-- Logs begin at Wed 2022-01-26 10:37:16 UTC, end at Wed 2022-01-26 12:21:48 UTC. -- Jan 26 11:10:06.708623 dv-neutron-826439-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 26 11:10:09.061368 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.common.config [-] Logging enabled! Jan 26 11:10:09.062079 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev12 Jan 26 11:10:09.062169 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87337) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 26 11:10:09.065873 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.common.config [-] Logging enabled! Jan 26 11:10:09.066077 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev12 Jan 26 11:10:09.066673 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87337) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 26 11:10:09.067609 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:10:09.067843 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 26 11:10:09.068200 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 26 11:10:09.068448 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 26 11:10:09.068674 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 26 11:10:09.068993 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.069290 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.069587 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.069818 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.070111 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.070433 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.070717 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.071006 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.071302 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.071592 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.071873 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.072157 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.072390 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.072673 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.072961 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.073255 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.073484 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] debug = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.073765 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.074189 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.074631 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.074911 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.075202 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.075482 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.075754 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.076029 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.076310 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.076637 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] host = dv-neutron-826439-1-hyperv {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.076918 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.077206 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.077494 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.077785 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.078059 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.078356 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.078661 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.078943 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.079728 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] log_file = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.080006 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.080293 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.080582 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.080877 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.081105 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.081332 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.081619 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.081907 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.082192 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.082483 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.082756 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.083036 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.083310 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.083580 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.083864 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.084147 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.084433 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.084706 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.084980 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.085253 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.085524 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.085810 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.086084 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.086377 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.086654 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.086941 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.087212 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.087486 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.087787 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.088073 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.088355 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.088639 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.088912 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.089195 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.089468 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.089740 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.090010 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] use_json = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.090283 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.090578 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.090860 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.091132 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.091408 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.091681 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.091951 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.092236 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:09.092530 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.092827 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.093130 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.093413 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.093709 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.093989 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.094279 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.094605 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.094898 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.095187 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.095479 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.095760 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.096049 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.096327 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.096622 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.096930 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.097226 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.097518 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.097793 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.098068 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.098370 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.098655 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.098941 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.099236 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.099530 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.099808 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.100088 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.100379 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.100659 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.100930 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.101208 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.101500 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.101779 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.102053 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.102349 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.102631 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.102908 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.103178 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.103454 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.103742 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.104019 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.104291 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.104562 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.104838 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.105107 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.105389 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.105666 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.105937 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.106207 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.106512 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.106785 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.107060 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.107336 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.107613 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.107890 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.108163 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.108435 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.108706 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.108978 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.109248 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.109519 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.109791 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.110067 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.110506 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.111011 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.111300 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.111587 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.111872 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.112170 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.112473 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.112762 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.113045 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.113328 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.113612 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.113892 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.114173 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.114483 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.114764 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.115040 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.115333 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.115616 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.115903 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.116188 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.116469 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.116767 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.117047 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.117329 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.117607 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.117887 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.118177 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.118490 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.118786 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.119082 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.120355 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.120657 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.120957 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.121242 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.121554 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.121836 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:09.122054 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 26 11:10:09.122295 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87337) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 26 11:10:09.511552 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO keyring.backend [-] Loading KWallet Jan 26 11:10:09.519366 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO keyring.backend [-] Loading SecretService Jan 26 11:10:09.522971 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO keyring.backend [-] Loading Windows Jan 26 11:10:09.524332 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO keyring.backend [-] Loading chainer Jan 26 11:10:09.524915 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO keyring.backend [-] Loading macOS Jan 26 11:10:09.559122 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 26 11:10:09.559396 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 26 11:10:09.559685 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 26 11:10:09.560018 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 26 11:10:09.867260 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:09.867549 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:09.867822 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:09.869041 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:09.869320 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:09.869591 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:09.990747 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:09.991028 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:09.991298 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.004583 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.004865 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.005136 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.034824 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.035107 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.035379 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.074018 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.074625 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.074625 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.309466 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.309745 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.310017 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.310289 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.311048 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.432662 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.432907 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.433188 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.433462 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.433735 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.434045 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.434311 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.434594 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.434850 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.435132 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.435391 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.435656 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.435921 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.436176 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.436442 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.436711 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.436967 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.437237 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.437489 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.437768 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.438111 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.438953 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.439203 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.439484 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.439731 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.439975 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.440367 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 11:10:10.440606 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 11:10:10.440842 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 11:10:10.441076 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 11:10:10.441563 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 11:10:10.441795 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 11:10:10.442156 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 26 11:10:10.445354 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 26 11:10:10.449331 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 26 11:10:10.453069 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Jan 26 11:10:10.454779 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 26 11:10:10.455222 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 26 11:10:10.455558 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 26 11:10:10.455941 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 26 11:10:10.459037 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 26 11:10:10.459287 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 26 11:10:10.459629 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 26 11:10:10.488463 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 26 11:10:10.488905 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.489204 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87337) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 26 11:10:10.489567 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.490972 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87337) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 26 11:10:10.491251 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 26 11:10:10.491495 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 26 11:10:10.494722 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.495007 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:10.557428 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 26 11:10:10.557666 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 26 11:10:10.557904 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 26 11:10:10.558267 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 26 11:10:10.589693 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_db.sqlalchemy.engines [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87337) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 26 11:10:10.921521 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.managers [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Initializing driver for type 'gre' Jan 26 11:10:10.922045 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] gre ID ranges: [(1, 1000)] Jan 26 11:10:10.973023 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.managers [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Initializing driver for type 'local' Jan 26 11:10:10.973344 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.managers [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Initializing driver for type 'vlan' Jan 26 11:10:10.984850 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] VlanTypeDriver initialization complete Jan 26 11:10:10.985794 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.managers [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Initializing driver for type 'vxlan' Jan 26 11:10:10.986330 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] vxlan ID ranges: [(1, 1000)] Jan 26 11:10:11.041455 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.managers [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Initializing extension driver 'port_security' Jan 26 11:10:11.041800 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.extensions.port_security [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] PortSecurityExtensionDriver initialization complete Jan 26 11:10:11.042137 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.managers [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Initializing mechanism driver 'openvswitch' Jan 26 11:10:11.042506 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.managers [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Initializing mechanism driver 'hyperv' Jan 26 11:10:11.049704 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.plugins.ml2.plugin [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:10:11.050400 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > port after_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.050781 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > port after_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.051142 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > port after_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.051659 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 11:10:11.052089 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > subnet after_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.052444 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > subnet after_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.052792 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > subnet after_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.053188 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 11:10:11.053597 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > network after_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.053952 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > network after_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.054303 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > network after_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.054719 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 11:10:11.055125 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > security_group after_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.055477 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > security_group after_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.055821 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > security_group after_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.056210 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 11:10:11.056621 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.056968 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.057310 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.057828 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 11:10:11.058237 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > address_group after_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.058619 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > address_group after_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.058968 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > address_group after_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.059359 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87337) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 11:10:11.059809 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] ML2 OVO RPC backend initialized. {{(pid=87337) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jan 26 11:10:11.060510 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > router_interface after_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.060871 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.061288 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > network before_response 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.061639 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > networks before_response 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.062048 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > port before_response 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.062359 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > ports before_response 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.062709 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > subnet before_response 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.063061 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > subnets before_response 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.064024 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > network after_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.064355 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > network after_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.064695 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > network after_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.065034 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > port after_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.065374 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > port after_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.065711 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > port after_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.066049 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > subnet after_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.066670 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > subnet after_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.067006 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > subnet after_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.067591 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.plugin [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Modular L2 Plugin initialization complete Jan 26 11:10:11.067927 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading services supported by the core plugin {{(pid=87337) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 26 11:10:11.068255 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.plugins.ml2.managers [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Got port-security extension from driver 'port_security' Jan 26 11:10:11.068715 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.extensions.vlantransparent [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Disabled vlantransparent extension. Jan 26 11:10:11.069202 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87337) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 26 11:10:11.069522 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading Plugin: router Jan 26 11:10:11.105135 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > router_interface before_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.105693 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > router after_create 55549900 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.105887 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > router before_create 55549900 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.106258 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.106661 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.107021 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > router after_delete 55549900 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.107384 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > floatingip after_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.107750 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > router after_create 55549900 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.108101 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > router after_update 55549900 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.108452 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > router after_update 55549900 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.108804 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.109163 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > router after_update 55549900 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.109577 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > router precommit_update 55549900 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.109976 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: port after_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.110967 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: port after_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.111321 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: subnet after_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.111663 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.112018 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > port precommit_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.112372 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > router precommit_create 55549900 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.112730 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: port before_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.113085 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > router precommit_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.113451 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > router after_update 55549900 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.113803 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > router precommit_delete 55549900 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.114156 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > router precommit_create 55549900 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.114557 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > router_interface after_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.114912 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > router precommit_update 55549900 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.115283 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > agent after_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.115637 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > agent after_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.115986 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > network after_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.116839 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Tracking information for resource: router configured {{(pid=87337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 11:10:11.117173 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Tracking information for resource: floatingip configured {{(pid=87337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 11:10:11.122122 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.db.l3_agentschedulers_db [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 26 11:10:11.122746 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: port after_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.123115 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: port after_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.123472 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: port after_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.123827 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: port after_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.124727 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > router before_create 55550100 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.125096 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > router precommit_delete 55550100 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.125491 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > router precommit_create 55550100 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.126494 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > router precommit_update 55550100 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.130962 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.services.provider_configuration [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Service providers = [] {{(pid=87337) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 26 11:10:11.131333 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.db.servicetype_db [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87337) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 26 11:10:11.134300 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.services.service_base [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 26 11:10:11.134685 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.services.service_base [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 26 11:10:11.135033 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.services.service_base [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 26 11:10:11.135929 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.services.service_base [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 26 11:10:11.136303 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.services.service_base [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 26 11:10:11.136681 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 11:10:11.137002 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 26 11:10:11.147919 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 11:10:11.148255 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading Plugin: auto_allocate Jan 26 11:10:11.154126 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: network precommit_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.154526 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: network precommit_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.155051 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 11:10:11.155374 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading Plugin: tag Jan 26 11:10:11.162162 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 11:10:11.162539 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading Plugin: timestamp Jan 26 11:10:11.166568 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 11:10:11.166911 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading Plugin: network_ip_availability Jan 26 11:10:11.172178 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.172556 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.173534 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.174250 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 11:10:11.174601 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading Plugin: flavors Jan 26 11:10:11.179330 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 11:10:11.179666 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading Plugin: revisions Jan 26 11:10:11.184059 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 11:10:11.184453 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_concurrency.lockutils [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.625s {{(pid=87337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 26 11:10:11.185198 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87337) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 26 11:10:11.185541 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Initializing extension manager. Jan 26 11:10:11.186052 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: __init__.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.186435 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: __pycache__ {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.186775 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.187115 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: address_group.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.187869 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.189081 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: address-group Jan 26 11:10:11.189416 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: address_scope.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.190145 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.190697 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: address-scope Jan 26 11:10:11.191026 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: admin_state_down_before_update.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.192223 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.192735 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: router-admin-state-down-before-update Jan 26 11:10:11.193063 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: agent.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.193770 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.194276 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: agent Jan 26 11:10:11.194632 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: agent_resources_synced.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.195546 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.196052 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: agent-resources-synced Jan 26 11:10:11.196378 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: allowedaddresspairs.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.198355 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.198884 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: allowed-address-pairs Jan 26 11:10:11.199214 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: auto_allocated_topology.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.200304 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.200825 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: auto-allocated-topology Jan 26 11:10:11.201156 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: availability_zone.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.201858 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.202391 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: availability_zone Jan 26 11:10:11.202721 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: availability_zone_filter.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.203648 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.204187 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: availability_zone_filter Jan 26 11:10:11.204514 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: data_plane_status.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.205450 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.205956 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension data-plane-status not supported by any of loaded plugins Jan 26 11:10:11.206281 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: default_subnetpools.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.207222 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.207734 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: default-subnetpools Jan 26 11:10:11.208061 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: dhcpagentscheduler.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.208870 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.209386 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: dhcp_agent_scheduler Jan 26 11:10:11.209712 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: dns.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.210666 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.211174 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension dns-integration not supported by any of loaded plugins Jan 26 11:10:11.211498 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: dns_domain_ports.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.212423 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.212932 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 26 11:10:11.213256 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: dvr.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.213939 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.214480 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: dvr Jan 26 11:10:11.214808 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: empty_string_filtering.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.215734 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.216241 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: empty-string-filtering Jan 26 11:10:11.216564 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.217486 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.217992 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 26 11:10:11.218362 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.219284 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.220322 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 26 11:10:11.220649 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: external_net.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.221568 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.222079 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: external-net Jan 26 11:10:11.222433 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: extra_dhcp_opt.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.223340 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.223846 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: extra_dhcp_opt Jan 26 11:10:11.224169 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: extraroute.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.225084 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.225595 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: extraroute Jan 26 11:10:11.225915 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: extraroute_atomic.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.226985 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.227500 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: extraroute-atomic Jan 26 11:10:11.227823 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: filter_validation.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.228492 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.229001 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: filter-validation Jan 26 11:10:11.229328 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: fip_pf_description.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.230243 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.230785 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 26 11:10:11.231109 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: fip_port_details.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.232032 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.232542 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: fip-port-details Jan 26 11:10:11.232866 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: flavors.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.234109 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.234658 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: flavors Jan 26 11:10:11.234987 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.237263 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.237786 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 26 11:10:11.238124 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: floatingip_pools.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.238854 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.239373 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: floatingip-pools Jan 26 11:10:11.239704 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: ip_allocation.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.240640 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.241148 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension ip_allocation not supported by any of loaded plugins Jan 26 11:10:11.241477 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.242462 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.242978 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: ip-substring-filtering Jan 26 11:10:11.243308 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: l2_adjacency.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.244229 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.244739 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension l2_adjacency not supported by any of loaded plugins Jan 26 11:10:11.245068 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: l3.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.246028 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.246582 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: router Jan 26 11:10:11.246914 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: l3_conntrack_helper.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.250599 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.251158 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 26 11:10:11.251573 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.252515 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.253032 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: ext-gw-mode Jan 26 11:10:11.253365 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.254298 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.254837 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: l3-ha Jan 26 11:10:11.255165 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: l3_flavors.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.256108 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.256622 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: l3-flavors Jan 26 11:10:11.256952 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.257888 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.258432 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: l3-port-ip-change-not-allowed Jan 26 11:10:11.258760 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: l3agentscheduler.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.259835 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.260379 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: l3_agent_scheduler Jan 26 11:10:11.260717 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: logging.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.262244 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.262806 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension logging not supported by any of loaded plugins Jan 26 11:10:11.263137 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: metering.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.263885 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.264465 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: metering Jan 26 11:10:11.264793 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.265899 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.266486 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: metering_source_and_destination_fields Jan 26 11:10:11.266819 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: multiprovidernet.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.267783 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.268298 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: multi-provider Jan 26 11:10:11.268624 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: netmtu.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.269545 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.270058 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: net-mtu Jan 26 11:10:11.270414 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: netmtu_writable.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.271348 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.271864 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: net-mtu-writable Jan 26 11:10:11.272192 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: network_availability_zone.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.272866 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.273375 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: network_availability_zone Jan 26 11:10:11.273715 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: network_ip_availability.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.274834 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.275353 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: network-ip-availability Jan 26 11:10:11.275678 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: network_segment_range.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.276447 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.276958 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension network-segment-range not supported by any of loaded plugins Jan 26 11:10:11.277281 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: pagination.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.278279 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.278638 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: pagination Jan 26 11:10:11.278963 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: port_device_profile.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.279884 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.280401 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: port-device-profile Jan 26 11:10:11.280745 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.281654 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.282708 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: port-mac-address-regenerate Jan 26 11:10:11.283040 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.283961 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.284472 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: port-numa-affinity-policy Jan 26 11:10:11.284794 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: port_resource_request.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.285706 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.286213 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension port-resource-request not supported by any of loaded plugins Jan 26 11:10:11.286561 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: portbindings.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.287495 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.288011 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: binding Jan 26 11:10:11.288342 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: portbindings_extended.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.289641 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.290162 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: binding-extended Jan 26 11:10:11.290535 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: portsecurity.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.291467 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.291979 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: port-security Jan 26 11:10:11.292306 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: project_id.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.293297 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.293632 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: project-id Jan 26 11:10:11.293959 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: providernet.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.294915 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.295433 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: provider Jan 26 11:10:11.295759 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: qos.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.300165 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.300691 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension qos not supported by any of loaded plugins Jan 26 11:10:11.301027 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.302285 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.302834 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 26 11:10:11.303168 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.304098 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.304614 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 26 11:10:11.304945 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: qos_default.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.305866 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.306409 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension qos-default not supported by any of loaded plugins Jan 26 11:10:11.306742 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: qos_fip.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.307402 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.307911 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension qos-fip not supported by any of loaded plugins Jan 26 11:10:11.308238 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: qos_gateway_ip.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.309179 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.309698 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 26 11:10:11.310025 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: qos_port_network_policy.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.310979 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.311500 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 26 11:10:11.311825 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: qos_rule_type_details.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.312793 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.313300 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 26 11:10:11.313826 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: qos_rules_alias.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.314942 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.315461 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 26 11:10:11.315789 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: quotasv2.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.316942 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.317275 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: quotas Jan 26 11:10:11.317600 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: quotasv2_detail.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.319259 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.319598 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: quota_details Jan 26 11:10:11.319931 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: rbac.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.320987 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.321515 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: rbac-policies Jan 26 11:10:11.321852 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: rbac_address_group.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.322814 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.323338 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: rbac-address-group Jan 26 11:10:11.323667 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: rbac_address_scope.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.324595 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.325116 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: rbac-address-scope Jan 26 11:10:11.325444 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: rbac_security_groups.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.326391 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.326907 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: rbac-security-groups Jan 26 11:10:11.327232 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: rbac_subnetpool.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.328171 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.328681 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: rbac-subnetpool Jan 26 11:10:11.329189 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: revisionifmatch.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.330049 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.330591 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: revision-if-match Jan 26 11:10:11.330914 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: revisions.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.332051 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.332568 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: standard-attr-revisions Jan 26 11:10:11.332895 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: router_availability_zone.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.333573 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.334086 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: router_availability_zone Jan 26 11:10:11.334447 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: routerservicetype.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.335374 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.335889 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension router-service-type not supported by any of loaded plugins Jan 26 11:10:11.336214 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.337149 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.337664 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: security-groups-normalized-cidr Jan 26 11:10:11.337988 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: security_groups_port_filtering.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.338959 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.339474 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: port-security-groups-filtering Jan 26 11:10:11.339799 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.340848 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.341365 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: security-groups-remote-address-group Jan 26 11:10:11.341696 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: securitygroup.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.351702 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.352244 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: security-group Jan 26 11:10:11.352583 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: segment.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.353374 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.353889 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension segment not supported by any of loaded plugins Jan 26 11:10:11.354221 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.355190 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.355710 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 26 11:10:11.356044 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: servicetype.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.357180 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.357705 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: service-type Jan 26 11:10:11.358040 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: sorting.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.359062 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.359402 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: sorting Jan 26 11:10:11.359730 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: standard_attr_segment.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.361267 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.361778 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 26 11:10:11.362113 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: standardattrdescription.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.362801 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.363313 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: standard-attr-description Jan 26 11:10:11.363641 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: stateful_security_group.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.364574 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.365093 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: stateful-security-group Jan 26 11:10:11.365423 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: stdattrs_common.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.366012 dv-neutron-826439-1-hyperv neutron-server[87337]: WARNING neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 26 11:10:11.366358 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.367371 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.367891 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 26 11:10:11.368219 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: subnet_onboard.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.369303 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.369827 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: subnet_onboard Jan 26 11:10:11.370152 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.371128 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.371637 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 26 11:10:11.371962 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: subnet_service_types.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.372898 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.373418 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: subnet-service-types Jan 26 11:10:11.373745 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: subnetallocation.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.374854 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.375370 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: subnet_allocation Jan 26 11:10:11.375723 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.376397 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.376906 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: subnetpool-prefix-ops Jan 26 11:10:11.377234 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.378169 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.378718 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 26 11:10:11.379045 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: tagging.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.380100 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.380636 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: standard-attr-tag Jan 26 11:10:11.380972 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: timestamp.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.382196 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.382752 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loaded extension: standard-attr-timestamp Jan 26 11:10:11.383083 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: trunk.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.384126 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.384642 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension trunk not supported by any of loaded plugins Jan 26 11:10:11.384970 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: trunk_details.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.385895 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.386447 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension trunk-details not supported by any of loaded plugins Jan 26 11:10:11.386776 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: uplink_status_propagation.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.387710 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.388222 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 26 11:10:11.388548 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Loading extension file: vlantransparent.py {{(pid=87337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 11:10:11.389223 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 11:10:11.389731 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extension vlan-transparent not supported by any of loaded plugins Jan 26 11:10:11.392214 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Creating instance of TrackedResource for resource:network Jan 26 11:10:11.392959 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Creating instance of TrackedResource for resource:subnet Jan 26 11:10:11.393742 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 11:10:11.394392 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Creating instance of TrackedResource for resource:port Jan 26 11:10:11.395673 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.v2.resource_helper [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 11:10:11.396127 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.v2.resource_helper [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Service FLAVORS assigned prefix: {{(pid=87337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 11:10:11.396753 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.v2.resource_helper [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 11:10:11.397179 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.v2.resource_helper [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 11:10:11.397515 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Creating instance of TrackedResource for resource:router Jan 26 11:10:11.398189 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Creating instance of TrackedResource for resource:floatingip Jan 26 11:10:11.398945 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.v2.resource_helper [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Service METERING assigned prefix: /metering {{(pid=87337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 11:10:11.400385 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.400761 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.401188 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:10:11.402257 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Creating instance of CountableResource for resource:rbac_policy Jan 26 11:10:11.402723 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Creating instance of TrackedResource for resource:security_group Jan 26 11:10:11.403392 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Creating instance of TrackedResource for resource:security_group_rule Jan 26 11:10:11.404145 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.v2.resource_helper [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Service CORE assigned prefix: {{(pid=87337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 11:10:11.404484 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 11:10:11.404823 dv-neutron-826439-1-hyperv neutron-server[87337]: WARNING neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] subnetpool is already registered Jan 26 11:10:11.405435 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.v2.resource_helper [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Service CORE assigned prefix: {{(pid=87337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 11:10:11.405773 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 11:10:11.406098 dv-neutron-826439-1-hyperv neutron-server[87337]: WARNING neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] subnetpool is already registered Jan 26 11:10:11.409209 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.v2.resource_helper [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 11:10:11.409639 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.v2.resource_helper [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Service FLAVORS assigned prefix: {{(pid=87337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 11:10:11.410236 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.v2.resource_helper [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 11:10:11.410690 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.v2.resource_helper [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 11:10:11.411029 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Creating instance of TrackedResource for resource:router Jan 26 11:10:11.411363 dv-neutron-826439-1-hyperv neutron-server[87337]: WARNING neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] router is already registered Jan 26 11:10:11.411965 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Creating instance of TrackedResource for resource:floatingip Jan 26 11:10:11.412297 dv-neutron-826439-1-hyperv neutron-server[87337]: WARNING neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] floatingip is already registered Jan 26 11:10:11.412938 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.v2.resource_helper [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Service METERING assigned prefix: /metering {{(pid=87337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 11:10:11.413612 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Creating instance of CountableResource for resource:rbac_policy Jan 26 11:10:11.413943 dv-neutron-826439-1-hyperv neutron-server[87337]: WARNING neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] rbac_policy is already registered Jan 26 11:10:11.414518 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Creating instance of TrackedResource for resource:security_group Jan 26 11:10:11.414850 dv-neutron-826439-1-hyperv neutron-server[87337]: WARNING neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] security_group is already registered Jan 26 11:10:11.415444 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Creating instance of TrackedResource for resource:security_group_rule Jan 26 11:10:11.415776 dv-neutron-826439-1-hyperv neutron-server[87337]: WARNING neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] security_group_rule is already registered Jan 26 11:10:11.416445 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.v2.resource_helper [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Service CORE assigned prefix: {{(pid=87337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 11:10:11.416779 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 11:10:11.417114 dv-neutron-826439-1-hyperv neutron-server[87337]: WARNING neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] subnetpool is already registered Jan 26 11:10:11.417726 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.v2.resource_helper [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Service CORE assigned prefix: {{(pid=87337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 11:10:11.418065 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 11:10:11.418430 dv-neutron-826439-1-hyperv neutron-server[87337]: WARNING neutron.quota.resource_registry [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] subnetpool is already registered Jan 26 11:10:11.419083 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: extensions {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.420557 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: address-groups {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.422163 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: address-scopes {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.424029 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: agents {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.425314 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: auto-allocated-topology {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.426581 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: availability_zones {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.427899 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: dhcp-networks {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.429322 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: dhcp-agents {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.430778 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: routers {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.432604 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: flavors {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.433759 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: service_profiles {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.434993 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: next_providers {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.437401 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: service_profiles {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.439042 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: floatingip-pools {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.440257 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: routers {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.442475 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: floatingips {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.443771 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: l3-routers {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.445307 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: l3-agents {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.446756 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: metering-labels {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.448116 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: metering-label-rules {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.449409 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: network-ip-availabilities {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.450688 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: bindings {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.452354 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: quotas {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.453802 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: quotas {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.455410 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: rbac-policies {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.456700 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: security-groups {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.457911 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: security-group-rules {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.459173 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: service-providers {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.460413 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: subnetpools {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.461831 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: subnetpools {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.463338 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: tags {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.465018 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: tags {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.466834 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: tags {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.468627 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: tags {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.471205 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: tags {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.473058 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: tags {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.474761 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: tags {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.476674 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: tags {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.478455 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: tags {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.480303 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron.api.extensions [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Extended resource: tags {{(pid=87337) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 11:10:11.486891 dv-neutron-826439-1-hyperv neutron-server[87337]: WARNING keystonemiddleware.auth_token [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 26 11:10:11.491612 dv-neutron-826439-1-hyperv neutron-server[87337]: WARNING keystonemiddleware.auth_token [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 26 11:10:11.499729 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_concurrency.lockutils [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Acquired lock "singleton_lock" {{(pid=87337) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 26 11:10:11.500208 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_concurrency.lockutils [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Releasing lock "singleton_lock" {{(pid=87337) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 26 11:10:11.500951 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO oslo_service.service [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Starting 2 workers Jan 26 11:10:11.505624 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Started child 87442 {{(pid=87337) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 26 11:10:11.509928 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Started child 87443 {{(pid=87337) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 26 11:10:11.510744 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:11.511494 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO neutron.service [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Neutron service started, listening on 0.0.0.0:9696 Jan 26 11:10:11.512142 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Notify callbacks [] for process, before_spawn {{(pid=87337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:11.512313 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [-] (87442) wsgi starting up on http://0.0.0.0:9696 Jan 26 11:10:11.514440 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:11.514962 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO oslo_service.service [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Starting 1 workers Jan 26 11:10:11.515853 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [-] (87443) wsgi starting up on http://0.0.0.0:9696 Jan 26 11:10:11.519712 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Started child 87444 {{(pid=87337) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 26 11:10:11.520262 dv-neutron-826439-1-hyperv neutron-server[87337]: INFO oslo_service.service [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Starting 1 workers Jan 26 11:10:11.523402 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.service [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] calling RpcWorker wait() {{(pid=87444) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 26 11:10:11.523971 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.service [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] returning from RpcWorker wait() {{(pid=87444) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 26 11:10:11.524625 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Started child 87445 {{(pid=87337) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 26 11:10:11.525247 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:11.525408 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG neutron_lib.callbacks.manager [None req-14c157ea-f229-4c27-a6e9-0c090aa17a7d None None] Notify callbacks [] for process, after_spawn {{(pid=87337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:11.525789 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:10:11.527214 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87337) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 26 11:10:11.527448 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:10:11.527612 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 26 11:10:11.527821 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 26 11:10:11.528158 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 26 11:10:11.528320 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 26 11:10:11.528839 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.529103 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.529369 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.529463 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:11.529904 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.529904 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.530372 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:10:11.530509 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.530756 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.531009 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.531298 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.531560 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.531720 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.531886 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.532665 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.532921 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.533228 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.533489 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.533732 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.533993 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.534164 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.534458 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.534745 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.534976 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.535249 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] debug = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.535485 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.535970 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.536196 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.536432 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.536675 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.536952 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.537196 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.537449 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.537681 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.537917 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.538251 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.538446 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.538685 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.538925 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.539143 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.539405 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.539618 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.540160 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] host = dv-neutron-826439-1-hyperv {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.540397 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.540618 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.540847 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.541100 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.541351 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.541606 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.541879 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.542134 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.542418 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.542688 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.542945 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.543177 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.543394 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.543650 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] log_file = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.543814 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] log_options = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.544035 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.544322 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.544608 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.544796 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.544966 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.545140 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.545409 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.545573 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.545823 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.546069 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.546306 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.546541 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.546772 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.546985 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.547239 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.547470 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.548368 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.548643 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.548917 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.549201 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.549380 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.549628 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.549883 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.550125 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.550377 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.550610 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.550845 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.551060 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.551294 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.551536 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.551781 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.553141 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.553141 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.553141 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.553616 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.553616 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.553616 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.554778 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.554778 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.554778 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.554978 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.555181 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.555335 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.555997 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.557234 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.557498 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] use_json = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.557739 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.557978 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.559669 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.559669 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.559669 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.559669 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.559669 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.560048 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.560254 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.561589 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.561589 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.561589 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.561589 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.561589 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.561932 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.562123 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.562412 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.563803 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.563803 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.563803 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.563803 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.563803 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.564545 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.564545 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.564545 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.564811 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.565036 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.565864 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.565864 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.565864 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.566517 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.566635 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.566914 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.567202 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.568053 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.568053 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.568053 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.568432 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.568432 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.568681 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.568805 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.570412 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.570412 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.570412 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.572210 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.572210 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.572210 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.572833 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.573106 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.573369 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.573636 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.573871 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.574112 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.574364 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.574601 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.574844 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.575094 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.575361 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.575719 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.575867 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.576088 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.576306 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.576994 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.577325 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.577611 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.577846 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.578070 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.578296 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.578554 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.578817 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.580155 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.580401 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.580626 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.580857 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.581072 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.581314 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.582437 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.582589 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.583335 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.583616 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.583871 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.584102 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.584345 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.584567 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.584820 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.585044 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.585266 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.585847 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.586070 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.586297 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.586587 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.589731 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.590103 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.590672 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.591300 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.592646 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.593751 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.595291 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.595846 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.596144 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.596392 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.596652 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.596912 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.597199 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.597469 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.597746 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.598165 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.598440 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.598723 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.598949 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.599199 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.599420 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.599674 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.599900 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.600196 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.600464 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.600702 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.600959 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.601197 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.601493 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.601742 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.602003 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.602257 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.602695 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.603140 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.603435 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.603690 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.603945 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.604218 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.604463 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.604696 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.604965 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.605199 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.605550 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.605801 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.606058 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.606303 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.606560 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.606793 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.607042 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.607381 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.607617 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.607852 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.608210 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.612412 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.612715 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.612998 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.613294 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.613568 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.613868 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.614141 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.614408 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.614665 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.614904 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.615141 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.615411 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.615661 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.615906 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.616134 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.616349 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.616562 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.616827 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.617040 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.617289 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.617518 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.617735 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.617954 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.618217 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.618552 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.618858 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.619166 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.619434 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.619705 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.619971 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.620237 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.620519 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.620750 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.621033 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.621295 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.621541 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.621779 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.622009 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.622287 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.622537 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.622793 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.623019 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.623239 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.623474 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.623697 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.623913 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.624168 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.624399 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.624636 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.624889 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.625138 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.625479 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.625764 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.626144 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.626849 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.627107 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.627336 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.628390 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.628663 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.628953 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.629395 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.629678 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.629983 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.630233 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.630593 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.630827 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.630944 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:10:11.631066 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.631282 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.631501 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.631733 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.632031 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.632304 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.632543 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.632779 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.633010 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.633259 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.633471 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.633682 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.633890 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.634115 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.634464 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.634710 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.635517 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.635758 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.635990 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.636287 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.636554 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.636813 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.637122 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.637370 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.637611 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.637878 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.638205 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.638477 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.638727 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.638988 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.639214 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.639443 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.639718 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.640054 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.640361 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.640643 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.640886 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.641199 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.641991 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.642258 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.642517 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.642824 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.643169 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.643451 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.643704 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.643942 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.644241 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.644467 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.644708 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.644927 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.645177 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.645416 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.645653 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.645908 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.646153 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.646393 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.646632 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.646866 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.647112 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.647370 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.647595 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.647818 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.647979 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 26 11:10:11.648484 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87337) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 26 11:10:11.648649 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 26 11:10:11.648797 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 26 11:10:11.648963 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 26 11:10:11.649138 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 26 11:10:11.649294 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 26 11:10:11.649504 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.649652 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.649820 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.649988 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.650150 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.650349 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.650528 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.650701 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.650836 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.651000 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.651144 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.651306 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.651467 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.651613 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.651776 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.651936 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.652100 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.652260 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.652426 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.652606 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.652744 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.652905 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.653065 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] debug = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.653226 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.653422 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.653579 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.653741 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.653893 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.654054 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.654212 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.654397 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.654564 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.654719 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.654879 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.655042 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.655243 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.655348 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.655502 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.655660 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.655823 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.655988 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] host = dv-neutron-826439-1-hyperv {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.656444 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.656444 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.656444 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.656695 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.656779 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.656909 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.657684 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.657847 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.658195 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.658195 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.658380 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.658513 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.658640 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.658804 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] log_file = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.658945 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] log_options = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.659099 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.659254 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.659408 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.659657 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.659755 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.659957 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.660051 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.660318 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.660414 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.660641 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.660734 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.660859 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.661011 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.661165 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.661319 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.661473 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.661637 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.661773 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.661927 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.662082 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.662299 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.662485 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.662638 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.662792 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.662946 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.663116 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.663322 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.663465 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.663609 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.663747 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.663893 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.664031 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.664169 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.664306 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.664452 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.664610 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.664744 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.664898 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.665065 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.665264 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.665413 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.665545 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.665683 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.665818 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.665972 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.666131 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] use_json = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.666290 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.666472 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.666631 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.666788 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.666947 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.667109 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.667269 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.667429 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 11:10:11.667607 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.667774 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.667947 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.668109 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.668295 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.668433 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.668584 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.668751 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.668910 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.669071 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.669239 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.669401 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.669573 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.669739 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.669901 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.670064 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.670227 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.670411 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.670576 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.670738 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.670899 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.671062 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.671239 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.671401 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.671563 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.671727 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.671889 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.672050 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.672213 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.672377 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.672539 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.672808 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.672977 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.673139 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.673359 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.673450 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.673603 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.673765 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.673929 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.674092 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.674255 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.674432 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.674593 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.674756 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.674917 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.675080 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.675243 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.675411 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.675572 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.675734 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.675906 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.676069 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.676232 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.676393 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.676556 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.676717 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.676879 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.677041 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.677203 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.677366 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.677528 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.677707 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.677869 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.678031 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.678192 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.678377 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.678539 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.678701 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.678863 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.679025 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.679187 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.679349 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.679510 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.679670 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.679831 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.679993 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.680154 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.680317 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.680478 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.680640 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.680801 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.680962 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.681125 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.681288 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.681460 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.681638 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.681800 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.681961 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.682123 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.682286 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.682474 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.682634 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.682795 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.682958 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.683119 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.683279 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.683440 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.683605 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.683768 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.683930 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.684092 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.684254 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.684416 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.684578 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.684740 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.684902 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.685064 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.685226 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.685387 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.685549 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.685711 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.685881 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.686043 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.686209 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.686392 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.686562 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.686735 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.686897 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.687060 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.687222 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.687383 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.687544 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.687711 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.687873 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.688037 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.688211 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.688394 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.688564 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.688864 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.689036 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.689199 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.689361 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.689548 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.689710 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.689871 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.690033 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.690194 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.690382 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.690546 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.690708 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.690871 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.691031 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.691193 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.691611 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.691775 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.691936 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.692098 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.692259 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.692423 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.692586 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.692748 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.692911 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.693073 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.693235 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.693397 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.693557 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.693719 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.693883 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.694044 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.694204 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.694387 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.694552 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.694714 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.694876 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.695039 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.695201 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.695362 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.695523 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.695684 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.695850 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.696013 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.696175 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.696336 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.696499 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.696662 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.696825 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.696991 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.697154 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.697316 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.697479 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.697641 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.697860 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.697997 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.698123 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.698286 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.698471 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.698632 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.698810 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.698971 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.699132 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.699292 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.699455 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.699616 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.699777 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.699939 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.700100 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.700262 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.700424 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.700589 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.700753 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.700916 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.701078 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.701240 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.701402 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.701562 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.701724 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.701898 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.702061 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.702223 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.702410 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.702574 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.702746 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.702908 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.703070 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.703231 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.703392 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.703563 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.703725 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.704622 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.704948 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.705190 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.705368 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.705534 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.705698 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.705870 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.706033 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.706197 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.706387 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.706564 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.706727 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.706894 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.707057 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.707220 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.707382 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.707547 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.707716 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.707888 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.708056 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.708221 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.708393 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.708570 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.708742 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.708905 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.709074 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.709248 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.709410 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.709572 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.709733 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.709896 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.710058 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.710219 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.710407 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.710571 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.710731 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.710893 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.711054 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.711215 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.711376 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.711537 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.711699 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.711861 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.712023 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.712184 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.712346 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 11:10:11.712500 dv-neutron-826439-1-hyperv neutron-server[87337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87337) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 26 11:10:11.880277 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 41706) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:10:11.888581 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062490 Jan 26 11:10:22.484868 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6984430d-6351-4e4a-a4e3-27bf7b7d4935 None None] get_active_networks_info from dv-neutron-826439-1-hyperv {{(pid=87444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 26 11:10:22.574089 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6984430d-6351-4e4a-a4e3-27bf7b7d4935 None None] No non-hosted networks {{(pid=87444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 26 11:10:22.581358 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.agentschedulers_db [None req-6984430d-6351-4e4a-a4e3-27bf7b7d4935 None None] DHCP Agent not found on host dv-neutron-826439-1-hyperv {{(pid=87444) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 26 11:10:22.650128 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dc99b614-5c53-416d-abfa-1e060b14b941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642410'] for agent, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:24.728519 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-29fa7486-470b-4080-a147-160fc3d2e2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642410'] for agent, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:24.754362 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a0d443dc-9fd0-4b3e-b38c-91343c051bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:25.794414 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642410'] for agent, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:25.795170 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:25.796151 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:25.797514 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:25.800776 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:25.804303 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:25.805166 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:25.809311 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:25.810978 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:25.813351 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:25.815684 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:25.816048 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:25.816652 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:25.817067 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-826439-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:10:25.839649 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-826439-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:10:25.929656 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642410'] for agent, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:27.272051 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642410'] for agent, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:28.983274 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 41798) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:10:29.571384 dv-neutron-826439-1-hyperv neutron-server[87442]: WARNING oslo_policy.policy [None req-958e2161-ca03-42b0-8889-4cb44bd2abb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 11:10:29.571980 dv-neutron-826439-1-hyperv neutron-server[87442]: WARNING oslo_policy.policy [None req-958e2161-ca03-42b0-8889-4cb44bd2abb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 11:10:29.791632 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-958e2161-ca03-42b0-8889-4cb44bd2abb0 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:10:29.810160 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-958e2161-ca03-42b0-8889-4cb44bd2abb0 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8085172 Jan 26 11:10:30.739139 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.db.l3_hamode_db [None req-512db6b7-17b5-4678-a9b6-b1a8ec24ae16 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 26 11:10:30.824902 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512db6b7-17b5-4678-a9b6-b1a8ec24ae16 None None] Routers set() bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:10:30.825296 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512db6b7-17b5-4678-a9b6-b1a8ec24ae16 None None] Router IDs set() for agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 26 11:10:32.176358 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 41812) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:10:32.746459 dv-neutron-826439-1-hyperv neutron-server[87443]: WARNING oslo_policy.policy [None req-3579f687-9b36-41d0-b441-fc901b96bb84 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 11:10:32.747006 dv-neutron-826439-1-hyperv neutron-server[87443]: WARNING oslo_policy.policy [None req-3579f687-9b36-41d0-b441-fc901b96bb84 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 11:10:32.970089 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-3579f687-9b36-41d0-b441-fc901b96bb84 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:10:33.076808 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.policy [None req-3579f687-9b36-41d0-b441-fc901b96bb84 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87443) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 26 11:10:33.126556 dv-neutron-826439-1-hyperv neutron-server[87443]: WARNING oslo_policy.policy [None req-3579f687-9b36-41d0-b441-fc901b96bb84 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 11:10:33.126933 dv-neutron-826439-1-hyperv neutron-server[87443]: WARNING oslo_policy.policy [None req-3579f687-9b36-41d0-b441-fc901b96bb84 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 11:10:33.135357 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.quota [None req-3579f687-9b36-41d0-b441-fc901b96bb84 admin admin] Loaded quota_driver: . Jan 26 11:10:33.150759 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-3579f687-9b36-41d0-b441-fc901b96bb84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:10:33.210018 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3579f687-9b36-41d0-b441-fc901b96bb84 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754535362926', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754535354173', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754535376651', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754535379013', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754535393771', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754535386822', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-601274', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1541429', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-520536', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-454721'] for rbac-policy, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:33.272379 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3579f687-9b36-41d0-b441-fc901b96bb84 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:33.273753 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3579f687-9b36-41d0-b441-fc901b96bb84 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0954177 Jan 26 11:10:35.866483 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 41830) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:10:36.207577 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '8886fbb627f24dfc9ab36231788ced62'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:10:36.212484 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:10:36.216522 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Usage tracker for resource:network and tenant:8886fbb627f24dfc9ab36231788ced62 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:10:36.221213 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:10:36.227251 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:10:36.236439 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Made reservation on behalf of 8886fbb627f24dfc9ab36231788ced62 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:10:36.239681 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:36.256948 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:36.271097 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:10:36.274697 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Usage tracker for resource:security_group_rule and tenant:8886fbb627f24dfc9ab36231788ced62 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:10:36.279564 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:10:36.285640 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:10:36.380964 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:36.383907 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:36.405131 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:10:36.430961 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754530724109', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:36.431551 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Unsubscribe: segment precommit_create {{(pid=87443) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 26 11:10:36.432063 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Added segment 30fd2bf3-3156-4fa9-aa15-f70d145189fa of type vlan for network f3595274-7c8c-4c60-9171-abe3073f2b63 Jan 26 11:10:36.488041 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ef04d3-33d6-42de-892a-041add10411a,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:10:36.504480 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:36.504828 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:36.505163 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:36.505493 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:36.505818 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:36.506144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:36.506501 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:36.506830 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:36.507150 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:36.507467 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:36.507784 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:36.508097 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Tracked resource versions report: Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: pushed versions: Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: { 'AddressGroup': {'1.2'}, Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: 'ConntrackHelper': {'1.0'}, Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: 'Log': {'1.0'}, Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: 'Network': {'1.1'}, Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: 'Port': {'1.7'}, Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: 'PortForwarding': {'1.2'}, Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: 'QosPolicy': {'1.8'}, Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: 'SecurityGroup': {'1.4'}, Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: 'SecurityGroupRule': {'1.2'}, Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: 'SubPort': {'1.0'}, Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: 'Subnet': {'1.1'}, Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: 'Trunk': {'1.1'}} Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: consumer versions: Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: { DHCP agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: L3 agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: Metadata agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: Metering agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: Open vSwitch agent@dv-neutron-826439-1-hyperv: { 'AddressGroup': '1.2', Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: 'ConntrackHelper': '1.0', Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: 'Log': '1.0', Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: 'Network': '1.1', Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: 'Port': '1.7', Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: 'PortForwarding': '1.2', Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: 'QosPolicy': '1.8', Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: 'SecurityGroup': '1.4', Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: 'SecurityGroupRule': '1.2', Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: 'SubPort': '1.0', Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: 'Subnet': '1.1', Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: 'Trunk': '1.1'}} Jan 26 11:10:36.509397 dv-neutron-826439-1-hyperv neutron-server[87443]: {{(pid=87443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 11:10:36.553188 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:36.593843 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:36.595050 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:10:36.595692 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:36.699247 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8315711 Jan 26 11:10:36.704186 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1b3db-15cd-4942-b391-6d1881f03688 admin admin] Pushing event updated for resources: {'Network': ['ID=f3595274-7c8c-4c60-9171-abe3073f2b63,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:10:36.716092 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network f3595274-7c8c-4c60-9171-abe3073f2b63 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:10:39.360920 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 41846) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:10:39.806124 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f608b25-9771-49ad-bcb0-90c351391ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:10:39.807514 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0f608b25-9771-49ad-bcb0-90c351391ac8 admin admin] 10.222.0.39 "GET /v2.0/networks/f3595274-7c8c-4c60-9171-abe3073f2b63 HTTP/1.1" status: 200 len: 825 time: 0.4455986 Jan 26 11:10:39.835057 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7910facd-d890-4f61-b637-07f6d2e04714 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/217ff54f-3bdf-4f3d-a71f-3860b18737f1 HTTP/1.1" status: 200 len: 734 time: 0.0216560 Jan 26 11:10:39.843354 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a6a22801-5e11-43b1-bee1-a91a4c1036e2 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '8886fbb627f24dfc9ab36231788ced62', 'network_id': 'f3595274-7c8c-4c60-9171-abe3073f2b63', 'subnetpool_id': '217ff54f-3bdf-4f3d-a71f-3860b18737f1', 'ip_version': 4}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:10:39.847868 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a6a22801-5e11-43b1-bee1-a91a4c1036e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:10:39.851554 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a6a22801-5e11-43b1-bee1-a91a4c1036e2 admin admin] Usage tracker for resource:subnet and tenant:8886fbb627f24dfc9ab36231788ced62 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:10:39.854381 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a6a22801-5e11-43b1-bee1-a91a4c1036e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:10:39.860134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a6a22801-5e11-43b1-bee1-a91a4c1036e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:10:39.869650 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a22801-5e11-43b1-bee1-a91a4c1036e2 admin admin] Made reservation on behalf of 8886fbb627f24dfc9ab36231788ced62 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:10:39.871890 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a6a22801-5e11-43b1-bee1-a91a4c1036e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:40.146737 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a6a22801-5e11-43b1-bee1-a91a4c1036e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:40.242962 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a22801-5e11-43b1-bee1-a91a4c1036e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1488745d-3cc6-45e3-9730-025b2cbd62e0,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:10:40.244928 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a22801-5e11-43b1-bee1-a91a4c1036e2 admin admin] Checking segment: {'id': '30fd2bf3-3156-4fa9-aa15-f70d145189fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f3595274-7c8c-4c60-9171-abe3073f2b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:10:40.245286 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a22801-5e11-43b1-bee1-a91a4c1036e2 admin admin] Network hostable DHCP agents. Network: f3595274-7c8c-4c60-9171-abe3073f2b63, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:10:40.266282 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a22801-5e11-43b1-bee1-a91a4c1036e2 admin admin] Network f3595274-7c8c-4c60-9171-abe3073f2b63 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:10:40.276485 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-a6a22801-5e11-43b1-bee1-a91a4c1036e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, f3595274-7c8c-4c60-9171-abe3073f2b63) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:10:40.281073 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a22801-5e11-43b1-bee1-a91a4c1036e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:10:40.282211 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a6a22801-5e11-43b1-bee1-a91a4c1036e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:40.286222 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d88bfca-c752-4a13-9cf1-150cb036e631 None None] Network f3595274-7c8c-4c60-9171-abe3073f2b63 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:10:40.301689 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a6a22801-5e11-43b1-bee1-a91a4c1036e2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4615147 Jan 26 11:10:40.681084 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-f3595274-7c8c-4c60-9171-abe3073f2b63', 'network_id': 'f3595274-7c8c-4c60-9171-abe3073f2b63', 'tenant_id': '8886fbb627f24dfc9ab36231788ced62', 'fixed_ips': [{'subnet_id': '1488745d-3cc6-45e3-9730-025b2cbd62e0'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:10:40.682275 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:40.871507 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Allocated IP 172.20.0.2 (f3595274-7c8c-4c60-9171-abe3073f2b63/1488745d-3cc6-45e3-9730-025b2cbd62e0/05594c1f-2063-4c69-a3f2-28b150d829d2) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:10:41.101996 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:41.116261 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Transition to ACTIVE for port object 05594c1f-2063-4c69-a3f2-28b150d829d2 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:10:41.136543 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Transition to ACTIVE for port object 05594c1f-2063-4c69-a3f2-28b150d829d2 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:10:41.143163 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:41.206003 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Network f3595274-7c8c-4c60-9171-abe3073f2b63 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:10:41.208831 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:10:41.214838 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:10:41.221521 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Pushing event updated for resources: {'Port': ['ID=05594c1f-2063-4c69-a3f2-28b150d829d2,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:10:41.260900 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:41.261268 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:41.261620 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:41.261953 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:41.262281 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:41.262646 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:41.262974 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:41.263298 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:41.263634 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:41.263957 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:41.264275 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:41.264592 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Tracked resource versions report: Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: pushed versions: Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: { 'AddressGroup': {'1.2'}, Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: 'ConntrackHelper': {'1.0'}, Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: 'Log': {'1.0'}, Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: 'Network': {'1.1'}, Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: 'Port': {'1.7'}, Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: 'PortForwarding': {'1.2'}, Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: 'QosPolicy': {'1.8'}, Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: 'SecurityGroup': {'1.4'}, Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: 'SecurityGroupRule': {'1.2'}, Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: 'SubPort': {'1.0'}, Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: 'Subnet': {'1.1'}, Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: 'Trunk': {'1.1'}} Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: consumer versions: Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: { DHCP agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: L3 agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: Metadata agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: Metering agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: Open vSwitch agent@dv-neutron-826439-1-hyperv: { 'AddressGroup': '1.2', Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: 'ConntrackHelper': '1.0', Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: 'Log': '1.0', Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: 'Network': '1.1', Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: 'Port': '1.7', Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: 'PortForwarding': '1.2', Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: 'QosPolicy': '1.8', Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: 'SecurityGroup': '1.4', Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: 'SecurityGroupRule': '1.2', Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: 'SubPort': '1.0', Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: 'Subnet': '1.1', Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: 'Trunk': '1.1'}} Jan 26 11:10:41.266193 dv-neutron-826439-1-hyperv neutron-server[87444]: {{(pid=87444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 11:10:41.320811 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Attempting to bind port 05594c1f-2063-4c69-a3f2-28b150d829d2 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:10:41.321434 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Attempting to bind port 05594c1f-2063-4c69-a3f2-28b150d829d2 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '30fd2bf3-3156-4fa9-aa15-f70d145189fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f3595274-7c8c-4c60-9171-abe3073f2b63'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:10:41.321608 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Attempting to bind port 05594c1f-2063-4c69-a3f2-28b150d829d2 on network f3595274-7c8c-4c60-9171-abe3073f2b63 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:10:41.326832 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:10:41.327227 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Checking segment: {'id': '30fd2bf3-3156-4fa9-aa15-f70d145189fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f3595274-7c8c-4c60-9171-abe3073f2b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:10:41.327700 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:41.328465 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Bound using segment: {'id': '30fd2bf3-3156-4fa9-aa15-f70d145189fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f3595274-7c8c-4c60-9171-abe3073f2b63'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:10:41.328830 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Bound port: 05594c1f-2063-4c69-a3f2-28b150d829d2, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fd2bf3-3156-4fa9-aa15-f70d145189fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f3595274-7c8c-4c60-9171-abe3073f2b63'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:10:41.329217 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:41.434763 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] For port 05594c1f-2063-4c69-a3f2-28b150d829d2, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:10:41.438651 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] For port 05594c1f-2063-4c69-a3f2-28b150d829d2, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=05594c1f-2063-4c69-a3f2-28b150d829d2,segment=NetworkSegment(30fd2bf3-3156-4fa9-aa15-f70d145189fa),segment_id=30fd2bf3-3156-4fa9-aa15-f70d145189fa)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:10:41.444247 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:41.530082 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399a277-3895-42c7-82b3-0a5e546c93b2 None None] Pushing event updated for resources: {'Port': ['ID=05594c1f-2063-4c69-a3f2-28b150d829d2,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:10:42.794165 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 41856) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:10:43.176026 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-702c1934-5103-49c4-ba84-0ad300fcadda admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:10:43.177046 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-702c1934-5103-49c4-ba84-0ad300fcadda admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3818886 Jan 26 11:10:45.388012 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ef6864-a488-47a8-8a57-4c88c1b29f4a None None] Network f3595274-7c8c-4c60-9171-abe3073f2b63 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:10:45.487011 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-dc9e1407-70ad-4827-a944-2de5d31e5395 None None] Provisioning for port 05594c1f-2063-4c69-a3f2-28b150d829d2 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:10:45.570609 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 05594c1f-2063-4c69-a3f2-28b150d829d2 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:10:45.578500 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 41870) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:10:45.696823 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 05594c1f-2063-4c69-a3f2-28b150d829d2 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:10:45.704655 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 05594c1f-2063-4c69-a3f2-28b150d829d2 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:10:45.705069 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:45.833313 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:45.867404 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 05594c1f-2063-4c69-a3f2-28b150d829d2, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=05594c1f-2063-4c69-a3f2-28b150d829d2,segment=NetworkSegment(30fd2bf3-3156-4fa9-aa15-f70d145189fa),segment_id=30fd2bf3-3156-4fa9-aa15-f70d145189fa)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:10:45.872732 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:45.949076 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=05594c1f-2063-4c69-a3f2-28b150d829d2,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:10:45.965763 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-8ed7d09e-0fb1-4e64-a480-11a9a198cf60 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:10:45.966787 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8ed7d09e-0fb1-4e64-a480-11a9a198cf60 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3871272 Jan 26 11:10:46.015947 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c3cd1590-f350-4d0d-a321-11cac8f4a128 None None] Provisioning complete for port 05594c1f-2063-4c69-a3f2-28b150d829d2 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:10:46.016361 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c3cd1590-f350-4d0d-a321-11cac8f4a128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:47.513900 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 05594c1f-2063-4c69-a3f2-28b150d829d2 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:10:47.581177 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 05594c1f-2063-4c69-a3f2-28b150d829d2 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:10:47.581546 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:48.582961 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 41882) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:10:48.923172 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-fc8df4db-c76c-420b-ba5b-c0c568fe109d admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '8886fbb627f24dfc9ab36231788ced62', 'name': 'router1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:10:48.929151 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fc8df4db-c76c-420b-ba5b-c0c568fe109d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:10:48.932976 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fc8df4db-c76c-420b-ba5b-c0c568fe109d admin admin] Usage tracker for resource:router and tenant:8886fbb627f24dfc9ab36231788ced62 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:10:48.936348 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fc8df4db-c76c-420b-ba5b-c0c568fe109d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:10:48.942742 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fc8df4db-c76c-420b-ba5b-c0c568fe109d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:10:48.952391 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc8df4db-c76c-420b-ba5b-c0c568fe109d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:48.954562 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc8df4db-c76c-420b-ba5b-c0c568fe109d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:48.977313 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc8df4db-c76c-420b-ba5b-c0c568fe109d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:49.090378 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc8df4db-c76c-420b-ba5b-c0c568fe109d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:49.108381 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc8df4db-c76c-420b-ba5b-c0c568fe109d admin admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:49.110698 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fc8df4db-c76c-420b-ba5b-c0c568fe109d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5262165 Jan 26 11:10:51.455925 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 41892) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:10:51.819221 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-91082cbc-0271-44bc-a4d8-9bce99c57953 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:10:51.820199 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-91082cbc-0271-44bc-a4d8-9bce99c57953 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3633494 Jan 26 11:10:52.441293 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a63cae46-6927-4c90-8b86-ab3512725138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:54.178400 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 41902) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:10:54.537789 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-6c05741c-5ac3-4887-8f93-6d249f2e1325 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:10:54.542733 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6c05741c-5ac3-4887-8f93-6d249f2e1325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:10:54.547106 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6c05741c-5ac3-4887-8f93-6d249f2e1325 admin admin] Usage tracker for resource:network and tenant:ead15320185149738b359bd9f0769490 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:10:54.549893 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6c05741c-5ac3-4887-8f93-6d249f2e1325 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:10:54.555552 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6c05741c-5ac3-4887-8f93-6d249f2e1325 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:10:54.565497 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c05741c-5ac3-4887-8f93-6d249f2e1325 admin admin] Made reservation on behalf of ead15320185149738b359bd9f0769490 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:10:54.568007 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c05741c-5ac3-4887-8f93-6d249f2e1325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:54.579859 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c05741c-5ac3-4887-8f93-6d249f2e1325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:54.593336 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6c05741c-5ac3-4887-8f93-6d249f2e1325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:10:54.596913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6c05741c-5ac3-4887-8f93-6d249f2e1325 admin admin] Usage tracker for resource:security_group_rule and tenant:ead15320185149738b359bd9f0769490 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:10:54.599606 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6c05741c-5ac3-4887-8f93-6d249f2e1325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:10:54.605285 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6c05741c-5ac3-4887-8f93-6d249f2e1325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:10:54.687840 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c05741c-5ac3-4887-8f93-6d249f2e1325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:54.691700 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c05741c-5ac3-4887-8f93-6d249f2e1325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:54.708851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6c05741c-5ac3-4887-8f93-6d249f2e1325 admin admin] Reserving flat network on physical network physnet1 {{(pid=87443) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 26 11:10:54.728839 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-29164fe7-4808-4366-862a-849dc3414e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:54.734982 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05741c-5ac3-4887-8f93-6d249f2e1325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6998a512-6350-4d95-b3d4-7ebda936affa,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:10:54.738156 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c05741c-5ac3-4887-8f93-6d249f2e1325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:54.738544 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-6c05741c-5ac3-4887-8f93-6d249f2e1325 admin admin] Added segment ca9ea661-11e6-492b-94e9-0ef0448204c7 of type flat for network dbc7419d-d89a-4ebf-afbc-448b19db60c4 Jan 26 11:10:54.771530 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c05741c-5ac3-4887-8f93-6d249f2e1325 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:54.806702 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c05741c-5ac3-4887-8f93-6d249f2e1325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:54.807631 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c05741c-5ac3-4887-8f93-6d249f2e1325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:10:54.808202 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c05741c-5ac3-4887-8f93-6d249f2e1325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:54.905194 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6c05741c-5ac3-4887-8f93-6d249f2e1325 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7257345 Jan 26 11:10:54.910052 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05741c-5ac3-4887-8f93-6d249f2e1325 admin admin] Pushing event updated for resources: {'Network': ['ID=dbc7419d-d89a-4ebf-afbc-448b19db60c4,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:10:54.921430 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:10:55.792203 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:55.893018 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:57.248965 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:57.264621 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 41922) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:10:57.472141 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655f88f4-ea37-48e6-b441-76fbc84ac27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:10:57.473479 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-655f88f4-ea37-48e6-b441-76fbc84ac27b admin admin] 10.222.0.39 "GET /v2.0/subnets/1488745d-3cc6-45e3-9730-025b2cbd62e0 HTTP/1.1" status: 200 len: 849 time: 0.2078161 Jan 26 11:10:57.612938 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-aedfb4b5-3ce9-438a-a42d-f171c04b3bc3 admin admin] 10.222.0.39 "GET /v2.0/routers/2a77f4c8-305d-4af6-8d58-80f05516dc2d HTTP/1.1" status: 200 len: 704 time: 0.1339066 Jan 26 11:10:58.070467 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eff7e684-03b9-43df-b4ec-f22361d199f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:58.324857 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-eff7e684-03b9-43df-b4ec-f22361d199f5 admin admin] Allocated IP 172.20.0.1 (f3595274-7c8c-4c60-9171-abe3073f2b63/1488745d-3cc6-45e3-9730-025b2cbd62e0/3f7f0048-1b64-4c70-a1bb-0d92027a7529) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:10:58.475765 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eff7e684-03b9-43df-b4ec-f22361d199f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:58.492869 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-eff7e684-03b9-43df-b4ec-f22361d199f5 admin admin] Transition to ACTIVE for port object 3f7f0048-1b64-4c70-a1bb-0d92027a7529 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:10:58.543669 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eff7e684-03b9-43df-b4ec-f22361d199f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:58.612592 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff7e684-03b9-43df-b4ec-f22361d199f5 admin admin] Network f3595274-7c8c-4c60-9171-abe3073f2b63 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:10:58.615284 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-eff7e684-03b9-43df-b4ec-f22361d199f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:10:58.619744 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff7e684-03b9-43df-b4ec-f22361d199f5 admin admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:10:58.620833 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eff7e684-03b9-43df-b4ec-f22361d199f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:58.729412 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7e684-03b9-43df-b4ec-f22361d199f5 admin admin] Pushing event updated for resources: {'Port': ['ID=3f7f0048-1b64-4c70-a1bb-0d92027a7529,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:10:58.828930 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2e00b5fc-c55e-4d44-8ff3-73dab69fdf23 None None] Provisioning for port 3f7f0048-1b64-4c70-a1bb-0d92027a7529 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:10:58.833685 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2e00b5fc-c55e-4d44-8ff3-73dab69fdf23 None None] Provisioning complete for port 3f7f0048-1b64-4c70-a1bb-0d92027a7529 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:10:58.834114 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2e00b5fc-c55e-4d44-8ff3-73dab69fdf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:58.885378 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eff7e684-03b9-43df-b4ec-f22361d199f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:58.888972 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2e00b5fc-c55e-4d44-8ff3-73dab69fdf23 None None] Port 3f7f0048-1b64-4c70-a1bb-0d92027a7529 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:10:59.105439 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eff7e684-03b9-43df-b4ec-f22361d199f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:59.110250 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eff7e684-03b9-43df-b4ec-f22361d199f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:59.111091 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eff7e684-03b9-43df-b4ec-f22361d199f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:59.206888 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7e684-03b9-43df-b4ec-f22361d199f5 admin admin] Pushing event updated for resources: {'Port': ['ID=3f7f0048-1b64-4c70-a1bb-0d92027a7529,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:10:59.303033 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff7e684-03b9-43df-b4ec-f22361d199f5 admin admin] Network f3595274-7c8c-4c60-9171-abe3073f2b63 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:10:59.304074 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-eff7e684-03b9-43df-b4ec-f22361d199f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:10:59.492972 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff7e684-03b9-43df-b4ec-f22361d199f5 admin admin] Router 2a77f4c8-305d-4af6-8d58-80f05516dc2d is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:10:59.509680 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f4bbf570-d484-4311-aacd-ff4d4c28ab8f None None] Provisioning complete for port 3f7f0048-1b64-4c70-a1bb-0d92027a7529 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:10:59.510056 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf570-d484-4311-aacd-ff4d4c28ab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:10:59.564439 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-f4bbf570-d484-4311-aacd-ff4d4c28ab8f None None] Port 3f7f0048-1b64-4c70-a1bb-0d92027a7529 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:10:59.692395 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff7e684-03b9-43df-b4ec-f22361d199f5 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:10:59.701359 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-eff7e684-03b9-43df-b4ec-f22361d199f5 admin admin] 10.222.0.39 "PUT /v2.0/routers/2a77f4c8-305d-4af6-8d58-80f05516dc2d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0835698 Jan 26 11:10:59.703214 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] Sync routers for ids ['2a77f4c8-305d-4af6-8d58-80f05516dc2d'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:10:59.713949 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] Routers {'2a77f4c8-305d-4af6-8d58-80f05516dc2d'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:10:59.714829 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:10:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2a77f4c8-305d-4af6-8d58-80f05516dc2d'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:10:59.889697 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] Set router 2a77f4c8-305d-4af6-8d58-80f05516dc2d gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:11:00.258075 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a77f4c8-305d-4af6-8d58-80f05516dc2d', 'name': 'router1', 'tenant_id': '8886fbb627f24dfc9ab36231788ced62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:10:48Z', 'updated_at': '2022-01-26T11:10:58Z', 'revision_number': 2, 'project_id': '8886fbb627f24dfc9ab36231788ced62', 'gw_port_host': None, '_interfaces': [{'id': '3f7f0048-1b64-4c70-a1bb-0d92027a7529', 'name': '', 'network_id': 'f3595274-7c8c-4c60-9171-abe3073f2b63', 'tenant_id': '8886fbb627f24dfc9ab36231788ced62', 'mac_address': 'fa:16:3e:37:88:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a77f4c8-305d-4af6-8d58-80f05516dc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1488745d-3cc6-45e3-9730-025b2cbd62e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:10:58Z', 'updated_at': '2022-01-26T11:10:58Z', 'revision_number': 2, 'project_id': '8886fbb627f24dfc9ab36231788ced62', 'subnets': [{'id': '1488745d-3cc6-45e3-9730-025b2cbd62e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '217ff54f-3bdf-4f3d-a71f-3860b18737f1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:11:00.262921 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] Checking router: 2a77f4c8-305d-4af6-8d58-80f05516dc2d for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:11:00.263308 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] Updating router 2a77f4c8-305d-4af6-8d58-80f05516dc2d port 3f7f0048-1b64-4c70-a1bb-0d92027a7529 binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:11:00.315315 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:00.693469 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:00.709523 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] Transition to ACTIVE for port object 3f7f0048-1b64-4c70-a1bb-0d92027a7529 will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:11:00.715868 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:00.966766 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf9caa-2be3-4523-9f95-df1c5877a291 None None] Pushing event updated for resources: {'Port': ['ID=3f7f0048-1b64-4c70-a1bb-0d92027a7529,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:11:00.972174 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] Attempting to bind port 3f7f0048-1b64-4c70-a1bb-0d92027a7529 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:11:00.972570 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] Attempting to bind port 3f7f0048-1b64-4c70-a1bb-0d92027a7529 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '30fd2bf3-3156-4fa9-aa15-f70d145189fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f3595274-7c8c-4c60-9171-abe3073f2b63'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:11:00.972987 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] Attempting to bind port 3f7f0048-1b64-4c70-a1bb-0d92027a7529 on network f3595274-7c8c-4c60-9171-abe3073f2b63 {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:11:00.981181 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf9caa-2be3-4523-9f95-df1c5877a291 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:11:00.981748 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf9caa-2be3-4523-9f95-df1c5877a291 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:11:00.981876 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf9caa-2be3-4523-9f95-df1c5877a291 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:11:00.982221 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf9caa-2be3-4523-9f95-df1c5877a291 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:11:00.982577 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf9caa-2be3-4523-9f95-df1c5877a291 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:11:00.982930 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf9caa-2be3-4523-9f95-df1c5877a291 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:11:00.983263 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf9caa-2be3-4523-9f95-df1c5877a291 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:11:00.984153 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf9caa-2be3-4523-9f95-df1c5877a291 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:11:00.984841 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf9caa-2be3-4523-9f95-df1c5877a291 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:11:00.984841 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf9caa-2be3-4523-9f95-df1c5877a291 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:11:00.985141 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf9caa-2be3-4523-9f95-df1c5877a291 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:11:00.985464 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf9caa-2be3-4523-9f95-df1c5877a291 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf9caa-2be3-4523-9f95-df1c5877a291 None None] Tracked resource versions report: Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: pushed versions: Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: { 'AddressGroup': {'1.2'}, Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: 'ConntrackHelper': {'1.0'}, Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: 'Log': {'1.0'}, Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: 'Network': {'1.1'}, Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: 'Port': {'1.7'}, Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: 'PortForwarding': {'1.2'}, Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: 'QosPolicy': {'1.8'}, Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: 'SecurityGroup': {'1.4'}, Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: 'SecurityGroupRule': {'1.2'}, Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: 'SubPort': {'1.0'}, Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: 'Subnet': {'1.1'}, Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: 'Trunk': {'1.1'}} Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: consumer versions: Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: { DHCP agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: L3 agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: Metadata agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: Metering agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: Open vSwitch agent@dv-neutron-826439-1-hyperv: { 'AddressGroup': '1.2', Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: 'ConntrackHelper': '1.0', Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: 'Log': '1.0', Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: 'Network': '1.1', Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: 'Port': '1.7', Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: 'PortForwarding': '1.2', Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: 'QosPolicy': '1.8', Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: 'SecurityGroup': '1.4', Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: 'SecurityGroupRule': '1.2', Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: 'SubPort': '1.0', Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: 'Subnet': '1.1', Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: 'Trunk': '1.1'}} Jan 26 11:11:00.986842 dv-neutron-826439-1-hyperv neutron-server[87445]: {{(pid=87445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 11:11:00.989252 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:11:00.989509 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] Checking segment: {'id': '30fd2bf3-3156-4fa9-aa15-f70d145189fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f3595274-7c8c-4c60-9171-abe3073f2b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:11:00.989905 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:00.990292 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] Bound using segment: {'id': '30fd2bf3-3156-4fa9-aa15-f70d145189fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f3595274-7c8c-4c60-9171-abe3073f2b63'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:11:00.990826 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] Bound port: 3f7f0048-1b64-4c70-a1bb-0d92027a7529, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fd2bf3-3156-4fa9-aa15-f70d145189fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f3595274-7c8c-4c60-9171-abe3073f2b63'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:11:00.991222 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:01.078893 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] For port 3f7f0048-1b64-4c70-a1bb-0d92027a7529, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:11:01.082729 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] For port 3f7f0048-1b64-4c70-a1bb-0d92027a7529, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=3f7f0048-1b64-4c70-a1bb-0d92027a7529,segment=NetworkSegment(30fd2bf3-3156-4fa9-aa15-f70d145189fa),segment_id=30fd2bf3-3156-4fa9-aa15-f70d145189fa)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:11:01.088540 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:01.177270 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf9caa-2be3-4523-9f95-df1c5877a291 None None] Pushing event updated for resources: {'Port': ['ID=3f7f0048-1b64-4c70-a1bb-0d92027a7529,revision_number=4']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:11:01.181062 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] Routers {'2a77f4c8-305d-4af6-8d58-80f05516dc2d'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:11:01.181719 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:10:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2a77f4c8-305d-4af6-8d58-80f05516dc2d'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:11:01.334944 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] Set router 2a77f4c8-305d-4af6-8d58-80f05516dc2d gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:11:01.664203 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a77f4c8-305d-4af6-8d58-80f05516dc2d', 'name': 'router1', 'tenant_id': '8886fbb627f24dfc9ab36231788ced62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:10:48Z', 'updated_at': '2022-01-26T11:10:58Z', 'revision_number': 2, 'project_id': '8886fbb627f24dfc9ab36231788ced62', 'gw_port_host': None, '_interfaces': [{'id': '3f7f0048-1b64-4c70-a1bb-0d92027a7529', 'name': '', 'network_id': 'f3595274-7c8c-4c60-9171-abe3073f2b63', 'tenant_id': '8886fbb627f24dfc9ab36231788ced62', 'mac_address': 'fa:16:3e:37:88:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a77f4c8-305d-4af6-8d58-80f05516dc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1488745d-3cc6-45e3-9730-025b2cbd62e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:10:58Z', 'updated_at': '2022-01-26T11:11:01Z', 'revision_number': 4, 'project_id': '8886fbb627f24dfc9ab36231788ced62', 'subnets': [{'id': '1488745d-3cc6-45e3-9730-025b2cbd62e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '217ff54f-3bdf-4f3d-a71f-3860b18737f1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:11:01.668032 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bd7d13-24c8-4232-bc4f-e2853fc5395c None None] The sync data for ids ['2a77f4c8-305d-4af6-8d58-80f05516dc2d'] in dv-neutron-826439-1-hyperv is: [{'id': '2a77f4c8-305d-4af6-8d58-80f05516dc2d', 'name': 'router1', 'tenant_id': '8886fbb627f24dfc9ab36231788ced62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:10:48Z', 'updated_at': '2022-01-26T11:10:58Z', 'revision_number': 2, 'project_id': '8886fbb627f24dfc9ab36231788ced62', 'gw_port_host': None, '_interfaces': [{'id': '3f7f0048-1b64-4c70-a1bb-0d92027a7529', 'name': '', 'network_id': 'f3595274-7c8c-4c60-9171-abe3073f2b63', 'tenant_id': '8886fbb627f24dfc9ab36231788ced62', 'mac_address': 'fa:16:3e:37:88:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a77f4c8-305d-4af6-8d58-80f05516dc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1488745d-3cc6-45e3-9730-025b2cbd62e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:10:58Z', 'updated_at': '2022-01-26T11:11:01Z', 'revision_number': 4, 'project_id': '8886fbb627f24dfc9ab36231788ced62', 'subnets': [{'id': '1488745d-3cc6-45e3-9730-025b2cbd62e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '217ff54f-3bdf-4f3d-a71f-3860b18737f1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:11:01.918221 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 41944) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:11:02.201002 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.policy [None req-0c4569af-21b2-493f-8a86-137c630b5b6e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87442) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 26 11:11:02.252401 dv-neutron-826439-1-hyperv neutron-server[87442]: WARNING oslo_policy.policy [None req-0c4569af-21b2-493f-8a86-137c630b5b6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 11:11:02.252799 dv-neutron-826439-1-hyperv neutron-server[87442]: WARNING oslo_policy.policy [None req-0c4569af-21b2-493f-8a86-137c630b5b6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 11:11:02.263115 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4569af-21b2-493f-8a86-137c630b5b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:11:02.265484 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0c4569af-21b2-493f-8a86-137c630b5b6e admin admin] 10.222.0.39 "GET /v2.0/networks/dbc7419d-d89a-4ebf-afbc-448b19db60c4 HTTP/1.1" status: 200 len: 842 time: 0.3456068 Jan 26 11:11:02.275098 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Request body: {'subnet': {'cidr': '172.26.5.0/24', 'enable_dhcp': False, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.26.5.1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:11:02.276995 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.quota [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Loaded quota_driver: . Jan 26 11:11:02.283368 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:11:02.288973 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Usage tracker for resource:subnet and tenant:ead15320185149738b359bd9f0769490 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:11:02.292310 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:11:02.299408 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:11:02.314966 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Made reservation on behalf of ead15320185149738b359bd9f0769490 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:11:02.317955 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:02.762929 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.objects.ports [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87442) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 26 11:11:02.763465 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:02.846022 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:11:02.846421 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Network hostable DHCP agents. Network: dbc7419d-d89a-4ebf-afbc-448b19db60c4, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:11:02.862015 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de7c74bb-741a-4492-a17f-5f651c66324e,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:11:02.872698 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:11:02.873013 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:11:02.873354 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:11:02.873688 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:11:02.874084 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:11:02.875384 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:11:02.875384 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:11:02.875627 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:11:02.875953 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:11:02.876274 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:11:02.876594 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:11:02.876911 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Tracked resource versions report: Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: pushed versions: Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: { 'AddressGroup': {'1.2'}, Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: 'ConntrackHelper': {'1.0'}, Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: 'Log': {'1.0'}, Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: 'Network': {'1.1'}, Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: 'Port': {'1.7'}, Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: 'PortForwarding': {'1.2'}, Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: 'QosPolicy': {'1.8'}, Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: 'SecurityGroup': {'1.4'}, Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: 'SecurityGroupRule': {'1.2'}, Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: 'SubPort': {'1.0'}, Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: 'Subnet': {'1.1'}, Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: 'Trunk': {'1.1'}} Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: consumer versions: Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: { DHCP agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: L3 agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: Metadata agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: Metering agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: Open vSwitch agent@dv-neutron-826439-1-hyperv: { 'AddressGroup': '1.2', Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: 'ConntrackHelper': '1.0', Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: 'Log': '1.0', Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: 'Network': '1.1', Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: 'Port': '1.7', Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: 'PortForwarding': '1.2', Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: 'QosPolicy': '1.8', Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: 'SecurityGroup': '1.4', Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: 'SecurityGroupRule': '1.2', Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: 'SubPort': '1.0', Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: 'Subnet': '1.1', Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: 'Trunk': '1.1'}} Jan 26 11:11:02.878224 dv-neutron-826439-1-hyperv neutron-server[87442]: {{(pid=87442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 11:11:02.902214 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:11:02.914564 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, dbc7419d-d89a-4ebf-afbc-448b19db60c4) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:11:02.919306 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:11:02.919949 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:02.925627 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ea84db-47b6-4cb5-ab0d-8bbc9a8d8169 None None] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:11:02.943273 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3f732a76-5786-4d46-a9de-cdf46afddff6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6719143 Jan 26 11:11:03.151138 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01057ef9-8e31-4e63-948a-3bcbfacc772e None None] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:11:03.553029 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 3f7f0048-1b64-4c70-a1bb-0d92027a7529 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:11:03.623287 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 3f7f0048-1b64-4c70-a1bb-0d92027a7529 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:11:03.628510 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 3f7f0048-1b64-4c70-a1bb-0d92027a7529 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:11:03.628886 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:03.745222 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:03.779690 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 3f7f0048-1b64-4c70-a1bb-0d92027a7529, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=3f7f0048-1b64-4c70-a1bb-0d92027a7529,segment=NetworkSegment(30fd2bf3-3156-4fa9-aa15-f70d145189fa),segment_id=30fd2bf3-3156-4fa9-aa15-f70d145189fa)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:11:03.784153 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:03.852088 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=3f7f0048-1b64-4c70-a1bb-0d92027a7529,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:11:05.182912 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 41964) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:11:05.375019 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a5926083-f2bd-4c4c-bf0c-085dbe6b1b85 admin admin] 10.222.0.39 "GET /v2.0/routers/2a77f4c8-305d-4af6-8d58-80f05516dc2d HTTP/1.1" status: 200 len: 710 time: 0.1903412 Jan 26 11:11:05.500806 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e2799a-55c1-4a57-b59c-91523907a63c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:11:05.501383 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-65e2799a-55c1-4a57-b59c-91523907a63c admin admin] Synchronizing usage tracker for tenant:ead15320185149738b359bd9f0769490 on resource:network {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:11:05.519825 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-65e2799a-55c1-4a57-b59c-91523907a63c admin admin] Unset dirty status for tenant:ead15320185149738b359bd9f0769490 on resource:network {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:11:05.521507 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-65e2799a-55c1-4a57-b59c-91523907a63c admin admin] 10.222.0.39 "GET /v2.0/networks/dbc7419d-d89a-4ebf-afbc-448b19db60c4 HTTP/1.1" status: 200 len: 886 time: 0.1414287 Jan 26 11:11:05.523275 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 3f7f0048-1b64-4c70-a1bb-0d92027a7529 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:11:05.530346 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-c20749d5-c5cb-436a-8b60-35a6700bda9a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:11:05.591263 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 3f7f0048-1b64-4c70-a1bb-0d92027a7529 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:11:05.591637 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:05.972173 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c20749d5-c5cb-436a-8b60-35a6700bda9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:06.347601 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c20749d5-c5cb-436a-8b60-35a6700bda9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:06.407915 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c20749d5-c5cb-436a-8b60-35a6700bda9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:06.538681 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-c20749d5-c5cb-436a-8b60-35a6700bda9a admin admin] Allocated IP 172.26.5.156 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/3ecdd453-2923-46d8-ae0c-b5bd50f25245) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:11:06.680319 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c20749d5-c5cb-436a-8b60-35a6700bda9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:06.709493 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c20749d5-c5cb-436a-8b60-35a6700bda9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:06.774002 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20749d5-c5cb-436a-8b60-35a6700bda9a admin admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:11:06.776728 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-c20749d5-c5cb-436a-8b60-35a6700bda9a admin admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:11:06.781021 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20749d5-c5cb-436a-8b60-35a6700bda9a admin admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:11:06.851546 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20749d5-c5cb-436a-8b60-35a6700bda9a admin admin] Pushing event updated for resources: {'Port': ['ID=3ecdd453-2923-46d8-ae0c-b5bd50f25245,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:11:07.162108 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c20749d5-c5cb-436a-8b60-35a6700bda9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:07.506531 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c20749d5-c5cb-436a-8b60-35a6700bda9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:07.509698 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c20749d5-c5cb-436a-8b60-35a6700bda9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1634753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1634766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1640079'] for router, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:07.744509 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20749d5-c5cb-436a-8b60-35a6700bda9a admin admin] Router 2a77f4c8-305d-4af6-8d58-80f05516dc2d has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:11:07.920368 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20749d5-c5cb-436a-8b60-35a6700bda9a admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:11:07.929436 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c20749d5-c5cb-436a-8b60-35a6700bda9a admin admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:07.930635 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c20749d5-c5cb-436a-8b60-35a6700bda9a admin admin] 10.222.0.39 "PUT /v2.0/routers/2a77f4c8-305d-4af6-8d58-80f05516dc2d HTTP/1.1" status: 200 len: 890 time: 2.4036942 Jan 26 11:11:07.930770 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] Sync routers for ids ['2a77f4c8-305d-4af6-8d58-80f05516dc2d'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:11:07.941499 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] Routers {'2a77f4c8-305d-4af6-8d58-80f05516dc2d'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:11:07.942274 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:10:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2a77f4c8-305d-4af6-8d58-80f05516dc2d'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:11:08.133372 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] Set router 2a77f4c8-305d-4af6-8d58-80f05516dc2d gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:11:08.473312 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a77f4c8-305d-4af6-8d58-80f05516dc2d', 'name': 'router1', 'tenant_id': '8886fbb627f24dfc9ab36231788ced62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '3ecdd453-2923-46d8-ae0c-b5bd50f25245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:10:48Z', 'updated_at': '2022-01-26T11:11:06Z', 'revision_number': 4, 'project_id': '8886fbb627f24dfc9ab36231788ced62', 'gw_port': {'id': '3ecdd453-2923-46d8-ae0c-b5bd50f25245', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a77f4c8-305d-4af6-8d58-80f05516dc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:11:06Z', 'updated_at': '2022-01-26T11:11:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '3f7f0048-1b64-4c70-a1bb-0d92027a7529', 'name': '', 'network_id': 'f3595274-7c8c-4c60-9171-abe3073f2b63', 'tenant_id': '8886fbb627f24dfc9ab36231788ced62', 'mac_address': 'fa:16:3e:37:88:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a77f4c8-305d-4af6-8d58-80f05516dc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1488745d-3cc6-45e3-9730-025b2cbd62e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:10:58Z', 'updated_at': '2022-01-26T11:11:03Z', 'revision_number': 5, 'project_id': '8886fbb627f24dfc9ab36231788ced62', 'subnets': [{'id': '1488745d-3cc6-45e3-9730-025b2cbd62e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '217ff54f-3bdf-4f3d-a71f-3860b18737f1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:11:08.478025 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] Checking router: 2a77f4c8-305d-4af6-8d58-80f05516dc2d for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:11:08.478401 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] Updating router 2a77f4c8-305d-4af6-8d58-80f05516dc2d port 3ecdd453-2923-46d8-ae0c-b5bd50f25245 binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:11:08.529341 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:08.864390 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:08.876460 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] Transition to ACTIVE for port object 3ecdd453-2923-46d8-ae0c-b5bd50f25245 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:11:08.883365 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:08.981425 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] Attempting to bind port 3ecdd453-2923-46d8-ae0c-b5bd50f25245 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:11:08.982006 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] Attempting to bind port 3ecdd453-2923-46d8-ae0c-b5bd50f25245 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:11:08.982144 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] Attempting to bind port 3ecdd453-2923-46d8-ae0c-b5bd50f25245 on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:11:08.991100 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91036e59-d757-46d7-a3bd-fecbbe781fa0 None None] Pushing event updated for resources: {'Port': ['ID=3ecdd453-2923-46d8-ae0c-b5bd50f25245,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:11:08.994424 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:11:08.994424 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:11:08.994424 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:08.994753 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:11:08.995074 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] Bound port: 3ecdd453-2923-46d8-ae0c-b5bd50f25245, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:11:08.995462 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:09.069523 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] For port 3ecdd453-2923-46d8-ae0c-b5bd50f25245, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:11:09.072786 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] For port 3ecdd453-2923-46d8-ae0c-b5bd50f25245, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=3ecdd453-2923-46d8-ae0c-b5bd50f25245,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:11:09.076103 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:09.153556 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91036e59-d757-46d7-a3bd-fecbbe781fa0 None None] Pushing event updated for resources: {'Port': ['ID=3ecdd453-2923-46d8-ae0c-b5bd50f25245,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:11:09.156864 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] Routers {'2a77f4c8-305d-4af6-8d58-80f05516dc2d'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:11:09.157587 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:10:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2a77f4c8-305d-4af6-8d58-80f05516dc2d'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:11:09.334719 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] Set router 2a77f4c8-305d-4af6-8d58-80f05516dc2d gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:11:09.658653 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a77f4c8-305d-4af6-8d58-80f05516dc2d', 'name': 'router1', 'tenant_id': '8886fbb627f24dfc9ab36231788ced62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '3ecdd453-2923-46d8-ae0c-b5bd50f25245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:10:48Z', 'updated_at': '2022-01-26T11:11:06Z', 'revision_number': 4, 'project_id': '8886fbb627f24dfc9ab36231788ced62', 'gw_port': {'id': '3ecdd453-2923-46d8-ae0c-b5bd50f25245', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a77f4c8-305d-4af6-8d58-80f05516dc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:11:06Z', 'updated_at': '2022-01-26T11:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '3f7f0048-1b64-4c70-a1bb-0d92027a7529', 'name': '', 'network_id': 'f3595274-7c8c-4c60-9171-abe3073f2b63', 'tenant_id': '8886fbb627f24dfc9ab36231788ced62', 'mac_address': 'fa:16:3e:37:88:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a77f4c8-305d-4af6-8d58-80f05516dc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1488745d-3cc6-45e3-9730-025b2cbd62e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:10:58Z', 'updated_at': '2022-01-26T11:11:03Z', 'revision_number': 5, 'project_id': '8886fbb627f24dfc9ab36231788ced62', 'subnets': [{'id': '1488745d-3cc6-45e3-9730-025b2cbd62e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '217ff54f-3bdf-4f3d-a71f-3860b18737f1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:11:09.662454 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428256da-9b12-4c71-862f-b35b802bbb7c None None] The sync data for ids ['2a77f4c8-305d-4af6-8d58-80f05516dc2d'] in dv-neutron-826439-1-hyperv is: [{'id': '2a77f4c8-305d-4af6-8d58-80f05516dc2d', 'name': 'router1', 'tenant_id': '8886fbb627f24dfc9ab36231788ced62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '3ecdd453-2923-46d8-ae0c-b5bd50f25245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:10:48Z', 'updated_at': '2022-01-26T11:11:06Z', 'revision_number': 4, 'project_id': '8886fbb627f24dfc9ab36231788ced62', 'gw_port': {'id': '3ecdd453-2923-46d8-ae0c-b5bd50f25245', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a77f4c8-305d-4af6-8d58-80f05516dc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:11:06Z', 'updated_at': '2022-01-26T11:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '3f7f0048-1b64-4c70-a1bb-0d92027a7529', 'name': '', 'network_id': 'f3595274-7c8c-4c60-9171-abe3073f2b63', 'tenant_id': '8886fbb627f24dfc9ab36231788ced62', 'mac_address': 'fa:16:3e:37:88:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a77f4c8-305d-4af6-8d58-80f05516dc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1488745d-3cc6-45e3-9730-025b2cbd62e0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:10:58Z', 'updated_at': '2022-01-26T11:11:03Z', 'revision_number': 5, 'project_id': '8886fbb627f24dfc9ab36231788ced62', 'subnets': [{'id': '1488745d-3cc6-45e3-9730-025b2cbd62e0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '217ff54f-3bdf-4f3d-a71f-3860b18737f1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:11:10.311219 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 41974) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:11:10.425687 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4cda48c2-3128-46d7-88c0-9fb28f648198 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1132443 Jan 26 11:11:11.553869 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 3ecdd453-2923-46d8-ae0c-b5bd50f25245 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:11:11.630117 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 3ecdd453-2923-46d8-ae0c-b5bd50f25245 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:11:11.639376 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 3ecdd453-2923-46d8-ae0c-b5bd50f25245 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:11:11.640311 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:11.773351 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:11.789265 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 3ecdd453-2923-46d8-ae0c-b5bd50f25245, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=3ecdd453-2923-46d8-ae0c-b5bd50f25245,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:11:11.794027 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:11.860222 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=3ecdd453-2923-46d8-ae0c-b5bd50f25245,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:11:13.530794 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 3ecdd453-2923-46d8-ae0c-b5bd50f25245 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:11:13.567826 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 5 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:11:13.602205 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 3ecdd453-2923-46d8-ae0c-b5bd50f25245 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:11:13.602613 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:22.445916 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e5c25249-f08c-4a7f-a3bd-aef5644ca3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:24.732873 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3338436a-f904-4534-91c3-5b7d22e28302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:25.797476 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:25.896007 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:27.253977 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:50.567942 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 5 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:11:52.449004 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8ce3dc14-ab7a-4466-84a5-3f94c712c913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:54.738129 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4f3b8961-19c8-4bfe-9221-a175d8471ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:55.803285 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:55.903567 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:11:57.262022 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:12:22.464063 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7831aa0d-7dcc-4311-8696-f6db05b037bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:12:24.737561 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-0b373f87-20e4-4f4b-a8a4-66b2a78066a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:12:25.801294 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:12:25.905292 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:12:27.263779 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:12:27.567583 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 5 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:12:52.448362 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-63ea774e-bfe6-4327-a36b-616544d63d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:12:54.733596 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8912aa4d-5bee-43fa-a075-5072bd031e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:12:55.795523 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:12:55.905945 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:12:57.257840 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:13:04.567778 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 5 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:13:16.076351 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 42576) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:13:16.142901 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c75aa9d-6ca5-44b9-96f0-a389bcfddb39 admin admin] GET failed (client error): The resource could not be found. Jan 26 11:13:16.144153 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6c75aa9d-6ca5-44b9-96f0-a389bcfddb39 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0669577 Jan 26 11:13:16.289682 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f57130-1c87-4b3f-8d15-2ef86bfd312e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:13:16.291153 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-31f57130-1c87-4b3f-8d15-2ef86bfd312e admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1431465 Jan 26 11:13:18.424774 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 42586) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:13:18.530840 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e871e7-f385-4d76-b1d1-e441b453d7f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:13:18.532200 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b8e871e7-f385-4d76-b1d1-e441b453d7f4 admin admin] 10.222.0.39 "GET /v2.0/subnets/1488745d-3cc6-45e3-9730-025b2cbd62e0 HTTP/1.1" status: 200 len: 849 time: 0.1065080 Jan 26 11:13:18.541422 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-eafa0e09-271f-43c8-98a7-4af4a26486c2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:13:18.654198 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eafa0e09-271f-43c8-98a7-4af4a26486c2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:13:18.842342 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eafa0e09-271f-43c8-98a7-4af4a26486c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754530675438'] for subnet, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:13:18.888355 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafa0e09-271f-43c8-98a7-4af4a26486c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:13:18.889370 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eafa0e09-271f-43c8-98a7-4af4a26486c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:13:18.890425 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-eafa0e09-271f-43c8-98a7-4af4a26486c2 admin admin] 10.222.0.39 "PUT /v2.0/subnets/1488745d-3cc6-45e3-9730-025b2cbd62e0 HTTP/1.1" status: 200 len: 868 time: 0.3525412 Jan 26 11:13:18.894127 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33770ef5-6e01-4828-bcae-8548cf2c4854 None None] Network f3595274-7c8c-4c60-9171-abe3073f2b63 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:13:18.918293 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa0e09-271f-43c8-98a7-4af4a26486c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1488745d-3cc6-45e3-9730-025b2cbd62e0,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:13:18.926246 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa0e09-271f-43c8-98a7-4af4a26486c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:13:18.926650 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa0e09-271f-43c8-98a7-4af4a26486c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:13:18.927015 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa0e09-271f-43c8-98a7-4af4a26486c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:13:18.927340 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa0e09-271f-43c8-98a7-4af4a26486c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:13:18.927670 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa0e09-271f-43c8-98a7-4af4a26486c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:13:18.928017 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa0e09-271f-43c8-98a7-4af4a26486c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:13:18.928352 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa0e09-271f-43c8-98a7-4af4a26486c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:13:18.928717 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa0e09-271f-43c8-98a7-4af4a26486c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:13:18.929049 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa0e09-271f-43c8-98a7-4af4a26486c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:13:18.929369 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa0e09-271f-43c8-98a7-4af4a26486c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:13:18.929694 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa0e09-271f-43c8-98a7-4af4a26486c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:13:18.930012 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa0e09-271f-43c8-98a7-4af4a26486c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:13:19.387650 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-09d46e50-3e90-4d13-8e5b-f6f255087219 None None] Provisioning complete for port 3f7f0048-1b64-4c70-a1bb-0d92027a7529 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:13:19.388591 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-09d46e50-3e90-4d13-8e5b-f6f255087219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:13:19.513213 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-09d46e50-3e90-4d13-8e5b-f6f255087219 None None] Provisioning complete for port 05594c1f-2063-4c69-a3f2-28b150d829d2 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:13:19.513880 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-09d46e50-3e90-4d13-8e5b-f6f255087219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:13:21.014762 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 42596) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:13:21.193125 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51598e3c-0e0b-4109-8c76-efcf3cda539c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:13:21.193686 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51598e3c-0e0b-4109-8c76-efcf3cda539c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:13:21.198058 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-51598e3c-0e0b-4109-8c76-efcf3cda539c admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1822243 Jan 26 11:13:22.451175 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ca38d956-1977-440d-9257-faaa58020f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:13:23.328812 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 42606) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:13:23.505581 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283d4fe8-4557-4c7d-b075-8863337438d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:13:23.506053 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283d4fe8-4557-4c7d-b075-8863337438d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:13:23.507632 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-283d4fe8-4557-4c7d-b075-8863337438d4 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1778755 Jan 26 11:13:24.737047 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d12b55ea-b211-4d4f-acdd-429818766aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:13:25.684293 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 42616) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:13:25.798595 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:13:25.855854 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018d5e77-57ac-472e-8724-c536fac00c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:13:25.857374 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-018d5e77-57ac-472e-8724-c536fac00c64 admin admin] 10.222.0.39 "GET /v2.0/networks/dbc7419d-d89a-4ebf-afbc-448b19db60c4 HTTP/1.1" status: 200 len: 886 time: 0.1721160 Jan 26 11:13:25.909927 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:13:27.262120 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:13:27.969641 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 42626) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:13:28.139837 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94dc2f4-caa4-4346-adf8-f8828242eb3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:13:28.141135 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f94dc2f4-caa4-4346-adf8-f8828242eb3e admin admin] 10.222.0.39 "GET /v2.0/networks/f3595274-7c8c-4c60-9171-abe3073f2b63 HTTP/1.1" status: 200 len: 869 time: 0.1705396 Jan 26 11:13:30.264343 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 42636) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:13:30.378685 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9601471f-e85f-443c-857a-f4ccac897662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:13:30.379159 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9601471f-e85f-443c-857a-f4ccac897662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:13:30.379884 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-9601471f-e85f-443c-857a-f4ccac897662 admin admin] Synchronizing usage tracker for tenant:ead15320185149738b359bd9f0769490 on resource:subnet {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:13:30.396907 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-9601471f-e85f-443c-857a-f4ccac897662 admin admin] Unset dirty status for tenant:ead15320185149738b359bd9f0769490 on resource:subnet {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:13:30.398023 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9601471f-e85f-443c-857a-f4ccac897662 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1327481 Jan 26 11:13:32.544224 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 42646) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:13:32.649079 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24fc282-6db4-48d0-b76f-afb1ee31f283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:13:32.649543 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24fc282-6db4-48d0-b76f-afb1ee31f283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:13:32.651049 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c24fc282-6db4-48d0-b76f-afb1ee31f283 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1057115 Jan 26 11:13:34.781619 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 42656) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:13:34.890869 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a57b6f4-57e7-48dc-b1c2-dc3f17d2f26d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:13:34.892200 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4a57b6f4-57e7-48dc-b1c2-dc3f17d2f26d admin admin] 10.222.0.39 "GET /v2.0/subnets/1488745d-3cc6-45e3-9730-025b2cbd62e0 HTTP/1.1" status: 200 len: 868 time: 0.1096599 Jan 26 11:13:37.010519 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 42666) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:13:37.109676 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a001e8e-d5f6-443f-934c-c9fa22861637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:13:37.110959 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8a001e8e-d5f6-443f-934c-c9fa22861637 admin admin] 10.222.0.39 "GET /v2.0/subnets/de7c74bb-741a-4492-a17f-5f651c66324e HTTP/1.1" status: 200 len: 816 time: 0.0995100 Jan 26 11:13:41.567274 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 5 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:13:52.455031 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5fa93918-e0c6-4d48-b835-a6fe1f69d002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:13:54.738774 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-31b2fe21-5acc-4205-9873-2026ad7f061e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:13:55.804229 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:13:55.912365 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:13:56.266790 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 42712) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:13:56.314119 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-01baef05-a39e-4ba2-9d16-c6519e73ab43 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:13:56.315177 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-01baef05-a39e-4ba2-9d16-c6519e73ab43 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474010 Jan 26 11:13:57.264814 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:13:58.512552 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 42722) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:13:58.581812 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c897bafa-50a8-4684-8825-89e56d18360f admin admin] GET failed (client error): The resource could not be found. Jan 26 11:13:58.583123 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c897bafa-50a8-4684-8825-89e56d18360f admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0696352 Jan 26 11:13:58.757083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f17f2a-f1c5-4a0a-ae7c-7a8b9d3a035a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:13:58.758496 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d3f17f2a-f1c5-4a0a-ae7c-7a8b9d3a035a admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1714578 Jan 26 11:14:00.892614 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 42732) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:14:00.939052 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-b783c578-8963-4762-a105-c4fb86d1811a admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:14:00.944313 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b783c578-8963-4762-a105-c4fb86d1811a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:14:00.954255 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b783c578-8963-4762-a105-c4fb86d1811a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:14:00.964369 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b783c578-8963-4762-a105-c4fb86d1811a admin admin] Made reservation on behalf of ead15320185149738b359bd9f0769490 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:14:00.967481 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b783c578-8963-4762-a105-c4fb86d1811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:01.053059 dv-neutron-826439-1-hyperv neutron-server[87443]: WARNING neutron.services.revisions.revision_plugin [None req-b783c578-8963-4762-a105-c4fb86d1811a admin admin] Could not find related network for resource to bump revision. Jan 26 11:14:01.063605 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b783c578-8963-4762-a105-c4fb86d1811a admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:14:01.072281 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b783c578-8963-4762-a105-c4fb86d1811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:01.072553 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-b783c578-8963-4762-a105-c4fb86d1811a admin admin] Added segment 46d72ddd-e5f7-40ef-a2a4-d4fc1390c773 of type vlan for network b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd Jan 26 11:14:01.097226 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b783c578-8963-4762-a105-c4fb86d1811a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:01.125264 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b783c578-8963-4762-a105-c4fb86d1811a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:01.126268 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b783c578-8963-4762-a105-c4fb86d1811a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:14:01.126861 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b783c578-8963-4762-a105-c4fb86d1811a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:01.225005 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783c578-8963-4762-a105-c4fb86d1811a admin admin] Pushing event updated for resources: {'Network': ['ID=b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:14:01.227919 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b783c578-8963-4762-a105-c4fb86d1811a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3342874 Jan 26 11:14:01.235057 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:14:03.391757 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 42742) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:14:03.457399 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-51157790-9d53-4e90-a416-0f43013e0360 admin admin] GET failed (client error): The resource could not be found. Jan 26 11:14:03.457907 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-51157790-9d53-4e90-a416-0f43013e0360 admin admin] Synchronizing usage tracker for tenant:ead15320185149738b359bd9f0769490 on resource:network {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:14:03.472898 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-51157790-9d53-4e90-a416-0f43013e0360 admin admin] Unset dirty status for tenant:ead15320185149738b359bd9f0769490 on resource:network {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:14:03.474045 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-51157790-9d53-4e90-a416-0f43013e0360 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0813041 Jan 26 11:14:03.577692 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39145ffa-6be9-425d-918f-ec5ef7654ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:14:03.579239 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-39145ffa-6be9-425d-918f-ec5ef7654ff5 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1013570 Jan 26 11:14:03.588600 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-c6f354f1-0f4b-4e30-8c1e-b12e522bdeda admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd', 'name': 'shared-subnet'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:14:03.593437 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c6f354f1-0f4b-4e30-8c1e-b12e522bdeda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:14:03.602604 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c6f354f1-0f4b-4e30-8c1e-b12e522bdeda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:14:03.612661 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f354f1-0f4b-4e30-8c1e-b12e522bdeda admin admin] Made reservation on behalf of ead15320185149738b359bd9f0769490 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:14:03.615006 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c6f354f1-0f4b-4e30-8c1e-b12e522bdeda admin admin] Notify callbacks [] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:03.817448 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c6f354f1-0f4b-4e30-8c1e-b12e522bdeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:03.896576 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f354f1-0f4b-4e30-8c1e-b12e522bdeda admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe7d3b11-048e-41e2-b93f-f13d70910185,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:14:03.900428 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f354f1-0f4b-4e30-8c1e-b12e522bdeda admin admin] Checking segment: {'id': '46d72ddd-e5f7-40ef-a2a4-d4fc1390c773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:14:03.900782 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f354f1-0f4b-4e30-8c1e-b12e522bdeda admin admin] Network hostable DHCP agents. Network: b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:14:03.919372 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f354f1-0f4b-4e30-8c1e-b12e522bdeda admin admin] Network b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:14:03.927947 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-c6f354f1-0f4b-4e30-8c1e-b12e522bdeda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:14:03.931879 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f354f1-0f4b-4e30-8c1e-b12e522bdeda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:14:03.932462 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c6f354f1-0f4b-4e30-8c1e-b12e522bdeda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:03.936960 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d299a2d-d0f4-4771-9e49-f08bf740ecc8 None None] Network b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:14:03.970349 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c6f354f1-0f4b-4e30-8c1e-b12e522bdeda admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3722236 Jan 26 11:14:04.163722 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd', 'network_id': 'b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd', 'tenant_id': 'ead15320185149738b359bd9f0769490', 'fixed_ips': [{'subnet_id': 'fe7d3b11-048e-41e2-b93f-f13d70910185'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:14:04.163886 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:04.320138 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Allocated IP 192.168.233.2 (b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd/fe7d3b11-048e-41e2-b93f-f13d70910185/17e0a560-6aaf-4a0c-a39f-c6d02ddbef25) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:14:04.550781 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:04.561275 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Transition to ACTIVE for port object 17e0a560-6aaf-4a0c-a39f-c6d02ddbef25 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:14:04.581093 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Transition to ACTIVE for port object 17e0a560-6aaf-4a0c-a39f-c6d02ddbef25 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:14:04.587195 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:04.652034 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Network b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:14:04.655052 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:14:04.661172 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:14:04.663237 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Pushing event updated for resources: {'Port': ['ID=17e0a560-6aaf-4a0c-a39f-c6d02ddbef25,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:14:04.672573 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:14:04.672985 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:14:04.673296 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:14:04.673630 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:14:04.673963 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:14:04.674307 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:14:04.674659 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:14:04.674983 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:14:04.675322 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:14:04.675667 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:14:04.675989 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:14:04.676308 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:14:04.764622 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Attempting to bind port 17e0a560-6aaf-4a0c-a39f-c6d02ddbef25 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:14:04.764997 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Attempting to bind port 17e0a560-6aaf-4a0c-a39f-c6d02ddbef25 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '46d72ddd-e5f7-40ef-a2a4-d4fc1390c773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:14:04.765361 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Attempting to bind port 17e0a560-6aaf-4a0c-a39f-c6d02ddbef25 on network b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:14:04.770683 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:14:04.771027 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Checking segment: {'id': '46d72ddd-e5f7-40ef-a2a4-d4fc1390c773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:14:04.771425 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:04.771813 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Bound using segment: {'id': '46d72ddd-e5f7-40ef-a2a4-d4fc1390c773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:14:04.772270 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Bound port: 17e0a560-6aaf-4a0c-a39f-c6d02ddbef25, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d72ddd-e5f7-40ef-a2a4-d4fc1390c773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:14:04.772655 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:04.861293 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] For port 17e0a560-6aaf-4a0c-a39f-c6d02ddbef25, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:14:04.864723 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] For port 17e0a560-6aaf-4a0c-a39f-c6d02ddbef25, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=17e0a560-6aaf-4a0c-a39f-c6d02ddbef25,segment=NetworkSegment(46d72ddd-e5f7-40ef-a2a4-d4fc1390c773),segment_id=46d72ddd-e5f7-40ef-a2a4-d4fc1390c773)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:14:04.868543 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:04.950565 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d3a08-e16b-42dc-bcf7-f34016ecca1f None None] Pushing event updated for resources: {'Port': ['ID=17e0a560-6aaf-4a0c-a39f-c6d02ddbef25,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:14:05.667108 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 17e0a560-6aaf-4a0c-a39f-c6d02ddbef25 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:14:05.744106 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 17e0a560-6aaf-4a0c-a39f-c6d02ddbef25 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:14:05.878772 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e39715-21aa-41db-9e64-a63d1369e8ec None None] Network b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:14:05.923357 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-22e83fa2-ff8b-4838-ae5f-d20248e3f65b None None] Provisioning for port 17e0a560-6aaf-4a0c-a39f-c6d02ddbef25 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:14:05.975831 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-22e83fa2-ff8b-4838-ae5f-d20248e3f65b None None] Provisioning complete for port 17e0a560-6aaf-4a0c-a39f-c6d02ddbef25 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:14:05.976471 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-22e83fa2-ff8b-4838-ae5f-d20248e3f65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:06.189702 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-22e83fa2-ff8b-4838-ae5f-d20248e3f65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:06.236214 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-22e83fa2-ff8b-4838-ae5f-d20248e3f65b None None] For port 17e0a560-6aaf-4a0c-a39f-c6d02ddbef25, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=17e0a560-6aaf-4a0c-a39f-c6d02ddbef25,segment=NetworkSegment(46d72ddd-e5f7-40ef-a2a4-d4fc1390c773),segment_id=46d72ddd-e5f7-40ef-a2a4-d4fc1390c773)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:14:06.240570 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-22e83fa2-ff8b-4838-ae5f-d20248e3f65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:06.315486 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e83fa2-ff8b-4838-ae5f-d20248e3f65b None None] Pushing event updated for resources: {'Port': ['ID=17e0a560-6aaf-4a0c-a39f-c6d02ddbef25,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:14:06.561818 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c37d2bef-e413-4c8b-abe1-2cde8bc345fb None None] Provisioning complete for port 17e0a560-6aaf-4a0c-a39f-c6d02ddbef25 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:14:06.562181 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c37d2bef-e413-4c8b-abe1-2cde8bc345fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:07.623665 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 17e0a560-6aaf-4a0c-a39f-c6d02ddbef25 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:14:07.695028 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 17e0a560-6aaf-4a0c-a39f-c6d02ddbef25 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:14:07.695414 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:18.565940 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 5 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:14:22.458426 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e8bbe536-cf1d-46c0-8e03-10ca6403e901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:24.741635 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6c6b63e1-96c4-4439-a327-1fea89371d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:25.807168 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:25.914225 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:27.267515 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:52.461141 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d1421bbe-977f-47bb-b60c-2d4cd73d02a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:54.744273 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a246bd11-e4e6-4b38-b5aa-682ac2116f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:55.566199 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 5 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:14:55.810924 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:55.917181 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:14:57.271261 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:15:22.463714 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-de07181b-6e1d-40d2-9930-f7baaa78760d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:15:24.749667 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4714d8fb-1705-405d-b181-f935824b809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:15:25.816997 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:15:25.919696 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:15:27.273595 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:15:32.565321 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 5 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:15:43.176258 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 42792) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:15:43.181924 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-b2f7d24e-1ac8-41ca-9bcc-3b232518f4fb tempest-verify_tempest_config-2057279652 tempest-verify_tempest_config-2057279652-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:15:43.182914 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b2f7d24e-1ac8-41ca-9bcc-3b232518f4fb tempest-verify_tempest_config-2057279652 tempest-verify_tempest_config-2057279652-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057189 Jan 26 11:15:43.478976 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 42810) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:15:43.596238 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-df8503f7-3df6-4bbe-9838-2fad47bf0639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:15:43.610390 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-df8503f7-3df6-4bbe-9838-2fad47bf0639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:15:43.614089 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-df8503f7-3df6-4bbe-9838-2fad47bf0639 admin admin] Usage tracker for resource:security_group_rule and tenant:0c45ff50b58b4f6b99034362d119f790 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:15:43.617379 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-df8503f7-3df6-4bbe-9838-2fad47bf0639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:15:43.622961 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-df8503f7-3df6-4bbe-9838-2fad47bf0639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:15:43.719236 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-df8503f7-3df6-4bbe-9838-2fad47bf0639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:15:43.722785 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-df8503f7-3df6-4bbe-9838-2fad47bf0639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:15:43.768632 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-df8503f7-3df6-4bbe-9838-2fad47bf0639 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c45ff50b58b4f6b99034362d119f790&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2886345 Jan 26 11:15:43.769455 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8503f7-3df6-4bbe-9838-2fad47bf0639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297ff28e-e53b-46d0-9149-5f224377d9f4,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:15:43.772032 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 42816) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:15:43.781842 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8503f7-3df6-4bbe-9838-2fad47bf0639 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:15:43.782286 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8503f7-3df6-4bbe-9838-2fad47bf0639 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:15:43.782757 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8503f7-3df6-4bbe-9838-2fad47bf0639 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:15:43.783164 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8503f7-3df6-4bbe-9838-2fad47bf0639 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:15:43.783634 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8503f7-3df6-4bbe-9838-2fad47bf0639 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:15:43.783970 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8503f7-3df6-4bbe-9838-2fad47bf0639 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:15:43.784366 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8503f7-3df6-4bbe-9838-2fad47bf0639 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:15:43.785253 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8503f7-3df6-4bbe-9838-2fad47bf0639 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:15:43.785253 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8503f7-3df6-4bbe-9838-2fad47bf0639 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:15:43.785627 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8503f7-3df6-4bbe-9838-2fad47bf0639 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:15:43.786015 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8503f7-3df6-4bbe-9838-2fad47bf0639 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:15:43.786433 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8503f7-3df6-4bbe-9838-2fad47bf0639 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:15:43.831347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0686a6f7-5584-4a0c-93fc-a165d459b702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:15:43.855558 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0686a6f7-5584-4a0c-93fc-a165d459b702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:15:43.947741 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0686a6f7-5584-4a0c-93fc-a165d459b702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:15:43.961775 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686a6f7-5584-4a0c-93fc-a165d459b702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297ff28e-e53b-46d0-9149-5f224377d9f4,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:15:43.972102 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a6f7-5584-4a0c-93fc-a165d459b702 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:15:43.972460 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a6f7-5584-4a0c-93fc-a165d459b702 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:15:43.972800 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a6f7-5584-4a0c-93fc-a165d459b702 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:15:43.973132 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a6f7-5584-4a0c-93fc-a165d459b702 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:15:43.973452 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a6f7-5584-4a0c-93fc-a165d459b702 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:15:43.973794 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a6f7-5584-4a0c-93fc-a165d459b702 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:15:43.974119 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a6f7-5584-4a0c-93fc-a165d459b702 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:15:43.974483 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a6f7-5584-4a0c-93fc-a165d459b702 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:15:43.974807 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a6f7-5584-4a0c-93fc-a165d459b702 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:15:43.975125 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a6f7-5584-4a0c-93fc-a165d459b702 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:15:43.975436 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a6f7-5584-4a0c-93fc-a165d459b702 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:15:43.975748 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686a6f7-5584-4a0c-93fc-a165d459b702 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:15:43.978746 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0686a6f7-5584-4a0c-93fc-a165d459b702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:15:43.979844 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0686a6f7-5584-4a0c-93fc-a165d459b702 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/297ff28e-e53b-46d0-9149-5f224377d9f4 HTTP/1.1" status: 204 len: 168 time: 0.2068722 Jan 26 11:15:52.466748 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7601a457-94c5-4896-a7a1-316b363e0137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:15:54.752101 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b3069c71-8e99-40ac-9a38-154bcd66ed8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:15:55.820012 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:15:55.924560 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:15:57.275822 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:16:09.564154 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 5 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:16:22.469707 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8f0966d7-b22f-4aff-a657-3d566af3df95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:16:24.755853 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e2d4dacd-3eee-4d95-a5f3-4377bcd4c944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:16:25.822795 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:16:25.924345 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:16:27.279047 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:16:46.562375 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 5 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:16:52.470895 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-90a0ece4-0624-407d-9cc0-f118529ed8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:16:54.756852 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7e1fa627-fc57-4f26-ae77-5bb2b9f22f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:16:55.825083 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:16:55.926631 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:16:57.289491 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:17:05.023889 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642410'] for agent, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:17:19.900669 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 42890) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:17:20.012963 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-43b97859-cdc8-42f7-b59f-02e04a3d40c8 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1112146 Jan 26 11:17:22.167992 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 42904) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:17:22.229584 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a9a7e654-a6e5-4b96-85f1-c55fe3f3ef42 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0604756 Jan 26 11:17:22.473690 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f2c029fe-445d-4c2d-84af-4a83e70eb6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:17:23.561537 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:17:24.758590 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a9667c1a-e6f8-474c-8f59-6c14f47383a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:17:25.826613 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:17:25.929061 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:17:27.286565 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:17:35.027509 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:17:52.476397 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5dabe212-3852-489e-95b4-80105054d88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:17:54.765208 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b924d3b2-e985-4369-be57-51e0ab071988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:17:55.832573 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:17:55.932970 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:17:57.295193 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:00.561497 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:18:05.068506 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:22.479580 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3f524ce6-362c-42b1-99b1-7c171d46e165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:24.757082 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c1f30b67-61a4-421f-9af5-0e392b8f805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:25.836081 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:25.935853 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:27.293429 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:35.070705 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:37.560109 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:18:49.048065 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43072) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:18:49.411930 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1499700378-network', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:18:49.417472 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:49.421288 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Usage tracker for resource:network and tenant:8170d036f1fe4a04b0076d6a1de6bb64 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:49.424840 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:49.430607 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:49.442381 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Made reservation on behalf of 8170d036f1fe4a04b0076d6a1de6bb64 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:18:49.446053 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:49.464777 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:49.482795 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:49.486880 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Usage tracker for resource:security_group_rule and tenant:8170d036f1fe4a04b0076d6a1de6bb64 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:49.489729 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:49.495640 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:49.590593 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:49.594972 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:49.633971 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1d5ee5-28b2-47a2-92b9-5bc866589aea,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:49.635606 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43094) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:18:49.637544 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:18:49.647107 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:49.647499 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:49.648013 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:49.648509 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:49.649014 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:49.649520 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:49.650164 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:49.650677 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:49.651179 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:49.651672 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:49.652152 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:49.652639 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Tracked resource versions report: Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: pushed versions: Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: { 'AddressGroup': {'1.2'}, Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: 'ConntrackHelper': {'1.0'}, Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: 'Log': {'1.0'}, Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: 'Network': {'1.1'}, Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: 'Port': {'1.7'}, Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: 'PortForwarding': {'1.2'}, Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: 'QosPolicy': {'1.8'}, Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: 'SecurityGroup': {'1.4'}, Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: 'SecurityGroupRule': {'1.2'}, Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: 'SubPort': {'1.0'}, Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: 'Subnet': {'1.1'}, Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: 'Trunk': {'1.1'}} Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: consumer versions: Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: { DHCP agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: HyperV agent@hv-neutron-8264: {}, Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: L3 agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: Metadata agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: Metering agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: Open vSwitch agent@dv-neutron-826439-1-hyperv: { 'AddressGroup': '1.2', Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: 'ConntrackHelper': '1.0', Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: 'Log': '1.0', Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: 'Network': '1.1', Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: 'Port': '1.7', Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: 'PortForwarding': '1.2', Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: 'QosPolicy': '1.8', Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: 'SecurityGroup': '1.4', Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: 'SecurityGroupRule': '1.2', Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: 'SubPort': '1.0', Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: 'Subnet': '1.1', Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: 'Trunk': '1.1'}} Jan 26 11:18:49.653759 dv-neutron-826439-1-hyperv neutron-server[87442]: {{(pid=87442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 11:18:49.675421 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754530724109', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:49.676035 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Unsubscribe: segment precommit_create {{(pid=87442) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 26 11:18:49.676514 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Added segment dde45a8b-fb4b-44c8-b38f-397bfb625ef8 of type vlan for network ccf7e590-7e87-4390-898c-54ed923dee9e Jan 26 11:18:49.722377 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:49.748595 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43102) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:18:49.767560 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:49.769407 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:18:49.770425 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:49.899677 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8492789 Jan 26 11:18:49.902640 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43112) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:18:49.914358 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Request body: {'subnet': {'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1499700378-subnet', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:18:49.915579 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa32ae-f5af-4d79-98fc-c645f9ec3b68 admin admin] Pushing event updated for resources: {'Network': ['ID=ccf7e590-7e87-4390-898c-54ed923dee9e,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:49.919550 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:49.924529 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Usage tracker for resource:subnet and tenant:8170d036f1fe4a04b0076d6a1de6bb64 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:49.928665 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network ccf7e590-7e87-4390-898c-54ed923dee9e details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:18:49.937913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:49.944828 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:49.957725 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Made reservation on behalf of 8170d036f1fe4a04b0076d6a1de6bb64 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:18:49.960923 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:50.063703 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-87bf1a9f-6aac-4b6f-9005-e852bf2345d6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-226898407-network', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:18:50.073568 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a5b94d01-4868-4ce8-a6bb-de8931a10097 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1729732147-network', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:18:50.083734 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-87bf1a9f-6aac-4b6f-9005-e852bf2345d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:50.090304 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-87bf1a9f-6aac-4b6f-9005-e852bf2345d6 admin admin] Usage tracker for resource:network and tenant:f5fbcfd06e3341ee86200462cb30acd6 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:50.097270 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-87bf1a9f-6aac-4b6f-9005-e852bf2345d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:50.110544 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a5b94d01-4868-4ce8-a6bb-de8931a10097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:50.114645 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-87bf1a9f-6aac-4b6f-9005-e852bf2345d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:50.123668 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a5b94d01-4868-4ce8-a6bb-de8931a10097 admin admin] Usage tracker for resource:network and tenant:80fe64ad2f7248c68674303bf7b13547 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:50.129122 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a5b94d01-4868-4ce8-a6bb-de8931a10097 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:50.136873 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bf1a9f-6aac-4b6f-9005-e852bf2345d6 admin admin] Made reservation on behalf of f5fbcfd06e3341ee86200462cb30acd6 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:18:50.139413 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-87bf1a9f-6aac-4b6f-9005-e852bf2345d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:50.148820 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a5b94d01-4868-4ce8-a6bb-de8931a10097 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:50.159810 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-87bf1a9f-6aac-4b6f-9005-e852bf2345d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:50.211459 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b94d01-4868-4ce8-a6bb-de8931a10097 admin admin] Made reservation on behalf of 80fe64ad2f7248c68674303bf7b13547 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:18:50.213740 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a5b94d01-4868-4ce8-a6bb-de8931a10097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:50.227315 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-87bf1a9f-6aac-4b6f-9005-e852bf2345d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:50.234244 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-87bf1a9f-6aac-4b6f-9005-e852bf2345d6 admin admin] Usage tracker for resource:security_group_rule and tenant:f5fbcfd06e3341ee86200462cb30acd6 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:50.241251 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-87bf1a9f-6aac-4b6f-9005-e852bf2345d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:50.245512 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a5b94d01-4868-4ce8-a6bb-de8931a10097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:50.261577 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-87bf1a9f-6aac-4b6f-9005-e852bf2345d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:50.285898 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a5b94d01-4868-4ce8-a6bb-de8931a10097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:50.292719 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a5b94d01-4868-4ce8-a6bb-de8931a10097 admin admin] Usage tracker for resource:security_group_rule and tenant:80fe64ad2f7248c68674303bf7b13547 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:50.306292 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a5b94d01-4868-4ce8-a6bb-de8931a10097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:50.325186 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a5b94d01-4868-4ce8-a6bb-de8931a10097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:50.364623 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:50.510020 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8af7f97d-3505-49db-8fef-896d429e8e82,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:50.540891 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-87bf1a9f-6aac-4b6f-9005-e852bf2345d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:50.543449 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:50.543664 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43142) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:18:50.544754 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:50.545298 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:50.545563 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:50.545942 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:50.546263 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:50.546821 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:50.547002 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:50.547310 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:50.547630 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:50.548146 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:50.548637 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Tracked resource versions report: Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: pushed versions: Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: { 'AddressGroup': {'1.2'}, Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: 'ConntrackHelper': {'1.0'}, Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: 'Log': {'1.0'}, Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: 'Network': {'1.1'}, Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: 'Port': {'1.7'}, Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: 'PortForwarding': {'1.2'}, Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: 'QosPolicy': {'1.8'}, Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: 'SecurityGroup': {'1.4'}, Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: 'SecurityGroupRule': {'1.2'}, Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: 'SubPort': {'1.0'}, Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: 'Subnet': {'1.1'}, Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: 'Trunk': {'1.1'}} Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: consumer versions: Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: { DHCP agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: HyperV agent@hv-neutron-8264: {}, Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: L3 agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: Metadata agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: Metering agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: Open vSwitch agent@dv-neutron-826439-1-hyperv: { 'AddressGroup': '1.2', Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: 'ConntrackHelper': '1.0', Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: 'Log': '1.0', Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: 'Network': '1.1', Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: 'Port': '1.7', Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: 'PortForwarding': '1.2', Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: 'QosPolicy': '1.8', Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: 'SecurityGroup': '1.4', Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: 'SecurityGroupRule': '1.2', Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: 'SubPort': '1.0', Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: 'Subnet': '1.1', Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: 'Trunk': '1.1'}} Jan 26 11:18:50.550260 dv-neutron-826439-1-hyperv neutron-server[87443]: {{(pid=87443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 11:18:50.553265 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Checking segment: {'id': 'dde45a8b-fb4b-44c8-b38f-397bfb625ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:18:50.553265 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Network hostable DHCP agents. Network: ccf7e590-7e87-4390-898c-54ed923dee9e, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:18:50.564004 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-87bf1a9f-6aac-4b6f-9005-e852bf2345d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:50.621974 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87bf1a9f-6aac-4b6f-9005-e852bf2345d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:18:50.652773 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-87bf1a9f-6aac-4b6f-9005-e852bf2345d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:50.652773 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-87bf1a9f-6aac-4b6f-9005-e852bf2345d6 admin admin] Added segment 5d01ec33-ef6d-4cb5-a766-ba00b1ea83af of type vlan for network bf3da876-a622-4e17-8633-e23a8fba3f3c Jan 26 11:18:50.659865 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf1a9f-6aac-4b6f-9005-e852bf2345d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a382ef4c-1393-4a34-b588-75a043957b8e,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:50.682581 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-87bf1a9f-6aac-4b6f-9005-e852bf2345d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:50.695275 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Network ccf7e590-7e87-4390-898c-54ed923dee9e is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:18:50.702858 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a5b94d01-4868-4ce8-a6bb-de8931a10097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:50.721551 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a5b94d01-4868-4ce8-a6bb-de8931a10097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:50.732936 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, ccf7e590-7e87-4390-898c-54ed923dee9e) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:18:50.746112 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-87bf1a9f-6aac-4b6f-9005-e852bf2345d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:50.746681 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a01194-23e2-4869-9b2b-f54f8b1d752a None None] Network ccf7e590-7e87-4390-898c-54ed923dee9e requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:18:50.747016 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bf1a9f-6aac-4b6f-9005-e852bf2345d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:18:50.747677 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-87bf1a9f-6aac-4b6f-9005-e852bf2345d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:50.794967 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:18:50.795812 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:50.872951 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b94d01-4868-4ce8-a6bb-de8931a10097 admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:18:50.889007 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-17b739e8-194a-4c3d-80c3-d70d9bb79429 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1671359535'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:18:50.899087 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-17b739e8-194a-4c3d-80c3-d70d9bb79429 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:50.910432 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-17b739e8-194a-4c3d-80c3-d70d9bb79429 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Usage tracker for resource:network and tenant:d46f6408dad945a4a502609a6de85bc9 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:50.911680 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-367d0c1b-6ec0-445a-bce4-cb90e1a054c4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0079546 Jan 26 11:18:50.913401 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43162) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:18:50.914245 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b94d01-4868-4ce8-a6bb-de8931a10097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44d4746-8b85-4623-9831-608af7368941,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:50.921695 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-17b739e8-194a-4c3d-80c3-d70d9bb79429 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:50.930559 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-87bf1a9f-6aac-4b6f-9005-e852bf2345d6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2932484 Jan 26 11:18:50.935411 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-608bf877-ad54-4b61-aac7-92cfc97e61d1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1499700378-router', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:18:50.937294 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43166) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:18:50.946111 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a5b94d01-4868-4ce8-a6bb-de8931a10097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:50.946545 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-a5b94d01-4868-4ce8-a6bb-de8931a10097 admin admin] Added segment ce9e9fd2-9afc-4447-8440-7f353ce0aec4 of type vlan for network 976dd945-7257-44e6-8aa8-a5388a259456 Jan 26 11:18:50.948592 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-608bf877-ad54-4b61-aac7-92cfc97e61d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:50.955344 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-53a27d2f-043d-444b-9132-0da1c9e29e7b admin admin] Request body: {'subnet': {'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-226898407-subnet', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:18:50.960908 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-53a27d2f-043d-444b-9132-0da1c9e29e7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:50.965637 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-53a27d2f-043d-444b-9132-0da1c9e29e7b admin admin] Usage tracker for resource:subnet and tenant:f5fbcfd06e3341ee86200462cb30acd6 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:50.967180 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-17b739e8-194a-4c3d-80c3-d70d9bb79429 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:50.969455 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-53a27d2f-043d-444b-9132-0da1c9e29e7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:50.976569 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-53a27d2f-043d-444b-9132-0da1c9e29e7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:50.978659 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-608bf877-ad54-4b61-aac7-92cfc97e61d1 admin admin] Usage tracker for resource:router and tenant:8170d036f1fe4a04b0076d6a1de6bb64 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:50.996637 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-608bf877-ad54-4b61-aac7-92cfc97e61d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:51.008361 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a27d2f-043d-444b-9132-0da1c9e29e7b admin admin] Made reservation on behalf of f5fbcfd06e3341ee86200462cb30acd6 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:18:51.011294 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-53a27d2f-043d-444b-9132-0da1c9e29e7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:51.013887 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-608bf877-ad54-4b61-aac7-92cfc97e61d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:51.025663 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b739e8-194a-4c3d-80c3-d70d9bb79429 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Made reservation on behalf of d46f6408dad945a4a502609a6de85bc9 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:18:51.033785 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-17b739e8-194a-4c3d-80c3-d70d9bb79429 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:51.066705 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-17b739e8-194a-4c3d-80c3-d70d9bb79429 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:51.068917 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-ccf7e590-7e87-4390-898c-54ed923dee9e', 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'fixed_ips': [{'subnet_id': '8af7f97d-3505-49db-8fef-896d429e8e82'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:18:51.073048 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:51.084404 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-608bf877-ad54-4b61-aac7-92cfc97e61d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:51.086930 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-608bf877-ad54-4b61-aac7-92cfc97e61d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:51.099965 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-17b739e8-194a-4c3d-80c3-d70d9bb79429 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:51.108667 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-17b739e8-194a-4c3d-80c3-d70d9bb79429 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Usage tracker for resource:security_group_rule and tenant:d46f6408dad945a4a502609a6de85bc9 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:51.114038 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-17b739e8-194a-4c3d-80c3-d70d9bb79429 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:51.130045 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-17b739e8-194a-4c3d-80c3-d70d9bb79429 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:51.136695 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-608bf877-ad54-4b61-aac7-92cfc97e61d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:51.223261 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf1a9f-6aac-4b6f-9005-e852bf2345d6 admin admin] Pushing event updated for resources: {'Network': ['ID=bf3da876-a622-4e17-8633-e23a8fba3f3c,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:51.226370 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a5b94d01-4868-4ce8-a6bb-de8931a10097 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:51.321302 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Allocated IP 172.20.0.2 (ccf7e590-7e87-4390-898c-54ed923dee9e/8af7f97d-3505-49db-8fef-896d429e8e82/e9346f6e-8736-47c8-ab5d-a92cd3a967d6) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:18:51.405192 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a5b94d01-4868-4ce8-a6bb-de8931a10097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:51.406240 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b94d01-4868-4ce8-a6bb-de8931a10097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:18:51.406871 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a5b94d01-4868-4ce8-a6bb-de8931a10097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:51.500984 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-17b739e8-194a-4c3d-80c3-d70d9bb79429 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:51.516550 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a5b94d01-4868-4ce8-a6bb-de8931a10097 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7664526 Jan 26 11:18:51.523148 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43186) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:18:51.573834 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-f2e28e98-95d1-478c-8020-2a0899a1eef8 admin admin] Request body: {'subnet': {'network_id': '976dd945-7257-44e6-8aa8-a5388a259456', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1729732147-subnet', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:18:51.588150 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-17b739e8-194a-4c3d-80c3-d70d9bb79429 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:51.601029 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b94d01-4868-4ce8-a6bb-de8931a10097 admin admin] Pushing event updated for resources: {'Network': ['ID=976dd945-7257-44e6-8aa8-a5388a259456,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:51.613817 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network bf3da876-a622-4e17-8633-e23a8fba3f3c details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:18:51.636797 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f2e28e98-95d1-478c-8020-2a0899a1eef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:51.641316 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 976dd945-7257-44e6-8aa8-a5388a259456 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:18:51.653772 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-53a27d2f-043d-444b-9132-0da1c9e29e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:51.709943 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43198) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:18:51.711089 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f2e28e98-95d1-478c-8020-2a0899a1eef8 admin admin] Usage tracker for resource:subnet and tenant:80fe64ad2f7248c68674303bf7b13547 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:51.714875 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f2e28e98-95d1-478c-8020-2a0899a1eef8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:51.723260 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f2e28e98-95d1-478c-8020-2a0899a1eef8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:51.757236 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e28e98-95d1-478c-8020-2a0899a1eef8 admin admin] Made reservation on behalf of 80fe64ad2f7248c68674303bf7b13547 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:18:51.775390 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f2e28e98-95d1-478c-8020-2a0899a1eef8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:51.788517 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:51.829716 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Transition to ACTIVE for port object e9346f6e-8736-47c8-ab5d-a92cd3a967d6 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:18:51.908277 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a27d2f-043d-444b-9132-0da1c9e29e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=53606115-5141-4c56-95c1-767f19a5c1f8,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:51.925420 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a27d2f-043d-444b-9132-0da1c9e29e7b admin admin] Checking segment: {'id': '5d01ec33-ef6d-4cb5-a766-ba00b1ea83af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:18:51.925863 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a27d2f-043d-444b-9132-0da1c9e29e7b admin admin] Network hostable DHCP agents. Network: bf3da876-a622-4e17-8633-e23a8fba3f3c, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:18:51.936537 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Transition to ACTIVE for port object e9346f6e-8736-47c8-ab5d-a92cd3a967d6 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:18:51.948471 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43206) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:18:51.954609 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:52.010081 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a27d2f-043d-444b-9132-0da1c9e29e7b admin admin] Network bf3da876-a622-4e17-8633-e23a8fba3f3c is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:18:52.031278 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-53a27d2f-043d-444b-9132-0da1c9e29e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, bf3da876-a622-4e17-8633-e23a8fba3f3c) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:18:52.040544 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a27d2f-043d-444b-9132-0da1c9e29e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:18:52.044684 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-53a27d2f-043d-444b-9132-0da1c9e29e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:52.051001 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c57f81-2b39-4f10-98e0-655cebb76be3 None None] Network bf3da876-a622-4e17-8633-e23a8fba3f3c requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:18:52.077870 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Network ccf7e590-7e87-4390-898c-54ed923dee9e is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:18:52.089408 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:18:52.099633 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-53a27d2f-043d-444b-9132-0da1c9e29e7b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1582971 Jan 26 11:18:52.101967 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43214) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:18:52.112363 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-75ee8d57-18b5-40c5-98d7-d261c80d8ab8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-226898407-router', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:18:52.120398 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:18:52.124851 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b739e8-194a-4c3d-80c3-d70d9bb79429 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:18:52.130226 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-75ee8d57-18b5-40c5-98d7-d261c80d8ab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:52.131132 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f2e28e98-95d1-478c-8020-2a0899a1eef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:52.137711 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-75ee8d57-18b5-40c5-98d7-d261c80d8ab8 admin admin] Usage tracker for resource:router and tenant:f5fbcfd06e3341ee86200462cb30acd6 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:52.147239 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-75ee8d57-18b5-40c5-98d7-d261c80d8ab8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:52.148494 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Pushing event updated for resources: {'Port': ['ID=e9346f6e-8736-47c8-ab5d-a92cd3a967d6,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:52.175417 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-75ee8d57-18b5-40c5-98d7-d261c80d8ab8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:52.200963 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-75ee8d57-18b5-40c5-98d7-d261c80d8ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:52.202364 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-75ee8d57-18b5-40c5-98d7-d261c80d8ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:52.240041 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-75ee8d57-18b5-40c5-98d7-d261c80d8ab8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:52.369236 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:52.369605 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:52.369949 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:52.370284 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:52.370637 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:52.371231 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:52.371576 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:52.372089 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:52.372420 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:52.373091 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:52.373091 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:52.373482 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Tracked resource versions report: Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: pushed versions: Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: { 'AddressGroup': {'1.2'}, Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: 'ConntrackHelper': {'1.0'}, Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: 'Log': {'1.0'}, Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: 'Network': {'1.1'}, Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: 'Port': {'1.7'}, Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: 'PortForwarding': {'1.2'}, Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: 'QosPolicy': {'1.8'}, Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: 'SecurityGroup': {'1.4'}, Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: 'SecurityGroupRule': {'1.2'}, Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: 'SubPort': {'1.0'}, Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: 'Subnet': {'1.1'}, Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: 'Trunk': {'1.1'}} Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: consumer versions: Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: { DHCP agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: HyperV agent@hv-neutron-8264: {}, Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: L3 agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: Metadata agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: Metering agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: Open vSwitch agent@dv-neutron-826439-1-hyperv: { 'AddressGroup': '1.2', Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: 'ConntrackHelper': '1.0', Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: 'Log': '1.0', Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: 'Network': '1.1', Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: 'Port': '1.7', Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: 'PortForwarding': '1.2', Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: 'QosPolicy': '1.8', Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: 'SecurityGroup': '1.4', Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: 'SecurityGroupRule': '1.2', Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: 'SubPort': '1.0', Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: 'Subnet': '1.1', Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: 'Trunk': '1.1'}} Jan 26 11:18:52.374882 dv-neutron-826439-1-hyperv neutron-server[87444]: {{(pid=87444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 11:18:52.380866 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-608bf877-ad54-4b61-aac7-92cfc97e61d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:52.437326 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-e2ee4321-97ca-494f-aac4-1a370a5b0b30 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:18:52.454106 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e2ee4321-97ca-494f-aac4-1a370a5b0b30 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:52.459991 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e2ee4321-97ca-494f-aac4-1a370a5b0b30 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Usage tracker for resource:floatingip and tenant:f2da5013b8304efb8b87375b0cd8d16c is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:52.464329 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e2ee4321-97ca-494f-aac4-1a370a5b0b30 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:52.472318 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e2ee4321-97ca-494f-aac4-1a370a5b0b30 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:52.482311 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-17b739e8-194a-4c3d-80c3-d70d9bb79429 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:52.482999 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-17b739e8-194a-4c3d-80c3-d70d9bb79429 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Added segment 3b4eddeb-f7a4-40a7-8ec7-4398aaf05776 of type vlan for network e4d11a5a-14c4-44a3-9c63-66c797b2fba4 Jan 26 11:18:52.490197 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Attempting to bind port e9346f6e-8736-47c8-ab5d-a92cd3a967d6 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:18:52.490631 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Attempting to bind port e9346f6e-8736-47c8-ab5d-a92cd3a967d6 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'dde45a8b-fb4b-44c8-b38f-397bfb625ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:18:52.490988 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Attempting to bind port e9346f6e-8736-47c8-ab5d-a92cd3a967d6 on network ccf7e590-7e87-4390-898c-54ed923dee9e {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:18:52.506847 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:18:52.507386 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Checking segment: {'id': 'dde45a8b-fb4b-44c8-b38f-397bfb625ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:18:52.507794 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:52.508324 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Bound using segment: {'id': 'dde45a8b-fb4b-44c8-b38f-397bfb625ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:18:52.509056 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Bound port: e9346f6e-8736-47c8-ab5d-a92cd3a967d6, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde45a8b-fb4b-44c8-b38f-397bfb625ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:18:52.509318 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:52.546796 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b739e8-194a-4c3d-80c3-d70d9bb79429 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6962cced-49ad-4158-8d27-c465ec9fa8a2,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:52.553429 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a9cabd9a-bb5f-4744-a2f2-02a8936af3a8 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1214018566'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:18:52.564087 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4321-97ca-494f-aac4-1a370a5b0b30 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:52.602836 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3c000a7f-659b-46c4-9aae-040646136453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:52.629597 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e28e98-95d1-478c-8020-2a0899a1eef8 admin admin] Checking segment: {'id': 'ce9e9fd2-9afc-4447-8440-7f353ce0aec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:18:52.630186 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e28e98-95d1-478c-8020-2a0899a1eef8 admin admin] Network hostable DHCP agents. Network: 976dd945-7257-44e6-8aa8-a5388a259456, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:18:52.639151 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-17b739e8-194a-4c3d-80c3-d70d9bb79429 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:52.722276 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43230) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:18:52.726203 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e28e98-95d1-478c-8020-2a0899a1eef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=083cb517-daf9-46a6-b8c3-2a43e684eac8,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:52.746611 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceac8bf3-a549-4678-8366-11269e3146f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-bf3da876-a622-4e17-8633-e23a8fba3f3c', 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'fixed_ips': [{'subnet_id': '53606115-5141-4c56-95c1-767f19a5c1f8'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:18:52.747707 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ceac8bf3-a549-4678-8366-11269e3146f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:52.781377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-75ee8d57-18b5-40c5-98d7-d261c80d8ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:52.788706 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a9cabd9a-bb5f-4744-a2f2-02a8936af3a8 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:52.793285 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a9cabd9a-bb5f-4744-a2f2-02a8936af3a8 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Usage tracker for resource:network and tenant:cd045219adc0496486971582440305a0 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:52.795124 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] For port e9346f6e-8736-47c8-ab5d-a92cd3a967d6, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:18:52.797232 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a9cabd9a-bb5f-4744-a2f2-02a8936af3a8 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:52.800149 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e28e98-95d1-478c-8020-2a0899a1eef8 admin admin] Network 976dd945-7257-44e6-8aa8-a5388a259456 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:18:52.804798 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a9cabd9a-bb5f-4744-a2f2-02a8936af3a8 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:52.827902 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] For port e9346f6e-8736-47c8-ab5d-a92cd3a967d6, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=e9346f6e-8736-47c8-ab5d-a92cd3a967d6,segment=NetworkSegment(dde45a8b-fb4b-44c8-b38f-397bfb625ef8),segment_id=dde45a8b-fb4b-44c8-b38f-397bfb625ef8)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:18:52.829263 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cabd9a-bb5f-4744-a2f2-02a8936af3a8 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Made reservation on behalf of cd045219adc0496486971582440305a0 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:18:52.833221 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a9cabd9a-bb5f-4744-a2f2-02a8936af3a8 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:52.849392 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a9cabd9a-bb5f-4744-a2f2-02a8936af3a8 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:52.889296 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-f2e28e98-95d1-478c-8020-2a0899a1eef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 976dd945-7257-44e6-8aa8-a5388a259456) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:18:52.896073 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e28e98-95d1-478c-8020-2a0899a1eef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:18:52.896943 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f2e28e98-95d1-478c-8020-2a0899a1eef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:52.897400 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a9cabd9a-bb5f-4744-a2f2-02a8936af3a8 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:52.904697 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a9cabd9a-bb5f-4744-a2f2-02a8936af3a8 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Usage tracker for resource:security_group_rule and tenant:cd045219adc0496486971582440305a0 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:52.911866 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3aacd9f-f4d4-41b8-935a-8c7c8d440954 None None] Network 976dd945-7257-44e6-8aa8-a5388a259456 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:18:52.966419 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a9cabd9a-bb5f-4744-a2f2-02a8936af3a8 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:52.975744 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a9cabd9a-bb5f-4744-a2f2-02a8936af3a8 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:52.993567 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-17b739e8-194a-4c3d-80c3-d70d9bb79429 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:53.000964 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b739e8-194a-4c3d-80c3-d70d9bb79429 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:18:53.001967 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-17b739e8-194a-4c3d-80c3-d70d9bb79429 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:53.016194 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-f5fb100a-201f-4520-8882-e2d033d736df tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:18:53.050794 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:53.061540 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f2e28e98-95d1-478c-8020-2a0899a1eef8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5360854 Jan 26 11:18:53.075797 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43242) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:18:53.096443 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-781464e5-ec84-458e-b194-3b2b9cf18c51 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1729732147-router', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:18:53.103773 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-781464e5-ec84-458e-b194-3b2b9cf18c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:53.110460 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-781464e5-ec84-458e-b194-3b2b9cf18c51 admin admin] Usage tracker for resource:router and tenant:80fe64ad2f7248c68674303bf7b13547 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:53.114846 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-781464e5-ec84-458e-b194-3b2b9cf18c51 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:53.133351 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-781464e5-ec84-458e-b194-3b2b9cf18c51 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:53.222995 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f5fb100a-201f-4520-8882-e2d033d736df tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] 10.222.0.39 "PUT /v2.0/quotas/2049a75d85ba4edb9acea5fa3339d5ee HTTP/1.1" status: 200 len: 368 time: 0.4980068 Jan 26 11:18:53.240096 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43252) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:18:53.241144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-75ee8d57-18b5-40c5-98d7-d261c80d8ab8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:53.257162 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b739e8-194a-4c3d-80c3-d70d9bb79429 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Pushing event updated for resources: {'Network': ['ID=e4d11a5a-14c4-44a3-9c63-66c797b2fba4,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:53.262069 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-17b739e8-194a-4c3d-80c3-d70d9bb79429 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.7171133 Jan 26 11:18:53.263848 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630e9f22-e9c7-462a-b5dc-f5dd31b39613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-976dd945-7257-44e6-8aa8-a5388a259456', 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'fixed_ips': [{'subnet_id': '083cb517-daf9-46a6-b8c3-2a43e684eac8'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:18:53.266042 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-630e9f22-e9c7-462a-b5dc-f5dd31b39613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:53.275721 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43256) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:18:53.281614 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4506d-94ff-47b0-9d08-d91c5d2d9d75 None None] Pushing event updated for resources: {'Port': ['ID=e9346f6e-8736-47c8-ab5d-a92cd3a967d6,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:53.290124 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a099fe01-0528-4707-a758-9416442d5bab tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Request body: {'network': {'project_id': '2049a75d85ba4edb9acea5fa3339d5ee'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:18:53.291410 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network e4d11a5a-14c4-44a3-9c63-66c797b2fba4 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:18:53.303020 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-75ee8d57-18b5-40c5-98d7-d261c80d8ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:53.308626 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a099fe01-0528-4707-a758-9416442d5bab tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:53.338666 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-781464e5-ec84-458e-b194-3b2b9cf18c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:53.339714 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-781464e5-ec84-458e-b194-3b2b9cf18c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:53.349881 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a099fe01-0528-4707-a758-9416442d5bab tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Usage tracker for resource:network and tenant:2049a75d85ba4edb9acea5fa3339d5ee is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:53.359455 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a099fe01-0528-4707-a758-9416442d5bab tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:53.384705 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a099fe01-0528-4707-a758-9416442d5bab tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:53.397486 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43264) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:18:53.424813 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a9cabd9a-bb5f-4744-a2f2-02a8936af3a8 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:53.440427 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a099fe01-0528-4707-a758-9416442d5bab tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Made reservation on behalf of 2049a75d85ba4edb9acea5fa3339d5ee for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:18:53.446879 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a099fe01-0528-4707-a758-9416442d5bab tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:53.456545 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a9cabd9a-bb5f-4744-a2f2-02a8936af3a8 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:53.481545 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a099fe01-0528-4707-a758-9416442d5bab tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:53.495670 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-781464e5-ec84-458e-b194-3b2b9cf18c51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:53.521619 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9cabd9a-bb5f-4744-a2f2-02a8936af3a8 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:18:53.545078 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a099fe01-0528-4707-a758-9416442d5bab tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:53.547523 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4321-97ca-494f-aac4-1a370a5b0b30 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:53.596839 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a099fe01-0528-4707-a758-9416442d5bab tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Usage tracker for resource:security_group_rule and tenant:2049a75d85ba4edb9acea5fa3339d5ee is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:53.607090 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a099fe01-0528-4707-a758-9416442d5bab tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:53.615704 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a9cabd9a-bb5f-4744-a2f2-02a8936af3a8 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:53.616159 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-a9cabd9a-bb5f-4744-a2f2-02a8936af3a8 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Added segment c4dbabda-c988-40b1-b763-459d3ea1b2e4 of type vlan for network f619309b-6707-430f-8048-1e099bed792c Jan 26 11:18:53.628837 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cabd9a-bb5f-4744-a2f2-02a8936af3a8 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce062b0-4be9-4ee3-a80f-ccbb1e5cca29,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:53.653208 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a099fe01-0528-4707-a758-9416442d5bab tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:53.661827 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-608bf877-ad54-4b61-aac7-92cfc97e61d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:53.704772 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-4245cbaf-a76d-4f9e-925d-25bf77a19546 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:18:53.721434 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-345ea076-ef56-46d0-9fbd-9cb9ed962579 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Request body: {'network': {'name': 'tempest-network--1429747045', 'router:external': True}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:18:53.755099 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4245cbaf-a76d-4f9e-925d-25bf77a19546 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:53.771609 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-608bf877-ad54-4b61-aac7-92cfc97e61d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:53.779406 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-630e9f22-e9c7-462a-b5dc-f5dd31b39613 None None] Allocated IP 172.20.0.2 (976dd945-7257-44e6-8aa8-a5388a259456/083cb517-daf9-46a6-b8c3-2a43e684eac8/531cd0da-fc9e-4cbe-90a4-d37b48f26533) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:18:53.783930 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-345ea076-ef56-46d0-9fbd-9cb9ed962579 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:53.794481 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4245cbaf-a76d-4f9e-925d-25bf77a19546 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Usage tracker for resource:floatingip and tenant:465b2c387d924495a14b9b1507cfc47b is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:53.809429 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a9cabd9a-bb5f-4744-a2f2-02a8936af3a8 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:53.815500 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4245cbaf-a76d-4f9e-925d-25bf77a19546 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:53.818636 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-345ea076-ef56-46d0-9fbd-9cb9ed962579 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Usage tracker for resource:network and tenant:a8143b8224b34d05bc22272e33fbb9a5 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:53.839365 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-75ee8d57-18b5-40c5-98d7-d261c80d8ab8 admin admin] Allocated IP 172.26.5.179 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/fd1df7c2-030c-4be7-8dcf-3fb4f31323cd) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:18:53.854951 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-345ea076-ef56-46d0-9fbd-9cb9ed962579 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:53.867024 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4245cbaf-a76d-4f9e-925d-25bf77a19546 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:53.875713 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-345ea076-ef56-46d0-9fbd-9cb9ed962579 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:53.951105 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4245cbaf-a76d-4f9e-925d-25bf77a19546 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks [] for floatingip, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:54.011685 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device e9346f6e-8736-47c8-ab5d-a92cd3a967d6 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:18:54.046010 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345ea076-ef56-46d0-9fbd-9cb9ed962579 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Made reservation on behalf of a8143b8224b34d05bc22272e33fbb9a5 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:18:54.048302 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-345ea076-ef56-46d0-9fbd-9cb9ed962579 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:54.086988 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-781464e5-ec84-458e-b194-3b2b9cf18c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:54.131334 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-345ea076-ef56-46d0-9fbd-9cb9ed962579 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:54.143083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a9cabd9a-bb5f-4744-a2f2-02a8936af3a8 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:54.148705 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cabd9a-bb5f-4744-a2f2-02a8936af3a8 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:18:54.149297 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a9cabd9a-bb5f-4744-a2f2-02a8936af3a8 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:54.227811 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-ceac8bf3-a549-4678-8366-11269e3146f9 None None] Allocated IP 172.20.0.2 (bf3da876-a622-4e17-8633-e23a8fba3f3c/53606115-5141-4c56-95c1-767f19a5c1f8/4b12737c-ccad-4ef7-aeaf-40e70b31577f) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:18:54.250235 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-345ea076-ef56-46d0-9fbd-9cb9ed962579 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:54.254126 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-630e9f22-e9c7-462a-b5dc-f5dd31b39613 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:54.264983 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port e9346f6e-8736-47c8-ab5d-a92cd3a967d6 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:18:54.278677 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-345ea076-ef56-46d0-9fbd-9cb9ed962579 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Usage tracker for resource:security_group_rule and tenant:a8143b8224b34d05bc22272e33fbb9a5 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:54.285523 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-630e9f22-e9c7-462a-b5dc-f5dd31b39613 None None] Transition to ACTIVE for port object 531cd0da-fc9e-4cbe-90a4-d37b48f26533 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:18:54.306409 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-345ea076-ef56-46d0-9fbd-9cb9ed962579 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:54.374778 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-630e9f22-e9c7-462a-b5dc-f5dd31b39613 None None] Transition to ACTIVE for port object 531cd0da-fc9e-4cbe-90a4-d37b48f26533 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:18:54.397711 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-630e9f22-e9c7-462a-b5dc-f5dd31b39613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:54.415304 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-75ee8d57-18b5-40c5-98d7-d261c80d8ab8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:54.452263 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-345ea076-ef56-46d0-9fbd-9cb9ed962579 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:54.462130 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cabd9a-bb5f-4744-a2f2-02a8936af3a8 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Pushing event updated for resources: {'Network': ['ID=f619309b-6707-430f-8048-1e099bed792c,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:54.470450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a099fe01-0528-4707-a758-9416442d5bab tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:54.483371 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a9cabd9a-bb5f-4744-a2f2-02a8936af3a8 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.5226145 Jan 26 11:18:54.488725 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network f619309b-6707-430f-8048-1e099bed792c details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:18:54.523569 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630e9f22-e9c7-462a-b5dc-f5dd31b39613 None None] Network 976dd945-7257-44e6-8aa8-a5388a259456 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:18:54.537498 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-630e9f22-e9c7-462a-b5dc-f5dd31b39613 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:18:54.541013 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630e9f22-e9c7-462a-b5dc-f5dd31b39613 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:18:54.554694 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-75ee8d57-18b5-40c5-98d7-d261c80d8ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:54.621119 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ee8d57-18b5-40c5-98d7-d261c80d8ab8 admin admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:18:54.621634 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a099fe01-0528-4707-a758-9416442d5bab tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:54.635299 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a099fe01-0528-4707-a758-9416442d5bab tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:18:54.644874 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-781464e5-ec84-458e-b194-3b2b9cf18c51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:54.646840 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a099fe01-0528-4707-a758-9416442d5bab tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:54.647260 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-a099fe01-0528-4707-a758-9416442d5bab tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Added segment aeb525ce-db7c-4766-8dba-54435bb575a0 of type vlan for network 789188d4-69eb-4485-a350-0fe75a865217 Jan 26 11:18:54.653614 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e9f22-e9c7-462a-b5dc-f5dd31b39613 None None] Pushing event updated for resources: {'Port': ['ID=531cd0da-fc9e-4cbe-90a4-d37b48f26533,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:54.677874 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a099fe01-0528-4707-a758-9416442d5bab tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:54.697317 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-e2ee4321-97ca-494f-aac4-1a370a5b0b30 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Allocated IP 172.26.5.148 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/b4ceaf76-f8ce-4114-b240-b5af85490760) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:18:54.700815 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-781464e5-ec84-458e-b194-3b2b9cf18c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:54.733962 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-75ee8d57-18b5-40c5-98d7-d261c80d8ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:18:54.783759 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ee8d57-18b5-40c5-98d7-d261c80d8ab8 admin admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:18:54.853573 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ceac8bf3-a549-4678-8366-11269e3146f9 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:54.860445 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-630e9f22-e9c7-462a-b5dc-f5dd31b39613 None None] Attempting to bind port 531cd0da-fc9e-4cbe-90a4-d37b48f26533 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:18:54.860818 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-630e9f22-e9c7-462a-b5dc-f5dd31b39613 None None] Attempting to bind port 531cd0da-fc9e-4cbe-90a4-d37b48f26533 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ce9e9fd2-9afc-4447-8440-7f353ce0aec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:18:54.861492 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630e9f22-e9c7-462a-b5dc-f5dd31b39613 None None] Attempting to bind port 531cd0da-fc9e-4cbe-90a4-d37b48f26533 on network 976dd945-7257-44e6-8aa8-a5388a259456 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:18:54.867889 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-972a89e1-4968-43ed-ab96-acb053fc4354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:54.884567 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ceac8bf3-a549-4678-8366-11269e3146f9 None None] Transition to ACTIVE for port object 4b12737c-ccad-4ef7-aeaf-40e70b31577f will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:18:54.887442 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630e9f22-e9c7-462a-b5dc-f5dd31b39613 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:18:54.887764 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630e9f22-e9c7-462a-b5dc-f5dd31b39613 None None] Checking segment: {'id': 'ce9e9fd2-9afc-4447-8440-7f353ce0aec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:18:54.888152 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-630e9f22-e9c7-462a-b5dc-f5dd31b39613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:54.888549 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630e9f22-e9c7-462a-b5dc-f5dd31b39613 None None] Bound using segment: {'id': 'ce9e9fd2-9afc-4447-8440-7f353ce0aec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:18:54.889027 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-630e9f22-e9c7-462a-b5dc-f5dd31b39613 None None] Bound port: 531cd0da-fc9e-4cbe-90a4-d37b48f26533, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9e9fd2-9afc-4447-8440-7f353ce0aec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:18:54.889417 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-630e9f22-e9c7-462a-b5dc-f5dd31b39613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:54.979482 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f926c3c2-477e-4486-9b05-d9d4f2220905 None None] Network ccf7e590-7e87-4390-898c-54ed923dee9e requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:18:55.022810 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099fe01-0528-4707-a758-9416442d5bab tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfb9395-530a-4bd3-b9ba-84f0bc8d90ca,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:55.023411 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ceac8bf3-a549-4678-8366-11269e3146f9 None None] Transition to ACTIVE for port object 4b12737c-ccad-4ef7-aeaf-40e70b31577f will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:18:55.041750 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a099fe01-0528-4707-a758-9416442d5bab tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:55.043434 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a099fe01-0528-4707-a758-9416442d5bab tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:18:55.044092 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a099fe01-0528-4707-a758-9416442d5bab tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:55.052609 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ceac8bf3-a549-4678-8366-11269e3146f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:55.056234 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4321-97ca-494f-aac4-1a370a5b0b30 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:55.156692 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4321-97ca-494f-aac4-1a370a5b0b30 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:55.158887 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a099fe01-0528-4707-a758-9416442d5bab tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8891492 Jan 26 11:18:55.173515 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43284) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:18:55.195912 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6174a1aa-26e4-408d-a6e7-baf52d4ab787 None None] Provisioning for port e9346f6e-8736-47c8-ab5d-a92cd3a967d6 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:18:55.210579 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceac8bf3-a549-4678-8366-11269e3146f9 None None] Network bf3da876-a622-4e17-8633-e23a8fba3f3c is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:18:55.221027 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-630e9f22-e9c7-462a-b5dc-f5dd31b39613 None None] For port 531cd0da-fc9e-4cbe-90a4-d37b48f26533, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:18:55.222972 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-01826031-83d6-4d00-a539-dbe8f66764aa tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Request body: {'network': {'project_id': '2049a75d85ba4edb9acea5fa3339d5ee'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:18:55.223392 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-ceac8bf3-a549-4678-8366-11269e3146f9 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:18:55.226011 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac8bf3-a549-4678-8366-11269e3146f9 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:18:55.246091 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6174a1aa-26e4-408d-a6e7-baf52d4ab787 None None] Provisioning complete for port e9346f6e-8736-47c8-ab5d-a92cd3a967d6 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:18:55.246568 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6174a1aa-26e4-408d-a6e7-baf52d4ab787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:55.261377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-01826031-83d6-4d00-a539-dbe8f66764aa tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:55.269087 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee8d57-18b5-40c5-98d7-d261c80d8ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=fd1df7c2-030c-4be7-8dcf-3fb4f31323cd,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:55.313027 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-630e9f22-e9c7-462a-b5dc-f5dd31b39613 None None] For port 531cd0da-fc9e-4cbe-90a4-d37b48f26533, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=531cd0da-fc9e-4cbe-90a4-d37b48f26533,segment=NetworkSegment(ce9e9fd2-9afc-4447-8440-7f353ce0aec4),segment_id=ce9e9fd2-9afc-4447-8440-7f353ce0aec4)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:18:55.332523 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-01826031-83d6-4d00-a539-dbe8f66764aa tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Usage tracker for resource:network and tenant:2049a75d85ba4edb9acea5fa3339d5ee is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:55.343142 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43288) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:18:55.346453 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-01826031-83d6-4d00-a539-dbe8f66764aa tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:55.350557 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee4321-97ca-494f-aac4-1a370a5b0b30 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Pushing event updated for resources: {'Port': ['ID=b4ceaf76-f8ce-4114-b240-b5af85490760,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:55.356965 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4245cbaf-a76d-4f9e-925d-25bf77a19546 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:55.375452 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ee4321-97ca-494f-aac4-1a370a5b0b30 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:18:55.379155 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-e2ee4321-97ca-494f-aac4-1a370a5b0b30 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:18:55.382912 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ee4321-97ca-494f-aac4-1a370a5b0b30 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:18:55.385187 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-630e9f22-e9c7-462a-b5dc-f5dd31b39613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:55.407012 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099fe01-0528-4707-a758-9416442d5bab tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Pushing event updated for resources: {'Network': ['ID=789188d4-69eb-4485-a350-0fe75a865217,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:55.409915 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-01826031-83d6-4d00-a539-dbe8f66764aa tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:55.423942 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac8bf3-a549-4678-8366-11269e3146f9 None None] Pushing event updated for resources: {'Port': ['ID=4b12737c-ccad-4ef7-aeaf-40e70b31577f,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:55.441863 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-608bf877-ad54-4b61-aac7-92cfc97e61d1 admin admin] Allocated IP 172.26.5.243 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/1126d43e-6500-4ed0-b0b6-d78f5361bfc0) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:18:55.463933 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Request body: {'port': {'network_id': 'f619309b-6707-430f-8048-1e099bed792c', 'binding:host_id': 'hv-neutron-8264', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1029311386'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:18:55.467293 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 789188d4-69eb-4485-a350-0fe75a865217 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:18:55.486552 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:55.491103 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4321-97ca-494f-aac4-1a370a5b0b30 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:55.514284 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Usage tracker for resource:port and tenant:76cc660373d942a6828ab23feec78d22 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:55.520025 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:55.544615 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:55.556071 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01826031-83d6-4d00-a539-dbe8f66764aa tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Made reservation on behalf of 2049a75d85ba4edb9acea5fa3339d5ee for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:18:55.558375 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-01826031-83d6-4d00-a539-dbe8f66764aa tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:55.560319 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-ceac8bf3-a549-4678-8366-11269e3146f9 None None] Attempting to bind port 4b12737c-ccad-4ef7-aeaf-40e70b31577f on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:18:55.560696 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-ceac8bf3-a549-4678-8366-11269e3146f9 None None] Attempting to bind port 4b12737c-ccad-4ef7-aeaf-40e70b31577f by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '5d01ec33-ef6d-4cb5-a766-ba00b1ea83af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:18:55.561067 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceac8bf3-a549-4678-8366-11269e3146f9 None None] Attempting to bind port 4b12737c-ccad-4ef7-aeaf-40e70b31577f on network bf3da876-a622-4e17-8633-e23a8fba3f3c {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:18:55.605136 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-75ee8d57-18b5-40c5-98d7-d261c80d8ab8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:55.609205 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceac8bf3-a549-4678-8366-11269e3146f9 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:18:55.609205 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceac8bf3-a549-4678-8366-11269e3146f9 None None] Checking segment: {'id': '5d01ec33-ef6d-4cb5-a766-ba00b1ea83af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:18:55.609612 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ceac8bf3-a549-4678-8366-11269e3146f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:55.610009 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceac8bf3-a549-4678-8366-11269e3146f9 None None] Bound using segment: {'id': '5d01ec33-ef6d-4cb5-a766-ba00b1ea83af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:18:55.610796 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-ceac8bf3-a549-4678-8366-11269e3146f9 None None] Bound port: 4b12737c-ccad-4ef7-aeaf-40e70b31577f, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d01ec33-ef6d-4cb5-a766-ba00b1ea83af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:18:55.610983 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ceac8bf3-a549-4678-8366-11269e3146f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:55.652831 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4321-97ca-494f-aac4-1a370a5b0b30 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:55.699103 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-345ea076-ef56-46d0-9fbd-9cb9ed962579 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:55.720069 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01826031-83d6-4d00-a539-dbe8f66764aa tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:18:55.720423 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-608bf877-ad54-4b61-aac7-92cfc97e61d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:55.723031 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-345ea076-ef56-46d0-9fbd-9cb9ed962579 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:55.744510 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Made reservation on behalf of 76cc660373d942a6828ab23feec78d22 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:18:55.747601 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:55.758508 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e9f22-e9c7-462a-b5dc-f5dd31b39613 None None] Pushing event updated for resources: {'Port': ['ID=531cd0da-fc9e-4cbe-90a4-d37b48f26533,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:55.771358 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-01826031-83d6-4d00-a539-dbe8f66764aa tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:55.772046 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-01826031-83d6-4d00-a539-dbe8f66764aa tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Added segment 0b3e7481-6e9e-4006-9c30-12ad16070371 of type vlan for network 77d2508c-9599-4adf-b4f3-603a85e0b9df Jan 26 11:18:55.776782 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:55.891542 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-608bf877-ad54-4b61-aac7-92cfc97e61d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:55.896442 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6174a1aa-26e4-408d-a6e7-baf52d4ab787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:55.914828 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:55.959967 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-ceac8bf3-a549-4678-8366-11269e3146f9 None None] For port 4b12737c-ccad-4ef7-aeaf-40e70b31577f, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:18:55.971045 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-ceac8bf3-a549-4678-8366-11269e3146f9 None None] For port 4b12737c-ccad-4ef7-aeaf-40e70b31577f, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=4b12737c-ccad-4ef7-aeaf-40e70b31577f,segment=NetworkSegment(5d01ec33-ef6d-4cb5-a766-ba00b1ea83af),segment_id=5d01ec33-ef6d-4cb5-a766-ba00b1ea83af)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:18:55.988111 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ceac8bf3-a549-4678-8366-11269e3146f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:56.037309 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:56.043057 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-6174a1aa-26e4-408d-a6e7-baf52d4ab787 None None] For port e9346f6e-8736-47c8-ab5d-a92cd3a967d6, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=e9346f6e-8736-47c8-ab5d-a92cd3a967d6,segment=NetworkSegment(dde45a8b-fb4b-44c8-b38f-397bfb625ef8),segment_id=dde45a8b-fb4b-44c8-b38f-397bfb625ef8)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:18:56.044527 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608bf877-ad54-4b61-aac7-92cfc97e61d1 admin admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:18:56.058804 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-608bf877-ad54-4b61-aac7-92cfc97e61d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:18:56.060516 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-345ea076-ef56-46d0-9fbd-9cb9ed962579 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:18:56.061429 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6174a1aa-26e4-408d-a6e7-baf52d4ab787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:56.071338 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ea076-ef56-46d0-9fbd-9cb9ed962579 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60faa09-5843-458d-8732-3009e0ed05c8,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:56.072246 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608bf877-ad54-4b61-aac7-92cfc97e61d1 admin admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:18:56.080720 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-01826031-83d6-4d00-a539-dbe8f66764aa tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:56.086517 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:56.093651 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Usage tracker for resource:security_group_rule and tenant:76cc660373d942a6828ab23feec78d22 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:56.101126 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:56.106395 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-345ea076-ef56-46d0-9fbd-9cb9ed962579 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:56.106733 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-345ea076-ef56-46d0-9fbd-9cb9ed962579 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Added segment a2572453-312d-4213-b1a5-9caed8838c3f of type vlan for network 26d6dc83-de26-481b-a03b-31b36d613357 Jan 26 11:18:56.120446 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac8bf3-a549-4678-8366-11269e3146f9 None None] Pushing event updated for resources: {'Port': ['ID=4b12737c-ccad-4ef7-aeaf-40e70b31577f,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:56.121760 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:56.178363 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-781464e5-ec84-458e-b194-3b2b9cf18c51 admin admin] Allocated IP 172.26.5.74 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/d47c7699-a754-4f18-9d02-d6e3caeb8e1e) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:18:56.227619 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.resource_extend [None req-01826031-83d6-4d00-a539-dbe8f66764aa tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:18:56.230452 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174a1aa-26e4-408d-a6e7-baf52d4ab787 None None] Pushing event updated for resources: {'Port': ['ID=e9346f6e-8736-47c8-ab5d-a92cd3a967d6,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:56.272079 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.resource_extend [None req-e2ee4321-97ca-494f-aac4-1a370a5b0b30 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:18:56.281071 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bf877-ad54-4b61-aac7-92cfc97e61d1 admin admin] Pushing event updated for resources: {'Port': ['ID=1126d43e-6500-4ed0-b0b6-d78f5361bfc0,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:56.312507 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-345ea076-ef56-46d0-9fbd-9cb9ed962579 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:56.329769 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-01826031-83d6-4d00-a539-dbe8f66764aa tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:56.331382 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01826031-83d6-4d00-a539-dbe8f66764aa tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:18:56.331968 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-01826031-83d6-4d00-a539-dbe8f66764aa tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:56.438899 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4321-97ca-494f-aac4-1a370a5b0b30 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:56.526903 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-abd004b4-55ff-4ea0-9779-fea3174a6fc1 None None] Provisioning complete for port e9346f6e-8736-47c8-ab5d-a92cd3a967d6 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:18:56.531094 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-abd004b4-55ff-4ea0-9779-fea3174a6fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:56.548584 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4321-97ca-494f-aac4-1a370a5b0b30 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:56.578618 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01826031-83d6-4d00-a539-dbe8f66764aa tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Pushing event updated for resources: {'Network': ['ID=77d2508c-9599-4adf-b4f3-603a85e0b9df,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:56.619889 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 77d2508c-9599-4adf-b4f3-603a85e0b9df details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:18:56.634670 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-75ee8d57-18b5-40c5-98d7-d261c80d8ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:56.639126 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee4321-97ca-494f-aac4-1a370a5b0b30 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Pushing event updated for resources: {'Port': ['ID=b4ceaf76-f8ce-4114-b240-b5af85490760,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:56.648092 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43294) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:18:56.649727 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-01826031-83d6-4d00-a539-dbe8f66764aa tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4652917 Jan 26 11:18:56.653433 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-345ea076-ef56-46d0-9fbd-9cb9ed962579 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:56.654178 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345ea076-ef56-46d0-9fbd-9cb9ed962579 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:18:56.655007 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-345ea076-ef56-46d0-9fbd-9cb9ed962579 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:56.679410 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-b48d709d-0cc9-414d-b167-c3beb5f9697f tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Request body: {'network': {'project_id': '2049a75d85ba4edb9acea5fa3339d5ee'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:18:56.690575 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b48d709d-0cc9-414d-b167-c3beb5f9697f tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:56.693501 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4321-97ca-494f-aac4-1a370a5b0b30 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:56.726552 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b48d709d-0cc9-414d-b167-c3beb5f9697f tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Usage tracker for resource:network and tenant:2049a75d85ba4edb9acea5fa3339d5ee is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:56.740410 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b48d709d-0cc9-414d-b167-c3beb5f9697f tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:56.846798 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b48d709d-0cc9-414d-b167-c3beb5f9697f tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:56.849687 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-781464e5-ec84-458e-b194-3b2b9cf18c51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:56.860413 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-b48d709d-0cc9-414d-b167-c3beb5f9697f tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 26 11:18:56.861219 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b48d709d-0cc9-414d-b167-c3beb5f9697f tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:18:56.862639 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b48d709d-0cc9-414d-b167-c3beb5f9697f tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1969965 Jan 26 11:18:56.874697 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43298) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:18:56.896040 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ea076-ef56-46d0-9fbd-9cb9ed962579 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Pushing event updated for resources: {'Network': ['ID=26d6dc83-de26-481b-a03b-31b36d613357,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:56.903898 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4321-97ca-494f-aac4-1a370a5b0b30 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:56.909769 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e2ee4321-97ca-494f-aac4-1a370a5b0b30 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1639667 Jan 26 11:18:56.911625 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 26d6dc83-de26-481b-a03b-31b36d613357 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:18:56.913741 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43302) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:18:56.926042 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-2c5978d7-2a7f-4125-84a7-6e274fb7855c tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1288935075', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'fixed_ips': [{'ip_address': '172.26.5.148'}]}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:18:56.931892 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2c5978d7-2a7f-4125-84a7-6e274fb7855c tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:56.936438 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:56.937044 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2c5978d7-2a7f-4125-84a7-6e274fb7855c tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Usage tracker for resource:port and tenant:f2da5013b8304efb8b87375b0cd8d16c is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:56.941393 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2c5978d7-2a7f-4125-84a7-6e274fb7855c tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:56.948873 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2c5978d7-2a7f-4125-84a7-6e274fb7855c tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:56.959288 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:56.963744 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] device_id is not set on port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:18:56.970369 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5978d7-2a7f-4125-84a7-6e274fb7855c tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Made reservation on behalf of f2da5013b8304efb8b87375b0cd8d16c for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:18:56.976933 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2c5978d7-2a7f-4125-84a7-6e274fb7855c tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:57.040287 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-345ea076-ef56-46d0-9fbd-9cb9ed962579 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.7612355 Jan 26 11:18:57.047708 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e39564d-31ca-4627-988a-a5a187c1d29c,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:57.051565 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43306) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:18:57.112814 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2c5978d7-2a7f-4125-84a7-6e274fb7855c tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:57.160670 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7225637f-2d74-44f3-a848-42f4e3729cc2 tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2049a75d85ba4edb9acea5fa3339d5ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2802622 Jan 26 11:18:57.161393 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2c5978d7-2a7f-4125-84a7-6e274fb7855c tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:57.169919 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43310) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:18:57.173364 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2c5978d7-2a7f-4125-84a7-6e274fb7855c tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Usage tracker for resource:security_group_rule and tenant:f2da5013b8304efb8b87375b0cd8d16c is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:57.177389 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-608bf877-ad54-4b61-aac7-92cfc97e61d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:57.224319 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d09075a-cd3f-4caf-8678-a45c25b7c0cf None None] Network 976dd945-7257-44e6-8aa8-a5388a259456 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:18:57.236456 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2c5978d7-2a7f-4125-84a7-6e274fb7855c tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:57.246810 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-781464e5-ec84-458e-b194-3b2b9cf18c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:57.306197 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2c5978d7-2a7f-4125-84a7-6e274fb7855c tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:57.357371 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-79905de5-be81-4d70-b343-8409484f1775 None None] Provisioning for port 531cd0da-fc9e-4cbe-90a4-d37b48f26533 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:18:57.364249 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:57.393168 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781464e5-ec84-458e-b194-3b2b9cf18c51 admin admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:18:57.393544 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-4245cbaf-a76d-4f9e-925d-25bf77a19546 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Allocated IP 172.26.5.87 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/d7a09551-e969-4aa3-8f3f-3ea43a8f9d74) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:18:57.402471 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-781464e5-ec84-458e-b194-3b2b9cf18c51 admin admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:18:57.468070 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781464e5-ec84-458e-b194-3b2b9cf18c51 admin admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:18:57.540604 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781464e5-ec84-458e-b194-3b2b9cf18c51 admin admin] Pushing event updated for resources: {'Port': ['ID=d47c7699-a754-4f18-9d02-d6e3caeb8e1e,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:57.584137 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:57.632627 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9444450-a311-4d98-8501-ec8e3e0df09f None None] Network bf3da876-a622-4e17-8633-e23a8fba3f3c requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:18:57.713503 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4d37fbf1-edaf-4db5-9dd0-79a6a25064cb tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:57.824266 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c60867e0-1bb9-4811-85d9-8cbf345540fb None None] Provisioning for port 4b12737c-ccad-4ef7-aeaf-40e70b31577f completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:18:57.840590 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:57.904291 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4d37fbf1-edaf-4db5-9dd0-79a6a25064cb tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:57.915998 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4245cbaf-a76d-4f9e-925d-25bf77a19546 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:57.955023 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ee8d57-18b5-40c5-98d7-d261c80d8ab8 admin admin] Router 1097d2ee-3cba-4382-9965-e7f95fc789b5 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:18:57.966291 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:18:57.966884 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:18:57.967801 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:18:57.968368 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > port after_create 55550000 {{(pid=87443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:18:57.968846 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:18:57.969375 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > port after_update 55550000 {{(pid=87443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:18:57.969858 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:18:57.970395 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:18:57.970909 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:18:57.971563 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:18:58.066422 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4b12737c-ccad-4ef7-aeaf-40e70b31577f up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:18:58.150720 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 4b12737c-ccad-4ef7-aeaf-40e70b31577f completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:18:58.160354 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 4b12737c-ccad-4ef7-aeaf-40e70b31577f triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:18:58.160739 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:58.224169 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2c5978d7-2a7f-4125-84a7-6e274fb7855c tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:58.243427 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2c5978d7-2a7f-4125-84a7-6e274fb7855c tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:58.254359 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:18:58.255005 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:18:58.255705 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:18:58.255705 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:18:58.256204 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d6dc83-de26-481b-a03b-31b36d613357']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:18:58.262471 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-2c5978d7-2a7f-4125-84a7-6e274fb7855c tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] device_id is not set on port 4483072d-ed81-4b0f-bc73-d87474cc5d7f yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:18:58.271693 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2572453-312d-4213-b1a5-9caed8838c3f') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:18:58.271996 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2572453-312d-4213-b1a5-9caed8838c3f') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:18:58.300986 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:58.308855 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-608bf877-ad54-4b61-aac7-92cfc97e61d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:58.310612 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:58.360378 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 4b12737c-ccad-4ef7-aeaf-40e70b31577f, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=4b12737c-ccad-4ef7-aeaf-40e70b31577f,segment=NetworkSegment(5d01ec33-ef6d-4cb5-a766-ba00b1ea83af),segment_id=5d01ec33-ef6d-4cb5-a766-ba00b1ea83af)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:18:58.361364 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4a084118-f4ce-4dfb-ae45-01c7e07019ca None None] Provisioning complete for port 4b12737c-ccad-4ef7-aeaf-40e70b31577f triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:18:58.361690 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4a084118-f4ce-4dfb-ae45-01c7e07019ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:58.400134 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:58.400870 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device e9346f6e-8736-47c8-ab5d-a92cd3a967d6 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:18:58.440655 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:58.458557 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] device_id is not set on port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:18:58.476145 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:18:58.476458 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:58.485214 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5978d7-2a7f-4125-84a7-6e274fb7855c tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53322caa-e0ec-416d-9d32-95f3ea301da4,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: from cryptography.utils import int_from_bytes Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: from cryptography.utils import int_from_bytes Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn_limited( Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn_limited( Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:18:58.499005 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:18:58.509851 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4d37fbf1-edaf-4db5-9dd0-79a6a25064cb tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:58.509997 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:58.538744 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=4b12737c-ccad-4ef7-aeaf-40e70b31577f,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:58.577463 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37fbf1-edaf-4db5-9dd0-79a6a25064cb tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfb9395-530a-4bd3-b9ba-84f0bc8d90ca,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:58.599811 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-781464e5-ec84-458e-b194-3b2b9cf18c51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:58.616355 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port e9346f6e-8736-47c8-ab5d-a92cd3a967d6 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:18:58.616725 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:58.662002 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4245cbaf-a76d-4f9e-925d-25bf77a19546 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:58.739732 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 531cd0da-fc9e-4cbe-90a4-d37b48f26533 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:18:58.756232 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ee8d57-18b5-40c5-98d7-d261c80d8ab8 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:18:58.766270 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4245cbaf-a76d-4f9e-925d-25bf77a19546 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:18:58.778812 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-4245cbaf-a76d-4f9e-925d-25bf77a19546 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:18:58.782068 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4d37fbf1-edaf-4db5-9dd0-79a6a25064cb tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:58.782679 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4245cbaf-a76d-4f9e-925d-25bf77a19546 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:18:58.784028 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4d37fbf1-edaf-4db5-9dd0-79a6a25064cb tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/1dfb9395-530a-4bd3-b9ba-84f0bc8d90ca HTTP/1.1" status: 204 len: 168 time: 1.6124549 Jan 26 11:18:58.785191 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] Sync routers for ids ['1097d2ee-3cba-4382-9965-e7f95fc789b5'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:18:58.816343 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 531cd0da-fc9e-4cbe-90a4-d37b48f26533 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:18:58.818476 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Transition to ACTIVE for port object fa80775f-ba38-4b30-bd7e-997a7ce0c8fd will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:18:58.820358 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43314) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:18:58.820480 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] Routers {'1097d2ee-3cba-4382-9965-e7f95fc789b5'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:18:58.822715 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 531cd0da-fc9e-4cbe-90a4-d37b48f26533 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:18:58.823155 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:58.823849 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:18:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['1097d2ee-3cba-4382-9965-e7f95fc789b5'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:18:58.828962 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245cbaf-a76d-4f9e-925d-25bf77a19546 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Pushing event updated for resources: {'Port': ['ID=d7a09551-e969-4aa3-8f3f-3ea43a8f9d74,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:58.833500 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:58.839310 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 26d6dc83-de26-481b-a03b-31b36d613357 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 26 11:18:58.842880 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:58.912883 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Pushing event deleted for resources: {'Network': ['ID=26d6dc83-de26-481b-a03b-31b36d613357,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:58.918968 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-75ee8d57-18b5-40c5-98d7-d261c80d8ab8 admin admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:58.920164 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-75ee8d57-18b5-40c5-98d7-d261c80d8ab8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8169062 Jan 26 11:18:58.921553 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:58.926389 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43318) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:18:58.933376 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fc6987c2-dad8-4842-8c90-51524b93333f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] 10.222.0.39 "DELETE /v2.0/networks/26d6dc83-de26-481b-a03b-31b36d613357 HTTP/1.1" status: 204 len: 168 time: 1.8671925 Jan 26 11:18:58.946210 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43320) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:18:58.963204 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:59.014680 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 531cd0da-fc9e-4cbe-90a4-d37b48f26533, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=531cd0da-fc9e-4cbe-90a4-d37b48f26533,segment=NetworkSegment(ce9e9fd2-9afc-4447-8440-7f353ce0aec4),segment_id=ce9e9fd2-9afc-4447-8440-7f353ce0aec4)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:18:59.022978 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:59.045229 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-9233552e-2bf2-40d1-b643-3396edfcc885 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:18:59.090276 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5978d7-2a7f-4125-84a7-6e274fb7855c tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 26 11:18:59.091068 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5978d7-2a7f-4125-84a7-6e274fb7855c tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:18:59.094724 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-9233552e-2bf2-40d1-b643-3396edfcc885 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:18:59.117736 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=531cd0da-fc9e-4cbe-90a4-d37b48f26533,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:59.132234 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-9233552e-2bf2-40d1-b643-3396edfcc885 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Usage tracker for resource:network and tenant:a8143b8224b34d05bc22272e33fbb9a5 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:18:59.138550 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-9233552e-2bf2-40d1-b643-3396edfcc885 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:18:59.232280 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] Set router 1097d2ee-3cba-4382-9965-e7f95fc789b5 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:18:59.244556 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-76a0f261-6872-425e-b54e-9e18d3f6a015 tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:59.249611 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Pushing event updated for resources: {'Port': ['ID=fa80775f-ba38-4b30-bd7e-997a7ce0c8fd,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:59.271442 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Checking segment: {'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:18:59.271703 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Network hostable DHCP agents. Network: f619309b-6707-430f-8048-1e099bed792c, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:18:59.292155 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4245cbaf-a76d-4f9e-925d-25bf77a19546 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:59.318330 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-9233552e-2bf2-40d1-b643-3396edfcc885 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:18:59.420947 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Network f619309b-6707-430f-8048-1e099bed792c is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:18:59.475919 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-76a0f261-6872-425e-b54e-9e18d3f6a015 tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:59.495729 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4245cbaf-a76d-4f9e-925d-25bf77a19546 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:59.537742 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, f619309b-6707-430f-8048-1e099bed792c) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:18:59.542297 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:18:59.545018 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae882bf-b5ea-44da-a83c-405cffa3047d None None] Network f619309b-6707-430f-8048-1e099bed792c requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:18:59.570125 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-76a0f261-6872-425e-b54e-9e18d3f6a015 tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d2508c-9599-4adf-b4f3-603a85e0b9df']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:18:59.588618 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-76a0f261-6872-425e-b54e-9e18d3f6a015 tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3e7481-6e9e-4006-9c30-12ad16070371') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:18:59.588950 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-76a0f261-6872-425e-b54e-9e18d3f6a015 tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3e7481-6e9e-4006-9c30-12ad16070371') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:18:59.596444 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'name': 'tempest-ServerActionsTestJSON-226898407-router', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:52Z', 'updated_at': '2022-01-26T11:18:55Z', 'revision_number': 3, 'project_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'gw_port': {'id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:18:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:18:59.601210 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] Checking router: 1097d2ee-3cba-4382-9965-e7f95fc789b5 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:18:59.601623 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] Updating router 1097d2ee-3cba-4382-9965-e7f95fc789b5 port fd1df7c2-030c-4be7-8dcf-3fb4f31323cd binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:18:59.606262 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:18:59.606655 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:18:59.607033 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:18:59.618595 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-76a0f261-6872-425e-b54e-9e18d3f6a015 tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:59.629365 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:18:59.629705 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:18:59.635054 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2c5978d7-2a7f-4125-84a7-6e274fb7855c tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.7184672 Jan 26 11:18:59.645386 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempt 2 to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd Jan 26 11:18:59.653469 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43326) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:18:59.660032 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608bf877-ad54-4b61-aac7-92cfc97e61d1 admin admin] Router dc8815fb-8dc2-44b4-a64b-86d3c41f431a is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:18:59.669350 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:59.680994 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-76a0f261-6872-425e-b54e-9e18d3f6a015 tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:59.685400 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:18:59.685730 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:18:59.686062 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:18:59.742766 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a0f261-6872-425e-b54e-9e18d3f6a015 tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:18:59.743180 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-76a0f261-6872-425e-b54e-9e18d3f6a015 tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:18:59.757373 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:18:59.759900 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:18:59.759900 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:18:59.766180 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempt 3 to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd Jan 26 11:18:59.861477 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:18:59.861896 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:18:59.862233 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:18:59.865755 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9233552e-2bf2-40d1-b643-3396edfcc885 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Made reservation on behalf of a8143b8224b34d05bc22272e33fbb9a5 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:18:59.868120 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9233552e-2bf2-40d1-b643-3396edfcc885 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:59.883814 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:18:59.884138 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:18:59.887220 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempt 4 to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd Jan 26 11:18:59.888797 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4b12737c-ccad-4ef7-aeaf-40e70b31577f up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:18:59.896605 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-76a0f261-6872-425e-b54e-9e18d3f6a015 tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:59.924766 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-76a0f261-6872-425e-b54e-9e18d3f6a015 tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:18:59.938012 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0f261-6872-425e-b54e-9e18d3f6a015 tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Pushing event deleted for resources: {'Network': ['ID=77d2508c-9599-4adf-b4f3-603a85e0b9df,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:18:59.945665 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:18:59.946000 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:18:59.946347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:18:59.954634 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:18:59.955064 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:18:59.958868 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-76a0f261-6872-425e-b54e-9e18d3f6a015 tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] 10.222.0.39 "DELETE /v2.0/networks/77d2508c-9599-4adf-b4f3-603a85e0b9df HTTP/1.1" status: 204 len: 168 time: 1.1351056 Jan 26 11:18:59.958868 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempt 5 to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd Jan 26 11:18:59.965704 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43330) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:00.005694 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 4b12737c-ccad-4ef7-aeaf-40e70b31577f triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:00.006077 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:00.090101 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:00.090495 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:00.090788 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:00.095247 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4245cbaf-a76d-4f9e-925d-25bf77a19546 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:00.116746 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:00.116746 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:19:00.117141 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4245cbaf-a76d-4f9e-925d-25bf77a19546 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:00.123721 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempt 6 to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd Jan 26 11:19:00.137731 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 531cd0da-fc9e-4cbe-90a4-d37b48f26533 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:19:00.208813 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-9d335ba6-0338-4e4b-b19d-87c6201b1d89 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Deleting port b4ceaf76-f8ce-4114-b240-b5af85490760 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:19:00.209420 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9d335ba6-0338-4e4b-b19d-87c6201b1d89 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:00.210015 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 531cd0da-fc9e-4cbe-90a4-d37b48f26533 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:00.210406 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:00.242264 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:00.259072 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] Transition to ACTIVE for port object fd1df7c2-030c-4be7-8dcf-3fb4f31323cd will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:00.271965 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:00.292559 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:00.292559 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:00.292964 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:00.296467 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9233552e-2bf2-40d1-b643-3396edfcc885 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:19:00.310010 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:00.310378 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:19:00.312730 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eab6d37d-d3f1-4ced-824e-e46185b07f37 tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:00.318850 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempt 7 to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd Jan 26 11:19:00.352028 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245cbaf-a76d-4f9e-925d-25bf77a19546 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Pushing event updated for resources: {'Port': ['ID=d7a09551-e969-4aa3-8f3f-3ea43a8f9d74,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:00.360908 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4245cbaf-a76d-4f9e-925d-25bf77a19546 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:00.365750 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:00.367015 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:00.367312 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:00.374486 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-781464e5-ec84-458e-b194-3b2b9cf18c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:00.380553 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:00.380553 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:19:00.380553 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempt 8 to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd Jan 26 11:19:00.397678 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] Attempting to bind port fd1df7c2-030c-4be7-8dcf-3fb4f31323cd on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:00.398472 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] Attempting to bind port fd1df7c2-030c-4be7-8dcf-3fb4f31323cd by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:00.398638 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] Attempting to bind port fd1df7c2-030c-4be7-8dcf-3fb4f31323cd on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:00.406963 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a0cb43-cfb9-44b1-8945-a601f965f175 None None] Pushing event updated for resources: {'Port': ['ID=fd1df7c2-030c-4be7-8dcf-3fb4f31323cd,revision_number=2']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:00.409816 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:19:00.410186 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:19:00.410616 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:00.411188 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:19:00.411657 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] Bound port: fd1df7c2-030c-4be7-8dcf-3fb4f31323cd, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:19:00.412052 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:00.420508 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9233552e-2bf2-40d1-b643-3396edfcc885 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:00.421137 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-9233552e-2bf2-40d1-b643-3396edfcc885 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Added segment 4f569a6f-3cc6-4b30-8d63-792d5c8b0bb2 of type vlan for network 6d557e0d-c7e9-4af7-a743-f9cfe5c2afda Jan 26 11:19:00.445580 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4245cbaf-a76d-4f9e-925d-25bf77a19546 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:00.449359 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4245cbaf-a76d-4f9e-925d-25bf77a19546 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0444577 Jan 26 11:19:00.449359 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:00.449359 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:00.449359 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:00.450543 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43334) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:00.460959 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a0cb43-cfb9-44b1-8945-a601f965f175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:00.461374 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a0cb43-cfb9-44b1-8945-a601f965f175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:00.461729 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a0cb43-cfb9-44b1-8945-a601f965f175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:00.462071 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a0cb43-cfb9-44b1-8945-a601f965f175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:00.462430 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a0cb43-cfb9-44b1-8945-a601f965f175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:00.462781 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a0cb43-cfb9-44b1-8945-a601f965f175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:00.463113 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a0cb43-cfb9-44b1-8945-a601f965f175 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:00.463592 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a0cb43-cfb9-44b1-8945-a601f965f175 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:00.463935 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a0cb43-cfb9-44b1-8945-a601f965f175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:00.464596 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a0cb43-cfb9-44b1-8945-a601f965f175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:00.464596 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a0cb43-cfb9-44b1-8945-a601f965f175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:00.464893 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a0cb43-cfb9-44b1-8945-a601f965f175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a0cb43-cfb9-44b1-8945-a601f965f175 None None] Tracked resource versions report: Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: pushed versions: Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: { 'AddressGroup': {'1.2'}, Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: 'ConntrackHelper': {'1.0'}, Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: 'Log': {'1.0'}, Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: 'Network': {'1.1'}, Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: 'Port': {'1.7'}, Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: 'PortForwarding': {'1.2'}, Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: 'QosPolicy': {'1.8'}, Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: 'SecurityGroup': {'1.4'}, Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: 'SecurityGroupRule': {'1.2'}, Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: 'SubPort': {'1.0'}, Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: 'Subnet': {'1.1'}, Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: 'Trunk': {'1.1'}} Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: consumer versions: Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: { DHCP agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: HyperV agent@hv-neutron-8264: {}, Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: L3 agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: Metadata agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: Metering agent@dv-neutron-826439-1-hyperv: {}, Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: Open vSwitch agent@dv-neutron-826439-1-hyperv: { 'AddressGroup': '1.2', Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: 'ConntrackHelper': '1.0', Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: 'Log': '1.0', Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: 'Network': '1.1', Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: 'Port': '1.7', Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: 'PortForwarding': '1.2', Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: 'QosPolicy': '1.8', Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: 'SecurityGroup': '1.4', Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: 'SecurityGroupRule': '1.2', Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: 'SubPort': '1.0', Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: 'Subnet': '1.1', Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: 'Trunk': '1.1'}} Jan 26 11:19:00.466035 dv-neutron-826439-1-hyperv neutron-server[87445]: {{(pid=87445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 11:19:00.470184 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-f9128653-351a-4ea4-9b57-74f87150c5e9 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1989077956'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:00.479239 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f9128653-351a-4ea4-9b57-74f87150c5e9 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:00.483612 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:00.483941 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:19:00.484782 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f9128653-351a-4ea4-9b57-74f87150c5e9 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Usage tracker for resource:network and tenant:465b2c387d924495a14b9b1507cfc47b is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:00.489536 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempt 9 to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd Jan 26 11:19:00.503060 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] For port fd1df7c2-030c-4be7-8dcf-3fb4f31323cd, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:19:00.506579 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] For port fd1df7c2-030c-4be7-8dcf-3fb4f31323cd, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=fd1df7c2-030c-4be7-8dcf-3fb4f31323cd,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:19:00.512267 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:00.547642 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f9128653-351a-4ea4-9b57-74f87150c5e9 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:00.555778 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eab6d37d-d3f1-4ced-824e-e46185b07f37 tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:00.570756 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f9128653-351a-4ea4-9b57-74f87150c5e9 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:00.572626 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:00.573248 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:00.573384 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:00.585903 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608bf877-ad54-4b61-aac7-92cfc97e61d1 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:19:00.601683 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:00.602040 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:19:00.603675 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a022568c-a589-4958-a734-20418a34f18a None None] Sync routers for ids ['dc8815fb-8dc2-44b4-a64b-86d3c41f431a'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:19:00.603803 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-eab6d37d-d3f1-4ced-824e-e46185b07f37 tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789188d4-69eb-4485-a350-0fe75a865217']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:00.609372 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] Routers {'1097d2ee-3cba-4382-9965-e7f95fc789b5'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:19:00.610918 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:18:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['1097d2ee-3cba-4382-9965-e7f95fc789b5'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:00.611164 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempt 10 to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd Jan 26 11:19:00.614189 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a022568c-a589-4958-a734-20418a34f18a None None] Routers {'dc8815fb-8dc2-44b4-a64b-86d3c41f431a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:19:00.614941 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-a022568c-a589-4958-a734-20418a34f18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:18:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['dc8815fb-8dc2-44b4-a64b-86d3c41f431a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:00.627587 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9128653-351a-4ea4-9b57-74f87150c5e9 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Made reservation on behalf of 465b2c387d924495a14b9b1507cfc47b for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:00.630974 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f9128653-351a-4ea4-9b57-74f87150c5e9 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:00.642068 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-eab6d37d-d3f1-4ced-824e-e46185b07f37 tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb525ce-db7c-4766-8dba-54435bb575a0') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:00.642999 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-eab6d37d-d3f1-4ced-824e-e46185b07f37 tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb525ce-db7c-4766-8dba-54435bb575a0') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:00.656033 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:00.656365 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:00.656701 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:00.660656 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f9128653-351a-4ea4-9b57-74f87150c5e9 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:00.670561 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eab6d37d-d3f1-4ced-824e-e46185b07f37 tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:00.690135 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:00.690490 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:19:00.690846 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:00.709716 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f9128653-351a-4ea4-9b57-74f87150c5e9 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:00.712264 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eab6d37d-d3f1-4ced-824e-e46185b07f37 tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:00.721537 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f9128653-351a-4ea4-9b57-74f87150c5e9 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Usage tracker for resource:security_group_rule and tenant:465b2c387d924495a14b9b1507cfc47b is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:00.722533 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9233552e-2bf2-40d1-b643-3396edfcc885 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:00.753095 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f9128653-351a-4ea4-9b57-74f87150c5e9 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:00.766065 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f9128653-351a-4ea4-9b57-74f87150c5e9 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:00.767023 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-608bf877-ad54-4b61-aac7-92cfc97e61d1 admin admin] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:00.768867 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab6d37d-d3f1-4ced-824e-e46185b07f37 tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:19:00.769506 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eab6d37d-d3f1-4ced-824e-e46185b07f37 tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:00.772307 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-608bf877-ad54-4b61-aac7-92cfc97e61d1 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 9.8572483 Jan 26 11:19:00.775404 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43338) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:19:00.784185 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:19:00.814776 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-a022568c-a589-4958-a734-20418a34f18a None None] Set router dc8815fb-8dc2-44b4-a64b-86d3c41f431a gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:19:00.920150 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] For port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:19:00.920828 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempted to set empty binding levels {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 26 11:19:00.923366 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eab6d37d-d3f1-4ced-824e-e46185b07f37 tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:00.923526 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a0cb43-cfb9-44b1-8945-a601f965f175 None None] Pushing event updated for resources: {'Port': ['ID=fd1df7c2-030c-4be7-8dcf-3fb4f31323cd,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:00.932031 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eab6d37d-d3f1-4ced-824e-e46185b07f37 tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:01.000044 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:01.005622 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.resource_extend [None req-9233552e-2bf2-40d1-b643-3396edfcc885 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:19:01.011847 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6d37d-d3f1-4ced-824e-e46185b07f37 tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] Pushing event deleted for resources: {'Network': ['ID=789188d4-69eb-4485-a350-0fe75a865217,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:01.015525 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9d335ba6-0338-4e4b-b19d-87c6201b1d89 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:01.044475 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9d335ba6-0338-4e4b-b19d-87c6201b1d89 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:01.044871 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] Set router 1097d2ee-3cba-4382-9965-e7f95fc789b5 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:19:01.109837 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:01.110677 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:01.127560 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-eab6d37d-d3f1-4ced-824e-e46185b07f37 tempest-QuotasNegativeTest-2127557376 tempest-QuotasNegativeTest-2127557376-project-admin] 10.222.0.39 "DELETE /v2.0/networks/789188d4-69eb-4485-a350-0fe75a865217 HTTP/1.1" status: 204 len: 168 time: 1.1576722 Jan 26 11:19:01.163390 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f9128653-351a-4ea4-9b57-74f87150c5e9 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:01.172602 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f9128653-351a-4ea4-9b57-74f87150c5e9 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:01.183066 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-a022568c-a589-4958-a734-20418a34f18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'name': 'tempest-ServersTestJSON-1499700378-router', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '1126d43e-6500-4ed0-b0b6-d78f5361bfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:51Z', 'updated_at': '2022-01-26T11:18:56Z', 'revision_number': 3, 'project_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'gw_port': {'id': '1126d43e-6500-4ed0-b0b6-d78f5361bfc0', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:23:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:01.188057 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9128653-351a-4ea4-9b57-74f87150c5e9 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:19:01.190666 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a022568c-a589-4958-a734-20418a34f18a None None] Checking router: dc8815fb-8dc2-44b4-a64b-86d3c41f431a for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:19:01.191441 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a022568c-a589-4958-a734-20418a34f18a None None] Updating router dc8815fb-8dc2-44b4-a64b-86d3c41f431a port 1126d43e-6500-4ed0-b0b6-d78f5361bfc0 binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:19:01.198430 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f9128653-351a-4ea4-9b57-74f87150c5e9 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:01.198780 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-f9128653-351a-4ea4-9b57-74f87150c5e9 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Added segment 45e9725a-51b7-4f27-9763-733ebafa8e8f of type vlan for network c8d1f8d1-6308-4fcf-8530-99a6b0386e0a Jan 26 11:19:01.266679 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.9119058 Jan 26 11:19:01.269212 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e7c01-2eb0-4f71-8b92-9437b0f613b6 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Pushing event updated for resources: {'Port': ['ID=fa80775f-ba38-4b30-bd7e-997a7ce0c8fd,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:01.290556 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43344) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:01.304836 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a022568c-a589-4958-a734-20418a34f18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:01.312082 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-9d335ba6-0338-4e4b-b19d-87c6201b1d89 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Calling delete_port for b4ceaf76-f8ce-4114-b240-b5af85490760 owned by network:floatingip {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:19:01.379714 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f9128653-351a-4ea4-9b57-74f87150c5e9 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:01.390985 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9233552e-2bf2-40d1-b643-3396edfcc885 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:01.392014 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9233552e-2bf2-40d1-b643-3396edfcc885 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:01.393706 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9233552e-2bf2-40d1-b643-3396edfcc885 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:01.417415 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9128653-351a-4ea4-9b57-74f87150c5e9 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffc57c7-cb19-4109-999d-bb91bdf2db41,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:01.450196 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-f164f1e4-2d45-4eb2-9acc-163605d716a4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Deleting port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:19:01.450759 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f164f1e4-2d45-4eb2-9acc-163605d716a4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:01.484275 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'name': 'tempest-ServerActionsTestJSON-226898407-router', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:52Z', 'updated_at': '2022-01-26T11:18:55Z', 'revision_number': 3, 'project_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'gw_port': {'id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:01.489226 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c240a9-cd42-4f3a-a14b-362cb97a5ec9 None None] The sync data for ids ['1097d2ee-3cba-4382-9965-e7f95fc789b5'] in dv-neutron-826439-1-hyperv is: [{'id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'name': 'tempest-ServerActionsTestJSON-226898407-router', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:52Z', 'updated_at': '2022-01-26T11:18:55Z', 'revision_number': 3, 'project_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'gw_port': {'id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:19:01.598901 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f9128653-351a-4ea4-9b57-74f87150c5e9 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:01.607656 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9128653-351a-4ea4-9b57-74f87150c5e9 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:01.608518 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f9128653-351a-4ea4-9b57-74f87150c5e9 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:01.627775 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-70089861-3fbd-4853-aed2-88906b635d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:01.639203 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233552e-2bf2-40d1-b643-3396edfcc885 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Pushing event updated for resources: {'Network': ['ID=6d557e0d-c7e9-4af7-a743-f9cfe5c2afda,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:01.654918 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 6d557e0d-c7e9-4af7-a743-f9cfe5c2afda details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:19:01.709046 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f9128653-351a-4ea4-9b57-74f87150c5e9 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2554240 Jan 26 11:19:01.725857 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43350) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:01.747288 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-6f30d445-cbe3-42fd-b9cf-dcddee57886f tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Request body: {'subnet': {'network_id': 'c8d1f8d1-6308-4fcf-8530-99a6b0386e0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:01.772774 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9233552e-2bf2-40d1-b643-3396edfcc885 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.8229501 Jan 26 11:19:01.943287 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a022568c-a589-4958-a734-20418a34f18a None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:01.958897 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a022568c-a589-4958-a734-20418a34f18a None None] Transition to ACTIVE for port object 1126d43e-6500-4ed0-b0b6-d78f5361bfc0 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:01.959251 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43354) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:01.967328 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a022568c-a589-4958-a734-20418a34f18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:02.014031 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-8ad716f7-fbf6-449d-b5f7-0de26a77b1f4 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Request body: {'subnet': {'network_id': '6d557e0d-c7e9-4af7-a743-f9cfe5c2afda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:02.029481 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781464e5-ec84-458e-b194-3b2b9cf18c51 admin admin] Router da8c61d8-bb3a-4572-8cbf-b3d8982e539e is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:19:02.031328 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-8ad716f7-fbf6-449d-b5f7-0de26a77b1f4 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:02.111813 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83cccd6-76b4-4149-8da8-0b81938e7f54 None None] Pushing event updated for resources: {'Port': ['ID=1126d43e-6500-4ed0-b0b6-d78f5361bfc0,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:02.121396 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8ad716f7-fbf6-449d-b5f7-0de26a77b1f4 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Usage tracker for resource:subnet and tenant:a8143b8224b34d05bc22272e33fbb9a5 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:02.123544 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43362) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:02.137658 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-a022568c-a589-4958-a734-20418a34f18a None None] Attempting to bind port 1126d43e-6500-4ed0-b0b6-d78f5361bfc0 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:02.138110 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-a022568c-a589-4958-a734-20418a34f18a None None] Attempting to bind port 1126d43e-6500-4ed0-b0b6-d78f5361bfc0 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:02.138648 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a022568c-a589-4958-a734-20418a34f18a None None] Attempting to bind port 1126d43e-6500-4ed0-b0b6-d78f5361bfc0 on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:02.140082 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8ad716f7-fbf6-449d-b5f7-0de26a77b1f4 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:02.147177 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a022568c-a589-4958-a734-20418a34f18a None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:19:02.147591 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a022568c-a589-4958-a734-20418a34f18a None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:19:02.147998 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a022568c-a589-4958-a734-20418a34f18a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:02.148957 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a022568c-a589-4958-a734-20418a34f18a None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:19:02.150063 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-a022568c-a589-4958-a734-20418a34f18a None None] Bound port: 1126d43e-6500-4ed0-b0b6-d78f5361bfc0, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:19:02.150476 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a022568c-a589-4958-a734-20418a34f18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:02.156722 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6f30d445-cbe3-42fd-b9cf-dcddee57886f tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:02.172046 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9128653-351a-4ea4-9b57-74f87150c5e9 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Pushing event updated for resources: {'Network': ['ID=c8d1f8d1-6308-4fcf-8530-99a6b0386e0a,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:02.187778 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6f30d445-cbe3-42fd-b9cf-dcddee57886f tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Usage tracker for resource:subnet and tenant:465b2c387d924495a14b9b1507cfc47b is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:02.194802 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-8ad716f7-fbf6-449d-b5f7-0de26a77b1f4 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:02.207775 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6f30d445-cbe3-42fd-b9cf-dcddee57886f tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:02.219965 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6f30d445-cbe3-42fd-b9cf-dcddee57886f tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:02.242209 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-a022568c-a589-4958-a734-20418a34f18a None None] For port 1126d43e-6500-4ed0-b0b6-d78f5361bfc0, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:19:02.246839 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-a022568c-a589-4958-a734-20418a34f18a None None] For port 1126d43e-6500-4ed0-b0b6-d78f5361bfc0, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=1126d43e-6500-4ed0-b0b6-d78f5361bfc0,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:19:02.249542 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network c8d1f8d1-6308-4fcf-8530-99a6b0386e0a details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:19:02.270541 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a022568c-a589-4958-a734-20418a34f18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:02.326784 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-70089861-3fbd-4853-aed2-88906b635d18 admin admin] Allocated IP 172.20.0.1 (bf3da876-a622-4e17-8633-e23a8fba3f3c/53606115-5141-4c56-95c1-767f19a5c1f8/90093428-4d17-41ba-b660-a3edaff29a2c) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:02.344387 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad716f7-fbf6-449d-b5f7-0de26a77b1f4 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Made reservation on behalf of a8143b8224b34d05bc22272e33fbb9a5 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:02.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8ad716f7-fbf6-449d-b5f7-0de26a77b1f4 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:02.391723 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a022568c-a589-4958-a734-20418a34f18a None None] Routers {'dc8815fb-8dc2-44b4-a64b-86d3c41f431a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:19:02.392653 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-a022568c-a589-4958-a734-20418a34f18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:18:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['dc8815fb-8dc2-44b4-a64b-86d3c41f431a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:02.400906 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-f164f1e4-2d45-4eb2-9acc-163605d716a4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] For port fa80775f-ba38-4b30-bd7e-997a7ce0c8fd, host hv-neutron-8264, got binding levels [] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:02.401284 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f164f1e4-2d45-4eb2-9acc-163605d716a4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:02.586099 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9d335ba6-0338-4e4b-b19d-87c6201b1d89 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:02.614276 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83cccd6-76b4-4149-8da8-0b81938e7f54 None None] Pushing event updated for resources: {'Port': ['ID=1126d43e-6500-4ed0-b0b6-d78f5361bfc0,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:02.687341 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-f164f1e4-2d45-4eb2-9acc-163605d716a4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Calling delete_port for fa80775f-ba38-4b30-bd7e-997a7ce0c8fd owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:19:02.706802 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d335ba6-0338-4e4b-b19d-87c6201b1d89 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4ceaf76-f8ce-4114-b240-b5af85490760,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:02.723471 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-59abbbb2-e7aa-48a2-ae7d-685c95e39f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:02.726225 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-a022568c-a589-4958-a734-20418a34f18a None None] Set router dc8815fb-8dc2-44b4-a64b-86d3c41f431a gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:19:02.738857 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f30d445-cbe3-42fd-b9cf-dcddee57886f tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Made reservation on behalf of 465b2c387d924495a14b9b1507cfc47b for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:02.742442 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6f30d445-cbe3-42fd-b9cf-dcddee57886f tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:02.812474 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9d335ba6-0338-4e4b-b19d-87c6201b1d89 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:02.951377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f164f1e4-2d45-4eb2-9acc-163605d716a4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:03.002825 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164f1e4-2d45-4eb2-9acc-163605d716a4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa80775f-ba38-4b30-bd7e-997a7ce0c8fd,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:03.017139 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f164f1e4-2d45-4eb2-9acc-163605d716a4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:03.033538 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f164f1e4-2d45-4eb2-9acc-163605d716a4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] 10.222.0.39 "DELETE /v2.0/ports/fa80775f-ba38-4b30-bd7e-997a7ce0c8fd HTTP/1.1" status: 204 len: 168 time: 1.7416329 Jan 26 11:19:03.034478 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43370) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:03.055291 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-a022568c-a589-4958-a734-20418a34f18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'name': 'tempest-ServersTestJSON-1499700378-router', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '1126d43e-6500-4ed0-b0b6-d78f5361bfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:51Z', 'updated_at': '2022-01-26T11:18:56Z', 'revision_number': 3, 'project_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'gw_port': {'id': '1126d43e-6500-4ed0-b0b6-d78f5361bfc0', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:23:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:03.060523 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a022568c-a589-4958-a734-20418a34f18a None None] The sync data for ids ['dc8815fb-8dc2-44b4-a64b-86d3c41f431a'] in dv-neutron-826439-1-hyperv is: [{'id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'name': 'tempest-ServersTestJSON-1499700378-router', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '1126d43e-6500-4ed0-b0b6-d78f5361bfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:51Z', 'updated_at': '2022-01-26T11:18:56Z', 'revision_number': 3, 'project_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'gw_port': {'id': '1126d43e-6500-4ed0-b0b6-d78f5361bfc0', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:23:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:19:03.082427 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-59abbbb2-e7aa-48a2-ae7d-685c95e39f1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:03.085079 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781464e5-ec84-458e-b194-3b2b9cf18c51 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:19:03.094856 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] Sync routers for ids ['da8c61d8-bb3a-4572-8cbf-b3d8982e539e'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:19:03.106200 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] Routers {'da8c61d8-bb3a-4572-8cbf-b3d8982e539e'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:19:03.107049 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:18:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['da8c61d8-bb3a-4572-8cbf-b3d8982e539e'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:03.114046 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9d335ba6-0338-4e4b-b19d-87c6201b1d89 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:03.123581 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-3871f734-70e8-462f-b639-fc065b276f0f tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] GET failed (client error): The resource could not be found. Jan 26 11:19:03.124116 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3871f734-70e8-462f-b639-fc065b276f0f tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Synchronizing usage tracker for tenant:76cc660373d942a6828ab23feec78d22 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:03.125596 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9d335ba6-0338-4e4b-b19d-87c6201b1d89 tempest-ExternalNetworksAdminNegativeTestJSON-210201120 tempest-ExternalNetworksAdminNegativeTestJSON-210201120-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/13ab510c-f6be-4894-9ece-199ef37bc193 HTTP/1.1" status: 204 len: 168 time: 3.4623959 Jan 26 11:19:03.129866 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-59abbbb2-e7aa-48a2-ae7d-685c95e39f1e admin admin] Usage tracker for resource:security_group_rule and tenant:5980a044e1684ff4890d4c59278066ac is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:03.161183 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-59abbbb2-e7aa-48a2-ae7d-685c95e39f1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:03.196037 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-59abbbb2-e7aa-48a2-ae7d-685c95e39f1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:03.200032 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6f30d445-cbe3-42fd-b9cf-dcddee57886f tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:03.310958 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-781464e5-ec84-458e-b194-3b2b9cf18c51 admin admin] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:03.311938 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30d445-cbe3-42fd-b9cf-dcddee57886f tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Pushing event updated for resources: {'Subnet': ['ID=c65cbd80-6af9-4a69-9a10-241a442e0beb,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:03.314166 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f30d445-cbe3-42fd-b9cf-dcddee57886f tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Checking segment: {'id': '45e9725a-51b7-4f27-9763-733ebafa8e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c8d1f8d1-6308-4fcf-8530-99a6b0386e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:19:03.314755 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f30d445-cbe3-42fd-b9cf-dcddee57886f tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Network hostable DHCP agents. Network: c8d1f8d1-6308-4fcf-8530-99a6b0386e0a, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:19:03.319917 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43378) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:03.322899 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-781464e5-ec84-458e-b194-3b2b9cf18c51 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.2393641 Jan 26 11:19:03.386220 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] Set router da8c61d8-bb3a-4572-8cbf-b3d8982e539e gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:19:03.471427 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f30d445-cbe3-42fd-b9cf-dcddee57886f tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Network c8d1f8d1-6308-4fcf-8530-99a6b0386e0a is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:19:03.558034 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-6f30d445-cbe3-42fd-b9cf-dcddee57886f tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, c8d1f8d1-6308-4fcf-8530-99a6b0386e0a) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:03.570188 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20256d0a-201f-47b5-88f6-9533dc583c7c None None] Network c8d1f8d1-6308-4fcf-8530-99a6b0386e0a requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:19:03.599921 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f30d445-cbe3-42fd-b9cf-dcddee57886f tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:03.600769 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6f30d445-cbe3-42fd-b9cf-dcddee57886f tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:03.608883 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43382) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:03.654348 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-70089861-3fbd-4853-aed2-88906b635d18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:03.858295 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-70089861-3fbd-4853-aed2-88906b635d18 admin admin] Transition to ACTIVE for port object 90093428-4d17-41ba-b660-a3edaff29a2c will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:03.983803 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63a2f04-1810-4f48-9881-87740c5744b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-c8d1f8d1-6308-4fcf-8530-99a6b0386e0a', 'network_id': 'c8d1f8d1-6308-4fcf-8530-99a6b0386e0a', 'tenant_id': '465b2c387d924495a14b9b1507cfc47b', 'fixed_ips': [{'subnet_id': 'c65cbd80-6af9-4a69-9a10-241a442e0beb'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:19:03.984825 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c63a2f04-1810-4f48-9881-87740c5744b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:04.007921 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'name': 'tempest-ServersTestManualDisk-1729732147-router', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:18:57Z', 'revision_number': 3, 'project_id': '80fe64ad2f7248c68674303bf7b13547', 'gw_port': {'id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:54Z', 'updated_at': '2022-01-26T11:18:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:04.012758 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] Checking router: da8c61d8-bb3a-4572-8cbf-b3d8982e539e for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:19:04.014831 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] Updating router da8c61d8-bb3a-4572-8cbf-b3d8982e539e port d47c7699-a754-4f18-9d02-d6e3caeb8e1e binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:19:04.036857 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f020ae68-a7dd-4851-9c2f-455d19b1fa89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:04.096100 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6f30d445-cbe3-42fd-b9cf-dcddee57886f tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3599808 Jan 26 11:19:04.101446 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43388) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:04.101967 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device fd1df7c2-030c-4be7-8dcf-3fb4f31323cd up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:19:04.103769 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:04.122496 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-41d28e28-7185-4f93-ba5f-87bd7f4fe6b5 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1226451328', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}, 'admin_state_up': False}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:04.130434 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-41d28e28-7185-4f93-ba5f-87bd7f4fe6b5 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:04.134347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-41d28e28-7185-4f93-ba5f-87bd7f4fe6b5 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Usage tracker for resource:router and tenant:465b2c387d924495a14b9b1507cfc47b is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:04.137257 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-41d28e28-7185-4f93-ba5f-87bd7f4fe6b5 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:04.147762 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a15635cc-6231-42e8-a0a7-34ef969790b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:04.168039 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-41d28e28-7185-4f93-ba5f-87bd7f4fe6b5 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:04.195735 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a15635cc-6231-42e8-a0a7-34ef969790b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:04.204573 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a15635cc-6231-42e8-a0a7-34ef969790b6 admin admin] Usage tracker for resource:security_group_rule and tenant:43a10a4ec11a4a1a880f8844ff893453 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:04.209741 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a15635cc-6231-42e8-a0a7-34ef969790b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:04.210781 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-59abbbb2-e7aa-48a2-ae7d-685c95e39f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:04.212675 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-41d28e28-7185-4f93-ba5f-87bd7f4fe6b5 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:04.213683 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-41d28e28-7185-4f93-ba5f-87bd7f4fe6b5 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:04.219929 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-70089861-3fbd-4853-aed2-88906b635d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:04.228839 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a15635cc-6231-42e8-a0a7-34ef969790b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:04.287911 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-59abbbb2-e7aa-48a2-ae7d-685c95e39f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:04.326815 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port fd1df7c2-030c-4be7-8dcf-3fb4f31323cd completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:04.350379 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-59abbbb2-e7aa-48a2-ae7d-685c95e39f1e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5980a044e1684ff4890d4c59278066ac&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2210107 Jan 26 11:19:04.360035 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43392) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:04.361738 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port fd1df7c2-030c-4be7-8dcf-3fb4f31323cd triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:04.362136 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:04.433387 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70089861-3fbd-4853-aed2-88906b635d18 admin admin] Network bf3da876-a622-4e17-8633-e23a8fba3f3c is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:04.453975 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-c63a2f04-1810-4f48-9881-87740c5744b6 None None] Allocated IP 172.20.0.2 (c8d1f8d1-6308-4fcf-8530-99a6b0386e0a/c65cbd80-6af9-4a69-9a10-241a442e0beb/4b153d15-bacf-44cf-add7-53ff621edc3f) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:04.486144 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-70089861-3fbd-4853-aed2-88906b635d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:04.489853 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70089861-3fbd-4853-aed2-88906b635d18 admin admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:04.490896 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-70089861-3fbd-4853-aed2-88906b635d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:04.493874 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-41d28e28-7185-4f93-ba5f-87bd7f4fe6b5 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:04.600706 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:04.768085 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:04.781841 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] Transition to ACTIVE for port object d47c7699-a754-4f18-9d02-d6e3caeb8e1e will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:04.791205 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:04.797608 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-f020ae68-a7dd-4851-9c2f-455d19b1fa89 admin admin] Allocated IP 172.20.0.1 (ccf7e590-7e87-4390-898c-54ed923dee9e/8af7f97d-3505-49db-8fef-896d429e8e82/7f5e6cde-9b69-4fcd-a0db-4a320492c9e1) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:04.837052 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port fd1df7c2-030c-4be7-8dcf-3fb4f31323cd, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=fd1df7c2-030c-4be7-8dcf-3fb4f31323cd,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:04.864542 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:04.865385 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 1126d43e-6500-4ed0-b0b6-d78f5361bfc0 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:19:04.898514 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b619ffe-ad91-4f16-9b1a-95d626b05ff8 None None] Pushing event updated for resources: {'Port': ['ID=d47c7699-a754-4f18-9d02-d6e3caeb8e1e,revision_number=2']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:04.924289 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] Attempting to bind port d47c7699-a754-4f18-9d02-d6e3caeb8e1e on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:04.924665 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] Attempting to bind port d47c7699-a754-4f18-9d02-d6e3caeb8e1e by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:04.925050 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] Attempting to bind port d47c7699-a754-4f18-9d02-d6e3caeb8e1e on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:04.933903 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:19:04.934352 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:19:04.934766 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:04.935164 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:19:04.935640 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] Bound port: d47c7699-a754-4f18-9d02-d6e3caeb8e1e, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:19:04.936171 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:04.943438 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ec6c0c1b-2105-48f0-9054-58abbe547297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:04.979523 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f020ae68-a7dd-4851-9c2f-455d19b1fa89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:04.997270 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-f020ae68-a7dd-4851-9c2f-455d19b1fa89 admin admin] Transition to ACTIVE for port object 7f5e6cde-9b69-4fcd-a0db-4a320492c9e1 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:05.037890 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] For port d47c7699-a754-4f18-9d02-d6e3caeb8e1e, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:19:05.042050 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] For port d47c7699-a754-4f18-9d02-d6e3caeb8e1e, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d47c7699-a754-4f18-9d02-d6e3caeb8e1e,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:19:05.058685 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70089861-3fbd-4853-aed2-88906b635d18 admin admin] Pushing event updated for resources: {'Port': ['ID=90093428-4d17-41ba-b660-a3edaff29a2c,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:05.061760 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:05.062520 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f020ae68-a7dd-4851-9c2f-455d19b1fa89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:05.121712 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c63a2f04-1810-4f48-9881-87740c5744b6 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:05.135307 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c63a2f04-1810-4f48-9881-87740c5744b6 None None] Transition to ACTIVE for port object 4b153d15-bacf-44cf-add7-53ff621edc3f will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:05.158889 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c63a2f04-1810-4f48-9881-87740c5744b6 None None] Transition to ACTIVE for port object 4b153d15-bacf-44cf-add7-53ff621edc3f will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:05.166259 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abbbb2-e7aa-48a2-ae7d-685c95e39f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb657920-2275-44ad-9a35-e4df656659a3,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:05.192878 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] Routers {'da8c61d8-bb3a-4572-8cbf-b3d8982e539e'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:19:05.193508 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:18:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['da8c61d8-bb3a-4572-8cbf-b3d8982e539e'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:05.203582 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c63a2f04-1810-4f48-9881-87740c5744b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:05.215157 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c6e46872-b2e0-4438-99e4-53d05b46bd95 None None] Provisioning for port 90093428-4d17-41ba-b660-a3edaff29a2c completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:05.215969 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-41d28e28-7185-4f93-ba5f-87bd7f4fe6b5 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:05.231971 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c6e46872-b2e0-4438-99e4-53d05b46bd95 None None] Provisioning complete for port 90093428-4d17-41ba-b660-a3edaff29a2c triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:05.232620 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c6e46872-b2e0-4438-99e4-53d05b46bd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:05.284639 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b619ffe-ad91-4f16-9b1a-95d626b05ff8 None None] Pushing event updated for resources: {'Port': ['ID=d47c7699-a754-4f18-9d02-d6e3caeb8e1e,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:05.304973 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63a2f04-1810-4f48-9881-87740c5744b6 None None] Network c8d1f8d1-6308-4fcf-8530-99a6b0386e0a is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:05.319994 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-c63a2f04-1810-4f48-9881-87740c5744b6 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:05.321603 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f020ae68-a7dd-4851-9c2f-455d19b1fa89 admin admin] Network ccf7e590-7e87-4390-898c-54ed923dee9e is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:05.327017 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:05.328245 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=fd1df7c2-030c-4be7-8dcf-3fb4f31323cd,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:05.336177 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-f020ae68-a7dd-4851-9c2f-455d19b1fa89 admin admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:05.343108 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63a2f04-1810-4f48-9881-87740c5744b6 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:05.353655 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f020ae68-a7dd-4851-9c2f-455d19b1fa89 admin admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:05.354159 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f020ae68-a7dd-4851-9c2f-455d19b1fa89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:05.372121 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020ae68-a7dd-4851-9c2f-455d19b1fa89 admin admin] Pushing event updated for resources: {'Port': ['ID=7f5e6cde-9b69-4fcd-a0db-4a320492c9e1,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:05.413128 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9005dd46-6a34-42a8-aa87-a272cb9aae55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:05.442553 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a2f04-1810-4f48-9881-87740c5744b6 None None] Pushing event updated for resources: {'Port': ['ID=4b153d15-bacf-44cf-add7-53ff621edc3f,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:05.483051 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a15635cc-6231-42e8-a0a7-34ef969790b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:05.490937 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9005dd46-6a34-42a8-aa87-a272cb9aae55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:05.504971 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-c6e46872-b2e0-4438-99e4-53d05b46bd95 None None] Port 90093428-4d17-41ba-b660-a3edaff29a2c cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:19:05.529310 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-ec6c0c1b-2105-48f0-9054-58abbe547297 admin admin] Allocated IP 172.20.0.1 (976dd945-7257-44e6-8aa8-a5388a259456/083cb517-daf9-46a6-b8c3-2a43e684eac8/c2e52fe0-5049-4fc8-9648-bfcab7712467) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:05.531994 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a15635cc-6231-42e8-a0a7-34ef969790b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:05.566707 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] Set router da8c61d8-bb3a-4572-8cbf-b3d8982e539e gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:19:05.593358 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15635cc-6231-42e8-a0a7-34ef969790b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad2659e-d375-4672-8b1f-6ed7deb5d14c,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:05.596566 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3871f734-70e8-462f-b639-fc065b276f0f tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Unset dirty status for tenant:76cc660373d942a6828ab23feec78d22 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:05.602648 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3871f734-70e8-462f-b639-fc065b276f0f tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] 10.222.0.39 "GET /v2.0/ports/fa80775f-ba38-4b30-bd7e-997a7ce0c8fd HTTP/1.1" status: 404 len: 333 time: 2.5646939 Jan 26 11:19:05.617106 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43398) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:05.619169 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 1126d43e-6500-4ed0-b0b6-d78f5361bfc0 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:05.638045 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-51a38d94-499f-4ee4-82a8-619c1214dfd7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Request body: {'port': {'network_id': 'f619309b-6707-430f-8048-1e099bed792c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-269713271'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:05.643361 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-51a38d94-499f-4ee4-82a8-619c1214dfd7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:05.653987 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-51a38d94-499f-4ee4-82a8-619c1214dfd7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:05.662267 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 1126d43e-6500-4ed0-b0b6-d78f5361bfc0 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:05.662683 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:05.688693 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a38d94-499f-4ee4-82a8-619c1214dfd7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Made reservation on behalf of 76cc660373d942a6828ab23feec78d22 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:05.691306 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-51a38d94-499f-4ee4-82a8-619c1214dfd7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:05.702533 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-c63a2f04-1810-4f48-9881-87740c5744b6 None None] Attempting to bind port 4b153d15-bacf-44cf-add7-53ff621edc3f on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:05.702910 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-c63a2f04-1810-4f48-9881-87740c5744b6 None None] Attempting to bind port 4b153d15-bacf-44cf-add7-53ff621edc3f by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '45e9725a-51b7-4f27-9763-733ebafa8e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c8d1f8d1-6308-4fcf-8530-99a6b0386e0a'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:05.703725 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a2f04-1810-4f48-9881-87740c5744b6 None None] Attempting to bind port 4b153d15-bacf-44cf-add7-53ff621edc3f on network c8d1f8d1-6308-4fcf-8530-99a6b0386e0a {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:05.713929 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a15635cc-6231-42e8-a0a7-34ef969790b6 admin admin] Synchronizing usage tracker for tenant:ead15320185149738b359bd9f0769490 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:05.725635 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a2f04-1810-4f48-9881-87740c5744b6 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:19:05.726017 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a2f04-1810-4f48-9881-87740c5744b6 None None] Checking segment: {'id': '45e9725a-51b7-4f27-9763-733ebafa8e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c8d1f8d1-6308-4fcf-8530-99a6b0386e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:19:05.726459 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c63a2f04-1810-4f48-9881-87740c5744b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:05.726857 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a2f04-1810-4f48-9881-87740c5744b6 None None] Bound using segment: {'id': '45e9725a-51b7-4f27-9763-733ebafa8e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c8d1f8d1-6308-4fcf-8530-99a6b0386e0a'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:19:05.727953 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-c63a2f04-1810-4f48-9881-87740c5744b6 None None] Bound port: 4b153d15-bacf-44cf-add7-53ff621edc3f, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e9725a-51b7-4f27-9763-733ebafa8e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c8d1f8d1-6308-4fcf-8530-99a6b0386e0a'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:19:05.728338 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c63a2f04-1810-4f48-9881-87740c5744b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:05.801749 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-51a38d94-499f-4ee4-82a8-619c1214dfd7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] device_id is not set on port ddf7063a-b0ad-452f-87d3-2b982adbbfcb yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:19:05.861571 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.objects.ports [None req-8ad716f7-fbf6-449d-b5f7-0de26a77b1f4 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87442) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 26 11:19:05.862149 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8ad716f7-fbf6-449d-b5f7-0de26a77b1f4 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:05.892901 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-293b5bab-1d36-42c3-91c9-59e7148bf7c0 None None] Provisioning for port 7f5e6cde-9b69-4fcd-a0db-4a320492c9e1 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:05.921322 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-293b5bab-1d36-42c3-91c9-59e7148bf7c0 None None] Provisioning complete for port 7f5e6cde-9b69-4fcd-a0db-4a320492c9e1 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:05.921697 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-293b5bab-1d36-42c3-91c9-59e7148bf7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:05.923383 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9005dd46-6a34-42a8-aa87-a272cb9aae55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:05.949428 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005dd46-6a34-42a8-aa87-a272cb9aae55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb657920-2275-44ad-9a35-e4df656659a3,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:06.010985 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-70089861-3fbd-4853-aed2-88906b635d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:06.067428 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad716f7-fbf6-449d-b5f7-0de26a77b1f4 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Checking segment: {'id': '4f569a6f-3cc6-4b30-8d63-792d5c8b0bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '6d557e0d-c7e9-4af7-a743-f9cfe5c2afda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:19:06.067798 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad716f7-fbf6-449d-b5f7-0de26a77b1f4 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Network hostable DHCP agents. Network: 6d557e0d-c7e9-4af7-a743-f9cfe5c2afda, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:19:06.067972 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a15635cc-6231-42e8-a0a7-34ef969790b6 admin admin] Unset dirty status for tenant:ead15320185149738b359bd9f0769490 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:06.069228 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a15635cc-6231-42e8-a0a7-34ef969790b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=43a10a4ec11a4a1a880f8844ff893453&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4589136 Jan 26 11:19:06.096494 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43402) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:06.102435 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'name': 'tempest-ServersTestManualDisk-1729732147-router', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:18:57Z', 'revision_number': 3, 'project_id': '80fe64ad2f7248c68674303bf7b13547', 'gw_port': {'id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:54Z', 'updated_at': '2022-01-26T11:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:06.107563 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ca345e-fc82-432c-8c29-d92d622beb6f None None] The sync data for ids ['da8c61d8-bb3a-4572-8cbf-b3d8982e539e'] in dv-neutron-826439-1-hyperv is: [{'id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'name': 'tempest-ServersTestManualDisk-1729732147-router', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:18:57Z', 'revision_number': 3, 'project_id': '80fe64ad2f7248c68674303bf7b13547', 'gw_port': {'id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:54Z', 'updated_at': '2022-01-26T11:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:19:06.122046 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-293b5bab-1d36-42c3-91c9-59e7148bf7c0 None None] Port 7f5e6cde-9b69-4fcd-a0db-4a320492c9e1 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:19:06.124221 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:06.129502 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad716f7-fbf6-449d-b5f7-0de26a77b1f4 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0c9ddd2d-5f61-457e-881d-7fb8af8f2ddb,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:06.139797 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9005dd46-6a34-42a8-aa87-a272cb9aae55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:06.144276 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9005dd46-6a34-42a8-aa87-a272cb9aae55 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb657920-2275-44ad-9a35-e4df656659a3 HTTP/1.1" status: 204 len: 168 time: 1.7675846 Jan 26 11:19:06.165711 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c63a2f04-1810-4f48-9881-87740c5744b6 None None] For port 4b153d15-bacf-44cf-add7-53ff621edc3f, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:19:06.181328 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c63a2f04-1810-4f48-9881-87740c5744b6 None None] For port 4b153d15-bacf-44cf-add7-53ff621edc3f, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=4b153d15-bacf-44cf-add7-53ff621edc3f,segment=NetworkSegment(45e9725a-51b7-4f27-9763-733ebafa8e8f),segment_id=45e9725a-51b7-4f27-9763-733ebafa8e8f)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:19:06.183121 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 1126d43e-6500-4ed0-b0b6-d78f5361bfc0, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=1126d43e-6500-4ed0-b0b6-d78f5361bfc0,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:06.188702 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c63a2f04-1810-4f48-9881-87740c5744b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:06.188836 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f020ae68-a7dd-4851-9c2f-455d19b1fa89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:06.253113 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad716f7-fbf6-449d-b5f7-0de26a77b1f4 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Network 6d557e0d-c7e9-4af7-a743-f9cfe5c2afda is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:19:06.253316 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:06.313235 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ec6c0c1b-2105-48f0-9054-58abbe547297 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:06.364828 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a2f04-1810-4f48-9881-87740c5744b6 None None] Pushing event updated for resources: {'Port': ['ID=4b153d15-bacf-44cf-add7-53ff621edc3f,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:06.389886 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-8ad716f7-fbf6-449d-b5f7-0de26a77b1f4 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 6d557e0d-c7e9-4af7-a743-f9cfe5c2afda) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:06.406887 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad716f7-fbf6-449d-b5f7-0de26a77b1f4 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:06.407439 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8ad716f7-fbf6-449d-b5f7-0de26a77b1f4 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:06.455671 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-ec6c0c1b-2105-48f0-9054-58abbe547297 admin admin] Transition to ACTIVE for port object c2e52fe0-5049-4fc8-9648-bfcab7712467 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:06.462692 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=1126d43e-6500-4ed0-b0b6-d78f5361bfc0,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:06.467473 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device fd1df7c2-030c-4be7-8dcf-3fb4f31323cd up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:19:06.474269 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8ad716f7-fbf6-449d-b5f7-0de26a77b1f4 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.5135388 Jan 26 11:19:06.488701 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43410) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:06.498229 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-829ec248-5d50-46e4-9e29-73925b752b18 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Request body: {'floatingip': {'floating_network_id': '6d557e0d-c7e9-4af7-a743-f9cfe5c2afda'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:06.507502 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-829ec248-5d50-46e4-9e29-73925b752b18 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:06.547254 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755aa11e-64f2-419e-864c-4a625f408122 None None] Network 6d557e0d-c7e9-4af7-a743-f9cfe5c2afda requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:19:06.608407 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-829ec248-5d50-46e4-9e29-73925b752b18 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Usage tracker for resource:floatingip and tenant:a8143b8224b34d05bc22272e33fbb9a5 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:06.616029 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-829ec248-5d50-46e4-9e29-73925b752b18 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:06.625561 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-829ec248-5d50-46e4-9e29-73925b752b18 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:06.664640 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.resource_extend [None req-70089861-3fbd-4853-aed2-88906b635d18 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:19:06.665523 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-51a38d94-499f-4ee4-82a8-619c1214dfd7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:06.676975 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ec6c0c1b-2105-48f0-9054-58abbe547297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:06.695479 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-70089861-3fbd-4853-aed2-88906b635d18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:06.732688 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43414) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:06.737662 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port fd1df7c2-030c-4be7-8dcf-3fb4f31323cd triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:06.738136 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:06.766582 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-70089861-3fbd-4853-aed2-88906b635d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:06.767481 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-70089861-3fbd-4853-aed2-88906b635d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:06.773002 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-829ec248-5d50-46e4-9e29-73925b752b18 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:06.856448 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3b73-4706-4ba5-91dc-583d51856da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:06.974212 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6c0c1b-2105-48f0-9054-58abbe547297 admin admin] Network 976dd945-7257-44e6-8aa8-a5388a259456 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:06.993551 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-ec6c0c1b-2105-48f0-9054-58abbe547297 admin admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:06.997356 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6c0c1b-2105-48f0-9054-58abbe547297 admin admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:07.034965 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-41d28e28-7185-4f93-ba5f-87bd7f4fe6b5 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks [] for router_gateway, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:07.077706 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a2445d-c5eb-4d95-b687-a243b73b0721 None None] Network 6d557e0d-c7e9-4af7-a743-f9cfe5c2afda requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:19:07.099532 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-41d28e28-7185-4f93-ba5f-87bd7f4fe6b5 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:07.105523 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-86df9a35-ce6b-4d21-85d6-224d40f107bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:07.158091 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70089861-3fbd-4853-aed2-88906b635d18 admin admin] Network bf3da876-a622-4e17-8633-e23a8fba3f3c is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:07.163220 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d8ee3b73-4706-4ba5-91dc-583d51856da3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:07.175349 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-70089861-3fbd-4853-aed2-88906b635d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:07.183115 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d8ee3b73-4706-4ba5-91dc-583d51856da3 admin admin] Usage tracker for resource:security_group_rule and tenant:492b01b0d24b4a50afdd704d58bdad01 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:07.191326 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70089861-3fbd-4853-aed2-88906b635d18 admin admin] Pushing event updated for resources: {'Port': ['ID=90093428-4d17-41ba-b660-a3edaff29a2c,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:07.208049 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d8ee3b73-4706-4ba5-91dc-583d51856da3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:07.228367 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d8ee3b73-4706-4ba5-91dc-583d51856da3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:07.362352 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f020ae68-a7dd-4851-9c2f-455d19b1fa89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:07.372603 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c0c1b-2105-48f0-9054-58abbe547297 admin admin] Pushing event updated for resources: {'Port': ['ID=c2e52fe0-5049-4fc8-9648-bfcab7712467,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:07.464341 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-86df9a35-ce6b-4d21-85d6-224d40f107bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:07.475787 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f020ae68-a7dd-4851-9c2f-455d19b1fa89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:07.477700 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f020ae68-a7dd-4851-9c2f-455d19b1fa89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:07.481000 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ec6c0c1b-2105-48f0-9054-58abbe547297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:07.484758 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-662fe56b-c781-452f-a342-041b2eba42c4 None None] Provisioning for port c2e52fe0-5049-4fc8-9648-bfcab7712467 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:07.495423 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-662fe56b-c781-452f-a342-041b2eba42c4 None None] Provisioning complete for port c2e52fe0-5049-4fc8-9648-bfcab7712467 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:07.495685 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-662fe56b-c781-452f-a342-041b2eba42c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:07.544049 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-51a38d94-499f-4ee4-82a8-619c1214dfd7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:07.567190 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-662fe56b-c781-452f-a342-041b2eba42c4 None None] Port c2e52fe0-5049-4fc8-9648-bfcab7712467 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:19:07.692539 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a38d94-499f-4ee4-82a8-619c1214dfd7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Network f619309b-6707-430f-8048-1e099bed792c is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:07.693968 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c3543149-a900-495d-a71c-4b261a58d3ef None None] Provisioning complete for port 90093428-4d17-41ba-b660-a3edaff29a2c triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:07.694364 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c3543149-a900-495d-a71c-4b261a58d3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:07.708564 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-51a38d94-499f-4ee4-82a8-619c1214dfd7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:07.719272 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a38d94-499f-4ee4-82a8-619c1214dfd7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:07.720136 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a38d94-499f-4ee4-82a8-619c1214dfd7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:07.720829 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-51a38d94-499f-4ee4-82a8-619c1214dfd7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:07.741115 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a38d94-499f-4ee4-82a8-619c1214dfd7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Pushing event updated for resources: {'Port': ['ID=ddf7063a-b0ad-452f-87d3-2b982adbbfcb,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:07.809963 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-c3543149-a900-495d-a71c-4b261a58d3ef None None] Port 90093428-4d17-41ba-b660-a3edaff29a2c cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:19:07.820551 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-86df9a35-ce6b-4d21-85d6-224d40f107bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:07.825506 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-86df9a35-ce6b-4d21-85d6-224d40f107bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:07.827299 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-86df9a35-ce6b-4d21-85d6-224d40f107bf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3ad2659e-d375-4672-8b1f-6ed7deb5d14c HTTP/1.1" status: 204 len: 168 time: 1.7297730 Jan 26 11:19:07.852209 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-41d28e28-7185-4f93-ba5f-87bd7f4fe6b5 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Allocated IP 172.26.5.7 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/a55681c8-e1c3-4f4a-8cfc-fcc048a6a293) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:07.864492 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020ae68-a7dd-4851-9c2f-455d19b1fa89 admin admin] Pushing event updated for resources: {'Port': ['ID=7f5e6cde-9b69-4fcd-a0db-4a320492c9e1,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:07.953827 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-51a38d94-499f-4ee4-82a8-619c1214dfd7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.3353775 Jan 26 11:19:07.975523 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df9a35-ce6b-4d21-85d6-224d40f107bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad2659e-d375-4672-8b1f-6ed7deb5d14c,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:07.986944 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43420) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:08.003032 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:08.059068 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70089861-3fbd-4853-aed2-88906b635d18 admin admin] Router 1097d2ee-3cba-4382-9965-e7f95fc789b5 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:19:08.091753 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-829ec248-5d50-46e4-9e29-73925b752b18 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:08.121384 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ec6c0c1b-2105-48f0-9054-58abbe547297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:08.190711 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074e4a57-dd60-4d42-aa3f-a86ef55eff19 None None] Network c8d1f8d1-6308-4fcf-8530-99a6b0386e0a requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:19:08.339799 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e03626f5-77a7-4860-9c51-7c0ab66be027 None None] Provisioning for port 4b153d15-bacf-44cf-add7-53ff621edc3f completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:08.429304 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ec6c0c1b-2105-48f0-9054-58abbe547297 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:08.464528 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43426) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:08.481322 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ec6c0c1b-2105-48f0-9054-58abbe547297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:08.494149 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f020ae68-a7dd-4851-9c2f-455d19b1fa89 admin admin] Network ccf7e590-7e87-4390-898c-54ed923dee9e is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:08.502614 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3b73-4706-4ba5-91dc-583d51856da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:08.504057 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70089861-3fbd-4853-aed2-88906b635d18 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:19:08.506791 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-f020ae68-a7dd-4851-9c2f-455d19b1fa89 admin admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:08.532522 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3b73-4706-4ba5-91dc-583d51856da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:08.562557 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] Sync routers for ids ['1097d2ee-3cba-4382-9965-e7f95fc789b5'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:19:08.581426 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] Routers {'1097d2ee-3cba-4382-9965-e7f95fc789b5'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:19:08.582112 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:18:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['1097d2ee-3cba-4382-9965-e7f95fc789b5'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:08.632997 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ec6c0c1b-2105-48f0-9054-58abbe547297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:08.681796 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4b153d15-bacf-44cf-add7-53ff621edc3f up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:19:08.693835 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-41d28e28-7185-4f93-ba5f-87bd7f4fe6b5 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:08.720620 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d8ee3b73-4706-4ba5-91dc-583d51856da3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=492b01b0d24b4a50afdd704d58bdad01&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9863048 Jan 26 11:19:08.732174 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43432) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:08.841715 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee3b73-4706-4ba5-91dc-583d51856da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8eff63-8cd4-4708-a45a-5bdbcee4755c,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:08.874935 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-70089861-3fbd-4853-aed2-88906b635d18 admin admin] 10.222.0.39 "PUT /v2.0/routers/1097d2ee-3cba-4382-9965-e7f95fc789b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9395096 Jan 26 11:19:08.942276 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-75ea9b97-cdf4-43d1-b1e6-0bba3437b702 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f2da5013b8304efb8b87375b0cd8d16c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4734108 Jan 26 11:19:08.953123 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43438) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:08.977363 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c0c1b-2105-48f0-9054-58abbe547297 admin admin] Pushing event updated for resources: {'Port': ['ID=c2e52fe0-5049-4fc8-9648-bfcab7712467,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:08.978722 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 4b153d15-bacf-44cf-add7-53ff621edc3f completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:08.990345 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] Set router 1097d2ee-3cba-4382-9965-e7f95fc789b5 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:19:09.004352 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:09.081359 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 4b153d15-bacf-44cf-add7-53ff621edc3f triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:09.081752 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:09.114235 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6c0c1b-2105-48f0-9054-58abbe547297 admin admin] Network 976dd945-7257-44e6-8aa8-a5388a259456 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:09.145615 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-829ec248-5d50-46e4-9e29-73925b752b18 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Allocated IP 172.20.0.3 (6d557e0d-c7e9-4af7-a743-f9cfe5c2afda/0c9ddd2d-5f61-457e-881d-7fb8af8f2ddb/647c188e-2ff5-4575-80e1-5d65b24ccd40) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:09.145905 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-ec6c0c1b-2105-48f0-9054-58abbe547297 admin admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:09.155986 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-52e9a15e-e7c4-42b9-b274-62581988c4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:09.263322 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-14331332-4bbf-423d-bf63-6af77869b687 None None] Provisioning complete for port 7f5e6cde-9b69-4fcd-a0db-4a320492c9e1 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:09.263879 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-14331332-4bbf-423d-bf63-6af77869b687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:09.265105 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-41d28e28-7185-4f93-ba5f-87bd7f4fe6b5 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:09.378115 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-52e9a15e-e7c4-42b9-b274-62581988c4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:09.382641 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-14331332-4bbf-423d-bf63-6af77869b687 None None] Port 7f5e6cde-9b69-4fcd-a0db-4a320492c9e1 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:19:09.411178 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-829ec248-5d50-46e4-9e29-73925b752b18 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:09.472331 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-52e9a15e-e7c4-42b9-b274-62581988c4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:09.507487 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-829ec248-5d50-46e4-9e29-73925b752b18 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:09.556028 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:09.604788 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f020ae68-a7dd-4851-9c2f-455d19b1fa89 admin admin] Router dc8815fb-8dc2-44b4-a64b-86d3c41f431a has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:19:09.605665 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ec248-5d50-46e4-9e29-73925b752b18 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Pushing event updated for resources: {'Port': ['ID=647c188e-2ff5-4575-80e1-5d65b24ccd40,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:09.607915 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ff4c4cca-2e24-43aa-8f4c-8e1057eb701f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:09.622641 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3805573e-3403-491a-95eb-c71fbfd50b88 None None] Provisioning complete for port 4b153d15-bacf-44cf-add7-53ff621edc3f triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:09.623519 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3805573e-3403-491a-95eb-c71fbfd50b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:09.640302 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ff4c4cca-2e24-43aa-8f4c-8e1057eb701f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:09.723089 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829ec248-5d50-46e4-9e29-73925b752b18 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Network 6d557e0d-c7e9-4af7-a743-f9cfe5c2afda is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:09.726161 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-829ec248-5d50-46e4-9e29-73925b752b18 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:09.728054 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ff4c4cca-2e24-43aa-8f4c-8e1057eb701f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:09.734253 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829ec248-5d50-46e4-9e29-73925b752b18 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:09.753068 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c4cca-2e24-43aa-8f4c-8e1057eb701f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53322caa-e0ec-416d-9d32-95f3ea301da4,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:09.787497 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] device_id is not set on port ddf7063a-b0ad-452f-87d3-2b982adbbfcb yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:19:09.796748 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:09.813042 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Transition to ACTIVE for port object ddf7063a-b0ad-452f-87d3-2b982adbbfcb will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:09.822464 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 4b153d15-bacf-44cf-add7-53ff621edc3f, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=4b153d15-bacf-44cf-add7-53ff621edc3f,segment=NetworkSegment(45e9725a-51b7-4f27-9763-733ebafa8e8f),segment_id=45e9725a-51b7-4f27-9763-733ebafa8e8f)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:09.828181 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9a15e-e7c4-42b9-b274-62581988c4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8eff63-8cd4-4708-a45a-5bdbcee4755c,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:09.833643 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-52e9a15e-e7c4-42b9-b274-62581988c4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:09.838075 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-52e9a15e-e7c4-42b9-b274-62581988c4d0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1a8eff63-8cd4-4708-a45a-5bdbcee4755c HTTP/1.1" status: 204 len: 168 time: 1.0709984 Jan 26 11:19:09.847206 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:09.856044 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d28e28-7185-4f93-ba5f-87bd7f4fe6b5 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:09.861875 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-41d28e28-7185-4f93-ba5f-87bd7f4fe6b5 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:09.865357 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d28e28-7185-4f93-ba5f-87bd7f4fe6b5 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:09.899034 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ff4c4cca-2e24-43aa-8f4c-8e1057eb701f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:09.906554 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ff4c4cca-2e24-43aa-8f4c-8e1057eb701f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/53322caa-e0ec-416d-9d32-95f3ea301da4 HTTP/1.1" status: 204 len: 168 time: 0.9455271 Jan 26 11:19:09.959260 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:09.960100 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 1126d43e-6500-4ed0-b0b6-d78f5361bfc0 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:19:10.114124 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 1126d43e-6500-4ed0-b0b6-d78f5361bfc0 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:10.114734 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:10.120209 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-829ec248-5d50-46e4-9e29-73925b752b18 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:10.153581 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43458) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:10.161507 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-72dccc9c-724c-44a8-867a-70bc0d9e9470 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--149622984', 'description': 'tempest-description--441391791'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:10.162820 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3805573e-3403-491a-95eb-c71fbfd50b88 None None] Provisioning complete for port c2e52fe0-5049-4fc8-9648-bfcab7712467 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:10.167363 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3805573e-3403-491a-95eb-c71fbfd50b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:10.167573 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-72dccc9c-724c-44a8-867a-70bc0d9e9470 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:10.170988 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-72dccc9c-724c-44a8-867a-70bc0d9e9470 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Usage tracker for resource:security_group and tenant:f5fbcfd06e3341ee86200462cb30acd6 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:10.179236 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-72dccc9c-724c-44a8-867a-70bc0d9e9470 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:10.208647 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d28e28-7185-4f93-ba5f-87bd7f4fe6b5 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Pushing event updated for resources: {'Port': ['ID=a55681c8-e1c3-4f4a-8cfc-fcc048a6a293,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:10.293821 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-72dccc9c-724c-44a8-867a-70bc0d9e9470 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:10.328838 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=4b153d15-bacf-44cf-add7-53ff621edc3f,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:10.339381 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'name': 'tempest-ServerActionsTestJSON-226898407-router', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:52Z', 'updated_at': '2022-01-26T11:19:05Z', 'revision_number': 4, 'project_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'gw_port': {'id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '90093428-4d17-41ba-b660-a3edaff29a2c', 'name': '', 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'mac_address': 'fa:16:3e:49:fc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '53606115-5141-4c56-95c1-767f19a5c1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:01Z', 'updated_at': '2022-01-26T11:19:06Z', 'revision_number': 2, 'project_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'subnets': [{'id': '53606115-5141-4c56-95c1-767f19a5c1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:10.346771 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] Checking router: 1097d2ee-3cba-4382-9965-e7f95fc789b5 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:19:10.347129 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] Updating router 1097d2ee-3cba-4382-9965-e7f95fc789b5 port 90093428-4d17-41ba-b660-a3edaff29a2c binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:19:10.372570 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-3805573e-3403-491a-95eb-c71fbfd50b88 None None] Port c2e52fe0-5049-4fc8-9648-bfcab7712467 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:19:10.375785 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6c0c1b-2105-48f0-9054-58abbe547297 admin admin] Router da8c61d8-bb3a-4572-8cbf-b3d8982e539e has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:19:10.381403 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-829ec248-5d50-46e4-9e29-73925b752b18 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:10.446695 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:10.447044 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:10.447390 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:10.450037 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f020ae68-a7dd-4851-9c2f-455d19b1fa89 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:19:10.452752 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:10.464888 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:10.465332 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:19:10.467895 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d47c7699-a754-4f18-9d02-d6e3caeb8e1e up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:19:10.471001 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempt 2 to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb Jan 26 11:19:10.473854 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] Sync routers for ids ['dc8815fb-8dc2-44b4-a64b-86d3c41f431a'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:19:10.483066 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Pushing event updated for resources: {'Port': ['ID=ddf7063a-b0ad-452f-87d3-2b982adbbfcb,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:10.491796 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] Routers {'dc8815fb-8dc2-44b4-a64b-86d3c41f431a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:19:10.495613 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-72dccc9c-724c-44a8-867a-70bc0d9e9470 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:10.496651 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:18:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['dc8815fb-8dc2-44b4-a64b-86d3c41f431a'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:10.576395 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f020ae68-a7dd-4851-9c2f-455d19b1fa89 admin admin] 10.222.0.39 "PUT /v2.0/routers/dc8815fb-8dc2-44b4-a64b-86d3c41f431a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7437425 Jan 26 11:19:10.586307 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-72dccc9c-724c-44a8-867a-70bc0d9e9470 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:10.599538 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-72dccc9c-724c-44a8-867a-70bc0d9e9470 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Usage tracker for resource:security_group_rule and tenant:f5fbcfd06e3341ee86200462cb30acd6 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:10.599988 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:10.600348 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:10.600693 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:10.603611 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-72dccc9c-724c-44a8-867a-70bc0d9e9470 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:10.614017 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-72dccc9c-724c-44a8-867a-70bc0d9e9470 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:10.680090 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:10.680427 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:19:10.695129 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempt 3 to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb Jan 26 11:19:10.732364 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:10.732700 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:10.733035 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:10.747821 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:10.748155 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:19:10.757093 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempt 4 to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb Jan 26 11:19:10.776517 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port d47c7699-a754-4f18-9d02-d6e3caeb8e1e completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:10.797291 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port d47c7699-a754-4f18-9d02-d6e3caeb8e1e triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:10.797765 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:10.835596 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:10.836149 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:10.836634 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:10.849675 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:10.850230 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:19:10.859640 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempt 5 to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb Jan 26 11:19:10.966088 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-72dccc9c-724c-44a8-867a-70bc0d9e9470 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:10.977177 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-72dccc9c-724c-44a8-867a-70bc0d9e9470 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:11.006865 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6c0c1b-2105-48f0-9054-58abbe547297 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:19:11.024089 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ec6c0c1b-2105-48f0-9054-58abbe547297 admin admin] 10.222.0.39 "PUT /v2.0/routers/da8c61d8-bb3a-4572-8cbf-b3d8982e539e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7030776 Jan 26 11:19:11.025019 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:11.025353 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:11.025688 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:11.039782 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] Set router dc8815fb-8dc2-44b4-a64b-86d3c41f431a gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:19:11.046156 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-72dccc9c-724c-44a8-867a-70bc0d9e9470 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:11.053146 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] Sync routers for ids ['da8c61d8-bb3a-4572-8cbf-b3d8982e539e'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:19:11.053357 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-72dccc9c-724c-44a8-867a-70bc0d9e9470 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8988783 Jan 26 11:19:11.054083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43484) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:11.085564 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a823b83f-cc4f-440f-b2ff-2a2f468e0a5f tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Request body: {'security_group_rule': {'security_group_id': '027444da-96a3-46d0-8c3f-dfa4a1651f29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:11.093950 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a823b83f-cc4f-440f-b2ff-2a2f468e0a5f tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:11.099295 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a823b83f-cc4f-440f-b2ff-2a2f468e0a5f tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Usage tracker for resource:security_group_rule and tenant:f5fbcfd06e3341ee86200462cb30acd6 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:11.104682 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a823b83f-cc4f-440f-b2ff-2a2f468e0a5f tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:11.116437 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a823b83f-cc4f-440f-b2ff-2a2f468e0a5f tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:11.126053 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:11.126675 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:19:11.129449 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempt 6 to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb Jan 26 11:19:11.137571 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dccc9c-724c-44a8-867a-70bc0d9e9470 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=027444da-96a3-46d0-8c3f-dfa4a1651f29,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:11.152530 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] Routers {'da8c61d8-bb3a-4572-8cbf-b3d8982e539e'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:19:11.155283 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:18:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['da8c61d8-bb3a-4572-8cbf-b3d8982e539e'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:11.172835 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a823b83f-cc4f-440f-b2ff-2a2f468e0a5f tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:11.213585 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-829ec248-5d50-46e4-9e29-73925b752b18 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:11.225177 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-829ec248-5d50-46e4-9e29-73925b752b18 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:11.277489 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:11.280125 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:11.280506 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:11.325593 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:11.332493 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:11.332829 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:19:11.353633 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempt 7 to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb Jan 26 11:19:11.374865 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port d47c7699-a754-4f18-9d02-d6e3caeb8e1e, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d47c7699-a754-4f18-9d02-d6e3caeb8e1e,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:11.396550 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:11.396886 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:11.397224 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:11.435080 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:11.435484 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:11.435824 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:19:11.444131 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-829ec248-5d50-46e4-9e29-73925b752b18 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:11.449909 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempt 8 to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb Jan 26 11:19:11.487594 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ec248-5d50-46e4-9e29-73925b752b18 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Pushing event updated for resources: {'Port': ['ID=647c188e-2ff5-4575-80e1-5d65b24ccd40,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:11.491445 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-41d28e28-7185-4f93-ba5f-87bd7f4fe6b5 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks [] for router_gateway, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:11.494774 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-829ec248-5d50-46e4-9e29-73925b752b18 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:11.498277 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-829ec248-5d50-46e4-9e29-73925b752b18 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.0074823 Jan 26 11:19:11.501138 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43504) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:11.591179 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:11.591517 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:11.591859 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:11.612425 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4b153d15-bacf-44cf-add7-53ff621edc3f up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:19:11.641634 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:11.641822 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:19:11.654673 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempt 9 to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb Jan 26 11:19:11.674480 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a823b83f-cc4f-440f-b2ff-2a2f468e0a5f tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:11.694538 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a245ee68-96e4-4534-8f94-1680174a544b tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Synchronizing usage tracker for tenant:a8143b8224b34d05bc22272e33fbb9a5 on resource:floatingip {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:11.705676 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a823b83f-cc4f-440f-b2ff-2a2f468e0a5f tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:11.741196 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a245ee68-96e4-4534-8f94-1680174a544b tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Unset dirty status for tenant:a8143b8224b34d05bc22272e33fbb9a5 on resource:floatingip {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:11.742507 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a245ee68-96e4-4534-8f94-1680174a544b tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] 10.222.0.39 "GET /v2.0/floatingips?floating_network_id=6d557e0d-c7e9-4af7-a743-f9cfe5c2afda HTTP/1.1" status: 200 len: 689 time: 0.2399983 Jan 26 11:19:11.745551 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43512) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:11.773344 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:11.777500 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:11.778070 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:11.793471 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'name': 'tempest-ServersTestJSON-1499700378-router', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '1126d43e-6500-4ed0-b0b6-d78f5361bfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:51Z', 'updated_at': '2022-01-26T11:19:05Z', 'revision_number': 4, 'project_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'gw_port': {'id': '1126d43e-6500-4ed0-b0b6-d78f5361bfc0', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:23:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '7f5e6cde-9b69-4fcd-a0db-4a320492c9e1', 'name': '', 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'mac_address': 'fa:16:3e:6f:aa:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '8af7f97d-3505-49db-8fef-896d429e8e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:04Z', 'updated_at': '2022-01-26T11:19:06Z', 'revision_number': 2, 'project_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'subnets': [{'id': '8af7f97d-3505-49db-8fef-896d429e8e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:11.810173 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] Checking router: dc8815fb-8dc2-44b4-a64b-86d3c41f431a for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:19:11.810581 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] Updating router dc8815fb-8dc2-44b4-a64b-86d3c41f431a port 7f5e6cde-9b69-4fcd-a0db-4a320492c9e1 binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:19:11.832550 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] Set router da8c61d8-bb3a-4572-8cbf-b3d8982e539e gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:19:11.907055 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823b83f-cc4f-440f-b2ff-2a2f468e0a5f tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02ec5fc-d33a-4439-92c4-9d667088488f,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:11.950444 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:11.952071 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:11.952399 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:19:11.955377 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempt 10 to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb Jan 26 11:19:11.982295 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a823b83f-cc4f-440f-b2ff-2a2f468e0a5f tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:11.983801 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a823b83f-cc4f-440f-b2ff-2a2f468e0a5f tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9228332 Jan 26 11:19:11.991915 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43520) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:12.008034 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-f0ecd40c-01d6-412a-a79c-ff5dd28de486 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Request body: {'security_group_rule': {'security_group_id': '027444da-96a3-46d0-8c3f-dfa4a1651f29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:12.037078 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f0ecd40c-01d6-412a-a79c-ff5dd28de486 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:12.091761 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:12.290448 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:12.306037 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Deleting port 647c188e-2ff5-4575-80e1-5d65b24ccd40 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:19:12.306844 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:12.332906 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:12.333246 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:12.333581 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:12.334917 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 4b153d15-bacf-44cf-add7-53ff621edc3f triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:12.335392 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:12.336623 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f0ecd40c-01d6-412a-a79c-ff5dd28de486 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Usage tracker for resource:security_group_rule and tenant:f5fbcfd06e3341ee86200462cb30acd6 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:12.346586 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f0ecd40c-01d6-412a-a79c-ff5dd28de486 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:12.360635 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:12.361526 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:19:12.361884 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:12.373922 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f0ecd40c-01d6-412a-a79c-ff5dd28de486 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:12.467987 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f0ecd40c-01d6-412a-a79c-ff5dd28de486 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:12.590341 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] Transition to ACTIVE for port object 90093428-4d17-41ba-b660-a3edaff29a2c will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:12.620413 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43532) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:12.624910 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=d47c7699-a754-4f18-9d02-d6e3caeb8e1e,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:12.652032 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:12.674299 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:12.675166 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:12.676044 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:12.690060 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] Transition to ACTIVE for port object 7f5e6cde-9b69-4fcd-a0db-4a320492c9e1 will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:12.701288 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:12.761755 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43538) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:12.812078 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43542) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:12.820706 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-a9ea7ede-efba-419d-b5cd-bc36aa2ca94c tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1880975222', 'description': 'tempest-description--896476691'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:12.826950 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-61b8f17c-2b77-47a4-8352-b0786647be01 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Request body: {'security_group': {'name': 'tempest-securitygroup--6820345', 'description': 'tempest-description--1651409428'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:12.860283 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-61b8f17c-2b77-47a4-8352-b0786647be01 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:12.891675 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] For port ddf7063a-b0ad-452f-87d3-2b982adbbfcb, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:19:12.902380 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempted to set empty binding levels {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 26 11:19:12.909681 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-61b8f17c-2b77-47a4-8352-b0786647be01 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Usage tracker for resource:security_group and tenant:8170d036f1fe4a04b0076d6a1de6bb64 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:12.922200 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e5b74-5b81-4a5e-af19-2c84c42f60fa None None] Pushing event updated for resources: {'Port': ['ID=7f5e6cde-9b69-4fcd-a0db-4a320492c9e1,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:12.928218 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-61b8f17c-2b77-47a4-8352-b0786647be01 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:12.944313 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:13.012468 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Calling delete_port for 647c188e-2ff5-4575-80e1-5d65b24ccd40 owned by network:floatingip {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:19:13.052941 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-61b8f17c-2b77-47a4-8352-b0786647be01 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:13.071188 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-41d28e28-7185-4f93-ba5f-87bd7f4fe6b5 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:13.124043 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a9ea7ede-efba-419d-b5cd-bc36aa2ca94c tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:13.149531 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] Attempting to bind port 7f5e6cde-9b69-4fcd-a0db-4a320492c9e1 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:13.150012 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] Attempting to bind port 7f5e6cde-9b69-4fcd-a0db-4a320492c9e1 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'dde45a8b-fb4b-44c8-b38f-397bfb625ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:13.150520 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] Attempting to bind port 7f5e6cde-9b69-4fcd-a0db-4a320492c9e1 on network ccf7e590-7e87-4390-898c-54ed923dee9e {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:13.161000 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a9ea7ede-efba-419d-b5cd-bc36aa2ca94c tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Usage tracker for resource:security_group and tenant:80fe64ad2f7248c68674303bf7b13547 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:13.165512 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a9ea7ede-efba-419d-b5cd-bc36aa2ca94c tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:13.166257 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:19:13.171151 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f0ecd40c-01d6-412a-a79c-ff5dd28de486 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:13.171421 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] Checking segment: {'id': 'dde45a8b-fb4b-44c8-b38f-397bfb625ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:19:13.171958 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:13.172448 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] Bound using segment: {'id': 'dde45a8b-fb4b-44c8-b38f-397bfb625ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:19:13.173212 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] Bound port: 7f5e6cde-9b69-4fcd-a0db-4a320492c9e1, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde45a8b-fb4b-44c8-b38f-397bfb625ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:19:13.174397 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:13.215105 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-b924eefb-cfd4-460d-8ff9-4c190dcf2228 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1604624203'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:13.238563 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b924eefb-cfd4-460d-8ff9-4c190dcf2228 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:13.243679 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b924eefb-cfd4-460d-8ff9-4c190dcf2228 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Usage tracker for resource:network and tenant:2c0878cb9ce04e6a8660e57f8b10fc35 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:13.249159 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b924eefb-cfd4-460d-8ff9-4c190dcf2228 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:13.263082 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b924eefb-cfd4-460d-8ff9-4c190dcf2228 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:13.275884 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a9ea7ede-efba-419d-b5cd-bc36aa2ca94c tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:13.282191 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b924eefb-cfd4-460d-8ff9-4c190dcf2228 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Made reservation on behalf of 2c0878cb9ce04e6a8660e57f8b10fc35 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:13.292573 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b924eefb-cfd4-460d-8ff9-4c190dcf2228 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:13.329082 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b924eefb-cfd4-460d-8ff9-4c190dcf2228 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:13.343521 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] In _notify_port_updated(), no bound segment for port ddf7063a-b0ad-452f-87d3-2b982adbbfcb on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 26 11:19:13.344405 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:13.345010 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:13.353178 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] 10.222.0.39 "PUT /v2.0/ports/ddf7063a-b0ad-452f-87d3-2b982adbbfcb HTTP/1.1" status: 200 len: 976 time: 5.3599732 Jan 26 11:19:13.359074 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43556) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:13.359411 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43558) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:13.374666 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] For port 7f5e6cde-9b69-4fcd-a0db-4a320492c9e1, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:19:13.379762 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] For port 7f5e6cde-9b69-4fcd-a0db-4a320492c9e1, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7f5e6cde-9b69-4fcd-a0db-4a320492c9e1,segment=NetworkSegment(dde45a8b-fb4b-44c8-b38f-397bfb625ef8),segment_id=dde45a8b-fb4b-44c8-b38f-397bfb625ef8)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:19:13.385623 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36431e4a-f488-4ec8-b62c-da0932a064e7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Pushing event updated for resources: {'Port': ['ID=ddf7063a-b0ad-452f-87d3-2b982adbbfcb,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:13.387007 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:13.398213 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a9ea7ede-efba-419d-b5cd-bc36aa2ca94c tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:13.398514 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f0ecd40c-01d6-412a-a79c-ff5dd28de486 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:13.460907 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b924eefb-cfd4-460d-8ff9-4c190dcf2228 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:13.476976 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b924eefb-cfd4-460d-8ff9-4c190dcf2228 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Usage tracker for resource:security_group_rule and tenant:2c0878cb9ce04e6a8660e57f8b10fc35 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:13.488313 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b924eefb-cfd4-460d-8ff9-4c190dcf2228 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:13.489930 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131751c-5cad-4819-ad3e-611a8ff2e0bb None None] Pushing event updated for resources: {'Port': ['ID=90093428-4d17-41ba-b660-a3edaff29a2c,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:13.507006 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a9ea7ede-efba-419d-b5cd-bc36aa2ca94c tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:13.511774 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] Routers {'dc8815fb-8dc2-44b4-a64b-86d3c41f431a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:19:13.515420 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:18:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['dc8815fb-8dc2-44b4-a64b-86d3c41f431a'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:13.533430 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b924eefb-cfd4-460d-8ff9-4c190dcf2228 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:13.576287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-61b8f17c-2b77-47a4-8352-b0786647be01 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:13.601656 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a9ea7ede-efba-419d-b5cd-bc36aa2ca94c tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Usage tracker for resource:security_group_rule and tenant:80fe64ad2f7248c68674303bf7b13547 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:13.608938 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'name': 'tempest-ServersTestManualDisk-1729732147-router', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:07Z', 'revision_number': 4, 'project_id': '80fe64ad2f7248c68674303bf7b13547', 'gw_port': {'id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:54Z', 'updated_at': '2022-01-26T11:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'c2e52fe0-5049-4fc8-9648-bfcab7712467', 'name': '', 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'mac_address': 'fa:16:3e:4d:7f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '083cb517-daf9-46a6-b8c3-2a43e684eac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:05Z', 'updated_at': '2022-01-26T11:19:08Z', 'revision_number': 2, 'project_id': '80fe64ad2f7248c68674303bf7b13547', 'subnets': [{'id': '083cb517-daf9-46a6-b8c3-2a43e684eac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:13.613413 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] Attempting to bind port 90093428-4d17-41ba-b660-a3edaff29a2c on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:13.614654 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] Attempting to bind port 90093428-4d17-41ba-b660-a3edaff29a2c by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '5d01ec33-ef6d-4cb5-a766-ba00b1ea83af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:13.615272 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] Attempting to bind port 90093428-4d17-41ba-b660-a3edaff29a2c on network bf3da876-a622-4e17-8633-e23a8fba3f3c {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:13.622468 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f0ecd40c-01d6-412a-a79c-ff5dd28de486 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:13.623289 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a9ea7ede-efba-419d-b5cd-bc36aa2ca94c tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:13.625244 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f0ecd40c-01d6-412a-a79c-ff5dd28de486 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6279821 Jan 26 11:19:13.629909 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43566) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:13.632745 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-61b8f17c-2b77-47a4-8352-b0786647be01 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:13.633280 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-11df3b7a-ae03-46a0-b891-089689fd74b0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2039718591', 'router:external': True}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:13.635050 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ecd40c-01d6-412a-a79c-ff5dd28de486 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb3ccfed-519b-4b73-b9cf-5f7d77051330,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:13.637788 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e5b74-5b81-4a5e-af19-2c84c42f60fa None None] Pushing event updated for resources: {'Port': ['ID=7f5e6cde-9b69-4fcd-a0db-4a320492c9e1,revision_number=4']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:13.649296 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-f310dbcd-8a31-4bff-966d-9e022fbc42c3 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:13.653766 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-61b8f17c-2b77-47a4-8352-b0786647be01 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Usage tracker for resource:security_group_rule and tenant:8170d036f1fe4a04b0076d6a1de6bb64 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:13.655315 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a9ea7ede-efba-419d-b5cd-bc36aa2ca94c tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:13.659239 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-61b8f17c-2b77-47a4-8352-b0786647be01 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:13.660367 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-11df3b7a-ae03-46a0-b891-089689fd74b0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:13.673763 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-61b8f17c-2b77-47a4-8352-b0786647be01 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:13.687192 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-11df3b7a-ae03-46a0-b891-089689fd74b0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Usage tracker for resource:network and tenant:d3fcfe8dac4f4c9889c8841a383dd514 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:13.693810 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:19:13.694344 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] Checking segment: {'id': '5d01ec33-ef6d-4cb5-a766-ba00b1ea83af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:19:13.695158 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f310dbcd-8a31-4bff-966d-9e022fbc42c3 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:13.700242 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-11df3b7a-ae03-46a0-b891-089689fd74b0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:13.703608 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:13.704109 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] Bound using segment: {'id': '5d01ec33-ef6d-4cb5-a766-ba00b1ea83af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:19:13.704833 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] Bound port: 90093428-4d17-41ba-b660-a3edaff29a2c, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d01ec33-ef6d-4cb5-a766-ba00b1ea83af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:19:13.705470 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:13.713657 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f310dbcd-8a31-4bff-966d-9e022fbc42c3 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Usage tracker for resource:floatingip and tenant:f5fbcfd06e3341ee86200462cb30acd6 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:13.720502 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f310dbcd-8a31-4bff-966d-9e022fbc42c3 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:13.728192 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d47c7699-a754-4f18-9d02-d6e3caeb8e1e up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:19:13.731012 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-11df3b7a-ae03-46a0-b891-089689fd74b0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:13.762887 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d28e28-7185-4f93-ba5f-87bd7f4fe6b5 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Router c08b594d-a34b-4b91-8a50-baf962d3cc06 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:19:13.769292 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f310dbcd-8a31-4bff-966d-9e022fbc42c3 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:13.796437 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:13.843850 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] Checking router: da8c61d8-bb3a-4572-8cbf-b3d8982e539e for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:19:13.844598 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] Updating router da8c61d8-bb3a-4572-8cbf-b3d8982e539e port c2e52fe0-5049-4fc8-9648-bfcab7712467 binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:19:13.860194 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff464f8-ae50-405d-b222-94a2a891ccff tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:13.860701 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff464f8-ae50-405d-b222-94a2a891ccff tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:13.861693 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff464f8-ae50-405d-b222-94a2a891ccff tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:13.862167 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff464f8-ae50-405d-b222-94a2a891ccff tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:13.862661 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff464f8-ae50-405d-b222-94a2a891ccff tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:13.863131 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff464f8-ae50-405d-b222-94a2a891ccff tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:13.863596 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff464f8-ae50-405d-b222-94a2a891ccff tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:13.864060 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff464f8-ae50-405d-b222-94a2a891ccff tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:13.864522 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff464f8-ae50-405d-b222-94a2a891ccff tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:13.864988 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff464f8-ae50-405d-b222-94a2a891ccff tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:13.865453 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff464f8-ae50-405d-b222-94a2a891ccff tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:13.865915 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff464f8-ae50-405d-b222-94a2a891ccff tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:13.866566 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff464f8-ae50-405d-b222-94a2a891ccff tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:13.867041 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff464f8-ae50-405d-b222-94a2a891ccff tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:13.867503 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff464f8-ae50-405d-b222-94a2a891ccff tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:13.867969 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff464f8-ae50-405d-b222-94a2a891ccff tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:13.868433 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff464f8-ae50-405d-b222-94a2a891ccff tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:13.868899 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff464f8-ae50-405d-b222-94a2a891ccff tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:13.871506 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1ff464f8-ae50-405d-b222-94a2a891ccff tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16122 time: 0.5077791 Jan 26 11:19:13.881886 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11df3b7a-ae03-46a0-b891-089689fd74b0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Made reservation on behalf of d3fcfe8dac4f4c9889c8841a383dd514 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:13.885157 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-11df3b7a-ae03-46a0-b891-089689fd74b0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:13.893786 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] Set router dc8815fb-8dc2-44b4-a64b-86d3c41f431a gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:19:13.897881 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43570) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:13.908257 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f310dbcd-8a31-4bff-966d-9e022fbc42c3 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks [] for floatingip, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:13.961884 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Pushing event deleted for resources: {'Port': ['ID=647c188e-2ff5-4575-80e1-5d65b24ccd40,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:13.999185 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] For port 90093428-4d17-41ba-b660-a3edaff29a2c, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:19:14.004955 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] For port 90093428-4d17-41ba-b660-a3edaff29a2c, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=90093428-4d17-41ba-b660-a3edaff29a2c,segment=NetworkSegment(5d01ec33-ef6d-4cb5-a766-ba00b1ea83af),segment_id=5d01ec33-ef6d-4cb5-a766-ba00b1ea83af)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:19:14.015824 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-11df3b7a-ae03-46a0-b891-089689fd74b0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:14.032147 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-61b8f17c-2b77-47a4-8352-b0786647be01 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:14.043823 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d28e28-7185-4f93-ba5f-87bd7f4fe6b5 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:19:14.045862 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-61b8f17c-2b77-47a4-8352-b0786647be01 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:14.061077 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:14.066468 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d02842f-a718-4b28-83f2-17a3410063f8 None None] Sync routers for ids ['c08b594d-a34b-4b91-8a50-baf962d3cc06'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:19:14.073869 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:14.096029 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-11df3b7a-ae03-46a0-b891-089689fd74b0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:14.104681 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d02842f-a718-4b28-83f2-17a3410063f8 None None] Routers {'c08b594d-a34b-4b91-8a50-baf962d3cc06'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:19:14.105728 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-1d02842f-a718-4b28-83f2-17a3410063f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:18:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['c08b594d-a34b-4b91-8a50-baf962d3cc06'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:14.127307 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-11df3b7a-ae03-46a0-b891-089689fd74b0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Usage tracker for resource:security_group_rule and tenant:d3fcfe8dac4f4c9889c8841a383dd514 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:14.134526 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-aaf8de1e-7055-4164-be5f-c325a957d4a8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Deleting port ddf7063a-b0ad-452f-87d3-2b982adbbfcb {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:19:14.134897 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-aaf8de1e-7055-4164-be5f-c325a957d4a8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:14.137987 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-41d28e28-7185-4f93-ba5f-87bd7f4fe6b5 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:14.139519 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-41d28e28-7185-4f93-ba5f-87bd7f4fe6b5 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 10.0232906 Jan 26 11:19:14.140577 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8f17c-2b77-47a4-8352-b0786647be01 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e357e532-c2a3-4ab5-8acc-b885707a4f9c,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:14.143427 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43574) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:14.147640 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-61b8f17c-2b77-47a4-8352-b0786647be01 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:14.151651 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-61b8f17c-2b77-47a4-8352-b0786647be01 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.3861656 Jan 26 11:19:14.161562 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-11df3b7a-ae03-46a0-b891-089689fd74b0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:14.171949 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43578) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:14.188495 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-37cb12dc-f135-4bed-9621-b3b75912f6d9 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Request body: {'security_group_rule': {'security_group_id': 'e357e532-c2a3-4ab5-8acc-b885707a4f9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:14.192960 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-1d02842f-a718-4b28-83f2-17a3410063f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:14.200069 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131751c-5cad-4819-ad3e-611a8ff2e0bb None None] Pushing event updated for resources: {'Port': ['ID=90093428-4d17-41ba-b660-a3edaff29a2c,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:14.200626 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a9ea7ede-efba-419d-b5cd-bc36aa2ca94c tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:14.211411 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-11df3b7a-ae03-46a0-b891-089689fd74b0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:14.245121 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-37cb12dc-f135-4bed-9621-b3b75912f6d9 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:14.248147 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:14.274343 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d02842f-a718-4b28-83f2-17a3410063f8 None None] Routers {'c08b594d-a34b-4b91-8a50-baf962d3cc06'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:19:14.275712 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-1d02842f-a718-4b28-83f2-17a3410063f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:18:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['c08b594d-a34b-4b91-8a50-baf962d3cc06'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:14.287792 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] Routers {'1097d2ee-3cba-4382-9965-e7f95fc789b5'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:19:14.288618 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:18:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['1097d2ee-3cba-4382-9965-e7f95fc789b5'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:14.295231 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a9ea7ede-efba-419d-b5cd-bc36aa2ca94c tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:14.307628 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-37cb12dc-f135-4bed-9621-b3b75912f6d9 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Usage tracker for resource:security_group_rule and tenant:8170d036f1fe4a04b0076d6a1de6bb64 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:14.365249 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-1d02842f-a718-4b28-83f2-17a3410063f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:14.365964 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d02842f-a718-4b28-83f2-17a3410063f8 None None] The sync data for ids ['c08b594d-a34b-4b91-8a50-baf962d3cc06'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:19:14.434678 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b924eefb-cfd4-460d-8ff9-4c190dcf2228 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:14.441872 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-37cb12dc-f135-4bed-9621-b3b75912f6d9 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:14.464600 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-37cb12dc-f135-4bed-9621-b3b75912f6d9 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:14.480917 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b924eefb-cfd4-460d-8ff9-4c190dcf2228 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:14.503594 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port d47c7699-a754-4f18-9d02-d6e3caeb8e1e triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:14.504090 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:14.543599 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'name': 'tempest-ServersTestJSON-1499700378-router', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '1126d43e-6500-4ed0-b0b6-d78f5361bfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:51Z', 'updated_at': '2022-01-26T11:19:05Z', 'revision_number': 4, 'project_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'gw_port': {'id': '1126d43e-6500-4ed0-b0b6-d78f5361bfc0', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:23:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '7f5e6cde-9b69-4fcd-a0db-4a320492c9e1', 'name': '', 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'mac_address': 'fa:16:3e:6f:aa:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '8af7f97d-3505-49db-8fef-896d429e8e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:04Z', 'updated_at': '2022-01-26T11:19:13Z', 'revision_number': 4, 'project_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'subnets': [{'id': '8af7f97d-3505-49db-8fef-896d429e8e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:14.549376 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eae4eab-dbd9-427c-ac93-abe1c66c7222 None None] The sync data for ids ['dc8815fb-8dc2-44b4-a64b-86d3c41f431a'] in dv-neutron-826439-1-hyperv is: [{'id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'name': 'tempest-ServersTestJSON-1499700378-router', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '1126d43e-6500-4ed0-b0b6-d78f5361bfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:51Z', 'updated_at': '2022-01-26T11:19:05Z', 'revision_number': 4, 'project_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'gw_port': {'id': '1126d43e-6500-4ed0-b0b6-d78f5361bfc0', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:23:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '7f5e6cde-9b69-4fcd-a0db-4a320492c9e1', 'name': '', 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'mac_address': 'fa:16:3e:6f:aa:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '8af7f97d-3505-49db-8fef-896d429e8e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:04Z', 'updated_at': '2022-01-26T11:19:13Z', 'revision_number': 4, 'project_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'subnets': [{'id': '8af7f97d-3505-49db-8fef-896d429e8e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:19:14.569453 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:19:14.674548 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:14.700009 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b924eefb-cfd4-460d-8ff9-4c190dcf2228 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:19:14.769619 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea7ede-efba-419d-b5cd-bc36aa2ca94c tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f02cd707-2e1c-462b-9cfd-9a90011c57d5,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:14.781554 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] Set router 1097d2ee-3cba-4382-9965-e7f95fc789b5 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:19:14.803742 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b924eefb-cfd4-460d-8ff9-4c190dcf2228 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:14.804089 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-b924eefb-cfd4-460d-8ff9-4c190dcf2228 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Added segment b69970eb-2e8c-4ffa-98e1-a729ac335fa7 of type vlan for network 68a11931-5550-4442-bda1-099860d59c48 Jan 26 11:19:14.813018 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a9ea7ede-efba-419d-b5cd-bc36aa2ca94c tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:14.820494 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a9ea7ede-efba-419d-b5cd-bc36aa2ca94c tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.0008054 Jan 26 11:19:14.825291 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43584) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:14.859963 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-34f17179-21ac-4d6a-9460-2b6b445d0b4b tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Request body: {'security_group_rule': {'security_group_id': 'f02cd707-2e1c-462b-9cfd-9a90011c57d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:14.890380 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-34f17179-21ac-4d6a-9460-2b6b445d0b4b tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:14.967311 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-37cb12dc-f135-4bed-9621-b3b75912f6d9 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:14.980280 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-34f17179-21ac-4d6a-9460-2b6b445d0b4b tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Usage tracker for resource:security_group_rule and tenant:80fe64ad2f7248c68674303bf7b13547 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:14.999798 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-34f17179-21ac-4d6a-9460-2b6b445d0b4b tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:15.023105 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924eefb-cfd4-460d-8ff9-4c190dcf2228 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28262492-df27-44ae-b6f3-33b8dbc45822,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:15.044450 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-34f17179-21ac-4d6a-9460-2b6b445d0b4b tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:15.071434 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b924eefb-cfd4-460d-8ff9-4c190dcf2228 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:15.080437 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-aaf8de1e-7055-4164-be5f-c325a957d4a8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] For port ddf7063a-b0ad-452f-87d3-2b982adbbfcb, host hv-neutron-8264, got binding levels [] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:15.080750 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-aaf8de1e-7055-4164-be5f-c325a957d4a8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:15.143915 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-11df3b7a-ae03-46a0-b891-089689fd74b0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:15.182044 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-409143d7-d2c8-4a07-8350-11ef8d746806 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:15.225060 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:15.317853 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-11df3b7a-ae03-46a0-b891-089689fd74b0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:15.327479 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-aaf8de1e-7055-4164-be5f-c325a957d4a8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Calling delete_port for ddf7063a-b0ad-452f-87d3-2b982adbbfcb owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:19:15.389435 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0c9ddd2d-5f61-457e-881d-7fb8af8f2ddb,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:15.404517 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.resource_extend [None req-b924eefb-cfd4-460d-8ff9-4c190dcf2228 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:19:15.429198 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f310dbcd-8a31-4bff-966d-9e022fbc42c3 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:15.438764 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-34f17179-21ac-4d6a-9460-2b6b445d0b4b tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:15.527219 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:15.534748 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'name': 'tempest-ServerActionsTestJSON-226898407-router', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:52Z', 'updated_at': '2022-01-26T11:19:05Z', 'revision_number': 4, 'project_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'gw_port': {'id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '90093428-4d17-41ba-b660-a3edaff29a2c', 'name': '', 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'mac_address': 'fa:16:3e:49:fc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '53606115-5141-4c56-95c1-767f19a5c1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:01Z', 'updated_at': '2022-01-26T11:19:13Z', 'revision_number': 4, 'project_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'subnets': [{'id': '53606115-5141-4c56-95c1-767f19a5c1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:15.546409 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3160d26f-bb35-4e99-b099-e3fd4d403a56 None None] The sync data for ids ['1097d2ee-3cba-4382-9965-e7f95fc789b5'] in dv-neutron-826439-1-hyperv is: [{'id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'name': 'tempest-ServerActionsTestJSON-226898407-router', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:52Z', 'updated_at': '2022-01-26T11:19:05Z', 'revision_number': 4, 'project_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'gw_port': {'id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '90093428-4d17-41ba-b660-a3edaff29a2c', 'name': '', 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'mac_address': 'fa:16:3e:49:fc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '53606115-5141-4c56-95c1-767f19a5c1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:01Z', 'updated_at': '2022-01-26T11:19:13Z', 'revision_number': 4, 'project_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'subnets': [{'id': '53606115-5141-4c56-95c1-767f19a5c1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:19:15.550987 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] Transition to ACTIVE for port object c2e52fe0-5049-4fc8-9648-bfcab7712467 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:15.567076 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:15.571241 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11df3b7a-ae03-46a0-b891-089689fd74b0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:19:15.602183 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-34f17179-21ac-4d6a-9460-2b6b445d0b4b tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:15.672843 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b924eefb-cfd4-460d-8ff9-4c190dcf2228 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:15.683797 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b924eefb-cfd4-460d-8ff9-4c190dcf2228 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:15.684438 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b924eefb-cfd4-460d-8ff9-4c190dcf2228 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:15.687179 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4d6cd-cd8d-46e6-a1e7-619f84975cb5 None None] Pushing event updated for resources: {'Port': ['ID=c2e52fe0-5049-4fc8-9648-bfcab7712467,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:15.688797 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-34f17179-21ac-4d6a-9460-2b6b445d0b4b tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:15.753975 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-37cb12dc-f135-4bed-9621-b3b75912f6d9 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:15.815971 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-409143d7-d2c8-4a07-8350-11ef8d746806 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Allocated IP 172.20.0.1 (c8d1f8d1-6308-4fcf-8530-99a6b0386e0a/c65cbd80-6af9-4a69-9a10-241a442e0beb/0c53eeab-849f-4cf0-a611-c1ce65309982) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:15.898406 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-11df3b7a-ae03-46a0-b891-089689fd74b0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:15.898998 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-11df3b7a-ae03-46a0-b891-089689fd74b0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Added segment 340c40ff-647f-4239-b9c4-f73526c94893 of type vlan for network ff9c03fb-e4fb-43d9-b94f-24d82dd8bf57 Jan 26 11:19:15.981092 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7f5e6cde-9b69-4fcd-a0db-4a320492c9e1 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:19:16.014760 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df3b7a-ae03-46a0-b891-089689fd74b0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0c7af0-dc6e-486d-8c74-104a0913013e,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:16.022346 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-34f17179-21ac-4d6a-9460-2b6b445d0b4b tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:16.026997 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-34f17179-21ac-4d6a-9460-2b6b445d0b4b tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1853507 Jan 26 11:19:16.032563 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43592) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:16.040948 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-cfa2105f-3141-42fd-898f-798fe89bc336 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Request body: {'security_group_rule': {'security_group_id': 'f02cd707-2e1c-462b-9cfd-9a90011c57d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:16.071730 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-cfa2105f-3141-42fd-898f-798fe89bc336 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:16.072450 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:16.082043 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-37cb12dc-f135-4bed-9621-b3b75912f6d9 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:16.099359 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f17179-21ac-4d6a-9460-2b6b445d0b4b tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a5de8d-3bc9-4622-a434-b6b4572722eb,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:16.103098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-cfa2105f-3141-42fd-898f-798fe89bc336 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Usage tracker for resource:security_group_rule and tenant:80fe64ad2f7248c68674303bf7b13547 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:16.110230 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-cfa2105f-3141-42fd-898f-798fe89bc336 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:16.130358 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-cfa2105f-3141-42fd-898f-798fe89bc336 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:16.156215 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b924eefb-cfd4-460d-8ff9-4c190dcf2228 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.5344956 Jan 26 11:19:16.157068 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-409143d7-d2c8-4a07-8350-11ef8d746806 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:16.157262 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb12dc-f135-4bed-9621-b3b75912f6d9 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a5cd4e-2296-44d4-9251-294ab2521c08,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:16.160235 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43596) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:16.180735 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-4ba5de71-085f-45bf-b4bd-4b017720945b tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Request body: {'subnet': {'network_id': '68a11931-5550-4442-bda1-099860d59c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:16.181188 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] Attempting to bind port c2e52fe0-5049-4fc8-9648-bfcab7712467 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:16.181851 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] Attempting to bind port c2e52fe0-5049-4fc8-9648-bfcab7712467 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ce9e9fd2-9afc-4447-8440-7f353ce0aec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:16.182585 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] Attempting to bind port c2e52fe0-5049-4fc8-9648-bfcab7712467 on network 976dd945-7257-44e6-8aa8-a5388a259456 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:16.195253 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:19:16.196132 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] Checking segment: {'id': 'ce9e9fd2-9afc-4447-8440-7f353ce0aec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:19:16.196749 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:16.197330 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] Bound using segment: {'id': 'ce9e9fd2-9afc-4447-8440-7f353ce0aec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:19:16.198736 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] Bound port: c2e52fe0-5049-4fc8-9648-bfcab7712467, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9e9fd2-9afc-4447-8440-7f353ce0aec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:19:16.199383 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:16.205772 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cfa2105f-3141-42fd-898f-798fe89bc336 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:16.239227 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-409143d7-d2c8-4a07-8350-11ef8d746806 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Transition to ACTIVE for port object 0c53eeab-849f-4cf0-a611-c1ce65309982 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:16.274482 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:19:16.274930 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:19:16.283927 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:19:16.284511 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > port after_create 55550000 {{(pid=87442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:19:16.285077 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:19:16.287124 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > port after_update 55550000 {{(pid=87442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:19:16.287567 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:19:16.289146 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:19:16.289701 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:19:16.289975 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:19:16.312525 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 7f5e6cde-9b69-4fcd-a0db-4a320492c9e1 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:16.327386 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 7f5e6cde-9b69-4fcd-a0db-4a320492c9e1 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:16.328013 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:16.373073 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4ba5de71-085f-45bf-b4bd-4b017720945b tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:16.376268 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cfa2105f-3141-42fd-898f-798fe89bc336 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:16.381659 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4ba5de71-085f-45bf-b4bd-4b017720945b tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Usage tracker for resource:subnet and tenant:2c0878cb9ce04e6a8660e57f8b10fc35 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:16.385232 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4ba5de71-085f-45bf-b4bd-4b017720945b tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:16.387265 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] For port c2e52fe0-5049-4fc8-9648-bfcab7712467, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:19:16.389393 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cfa2105f-3141-42fd-898f-798fe89bc336 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:16.404163 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] For port c2e52fe0-5049-4fc8-9648-bfcab7712467, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c2e52fe0-5049-4fc8-9648-bfcab7712467,segment=NetworkSegment(ce9e9fd2-9afc-4447-8440-7f353ce0aec4),segment_id=ce9e9fd2-9afc-4447-8440-7f353ce0aec4)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:19:16.414625 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:16.420475 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4ba5de71-085f-45bf-b4bd-4b017720945b tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:16.438043 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-409143d7-d2c8-4a07-8350-11ef8d746806 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:16.462789 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:19:16.462789 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:19:16.462789 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:19:16.462789 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 11:19:16.463165 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d557e0d-c7e9-4af7-a743-f9cfe5c2afda']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:16.487362 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-aaf8de1e-7055-4164-be5f-c325a957d4a8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:16.489057 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924eefb-cfd4-460d-8ff9-4c190dcf2228 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Pushing event updated for resources: {'Network': ['ID=68a11931-5550-4442-bda1-099860d59c48,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:16.509283 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f569a6f-3cc6-4b30-8d63-792d5c8b0bb2') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:16.510011 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f569a6f-3cc6-4b30-8d63-792d5c8b0bb2') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:16.561444 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 68a11931-5550-4442-bda1-099860d59c48 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:19:16.566093 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409143d7-d2c8-4a07-8350-11ef8d746806 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Network c8d1f8d1-6308-4fcf-8530-99a6b0386e0a is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:16.568187 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba5de71-085f-45bf-b4bd-4b017720945b tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Made reservation on behalf of 2c0878cb9ce04e6a8660e57f8b10fc35 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:16.572544 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4ba5de71-085f-45bf-b4bd-4b017720945b tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:16.585264 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] Routers {'da8c61d8-bb3a-4572-8cbf-b3d8982e539e'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:19:16.585908 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:18:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['da8c61d8-bb3a-4572-8cbf-b3d8982e539e'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:16.596902 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-37cb12dc-f135-4bed-9621-b3b75912f6d9 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:16.600394 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-37cb12dc-f135-4bed-9621-b3b75912f6d9 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4188120 Jan 26 11:19:16.607288 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:16.616156 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8de1e-7055-4164-be5f-c325a957d4a8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Pushing event deleted for resources: {'Port': ['ID=ddf7063a-b0ad-452f-87d3-2b982adbbfcb,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:16.617727 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43600) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:16.620148 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-11df3b7a-ae03-46a0-b891-089689fd74b0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:16.636045 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-ac159717-cd6d-4f9d-bb7a-f1895fc68962 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Request body: {'security_group_rule': {'security_group_id': 'e357e532-c2a3-4ab5-8acc-b885707a4f9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:16.659566 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-aaf8de1e-7055-4164-be5f-c325a957d4a8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:16.664116 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-aaf8de1e-7055-4164-be5f-c325a957d4a8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] 10.222.0.39 "DELETE /v2.0/ports/ddf7063a-b0ad-452f-87d3-2b982adbbfcb HTTP/1.1" status: 204 len: 168 time: 2.7554290 Jan 26 11:19:16.668411 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4d6cd-cd8d-46e6-a1e7-619f84975cb5 None None] Pushing event updated for resources: {'Port': ['ID=c2e52fe0-5049-4fc8-9648-bfcab7712467,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:16.668555 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-ac159717-cd6d-4f9d-bb7a-f1895fc68962 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:16.675228 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43604) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:16.676325 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:16.745313 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99a55a8-fdf9-4141-9499-0fbd2c935cc4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] GET failed (client error): The resource could not be found. Jan 26 11:19:16.745869 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409143d7-d2c8-4a07-8350-11ef8d746806 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Pushing event updated for resources: {'Port': ['ID=0c53eeab-849f-4cf0-a611-c1ce65309982,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:16.748635 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-409143d7-d2c8-4a07-8350-11ef8d746806 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:16.752586 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2105f-3141-42fd-898f-798fe89bc336 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059c4993-d1bc-4a8e-936b-74d245f8d0e5,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:16.763981 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b99a55a8-fdf9-4141-9499-0fbd2c935cc4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Synchronizing usage tracker for tenant:76cc660373d942a6828ab23feec78d22 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:16.769988 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-f310dbcd-8a31-4bff-966d-9e022fbc42c3 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Allocated IP 172.26.5.25 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/aeff95e0-008a-4696-b69b-8fb0b36190b1) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:16.782545 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ac159717-cd6d-4f9d-bb7a-f1895fc68962 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Usage tracker for resource:security_group_rule and tenant:8170d036f1fe4a04b0076d6a1de6bb64 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:16.788195 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ac159717-cd6d-4f9d-bb7a-f1895fc68962 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:16.790786 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:16.800359 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-ac159717-cd6d-4f9d-bb7a-f1895fc68962 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:16.811639 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:19:16.812352 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: from cryptography.utils import int_from_bytes Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: from cryptography.utils import int_from_bytes Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: util.warn_limited( Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: util.warn_limited( Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:19:16.840265 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:19:16.864930 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.resource_extend [None req-11df3b7a-ae03-46a0-b891-089689fd74b0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:19:16.884733 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cfa2105f-3141-42fd-898f-798fe89bc336 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:16.886061 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-cfa2105f-3141-42fd-898f-798fe89bc336 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8523736 Jan 26 11:19:16.893613 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409143d7-d2c8-4a07-8350-11ef8d746806 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:16.913520 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43612) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:16.946351 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-30d1360a-c59e-4c11-9b60-51c82e7587f4 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:16.950732 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ac159717-cd6d-4f9d-bb7a-f1895fc68962 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:16.957669 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 7f5e6cde-9b69-4fcd-a0db-4a320492c9e1, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7f5e6cde-9b69-4fcd-a0db-4a320492c9e1,segment=NetworkSegment(dde45a8b-fb4b-44c8-b38f-397bfb625ef8),segment_id=dde45a8b-fb4b-44c8-b38f-397bfb625ef8)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:16.969115 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-409143d7-d2c8-4a07-8350-11ef8d746806 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:16.974018 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:17.046135 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] Set router da8c61d8-bb3a-4572-8cbf-b3d8982e539e gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:19:17.104889 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4ba5de71-085f-45bf-b4bd-4b017720945b tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:17.149436 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=7f5e6cde-9b69-4fcd-a0db-4a320492c9e1,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:17.170258 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-30d1360a-c59e-4c11-9b60-51c82e7587f4 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:17.177346 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b99a55a8-fdf9-4141-9499-0fbd2c935cc4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Unset dirty status for tenant:76cc660373d942a6828ab23feec78d22 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:17.182954 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b99a55a8-fdf9-4141-9499-0fbd2c935cc4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] 10.222.0.39 "GET /v2.0/ports/ddf7063a-b0ad-452f-87d3-2b982adbbfcb HTTP/1.1" status: 404 len: 333 time: 0.5004358 Jan 26 11:19:17.183128 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43616) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:17.191522 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-11df3b7a-ae03-46a0-b891-089689fd74b0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:17.192482 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11df3b7a-ae03-46a0-b891-089689fd74b0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:17.193060 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-11df3b7a-ae03-46a0-b891-089689fd74b0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:17.198491 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-2a89ec6d-d2a5-488f-9eaa-61f53a9cfaf4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1742799834', 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:17.208186 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-30d1360a-c59e-4c11-9b60-51c82e7587f4 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Usage tracker for resource:floatingip and tenant:80fe64ad2f7248c68674303bf7b13547 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:17.232747 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2a89ec6d-d2a5-488f-9eaa-61f53a9cfaf4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:17.233929 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-30d1360a-c59e-4c11-9b60-51c82e7587f4 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:17.255135 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-30d1360a-c59e-4c11-9b60-51c82e7587f4 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:17.275509 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2a89ec6d-d2a5-488f-9eaa-61f53a9cfaf4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:17.280142 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ef1e98ac-75b2-431b-b03c-85058e0cdf14 None None] Provisioning for port 0c53eeab-849f-4cf0-a611-c1ce65309982 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:17.320252 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5de71-085f-45bf-b4bd-4b017720945b tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Pushing event updated for resources: {'Subnet': ['ID=513c7825-dae6-4790-9e78-23fc7efa6754,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:17.328010 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a89ec6d-d2a5-488f-9eaa-61f53a9cfaf4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Made reservation on behalf of 76cc660373d942a6828ab23feec78d22 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:17.331322 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2a89ec6d-d2a5-488f-9eaa-61f53a9cfaf4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:17.347329 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-409143d7-d2c8-4a07-8350-11ef8d746806 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:17.362717 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:17.365747 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba5de71-085f-45bf-b4bd-4b017720945b tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Checking segment: {'id': 'b69970eb-2e8c-4ffa-98e1-a729ac335fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '68a11931-5550-4442-bda1-099860d59c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:19:17.366162 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba5de71-085f-45bf-b4bd-4b017720945b tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Network hostable DHCP agents. Network: 68a11931-5550-4442-bda1-099860d59c48, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:19:17.368696 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ef1e98ac-75b2-431b-b03c-85058e0cdf14 None None] Provisioning complete for port 0c53eeab-849f-4cf0-a611-c1ce65309982 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:17.369069 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ef1e98ac-75b2-431b-b03c-85058e0cdf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:17.370944 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6d557e0d-c7e9-4af7-a743-f9cfe5c2afda {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 26 11:19:17.373802 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:17.375979 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] 10.222.0.39 "DELETE /v2.0/networks/6d557e0d-c7e9-4af7-a743-f9cfe5c2afda HTTP/1.1" status: 204 len: 168 time: 5.6294734 Jan 26 11:19:17.382332 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43620) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:17.418138 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-2a89ec6d-d2a5-488f-9eaa-61f53a9cfaf4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] device_id is not set on port bf66f223-eea7-495c-ae7a-038cf48fd47f yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:19:17.422346 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ac159717-cd6d-4f9d-bb7a-f1895fc68962 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:17.428856 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-11df3b7a-ae03-46a0-b891-089689fd74b0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 4.0631077 Jan 26 11:19:17.433458 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-30d1360a-c59e-4c11-9b60-51c82e7587f4 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks [] for floatingip, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:17.457938 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43624) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:17.458558 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df3b7a-ae03-46a0-b891-089689fd74b0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Pushing event updated for resources: {'Network': ['ID=ff9c03fb-e4fb-43d9-b94f-24d82dd8bf57,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:17.488509 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ac159717-cd6d-4f9d-bb7a-f1895fc68962 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:17.492971 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network ff9c03fb-e4fb-43d9-b94f-24d82dd8bf57 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:19:17.503673 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-23adfd12-dd0a-42d1-a858-09d7d3fea944 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Request body: {'subnet': {'network_id': 'ff9c03fb-e4fb-43d9-b94f-24d82dd8bf57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:17.528714 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa48cbd-c2a8-4ea5-a67d-c7908bc37eb9 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Pushing event deleted for resources: {'Network': ['ID=6d557e0d-c7e9-4af7-a743-f9cfe5c2afda,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:17.550502 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-23adfd12-dd0a-42d1-a858-09d7d3fea944 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:17.560889 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac159717-cd6d-4f9d-bb7a-f1895fc68962 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9834d63a-aa69-4b14-a1cc-72014e3fbc17,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:17.576001 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-23adfd12-dd0a-42d1-a858-09d7d3fea944 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Usage tracker for resource:subnet and tenant:d3fcfe8dac4f4c9889c8841a383dd514 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:17.581902 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-23adfd12-dd0a-42d1-a858-09d7d3fea944 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:17.598000 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ac159717-cd6d-4f9d-bb7a-f1895fc68962 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:17.599285 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ac159717-cd6d-4f9d-bb7a-f1895fc68962 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9708655 Jan 26 11:19:17.601290 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-ef1e98ac-75b2-431b-b03c-85058e0cdf14 None None] Port 0c53eeab-849f-4cf0-a611-c1ce65309982 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:19:17.602868 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-23adfd12-dd0a-42d1-a858-09d7d3fea944 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:17.610417 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43628) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:17.622721 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-8023c13f-218d-4cb8-a99b-68e8284aa7f3 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:17.632051 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f310dbcd-8a31-4bff-966d-9e022fbc42c3 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:17.635940 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-8023c13f-218d-4cb8-a99b-68e8284aa7f3 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:17.640157 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'name': 'tempest-ServersTestManualDisk-1729732147-router', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:07Z', 'revision_number': 4, 'project_id': '80fe64ad2f7248c68674303bf7b13547', 'gw_port': {'id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:54Z', 'updated_at': '2022-01-26T11:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'c2e52fe0-5049-4fc8-9648-bfcab7712467', 'name': '', 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'mac_address': 'fa:16:3e:4d:7f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '083cb517-daf9-46a6-b8c3-2a43e684eac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:05Z', 'updated_at': '2022-01-26T11:19:16Z', 'revision_number': 4, 'project_id': '80fe64ad2f7248c68674303bf7b13547', 'subnets': [{'id': '083cb517-daf9-46a6-b8c3-2a43e684eac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:17.649741 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8023c13f-218d-4cb8-a99b-68e8284aa7f3 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Usage tracker for resource:floatingip and tenant:8170d036f1fe4a04b0076d6a1de6bb64 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:17.651034 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acf82b1-5829-4ac0-b972-cc5ff947664e None None] The sync data for ids ['da8c61d8-bb3a-4572-8cbf-b3d8982e539e'] in dv-neutron-826439-1-hyperv is: [{'id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'name': 'tempest-ServersTestManualDisk-1729732147-router', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:07Z', 'revision_number': 4, 'project_id': '80fe64ad2f7248c68674303bf7b13547', 'gw_port': {'id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:54Z', 'updated_at': '2022-01-26T11:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'c2e52fe0-5049-4fc8-9648-bfcab7712467', 'name': '', 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'mac_address': 'fa:16:3e:4d:7f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '083cb517-daf9-46a6-b8c3-2a43e684eac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:05Z', 'updated_at': '2022-01-26T11:19:16Z', 'revision_number': 4, 'project_id': '80fe64ad2f7248c68674303bf7b13547', 'subnets': [{'id': '083cb517-daf9-46a6-b8c3-2a43e684eac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:19:17.654894 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23adfd12-dd0a-42d1-a858-09d7d3fea944 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Made reservation on behalf of d3fcfe8dac4f4c9889c8841a383dd514 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:17.658522 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-23adfd12-dd0a-42d1-a858-09d7d3fea944 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:17.677369 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8023c13f-218d-4cb8-a99b-68e8284aa7f3 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:17.687571 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6590163b-57f3-4fce-ae12-192db8d4d327 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3025761 Jan 26 11:19:17.739851 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43632) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:17.743688 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-8023c13f-218d-4cb8-a99b-68e8284aa7f3 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:17.754203 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba5de71-085f-45bf-b4bd-4b017720945b tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Network 68a11931-5550-4442-bda1-099860d59c48 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:19:17.814650 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7f5e6cde-9b69-4fcd-a0db-4a320492c9e1 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:19:17.815171 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-4ba5de71-085f-45bf-b4bd-4b017720945b tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 68a11931-5550-4442-bda1-099860d59c48) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:17.843716 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba5de71-085f-45bf-b4bd-4b017720945b tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:17.844306 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4ba5de71-085f-45bf-b4bd-4b017720945b tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:17.918867 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8023c13f-218d-4cb8-a99b-68e8284aa7f3 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks [] for floatingip, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:17.949639 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a09867-35a2-46a8-9713-d851ba0e9b79 None None] Network 68a11931-5550-4442-bda1-099860d59c48 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:19:18.006270 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4ba5de71-085f-45bf-b4bd-4b017720945b tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8440704 Jan 26 11:19:18.006500 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43636) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:18.027250 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-65d64dda-4c75-4118-9109-c272d3c28c45 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Request body: {'port': {'network_id': '68a11931-5550-4442-bda1-099860d59c48', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1642495615'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:18.039390 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 7f5e6cde-9b69-4fcd-a0db-4a320492c9e1 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:18.039793 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:18.059074 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1ced59-75fd-4448-a928-8e99ec845138 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:18.059593 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1ced59-75fd-4448-a928-8e99ec845138 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:18.060123 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1ced59-75fd-4448-a928-8e99ec845138 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:18.060630 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1ced59-75fd-4448-a928-8e99ec845138 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:18.061089 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1ced59-75fd-4448-a928-8e99ec845138 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:18.061537 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1ced59-75fd-4448-a928-8e99ec845138 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:18.061987 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1ced59-75fd-4448-a928-8e99ec845138 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:18.062464 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1ced59-75fd-4448-a928-8e99ec845138 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:18.063510 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-dd1ced59-75fd-4448-a928-8e99ec845138 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Synchronizing usage tracker for tenant:a8143b8224b34d05bc22272e33fbb9a5 on resource:subnet {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:18.070014 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f310dbcd-8a31-4bff-966d-9e022fbc42c3 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:18.156849 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310dbcd-8a31-4bff-966d-9e022fbc42c3 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Pushing event updated for resources: {'Port': ['ID=aeff95e0-008a-4696-b69b-8fb0b36190b1,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:18.304010 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 90093428-4d17-41ba-b660-a3edaff29a2c up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:19:18.309655 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f310dbcd-8a31-4bff-966d-9e022fbc42c3 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:18.312803 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-30d1360a-c59e-4c11-9b60-51c82e7587f4 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:18.381235 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-f310dbcd-8a31-4bff-966d-9e022fbc42c3 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:18.384101 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f310dbcd-8a31-4bff-966d-9e022fbc42c3 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:18.415369 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-dd1ced59-75fd-4448-a928-8e99ec845138 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Unset dirty status for tenant:a8143b8224b34d05bc22272e33fbb9a5 on resource:subnet {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:18.416882 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-dd1ced59-75fd-4448-a928-8e99ec845138 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5219 time: 0.6710024 Jan 26 11:19:18.419790 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2a89ec6d-d2a5-488f-9eaa-61f53a9cfaf4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:18.434152 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43640) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:18.468226 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 90093428-4d17-41ba-b660-a3edaff29a2c completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:18.478858 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 90093428-4d17-41ba-b660-a3edaff29a2c triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:18.480960 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:18.511553 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d908b154-2bac-488e-a7a9-f841816e7db6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-68a11931-5550-4442-bda1-099860d59c48', 'network_id': '68a11931-5550-4442-bda1-099860d59c48', 'tenant_id': '2c0878cb9ce04e6a8660e57f8b10fc35', 'fixed_ips': [{'subnet_id': '513c7825-dae6-4790-9e78-23fc7efa6754'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:19:18.512580 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d908b154-2bac-488e-a7a9-f841816e7db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:18.627763 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-353ee8db-2012-4214-af25-4f840d4b8727 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] delete failed (client error): The resource could not be found. Jan 26 11:19:18.631207 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-353ee8db-2012-4214-af25-4f840d4b8727 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/eafb6131-e7f7-4f1a-819b-363922d4bdef HTTP/1.1" status: 404 len: 345 time: 0.1936405 Jan 26 11:19:18.631632 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43644) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:18.637469 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-409143d7-d2c8-4a07-8350-11ef8d746806 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:18.695669 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-409143d7-d2c8-4a07-8350-11ef8d746806 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:18.703228 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-30d1360a-c59e-4c11-9b60-51c82e7587f4 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Allocated IP 172.26.5.90 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/67416c5d-cdd5-4875-9b11-72b18f0200a9) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:18.784637 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:18.802348 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a663c27-796c-40ef-ae3d-01ccb1d0499f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] DELETE failed (client error): The resource could not be found. Jan 26 11:19:18.802833 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a663c27-796c-40ef-ae3d-01ccb1d0499f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:19:18.808472 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6a663c27-796c-40ef-ae3d-01ccb1d0499f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] 10.222.0.39 "DELETE /v2.0/networks/6d557e0d-c7e9-4af7-a743-f9cfe5c2afda HTTP/1.1" status: 404 len: 339 time: 0.1675196 Jan 26 11:19:18.816507 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43648) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:18.829980 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8023c13f-218d-4cb8-a99b-68e8284aa7f3 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:18.841809 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-25ac4f49-8d1e-4bb4-9312-772544f367b6 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Request body: {'network': {'name': 'tempest-network--1272539024', 'router:external': True}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:18.852649 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-65d64dda-4c75-4118-9109-c272d3c28c45 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:18.873662 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-d908b154-2bac-488e-a7a9-f841816e7db6 None None] Allocated IP 2001:db8::2 (68a11931-5550-4442-bda1-099860d59c48/513c7825-dae6-4790-9e78-23fc7efa6754/7bbc9d7e-8dde-4c3e-b067-c2ab120bade0) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:18.875816 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-65d64dda-4c75-4118-9109-c272d3c28c45 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Usage tracker for resource:port and tenant:2c0878cb9ce04e6a8660e57f8b10fc35 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:18.881779 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2a89ec6d-d2a5-488f-9eaa-61f53a9cfaf4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:18.895433 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 90093428-4d17-41ba-b660-a3edaff29a2c, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=90093428-4d17-41ba-b660-a3edaff29a2c,segment=NetworkSegment(5d01ec33-ef6d-4cb5-a766-ba00b1ea83af),segment_id=5d01ec33-ef6d-4cb5-a766-ba00b1ea83af)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:18.900706 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-65d64dda-4c75-4118-9109-c272d3c28c45 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:18.904898 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-409143d7-d2c8-4a07-8350-11ef8d746806 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:18.909664 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409143d7-d2c8-4a07-8350-11ef8d746806 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Pushing event updated for resources: {'Port': ['ID=0c53eeab-849f-4cf0-a611-c1ce65309982,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:18.955053 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:18.972645 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-65d64dda-4c75-4118-9109-c272d3c28c45 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:18.976926 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f310dbcd-8a31-4bff-966d-9e022fbc42c3 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:18.989932 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-25ac4f49-8d1e-4bb4-9312-772544f367b6 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:19.021187 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-25ac4f49-8d1e-4bb4-9312-772544f367b6 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Usage tracker for resource:network and tenant:a8143b8224b34d05bc22272e33fbb9a5 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:19.059128 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-25ac4f49-8d1e-4bb4-9312-772544f367b6 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:19.077232 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a89ec6d-d2a5-488f-9eaa-61f53a9cfaf4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Network f619309b-6707-430f-8048-1e099bed792c is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:19.090035 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-2a89ec6d-d2a5-488f-9eaa-61f53a9cfaf4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:19.093039 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a89ec6d-d2a5-488f-9eaa-61f53a9cfaf4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:19.094288 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a89ec6d-d2a5-488f-9eaa-61f53a9cfaf4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:19.095013 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2a89ec6d-d2a5-488f-9eaa-61f53a9cfaf4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:19.114699 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-25ac4f49-8d1e-4bb4-9312-772544f367b6 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:19.132590 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d64dda-4c75-4118-9109-c272d3c28c45 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Made reservation on behalf of 2c0878cb9ce04e6a8660e57f8b10fc35 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:19.136008 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-65d64dda-4c75-4118-9109-c272d3c28c45 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:19.161224 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89ec6d-d2a5-488f-9eaa-61f53a9cfaf4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Pushing event updated for resources: {'Port': ['ID=bf66f223-eea7-495c-ae7a-038cf48fd47f,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:19.175183 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=90093428-4d17-41ba-b660-a3edaff29a2c,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:19.184204 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-65d64dda-4c75-4118-9109-c272d3c28c45 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] device_id is not set on port c1852e80-45b3-4cdf-9bde-fb7f8301e980 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:19:19.195416 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ac4f49-8d1e-4bb4-9312-772544f367b6 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Made reservation on behalf of a8143b8224b34d05bc22272e33fbb9a5 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:19.200404 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-25ac4f49-8d1e-4bb4-9312-772544f367b6 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:19.265257 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2a89ec6d-d2a5-488f-9eaa-61f53a9cfaf4 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0782297 Jan 26 11:19:19.271921 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43652) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:19.290428 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f310dbcd-8a31-4bff-966d-9e022fbc42c3 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:19.318410 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d908b154-2bac-488e-a7a9-f841816e7db6 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:19.334398 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d908b154-2bac-488e-a7a9-f841816e7db6 None None] Transition to ACTIVE for port object 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:19.335956 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409143d7-d2c8-4a07-8350-11ef8d746806 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Network c8d1f8d1-6308-4fcf-8530-99a6b0386e0a is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:19.339954 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-409143d7-d2c8-4a07-8350-11ef8d746806 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:19.357167 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d908b154-2bac-488e-a7a9-f841816e7db6 None None] Transition to ACTIVE for port object 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:19.370931 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d908b154-2bac-488e-a7a9-f841816e7db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:19.464647 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d908b154-2bac-488e-a7a9-f841816e7db6 None None] Network 68a11931-5550-4442-bda1-099860d59c48 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:19.468885 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-d908b154-2bac-488e-a7a9-f841816e7db6 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:19.476461 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d908b154-2bac-488e-a7a9-f841816e7db6 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:19.511921 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-30d1360a-c59e-4c11-9b60-51c82e7587f4 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:19.601972 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ac4f49-8d1e-4bb4-9312-772544f367b6 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:19:19.604623 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908b154-2bac-488e-a7a9-f841816e7db6 None None] Pushing event updated for resources: {'Port': ['ID=7bbc9d7e-8dde-4c3e-b067-c2ab120bade0,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:19.621404 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ec73b8-51e4-48a3-970c-13807f0020ca tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:19.622247 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f3ec73b8-51e4-48a3-970c-13807f0020ca tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Synchronizing usage tracker for tenant:76cc660373d942a6828ab23feec78d22 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:19.663065 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d908b154-2bac-488e-a7a9-f841816e7db6 None None] Attempting to bind port 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:19.663702 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d908b154-2bac-488e-a7a9-f841816e7db6 None None] Attempting to bind port 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'b69970eb-2e8c-4ffa-98e1-a729ac335fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '68a11931-5550-4442-bda1-099860d59c48'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:19.664168 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d908b154-2bac-488e-a7a9-f841816e7db6 None None] Attempting to bind port 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0 on network 68a11931-5550-4442-bda1-099860d59c48 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:19.670887 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d908b154-2bac-488e-a7a9-f841816e7db6 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:19:19.671275 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d908b154-2bac-488e-a7a9-f841816e7db6 None None] Checking segment: {'id': 'b69970eb-2e8c-4ffa-98e1-a729ac335fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '68a11931-5550-4442-bda1-099860d59c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:19:19.671663 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d908b154-2bac-488e-a7a9-f841816e7db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:19.672132 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d908b154-2bac-488e-a7a9-f841816e7db6 None None] Bound using segment: {'id': 'b69970eb-2e8c-4ffa-98e1-a729ac335fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '68a11931-5550-4442-bda1-099860d59c48'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:19:19.672601 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d908b154-2bac-488e-a7a9-f841816e7db6 None None] Bound port: 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69970eb-2e8c-4ffa-98e1-a729ac335fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '68a11931-5550-4442-bda1-099860d59c48'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:19:19.672977 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d908b154-2bac-488e-a7a9-f841816e7db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:19.674698 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-25ac4f49-8d1e-4bb4-9312-772544f367b6 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:19.674698 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-25ac4f49-8d1e-4bb4-9312-772544f367b6 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Added segment 2dd95c0c-1f66-48d7-905b-8032993c4702 of type vlan for network 0df0f344-ec97-4010-b351-6a76a0e242d6 Jan 26 11:19:19.708790 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f3ec73b8-51e4-48a3-970c-13807f0020ca tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Unset dirty status for tenant:76cc660373d942a6828ab23feec78d22 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:19.712482 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f3ec73b8-51e4-48a3-970c-13807f0020ca tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] 10.222.0.39 "GET /v2.0/ports/bf66f223-eea7-495c-ae7a-038cf48fd47f HTTP/1.1" status: 200 len: 955 time: 0.4370198 Jan 26 11:19:19.717829 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43656) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:19.777086 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-88cd7f29-43c1-4c38-8b63-7dd7d77bdb7c None None] Provisioning complete for port 0c53eeab-849f-4cf0-a611-c1ce65309982 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:19.777636 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-88cd7f29-43c1-4c38-8b63-7dd7d77bdb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:19.829289 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 90093428-4d17-41ba-b660-a3edaff29a2c up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:19:19.879050 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-65d64dda-4c75-4118-9109-c272d3c28c45 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Allocated IP 2001:db8::273 (68a11931-5550-4442-bda1-099860d59c48/513c7825-dae6-4790-9e78-23fc7efa6754/c1852e80-45b3-4cdf-9bde-fb7f8301e980) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:19.899617 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409143d7-d2c8-4a07-8350-11ef8d746806 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Router c08b594d-a34b-4b91-8a50-baf962d3cc06 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:19:19.934619 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d908b154-2bac-488e-a7a9-f841816e7db6 None None] For port 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:19:19.937121 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-88cd7f29-43c1-4c38-8b63-7dd7d77bdb7c None None] Port 0c53eeab-849f-4cf0-a611-c1ce65309982 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:19:19.941695 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d908b154-2bac-488e-a7a9-f841816e7db6 None None] For port 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7bbc9d7e-8dde-4c3e-b067-c2ab120bade0,segment=NetworkSegment(b69970eb-2e8c-4ffa-98e1-a729ac335fa7),segment_id=b69970eb-2e8c-4ffa-98e1-a729ac335fa7)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:19:19.952576 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.objects.ports [None req-23adfd12-dd0a-42d1-a858-09d7d3fea944 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87442) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 26 11:19:19.953043 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-23adfd12-dd0a-42d1-a858-09d7d3fea944 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:19.956896 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d908b154-2bac-488e-a7a9-f841816e7db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:19.989822 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 90093428-4d17-41ba-b660-a3edaff29a2c triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:19.990102 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:20.014876 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-30d1360a-c59e-4c11-9b60-51c82e7587f4 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:20.103125 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908b154-2bac-488e-a7a9-f841816e7db6 None None] Pushing event updated for resources: {'Port': ['ID=7bbc9d7e-8dde-4c3e-b067-c2ab120bade0,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:20.103316 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-25ac4f49-8d1e-4bb4-9312-772544f367b6 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:20.162882 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-89408f33-aa26-4672-80ef-e8473b851e9e tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Deleting port bf66f223-eea7-495c-ae7a-038cf48fd47f {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:19:20.163237 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89408f33-aa26-4672-80ef-e8473b851e9e tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:20.188579 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c2e52fe0-5049-4fc8-9648-bfcab7712467 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:19:20.249370 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d1360a-c59e-4c11-9b60-51c82e7587f4 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:20.261080 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409143d7-d2c8-4a07-8350-11ef8d746806 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:19:20.265789 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-30d1360a-c59e-4c11-9b60-51c82e7587f4 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:20.275972 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-409143d7-d2c8-4a07-8350-11ef8d746806 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] 10.222.0.39 "PUT /v2.0/routers/c08b594d-a34b-4b91-8a50-baf962d3cc06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1283584 Jan 26 11:19:20.277024 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43660) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:20.289897 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-25f471a3-082b-47d0-8227-9bd4abf2a5c2 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Request body: {'port': {'network_id': 'c8d1f8d1-6308-4fcf-8530-99a6b0386e0a', 'name': 'tempest-FloatingIPAdminTestJSON-1750900093'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:20.295126 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d1360a-c59e-4c11-9b60-51c82e7587f4 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:20.298985 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5be5cf0-cd24-4bd7-8198-31a4467fc10b None None] Sync routers for ids ['c08b594d-a34b-4b91-8a50-baf962d3cc06'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:19:20.313468 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5be5cf0-cd24-4bd7-8198-31a4467fc10b None None] Routers {'c08b594d-a34b-4b91-8a50-baf962d3cc06'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:19:20.314822 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d5be5cf0-cd24-4bd7-8198-31a4467fc10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:18:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['c08b594d-a34b-4b91-8a50-baf962d3cc06'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:20.369658 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23adfd12-dd0a-42d1-a858-09d7d3fea944 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Pushing event updated for resources: {'Subnet': ['ID=605746d6-891e-47c3-8651-6452f92f637f,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:20.378890 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-8023c13f-218d-4cb8-a99b-68e8284aa7f3 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Allocated IP 172.26.5.68 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/0738b907-25d4-406c-989e-5395b3585abd) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:20.382737 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1360a-c59e-4c11-9b60-51c82e7587f4 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Pushing event updated for resources: {'Port': ['ID=67416c5d-cdd5-4875-9b11-72b18f0200a9,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:20.402119 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-65d64dda-4c75-4118-9109-c272d3c28c45 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:20.427949 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.resource_extend [None req-f310dbcd-8a31-4bff-966d-9e022fbc42c3 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:19:20.436914 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d5be5cf0-cd24-4bd7-8198-31a4467fc10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:20.454703 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5be5cf0-cd24-4bd7-8198-31a4467fc10b None None] Routers {'c08b594d-a34b-4b91-8a50-baf962d3cc06'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:19:20.455385 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d5be5cf0-cd24-4bd7-8198-31a4467fc10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:18:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['c08b594d-a34b-4b91-8a50-baf962d3cc06'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:20.494372 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-65d64dda-4c75-4118-9109-c272d3c28c45 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Transition to ACTIVE for port object c1852e80-45b3-4cdf-9bde-fb7f8301e980 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:20.516532 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port c2e52fe0-5049-4fc8-9648-bfcab7712467 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:20.525421 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-25ac4f49-8d1e-4bb4-9312-772544f367b6 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:20.526432 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ac4f49-8d1e-4bb4-9312-772544f367b6 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:20.527024 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-25ac4f49-8d1e-4bb4-9312-772544f367b6 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:20.539892 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d5be5cf0-cd24-4bd7-8198-31a4467fc10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:20.540818 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5be5cf0-cd24-4bd7-8198-31a4467fc10b None None] The sync data for ids ['c08b594d-a34b-4b91-8a50-baf962d3cc06'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:19:20.549792 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-25f471a3-082b-47d0-8227-9bd4abf2a5c2 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:20.551381 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port c2e52fe0-5049-4fc8-9648-bfcab7712467 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:20.552129 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:20.555097 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-25f471a3-082b-47d0-8227-9bd4abf2a5c2 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Usage tracker for resource:port and tenant:465b2c387d924495a14b9b1507cfc47b is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:20.558093 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23adfd12-dd0a-42d1-a858-09d7d3fea944 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Checking segment: {'id': '340c40ff-647f-4239-b9c4-f73526c94893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'ff9c03fb-e4fb-43d9-b94f-24d82dd8bf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:19:20.558531 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-25f471a3-082b-47d0-8227-9bd4abf2a5c2 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:20.561258 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23adfd12-dd0a-42d1-a858-09d7d3fea944 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Network hostable DHCP agents. Network: ff9c03fb-e4fb-43d9-b94f-24d82dd8bf57, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:19:20.566510 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-25f471a3-082b-47d0-8227-9bd4abf2a5c2 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:20.576526 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-65d64dda-4c75-4118-9109-c272d3c28c45 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:20.585177 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f310dbcd-8a31-4bff-966d-9e022fbc42c3 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:20.625272 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f471a3-082b-47d0-8227-9bd4abf2a5c2 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Made reservation on behalf of 465b2c387d924495a14b9b1507cfc47b for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:20.628029 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25f471a3-082b-47d0-8227-9bd4abf2a5c2 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:20.636574 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f310dbcd-8a31-4bff-966d-9e022fbc42c3 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:20.673152 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d64dda-4c75-4118-9109-c272d3c28c45 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Network 68a11931-5550-4442-bda1-099860d59c48 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:20.677193 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-65d64dda-4c75-4118-9109-c272d3c28c45 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:20.679662 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d64dda-4c75-4118-9109-c272d3c28c45 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:20.685781 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d64dda-4c75-4118-9109-c272d3c28c45 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:20.685925 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-65d64dda-4c75-4118-9109-c272d3c28c45 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:20.687436 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:20.704006 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-25f471a3-082b-47d0-8227-9bd4abf2a5c2 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] device_id is not set on port 0080cedd-a155-407c-a409-b714e2ba1df7 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:19:20.722357 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port c2e52fe0-5049-4fc8-9648-bfcab7712467, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c2e52fe0-5049-4fc8-9648-bfcab7712467,segment=NetworkSegment(ce9e9fd2-9afc-4447-8440-7f353ce0aec4),segment_id=ce9e9fd2-9afc-4447-8440-7f353ce0aec4)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:20.727217 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:20.746716 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d64dda-4c75-4118-9109-c272d3c28c45 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Pushing event updated for resources: {'Port': ['ID=c1852e80-45b3-4cdf-9bde-fb7f8301e980,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:20.776656 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-65d64dda-4c75-4118-9109-c272d3c28c45 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.7656865 Jan 26 11:19:20.785687 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43664) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:20.793903 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-79ba343a-93a1-4dc2-a72d-8764e680eda5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Request body: {'port': {'network_id': '68a11931-5550-4442-bda1-099860d59c48', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-155117590', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:20.794359 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.api.validators [None req-79ba343a-93a1-4dc2-a72d-8764e680eda5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] bootfile-name is not in valid_values {{(pid=87443) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 26 11:19:20.795109 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.api.validators [None req-79ba343a-93a1-4dc2-a72d-8764e680eda5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] tftp-server is not in valid_values {{(pid=87443) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 26 11:19:20.795109 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.api.validators [None req-79ba343a-93a1-4dc2-a72d-8764e680eda5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] server-ip-address is not in valid_values {{(pid=87443) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 26 11:19:20.807654 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=c2e52fe0-5049-4fc8-9648-bfcab7712467,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:20.817505 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-30d1360a-c59e-4c11-9b60-51c82e7587f4 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:20.872431 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac4f49-8d1e-4bb4-9312-772544f367b6 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Pushing event updated for resources: {'Network': ['ID=0df0f344-ec97-4010-b351-6a76a0e242d6,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:20.888086 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 0df0f344-ec97-4010-b351-6a76a0e242d6 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:19:20.914979 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23adfd12-dd0a-42d1-a858-09d7d3fea944 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Network ff9c03fb-e4fb-43d9-b94f-24d82dd8bf57 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:19:20.945316 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-25ac4f49-8d1e-4bb4-9312-772544f367b6 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.1203730 Jan 26 11:19:20.948438 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43668) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:21.022277 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-25f471a3-082b-47d0-8227-9bd4abf2a5c2 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Allocated IP 172.20.0.4 (c8d1f8d1-6308-4fcf-8530-99a6b0386e0a/c65cbd80-6af9-4a69-9a10-241a442e0beb/0080cedd-a155-407c-a409-b714e2ba1df7) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:21.030303 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310dbcd-8a31-4bff-966d-9e022fbc42c3 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Pushing event updated for resources: {'Port': ['ID=aeff95e0-008a-4696-b69b-8fb0b36190b1,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:21.057389 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-23adfd12-dd0a-42d1-a858-09d7d3fea944 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, ff9c03fb-e4fb-43d9-b94f-24d82dd8bf57) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:21.060492 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-79ba343a-93a1-4dc2-a72d-8764e680eda5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:21.065803 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861411d1-92b6-4e72-a276-1261ef6bfbdd None None] Network ff9c03fb-e4fb-43d9-b94f-24d82dd8bf57 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:19:21.083211 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23adfd12-dd0a-42d1-a858-09d7d3fea944 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:21.083812 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-23adfd12-dd0a-42d1-a858-09d7d3fea944 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:21.107299 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89408f33-aa26-4672-80ef-e8473b851e9e tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:21.114027 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-79ba343a-93a1-4dc2-a72d-8764e680eda5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Usage tracker for resource:port and tenant:2c0878cb9ce04e6a8660e57f8b10fc35 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:21.136692 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-79ba343a-93a1-4dc2-a72d-8764e680eda5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:21.161623 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-79ba343a-93a1-4dc2-a72d-8764e680eda5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:21.238177 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ba343a-93a1-4dc2-a72d-8764e680eda5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Made reservation on behalf of 2c0878cb9ce04e6a8660e57f8b10fc35 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:21.242090 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-79ba343a-93a1-4dc2-a72d-8764e680eda5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:21.283985 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-89408f33-aa26-4672-80ef-e8473b851e9e tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Calling delete_port for bf66f223-eea7-495c-ae7a-038cf48fd47f owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:19:21.289130 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad6a872-43ee-47ea-b36c-8e9cab98fdc9 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:21.295032 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad6a872-43ee-47ea-b36c-8e9cab98fdc9 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:21.301749 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad6a872-43ee-47ea-b36c-8e9cab98fdc9 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:21.308572 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad6a872-43ee-47ea-b36c-8e9cab98fdc9 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:21.315354 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad6a872-43ee-47ea-b36c-8e9cab98fdc9 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:21.317075 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7ad6a872-43ee-47ea-b36c-8e9cab98fdc9 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3062 time: 0.3677177 Jan 26 11:19:21.323247 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43672) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:21.330227 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f310dbcd-8a31-4bff-966d-9e022fbc42c3 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:21.340084 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-79ba343a-93a1-4dc2-a72d-8764e680eda5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] device_id is not set on port cacf0896-2853-4c5a-b10d-23ab868a5ff0 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:19:21.354304 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-30d1360a-c59e-4c11-9b60-51c82e7587f4 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:21.423099 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f1461d-ae1c-4199-b1c2-d6489e6ce845 None None] Network ff9c03fb-e4fb-43d9-b94f-24d82dd8bf57 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:19:21.509433 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8023c13f-218d-4cb8-a99b-68e8284aa7f3 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:21.526754 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-23adfd12-dd0a-42d1-a858-09d7d3fea944 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.0501475 Jan 26 11:19:21.542223 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43676) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:21.559751 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa87342-72da-4a14-9256-abe6ef02f230 None None] Network 68a11931-5550-4442-bda1-099860d59c48 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:19:21.562798 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f310dbcd-8a31-4bff-966d-9e022fbc42c3 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:21.574559 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f310dbcd-8a31-4bff-966d-9e022fbc42c3 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.9314280 Jan 26 11:19:21.582437 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-df070369-0c7b-4b45-9b84-9dafd4481dc0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1142587715', 'network_id': 'ff9c03fb-e4fb-43d9-b94f-24d82dd8bf57'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:21.608227 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-df070369-0c7b-4b45-9b84-9dafd4481dc0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:21.620013 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-df070369-0c7b-4b45-9b84-9dafd4481dc0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Usage tracker for resource:port and tenant:d3fcfe8dac4f4c9889c8841a383dd514 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:21.622010 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e29569ef-1c5c-47d5-b0fc-8875ef75790c None None] Provisioning for port 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:21.628601 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-df070369-0c7b-4b45-9b84-9dafd4481dc0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:21.639040 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89408f33-aa26-4672-80ef-e8473b851e9e tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:21.655803 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-df070369-0c7b-4b45-9b84-9dafd4481dc0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:21.730923 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89408f33-aa26-4672-80ef-e8473b851e9e tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf66f223-eea7-495c-ae7a-038cf48fd47f,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:21.791713 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89408f33-aa26-4672-80ef-e8473b851e9e tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:21.800864 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df070369-0c7b-4b45-9b84-9dafd4481dc0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Made reservation on behalf of d3fcfe8dac4f4c9889c8841a383dd514 for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:21.803497 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-df070369-0c7b-4b45-9b84-9dafd4481dc0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:21.812990 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8023c13f-218d-4cb8-a99b-68e8284aa7f3 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:21.897111 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7e880fa3-0691-4414-8d3c-28ef6337135f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:21.925340 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-89408f33-aa26-4672-80ef-e8473b851e9e tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] 10.222.0.39 "DELETE /v2.0/ports/bf66f223-eea7-495c-ae7a-038cf48fd47f HTTP/1.1" status: 204 len: 168 time: 2.2063498 Jan 26 11:19:21.931082 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43684) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:21.947748 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:19:22.004991 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8023c13f-218d-4cb8-a99b-68e8284aa7f3 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:22.006179 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-df070369-0c7b-4b45-9b84-9dafd4481dc0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] device_id is not set on port 58049da8-f0f4-4e05-ad74-7df15e2c565b yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:19:22.052110 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-79ba343a-93a1-4dc2-a72d-8764e680eda5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Allocated IP 2001:db8::17e (68a11931-5550-4442-bda1-099860d59c48/513c7825-dae6-4790-9e78-23fc7efa6754/cacf0896-2853-4c5a-b10d-23ab868a5ff0) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:22.053410 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-8023c13f-218d-4cb8-a99b-68e8284aa7f3 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:22.059869 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023c13f-218d-4cb8-a99b-68e8284aa7f3 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Pushing event updated for resources: {'Port': ['ID=0738b907-25d4-406c-989e-5395b3585abd,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:22.069253 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8023c13f-218d-4cb8-a99b-68e8284aa7f3 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:22.096676 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d774162-9674-4364-a01b-82a7c7acd4b7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] GET failed (client error): The resource could not be found. Jan 26 11:19:22.097445 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1d774162-9674-4364-a01b-82a7c7acd4b7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Synchronizing usage tracker for tenant:76cc660373d942a6828ab23feec78d22 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:22.108159 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25f471a3-082b-47d0-8227-9bd4abf2a5c2 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:22.155717 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:22.167922 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:22.168680 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:22.192647 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7e880fa3-0691-4414-8d3c-28ef6337135f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:22.200724 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-25f471a3-082b-47d0-8227-9bd4abf2a5c2 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Transition to ACTIVE for port object 0080cedd-a155-407c-a409-b714e2ba1df7 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:22.216839 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1d774162-9674-4364-a01b-82a7c7acd4b7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Unset dirty status for tenant:76cc660373d942a6828ab23feec78d22 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:22.223938 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1d774162-9674-4364-a01b-82a7c7acd4b7 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] 10.222.0.39 "GET /v2.0/ports/bf66f223-eea7-495c-ae7a-038cf48fd47f HTTP/1.1" status: 404 len: 333 time: 0.2912142 Jan 26 11:19:22.224431 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43702) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:22.233559 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-30d1360a-c59e-4c11-9b60-51c82e7587f4 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:22.240703 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-7e880fa3-0691-4414-8d3c-28ef6337135f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df0f344-ec97-4010-b351-6a76a0e242d6']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:22.245694 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-69530fd1-5848-4a0d-8c88-84d72e16c974 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Request body: {'port': {'network_id': 'f619309b-6707-430f-8048-1e099bed792c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-680032321'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:22.253040 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-30d1360a-c59e-4c11-9b60-51c82e7587f4 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:22.258889 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-69530fd1-5848-4a0d-8c88-84d72e16c974 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:22.274244 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-7e880fa3-0691-4414-8d3c-28ef6337135f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd95c0c-1f66-48d7-905b-8032993c4702') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:22.274722 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-7e880fa3-0691-4414-8d3c-28ef6337135f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd95c0c-1f66-48d7-905b-8032993c4702') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:22.327461 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43710) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:22.332894 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7e880fa3-0691-4414-8d3c-28ef6337135f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:22.335954 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-69530fd1-5848-4a0d-8c88-84d72e16c974 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:22.364188 dv-neutron-826439-1-hyperv neutron-server[87443]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 26 11:19:22.382902 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:22.401563 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7e880fa3-0691-4414-8d3c-28ef6337135f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:22.411552 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-df070369-0c7b-4b45-9b84-9dafd4481dc0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Allocated IP 2001:db8::265 (ff9c03fb-e4fb-43d9-b94f-24d82dd8bf57/605746d6-891e-47c3-8651-6452f92f637f/58049da8-f0f4-4e05-ad74-7df15e2c565b) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:22.429889 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69530fd1-5848-4a0d-8c88-84d72e16c974 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Made reservation on behalf of 76cc660373d942a6828ab23feec78d22 for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:22.432289 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-69530fd1-5848-4a0d-8c88-84d72e16c974 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:22.439390 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-38f619c9-4049-4211-bac0-1ddda243759f tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Synchronizing usage tracker for tenant:f5fbcfd06e3341ee86200462cb30acd6 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:22.447410 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7bbc9d7e-8dde-4c3e-b067-c2ab120bade0,segment=NetworkSegment(b69970eb-2e8c-4ffa-98e1-a729ac335fa7),segment_id=b69970eb-2e8c-4ffa-98e1-a729ac335fa7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:22.455768 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:22.456899 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c2e52fe0-5049-4fc8-9648-bfcab7712467 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:19:22.465763 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8023c13f-218d-4cb8-a99b-68e8284aa7f3 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:22.475067 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1360a-c59e-4c11-9b60-51c82e7587f4 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Pushing event updated for resources: {'Port': ['ID=67416c5d-cdd5-4875-9b11-72b18f0200a9,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:22.492834 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e880fa3-0691-4414-8d3c-28ef6337135f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:19:22.493244 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7e880fa3-0691-4414-8d3c-28ef6337135f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:22.510840 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25f471a3-082b-47d0-8227-9bd4abf2a5c2 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:19:22.512434 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:19:22.541244 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-30d1360a-c59e-4c11-9b60-51c82e7587f4 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:22.560550 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-69530fd1-5848-4a0d-8c88-84d72e16c974 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] device_id is not set on port 82fbc093-7a0e-4223-acf8-30513046c8f8 yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:19:22.654888 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b1827abb-0615-4fe8-b36b-e1a9704ae5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:22.695013 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=7bbc9d7e-8dde-4c3e-b067-c2ab120bade0,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:22.708852 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-fef49899-29ec-4cde-a9ad-e8e137271ecf None None] Provisioning complete for port 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:22.709224 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-fef49899-29ec-4cde-a9ad-e8e137271ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:22.763403 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f471a3-082b-47d0-8227-9bd4abf2a5c2 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Network c8d1f8d1-6308-4fcf-8530-99a6b0386e0a is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:22.789501 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-25f471a3-082b-47d0-8227-9bd4abf2a5c2 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:22.816022 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-38f619c9-4049-4211-bac0-1ddda243759f tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Unset dirty status for tenant:f5fbcfd06e3341ee86200462cb30acd6 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:22.817227 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-38f619c9-4049-4211-bac0-1ddda243759f tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--149622984&fields=id&tenant_id=f5fbcfd06e3341ee86200462cb30acd6 HTTP/1.1" status: 200 len: 267 time: 0.4887934 Jan 26 11:19:22.817894 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f471a3-082b-47d0-8227-9bd4abf2a5c2 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Pushing event updated for resources: {'Port': ['ID=0080cedd-a155-407c-a409-b714e2ba1df7,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:22.821283 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f471a3-082b-47d0-8227-9bd4abf2a5c2 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:22.919037 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port c2e52fe0-5049-4fc8-9648-bfcab7712467 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:22.921040 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:22.951018 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f471a3-082b-47d0-8227-9bd4abf2a5c2 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:22.954944 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25f471a3-082b-47d0-8227-9bd4abf2a5c2 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:22.985302 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-69530fd1-5848-4a0d-8c88-84d72e16c974 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:23.042601 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-69530fd1-5848-4a0d-8c88-84d72e16c974 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:23.129051 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7e880fa3-0691-4414-8d3c-28ef6337135f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:23.131379 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8023c13f-218d-4cb8-a99b-68e8284aa7f3 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:23.141746 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e880fa3-0691-4414-8d3c-28ef6337135f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0df0f344-ec97-4010-b351-6a76a0e242d6 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 26 11:19:23.144978 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7e880fa3-0691-4414-8d3c-28ef6337135f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:23.181933 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e880fa3-0691-4414-8d3c-28ef6337135f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Pushing event deleted for resources: {'Network': ['ID=0df0f344-ec97-4010-b351-6a76a0e242d6,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:23.189122 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-30d1360a-c59e-4c11-9b60-51c82e7587f4 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:23.190367 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-30d1360a-c59e-4c11-9b60-51c82e7587f4 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2741253 Jan 26 11:19:23.213291 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-25f471a3-082b-47d0-8227-9bd4abf2a5c2 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9355531 Jan 26 11:19:23.217104 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43716) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:23.222589 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69530fd1-5848-4a0d-8c88-84d72e16c974 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Network f619309b-6707-430f-8048-1e099bed792c is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:23.228944 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-fef49899-29ec-4cde-a9ad-e8e137271ecf None None] Provisioning for port c1852e80-45b3-4cdf-9bde-fb7f8301e980 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:23.231130 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7e880fa3-0691-4414-8d3c-28ef6337135f tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] 10.222.0.39 "DELETE /v2.0/networks/0df0f344-ec97-4010-b351-6a76a0e242d6 HTTP/1.1" status: 204 len: 168 time: 1.9002104 Jan 26 11:19:23.242174 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-79ba343a-93a1-4dc2-a72d-8764e680eda5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:23.242841 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-fef49899-29ec-4cde-a9ad-e8e137271ecf None None] Provisioning complete for port c1852e80-45b3-4cdf-9bde-fb7f8301e980 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:23.243975 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-fef49899-29ec-4cde-a9ad-e8e137271ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:23.245244 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43720) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:23.266423 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-73cdfa7f-1151-48b6-9773-1fe274463666 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Request body: {'network': {'name': 'tempest-network--261106025', 'router:external': True}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:23.275453 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-69530fd1-5848-4a0d-8c88-84d72e16c974 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:23.277624 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-73cdfa7f-1151-48b6-9773-1fe274463666 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:23.287567 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69530fd1-5848-4a0d-8c88-84d72e16c974 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:23.288551 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69530fd1-5848-4a0d-8c88-84d72e16c974 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:23.288987 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-69530fd1-5848-4a0d-8c88-84d72e16c974 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:23.294364 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-ee7b9f26-4af3-45be-ab5e-9c4a6af13595 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:23.295129 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-ee7b9f26-4af3-45be-ab5e-9c4a6af13595 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Synchronizing usage tracker for tenant:f5fbcfd06e3341ee86200462cb30acd6 on resource:network {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:23.302220 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-73cdfa7f-1151-48b6-9773-1fe274463666 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Usage tracker for resource:network and tenant:a8143b8224b34d05bc22272e33fbb9a5 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:23.305241 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-79ba343a-93a1-4dc2-a72d-8764e680eda5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Transition to ACTIVE for port object cacf0896-2853-4c5a-b10d-23ab868a5ff0 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:23.310731 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69530fd1-5848-4a0d-8c88-84d72e16c974 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Pushing event updated for resources: {'Port': ['ID=82fbc093-7a0e-4223-acf8-30513046c8f8,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:23.327214 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-73cdfa7f-1151-48b6-9773-1fe274463666 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:23.337907 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-73cdfa7f-1151-48b6-9773-1fe274463666 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:23.342133 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-69530fd1-5848-4a0d-8c88-84d72e16c974 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1112492 Jan 26 11:19:23.344890 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43728) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:23.380445 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8264'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:23.383478 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-ee7b9f26-4af3-45be-ab5e-9c4a6af13595 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Unset dirty status for tenant:f5fbcfd06e3341ee86200462cb30acd6 on resource:network {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:23.384596 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-ee7b9f26-4af3-45be-ab5e-9c4a6af13595 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/networks?id=bf3da876-a622-4e17-8633-e23a8fba3f3c HTTP/1.1" status: 200 len: 811 time: 0.4228351 Jan 26 11:19:23.385343 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cdfa7f-1151-48b6-9773-1fe274463666 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Made reservation on behalf of a8143b8224b34d05bc22272e33fbb9a5 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:23.392221 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-73cdfa7f-1151-48b6-9773-1fe274463666 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:23.423904 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-79ba343a-93a1-4dc2-a72d-8764e680eda5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:23.452355 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-fef49899-29ec-4cde-a9ad-e8e137271ecf None None] Port c1852e80-45b3-4cdf-9bde-fb7f8301e980 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:19:23.513144 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-df070369-0c7b-4b45-9b84-9dafd4481dc0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:23.558064 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-d7e5e1f5-0952-4f00-bac0-261151b277bf tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/quotas/f5fbcfd06e3341ee86200462cb30acd6 HTTP/1.1" status: 200 len: 375 time: 0.1362932 Jan 26 11:19:23.574169 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-2339094a-e584-4667-9255-c32d8987cfc9 tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'project_id': '465b2c387d924495a14b9b1507cfc47b', 'port_id': '0080cedd-a155-407c-a409-b714e2ba1df7'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:23.592532 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2339094a-e584-4667-9255-c32d8987cfc9 tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:23.598516 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-340b228f-3d6c-4e16-be7a-1509468487ec None None] Provisioning complete for port c1852e80-45b3-4cdf-9bde-fb7f8301e980 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:23.599950 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-340b228f-3d6c-4e16-be7a-1509468487ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:23.601676 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2339094a-e584-4667-9255-c32d8987cfc9 tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Usage tracker for resource:floatingip and tenant:465b2c387d924495a14b9b1507cfc47b is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:23.609918 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2339094a-e584-4667-9255-c32d8987cfc9 tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:23.622980 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2339094a-e584-4667-9255-c32d8987cfc9 tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:23.703263 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73cdfa7f-1151-48b6-9773-1fe274463666 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:19:23.715117 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-73cdfa7f-1151-48b6-9773-1fe274463666 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:23.715766 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-73cdfa7f-1151-48b6-9773-1fe274463666 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Added segment f7302f9e-53ed-456f-882a-6a7afb9efae0 of type vlan for network 1f1d5209-210d-436d-bab3-0af4792043ca Jan 26 11:19:23.752898 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:19:23.754710 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-73cdfa7f-1151-48b6-9773-1fe274463666 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:23.791094 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2339094a-e584-4667-9255-c32d8987cfc9 tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:23.809284 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43750) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:23.809949 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:23.820735 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-73cdfa7f-1151-48b6-9773-1fe274463666 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:23.821745 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cdfa7f-1151-48b6-9773-1fe274463666 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:23.822340 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-73cdfa7f-1151-48b6-9773-1fe274463666 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:23.857786 dv-neutron-826439-1-hyperv neutron-server[87442]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 26 11:19:23.862650 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-340b228f-3d6c-4e16-be7a-1509468487ec None None] Port c1852e80-45b3-4cdf-9bde-fb7f8301e980 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:19:23.915462 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-340b228f-3d6c-4e16-be7a-1509468487ec None None] Provisioning for port 0080cedd-a155-407c-a409-b714e2ba1df7 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:23.927802 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-340b228f-3d6c-4e16-be7a-1509468487ec None None] Provisioning complete for port 0080cedd-a155-407c-a409-b714e2ba1df7 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:23.928310 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-340b228f-3d6c-4e16-be7a-1509468487ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:23.987667 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-340b228f-3d6c-4e16-be7a-1509468487ec None None] Port 0080cedd-a155-407c-a409-b714e2ba1df7 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:19:23.997364 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cdfa7f-1151-48b6-9773-1fe274463666 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Pushing event updated for resources: {'Network': ['ID=1f1d5209-210d-436d-bab3-0af4792043ca,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:23.999626 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-0e1ae9ee-a517-4254-ac87-1218849a859e tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Synchronizing usage tracker for tenant:80fe64ad2f7248c68674303bf7b13547 on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:24.010167 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 1f1d5209-210d-436d-bab3-0af4792043ca details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:19:24.024661 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ba343a-93a1-4dc2-a72d-8764e680eda5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Network 68a11931-5550-4442-bda1-099860d59c48 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:24.026628 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-73cdfa7f-1151-48b6-9773-1fe274463666 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7709305 Jan 26 11:19:24.029142 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:24.030712 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:24.031331 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-79ba343a-93a1-4dc2-a72d-8764e680eda5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:24.035071 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ba343a-93a1-4dc2-a72d-8764e680eda5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:24.040629 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ba343a-93a1-4dc2-a72d-8764e680eda5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:24.041286 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-79ba343a-93a1-4dc2-a72d-8764e680eda5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:24.045352 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43754) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:24.084287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba343a-93a1-4dc2-a72d-8764e680eda5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Pushing event updated for resources: {'Port': ['ID=cacf0896-2853-4c5a-b10d-23ab868a5ff0,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:24.134038 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-79ba343a-93a1-4dc2-a72d-8764e680eda5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.3453958 Jan 26 11:19:24.200494 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43756) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:24.232902 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.resource_extend [None req-8023c13f-218d-4cb8-a99b-68e8284aa7f3 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:19:24.254130 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8023c13f-218d-4cb8-a99b-68e8284aa7f3 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:24.281122 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-c6b500d0-606c-4f29-9bb0-a8d9bcbb690c tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f5fbcfd06e3341ee86200462cb30acd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6082101 Jan 26 11:19:24.313951 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-df070369-0c7b-4b45-9b84-9dafd4481dc0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:24.327768 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8023c13f-218d-4cb8-a99b-68e8284aa7f3 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:24.385188 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2339094a-e584-4667-9255-c32d8987cfc9 tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:24.415136 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-db47b2a4-811c-45e1-94fa-fe347a7821f9 None None] Provisioning for port cacf0896-2853-4c5a-b10d-23ab868a5ff0 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:24.421931 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-db47b2a4-811c-45e1-94fa-fe347a7821f9 None None] Provisioning complete for port cacf0896-2853-4c5a-b10d-23ab868a5ff0 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:24.423043 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-db47b2a4-811c-45e1-94fa-fe347a7821f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:24.495905 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df070369-0c7b-4b45-9b84-9dafd4481dc0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Network ff9c03fb-e4fb-43d9-b94f-24d82dd8bf57 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:24.497278 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-0e1ae9ee-a517-4254-ac87-1218849a859e tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Unset dirty status for tenant:80fe64ad2f7248c68674303bf7b13547 on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:24.498919 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-0e1ae9ee-a517-4254-ac87-1218849a859e tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1880975222&fields=id&tenant_id=80fe64ad2f7248c68674303bf7b13547 HTTP/1.1" status: 200 len: 267 time: 0.6676817 Jan 26 11:19:24.502457 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-db47b2a4-811c-45e1-94fa-fe347a7821f9 None None] Port cacf0896-2853-4c5a-b10d-23ab868a5ff0 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:19:24.538588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87f21ea-cada-4761-a60e-f8bb4d271868 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:24.544408 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87f21ea-cada-4761-a60e-f8bb4d271868 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:24.550366 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87f21ea-cada-4761-a60e-f8bb4d271868 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:24.551226 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b87f21ea-cada-4761-a60e-f8bb4d271868 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Synchronizing usage tracker for tenant:2c0878cb9ce04e6a8660e57f8b10fc35 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:24.575355 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-df070369-0c7b-4b45-9b84-9dafd4481dc0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:24.600321 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b87f21ea-cada-4761-a60e-f8bb4d271868 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Unset dirty status for tenant:2c0878cb9ce04e6a8660e57f8b10fc35 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:24.600547 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df070369-0c7b-4b45-9b84-9dafd4481dc0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:24.604238 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df070369-0c7b-4b45-9b84-9dafd4481dc0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:24.604392 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b87f21ea-cada-4761-a60e-f8bb4d271868 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.3991525 Jan 26 11:19:24.604484 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-df070369-0c7b-4b45-9b84-9dafd4481dc0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:24.605240 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43768) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:24.658564 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-fdc4bf00-e0b5-42af-a337-76bdee4458f3 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:19:24.659576 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-fdc4bf00-e0b5-42af-a337-76bdee4458f3 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1370385 Jan 26 11:19:24.664801 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a586caba-dccf-439d-84f2-594a09ccb1f3 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:24.665376 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a586caba-dccf-439d-84f2-594a09ccb1f3 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Synchronizing usage tracker for tenant:d46f6408dad945a4a502609a6de85bc9 on resource:network {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:24.676538 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023c13f-218d-4cb8-a99b-68e8284aa7f3 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Pushing event updated for resources: {'Port': ['ID=0738b907-25d4-406c-989e-5395b3585abd,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:24.775732 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-df070369-0c7b-4b45-9b84-9dafd4481dc0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.2296383 Jan 26 11:19:24.778706 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4d978184-1497-46d5-b9d8-87e1c61a4729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:24.780330 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43772) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:24.849288 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-74f6acc9-eb08-4dfb-9ffe-f4ceec81b41f tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Deleting port cacf0896-2853-4c5a-b10d-23ab868a5ff0 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:19:24.849630 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-74f6acc9-eb08-4dfb-9ffe-f4ceec81b41f tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:24.883245 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8023c13f-218d-4cb8-a99b-68e8284aa7f3 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:24.920745 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-2339094a-e584-4667-9255-c32d8987cfc9 tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Allocated IP 172.26.5.141 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/ce488a9b-0d96-4e34-8e63-5c2923cc600e) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:24.955353 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-1cfe219d-858e-4e5f-bedd-c98239ec792f service neutron] 10.222.0.39 "GET /v2.0/networks/bf3da876-a622-4e17-8633-e23a8fba3f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645493 Jan 26 11:19:24.987642 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a586caba-dccf-439d-84f2-594a09ccb1f3 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Unset dirty status for tenant:d46f6408dad945a4a502609a6de85bc9 on resource:network {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:24.988804 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a586caba-dccf-439d-84f2-594a09ccb1f3 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] 10.222.0.39 "GET /v2.0/networks/1f1d5209-210d-436d-bab3-0af4792043ca HTTP/1.1" status: 200 len: 756 time: 0.7286482 Jan 26 11:19:24.989565 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df070369-0c7b-4b45-9b84-9dafd4481dc0 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Pushing event updated for resources: {'Port': ['ID=58049da8-f0f4-4e05-ad74-7df15e2c565b,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:25.001357 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] device_id is not set on port 82fbc093-7a0e-4223-acf8-30513046c8f8 yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:19:25.012714 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43776) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:25.019130 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:25.023921 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8023c13f-218d-4cb8-a99b-68e8284aa7f3 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:25.025386 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8023c13f-218d-4cb8-a99b-68e8284aa7f3 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4122095 Jan 26 11:19:25.100805 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-cc1fc81a-ee9c-4d90-827c-770a025cdd24 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Deleting port 58049da8-f0f4-4e05-ad74-7df15e2c565b {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:19:25.101134 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc81a-ee9c-4d90-827c-770a025cdd24 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:25.145270 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Transition to ACTIVE for port object 82fbc093-7a0e-4223-acf8-30513046c8f8 will not be triggered until provisioned by entity L2. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:25.161444 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-326fd37a-4a1c-4d49-be29-1f48f450a785 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:25.162944 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-326fd37a-4a1c-4d49-be29-1f48f450a785 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/networks?id=976dd945-7257-44e6-8aa8-a5388a259456 HTTP/1.1" status: 200 len: 812 time: 0.5707176 Jan 26 11:19:25.170113 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:25.359859 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-9b3d10ba-c391-4557-9a51-c13a4e6d664c service neutron] 10.222.0.39 "GET /v2.0/networks/bf3da876-a622-4e17-8633-e23a8fba3f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715706 Jan 26 11:19:25.370510 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2339094a-e584-4667-9255-c32d8987cfc9 tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:25.391718 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75523f71-7629-4929-b6ac-7ee162157d7f tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:25.394516 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-75523f71-7629-4929-b6ac-7ee162157d7f tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] 10.222.0.39 "GET /v2.0/networks/e4d11a5a-14c4-44a3-9c63-66c797b2fba4 HTTP/1.1" status: 200 len: 768 time: 0.3808274 Jan 26 11:19:25.395950 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-a16f4b75-9479-477f-84d0-c8bf358c75f5 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/quotas/80fe64ad2f7248c68674303bf7b13547 HTTP/1.1" status: 200 len: 375 time: 0.2213631 Jan 26 11:19:25.397340 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43784) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:25.401410 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-74f6acc9-eb08-4dfb-9ffe-f4ceec81b41f tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:25.476871 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Pushing event updated for resources: {'Port': ['ID=82fbc093-7a0e-4223-acf8-30513046c8f8,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:25.546674 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:25.547042 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:25.547418 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:25.560446 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port 82fbc093-7a0e-4223-acf8-30513046c8f8 on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:25.560789 dv-neutron-826439-1-hyperv neutron-server[87442]: ERROR neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:19:25.598908 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-74f6acc9-eb08-4dfb-9ffe-f4ceec81b41f tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Calling delete_port for cacf0896-2853-4c5a-b10d-23ab868a5ff0 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:19:25.614059 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.plugins.ml2.plugin [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempt 2 to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 Jan 26 11:19:25.647607 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:25.647882 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:25.648163 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:25.665591 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port 82fbc093-7a0e-4223-acf8-30513046c8f8 on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:25.665913 dv-neutron-826439-1-hyperv neutron-server[87442]: ERROR neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:19:25.675791 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.plugins.ml2.plugin [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempt 3 to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 Jan 26 11:19:25.747870 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b6ab6913-80c2-4910-bbbd-6ef091536a9b tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:25.800306 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc81a-ee9c-4d90-827c-770a025cdd24 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:25.812969 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:25.813298 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:25.813623 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:25.823932 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-74768abe-5f83-4cb5-a445-7ba0bc646cb1 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=80fe64ad2f7248c68674303bf7b13547&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4139068 Jan 26 11:19:25.847611 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:25.880266 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port 82fbc093-7a0e-4223-acf8-30513046c8f8 on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:25.880595 dv-neutron-826439-1-hyperv neutron-server[87442]: ERROR neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:19:25.927809 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-c945e37c-7e48-4fa5-9299-3e1696e592e0 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Synchronizing usage tracker for tenant:8170d036f1fe4a04b0076d6a1de6bb64 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:25.930589 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2339094a-e584-4667-9255-c32d8987cfc9 tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:25.949786 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.plugins.ml2.plugin [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempt 4 to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 Jan 26 11:19:25.958086 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:25.966692 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-cc1fc81a-ee9c-4d90-827c-770a025cdd24 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Calling delete_port for 58049da8-f0f4-4e05-ad74-7df15e2c565b owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:19:26.021271 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:26.021611 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:26.021951 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:26.031469 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port 82fbc093-7a0e-4223-acf8-30513046c8f8 on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:26.031826 dv-neutron-826439-1-hyperv neutron-server[87442]: ERROR neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:19:26.035118 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.plugins.ml2.plugin [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempt 5 to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 Jan 26 11:19:26.061427 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-74f6acc9-eb08-4dfb-9ffe-f4ceec81b41f tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:26.066127 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2339094a-e584-4667-9255-c32d8987cfc9 tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:26.068457 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:26.068798 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:26.069139 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:26.074874 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port 82fbc093-7a0e-4223-acf8-30513046c8f8 on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:26.075124 dv-neutron-826439-1-hyperv neutron-server[87442]: ERROR neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:19:26.076638 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.plugins.ml2.plugin [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempt 6 to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 Jan 26 11:19:26.079788 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-2339094a-e584-4667-9255-c32d8987cfc9 tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:26.093254 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-574c651e-4963-4d10-a1be-9853caae5abd service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:19:26.094241 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-574c651e-4963-4d10-a1be-9853caae5abd service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0991209 Jan 26 11:19:26.103272 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2339094a-e584-4667-9255-c32d8987cfc9 tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:26.127418 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:26.127782 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:26.128112 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:26.171259 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port 82fbc093-7a0e-4223-acf8-30513046c8f8 on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:26.171476 dv-neutron-826439-1-hyperv neutron-server[87442]: ERROR neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:19:26.183350 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.plugins.ml2.plugin [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempt 7 to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 Jan 26 11:19:26.232440 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-c945e37c-7e48-4fa5-9299-3e1696e592e0 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Unset dirty status for tenant:8170d036f1fe4a04b0076d6a1de6bb64 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:26.233782 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-c945e37c-7e48-4fa5-9299-3e1696e592e0 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--6820345&fields=id&tenant_id=8170d036f1fe4a04b0076d6a1de6bb64 HTTP/1.1" status: 200 len: 267 time: 0.5434778 Jan 26 11:19:26.264716 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:26.265062 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:26.265386 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:26.279802 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port 82fbc093-7a0e-4223-acf8-30513046c8f8 on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:26.280159 dv-neutron-826439-1-hyperv neutron-server[87442]: ERROR neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:19:26.288537 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.plugins.ml2.plugin [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempt 8 to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 Jan 26 11:19:26.294335 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b6ab6913-80c2-4910-bbbd-6ef091536a9b tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:26.303906 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc81a-ee9c-4d90-827c-770a025cdd24 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:26.308604 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339094a-e584-4667-9255-c32d8987cfc9 tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Pushing event updated for resources: {'Port': ['ID=ce488a9b-0d96-4e34-8e63-5c2923cc600e,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:26.359170 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:26.359509 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:26.359861 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:26.379232 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port 82fbc093-7a0e-4223-acf8-30513046c8f8 on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:26.379548 dv-neutron-826439-1-hyperv neutron-server[87442]: ERROR neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:19:26.383236 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.plugins.ml2.plugin [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempt 9 to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 Jan 26 11:19:26.390094 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fc81a-ee9c-4d90-827c-770a025cdd24 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Pushing event deleted for resources: {'Port': ['ID=58049da8-f0f4-4e05-ad74-7df15e2c565b,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:26.401124 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-aa7d0949-8255-4de4-8b42-dc2ca479ff3f service neutron] 10.222.0.39 "GET /v2.0/networks/976dd945-7257-44e6-8aa8-a5388a259456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651324 Jan 26 11:19:26.435114 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6acc9-eb08-4dfb-9ffe-f4ceec81b41f tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Pushing event deleted for resources: {'Port': ['ID=cacf0896-2853-4c5a-b10d-23ab868a5ff0,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:26.450651 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-74f6acc9-eb08-4dfb-9ffe-f4ceec81b41f tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:26.459695 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:26.460034 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:26.460386 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:26.466995 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-b6ab6913-80c2-4910-bbbd-6ef091536a9b tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f1d5209-210d-436d-bab3-0af4792043ca']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:26.478489 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port 82fbc093-7a0e-4223-acf8-30513046c8f8 on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:26.478832 dv-neutron-826439-1-hyperv neutron-server[87442]: ERROR neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:19:26.490428 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cc1fc81a-ee9c-4d90-827c-770a025cdd24 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:26.493031 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.plugins.ml2.plugin [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempt 10 to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 Jan 26 11:19:26.515444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-b6ab6913-80c2-4910-bbbd-6ef091536a9b tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7302f9e-53ed-456f-882a-6a7afb9efae0') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:26.515444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-b6ab6913-80c2-4910-bbbd-6ef091536a9b tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7302f9e-53ed-456f-882a-6a7afb9efae0') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:26.520153 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-cc1fc81a-ee9c-4d90-827c-770a025cdd24 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "DELETE /v2.0/ports/58049da8-f0f4-4e05-ad74-7df15e2c565b HTTP/1.1" status: 204 len: 168 time: 1.6996789 Jan 26 11:19:26.526223 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43840) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:26.576319 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:26.576600 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] {{(pid=87442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:26.576893 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempting to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:26.583985 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Port 82fbc093-7a0e-4223-acf8-30513046c8f8 on network f619309b-6707-430f-8048-1e099bed792c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:26.584315 dv-neutron-826439-1-hyperv neutron-server[87442]: ERROR neutron.plugins.ml2.managers [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Failed to bind port 82fbc093-7a0e-4223-acf8-30513046c8f8 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'c4dbabda-c988-40b1-b763-459d3ea1b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'f619309b-6707-430f-8048-1e099bed792c'}] Jan 26 11:19:26.584674 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:26.613040 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-74f6acc9-eb08-4dfb-9ffe-f4ceec81b41f tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] 10.222.0.39 "DELETE /v2.0/ports/cacf0896-2853-4c5a-b10d-23ab868a5ff0 HTTP/1.1" status: 204 len: 168 time: 2.0055478 Jan 26 11:19:26.615733 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43846) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:26.624329 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a99ada97-a0db-46d4-b75f-57f2a521faa5 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff9c03fb-e4fb-43d9-b94f-24d82dd8bf57', 'external_fixed_ips': [{'subnet_id': '605746d6-891e-47c3-8651-6452f92f637f', 'ip_address': '2001:db8::265'}]}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:26.639517 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b6ab6913-80c2-4910-bbbd-6ef091536a9b tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:26.660392 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-57b10f6d-2352-43f3-8db3-ed4aed20f744 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Request body: {'port': {'name': 'tempest-new-port-name-310325204', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:26.660596 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.api.validators [None req-57b10f6d-2352-43f3-8db3-ed4aed20f744 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] bootfile-name is not in valid_values {{(pid=87442) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 26 11:19:26.660932 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.api.validators [None req-57b10f6d-2352-43f3-8db3-ed4aed20f744 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] tftp-server is not in valid_values {{(pid=87442) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 26 11:19:26.661330 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.api.validators [None req-57b10f6d-2352-43f3-8db3-ed4aed20f744 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] server-ip-address is not in valid_values {{(pid=87442) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 26 11:19:26.668280 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a99ada97-a0db-46d4-b75f-57f2a521faa5 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:26.689719 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a99ada97-a0db-46d4-b75f-57f2a521faa5 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Usage tracker for resource:router and tenant:d3fcfe8dac4f4c9889c8841a383dd514 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:26.695666 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a99ada97-a0db-46d4-b75f-57f2a521faa5 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:26.700582 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b6ab6913-80c2-4910-bbbd-6ef091536a9b tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:26.721469 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a99ada97-a0db-46d4-b75f-57f2a521faa5 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:26.730748 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-4065184f-254f-4e58-a2d0-8834bcdf0498 service neutron] 10.222.0.39 "GET /v2.0/networks/976dd945-7257-44e6-8aa8-a5388a259456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986894 Jan 26 11:19:26.753037 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ab6913-80c2-4910-bbbd-6ef091536a9b tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:19:26.754128 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b6ab6913-80c2-4910-bbbd-6ef091536a9b tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:19:26.770755 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:19:26.797126 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] For port 82fbc093-7a0e-4223-acf8-30513046c8f8, host hv-neutron-8264, cleared binding levels {{(pid=87442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:19:26.798409 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attempted to set empty binding levels {{(pid=87442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 26 11:19:26.801829 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-269d7edc-49d2-4764-85c6-6e07faf08e1b tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:26.819024 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-269d7edc-49d2-4764-85c6-6e07faf08e1b tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/networks?id=ccf7e590-7e87-4390-898c-54ed923dee9e HTTP/1.1" status: 200 len: 806 time: 0.5116091 Jan 26 11:19:26.843670 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:26.861967 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a99ada97-a0db-46d4-b75f-57f2a521faa5 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:26.863015 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a99ada97-a0db-46d4-b75f-57f2a521faa5 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:26.920870 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] In _notify_port_updated(), no bound segment for port 82fbc093-7a0e-4223-acf8-30513046c8f8 on network f619309b-6707-430f-8048-1e099bed792c {{(pid=87442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 26 11:19:26.922143 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:26.922830 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:26.924579 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] 10.222.0.39 "PUT /v2.0/ports/82fbc093-7a0e-4223-acf8-30513046c8f8 HTTP/1.1" status: 200 len: 976 time: 3.5763252 Jan 26 11:19:26.932273 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43850) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:26.955994 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-93d8741b-5bfd-4ed8-8726-1ba4b06bce93 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/quotas/8170d036f1fe4a04b0076d6a1de6bb64 HTTP/1.1" status: 200 len: 375 time: 0.1360252 Jan 26 11:19:26.963331 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-57b10f6d-2352-43f3-8db3-ed4aed20f744 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:26.978372 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c11eb4-7dcb-40ee-b50b-8a386a3e7fe8 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Pushing event updated for resources: {'Port': ['ID=82fbc093-7a0e-4223-acf8-30513046c8f8,revision_number=3']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:27.149172 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b6ab6913-80c2-4910-bbbd-6ef091536a9b tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:27.190083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a99ada97-a0db-46d4-b75f-57f2a521faa5 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:27.194070 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ab6913-80c2-4910-bbbd-6ef091536a9b tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1f1d5209-210d-436d-bab3-0af4792043ca {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 26 11:19:27.196290 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-9167ca96-ee83-4792-b132-ca69d1e67239 req-cc37e8e4-007f-4224-a8ea-a4c5f3baa608 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Synchronizing usage tracker for tenant:f5fbcfd06e3341ee86200462cb30acd6 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:27.209092 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b6ab6913-80c2-4910-bbbd-6ef091536a9b tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:27.218669 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-9b1b73ca-5092-4761-a7b4-6c1f511f0595 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Deleting port 82fbc093-7a0e-4223-acf8-30513046c8f8 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:19:27.219003 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b1b73ca-5092-4761-a7b4-6c1f511f0595 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:27.243743 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab6913-80c2-4910-bbbd-6ef091536a9b tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Pushing event deleted for resources: {'Network': ['ID=1f1d5209-210d-436d-bab3-0af4792043ca,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:27.285796 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-9167ca96-ee83-4792-b132-ca69d1e67239 req-cc37e8e4-007f-4224-a8ea-a4c5f3baa608 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Unset dirty status for tenant:f5fbcfd06e3341ee86200462cb30acd6 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:27.286781 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9167ca96-ee83-4792-b132-ca69d1e67239 req-cc37e8e4-007f-4224-a8ea-a4c5f3baa608 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 210 time: 0.1627827 Jan 26 11:19:27.290838 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43876) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:27.294860 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b6ab6913-80c2-4910-bbbd-6ef091536a9b tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] 10.222.0.39 "DELETE /v2.0/networks/1f1d5209-210d-436d-bab3-0af4792043ca HTTP/1.1" status: 204 len: 168 time: 1.8915019 Jan 26 11:19:27.309348 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-d36942bc-ba72-4a29-a587-b1e9217b0ebc tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Request body: {'network': {'name': 'tempest-network--954956101'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:27.333045 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:27.341249 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d36942bc-ba72-4a29-a587-b1e9217b0ebc tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:27.347218 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d36942bc-ba72-4a29-a587-b1e9217b0ebc tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Usage tracker for resource:network and tenant:a8143b8224b34d05bc22272e33fbb9a5 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:27.409859 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-57b10f6d-2352-43f3-8db3-ed4aed20f744 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:27.414178 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d36942bc-ba72-4a29-a587-b1e9217b0ebc tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:27.425563 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-57b10f6d-2352-43f3-8db3-ed4aed20f744 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:27.436180 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d36942bc-ba72-4a29-a587-b1e9217b0ebc tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:27.478682 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-57b10f6d-2352-43f3-8db3-ed4aed20f744 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] In _notify_port_updated(), no bound segment for port c1852e80-45b3-4cdf-9bde-fb7f8301e980 on network 68a11931-5550-4442-bda1-099860d59c48 {{(pid=87442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 26 11:19:27.487707 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b10f6d-2352-43f3-8db3-ed4aed20f744 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:27.488603 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-57b10f6d-2352-43f3-8db3-ed4aed20f744 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:27.490758 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-57b10f6d-2352-43f3-8db3-ed4aed20f744 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] 10.222.0.39 "PUT /v2.0/ports/c1852e80-45b3-4cdf-9bde-fb7f8301e980 HTTP/1.1" status: 200 len: 1129 time: 0.8736212 Jan 26 11:19:27.499051 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43884) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:27.562580 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b10f6d-2352-43f3-8db3-ed4aed20f744 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Pushing event updated for resources: {'Port': ['ID=c1852e80-45b3-4cdf-9bde-fb7f8301e980,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:27.635441 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.24', 61515) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:27.671225 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-5eb27ba5-3ee4-4f32-a0e4-19ed35a78c77 req-7b40ac87-8a42-4f77-91ab-debb6b2bad0b tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/ports?device_id=731bf126-eae1-46f7-b4fb-deb230c48133 HTTP/1.1" status: 200 len: 210 time: 0.1783230 Jan 26 11:19:27.676591 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36942bc-ba72-4a29-a587-b1e9217b0ebc tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Made reservation on behalf of a8143b8224b34d05bc22272e33fbb9a5 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:27.685727 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d36942bc-ba72-4a29-a587-b1e9217b0ebc tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:27.772567 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36942bc-ba72-4a29-a587-b1e9217b0ebc tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:19:27.784254 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d36942bc-ba72-4a29-a587-b1e9217b0ebc tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:27.784655 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-d36942bc-ba72-4a29-a587-b1e9217b0ebc tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Added segment 0942a428-2ef0-48dd-9cd1-f569d6348322 of type vlan for network 63b55d28-8fc9-44af-8259-5771ab7a3b69 Jan 26 11:19:27.825263 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d36942bc-ba72-4a29-a587-b1e9217b0ebc tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:27.882574 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c3ddfc-586c-4722-bf90-6028295f15bb tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:27.884087 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-60c3ddfc-586c-4722-bf90-6028295f15bb tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Synchronizing usage tracker for tenant:2c0878cb9ce04e6a8660e57f8b10fc35 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:27.889213 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d36942bc-ba72-4a29-a587-b1e9217b0ebc tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:27.890973 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36942bc-ba72-4a29-a587-b1e9217b0ebc tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:27.891772 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d36942bc-ba72-4a29-a587-b1e9217b0ebc tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:27.960890 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d36942bc-ba72-4a29-a587-b1e9217b0ebc tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6690006 Jan 26 11:19:27.963520 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43900) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:27.970530 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d2203ad0-3c01-409c-9147-76d38ccec758 None None] Provisioning complete for port c1852e80-45b3-4cdf-9bde-fb7f8301e980 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:27.971166 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d2203ad0-3c01-409c-9147-76d38ccec758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:27.971568 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-ab355c55-4896-4f64-a256-bee6919c7609 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:28.044961 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-d2203ad0-3c01-409c-9147-76d38ccec758 None None] Port c1852e80-45b3-4cdf-9bde-fb7f8301e980 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:19:28.137809 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36942bc-ba72-4a29-a587-b1e9217b0ebc tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Pushing event updated for resources: {'Network': ['ID=63b55d28-8fc9-44af-8259-5771ab7a3b69,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:28.149423 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 63b55d28-8fc9-44af-8259-5771ab7a3b69 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:19:28.193721 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a99ada97-a0db-46d4-b75f-57f2a521faa5 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:28.360245 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ab355c55-4896-4f64-a256-bee6919c7609 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:28.379692 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ab355c55-4896-4f64-a256-bee6919c7609 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:28.411116 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-7c36f746-9b7e-4809-8c4d-1f0ec3f6b9e9 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8170d036f1fe4a04b0076d6a1de6bb64&fields=id HTTP/1.1" status: 200 len: 348 time: 1.4542680 Jan 26 11:19:28.489769 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab355c55-4896-4f64-a256-bee6919c7609 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Pushing event updated for resources: {'Network': ['ID=63b55d28-8fc9-44af-8259-5771ab7a3b69,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:28.525957 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-60c3ddfc-586c-4722-bf90-6028295f15bb tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Unset dirty status for tenant:2c0878cb9ce04e6a8660e57f8b10fc35 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:28.527016 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-60c3ddfc-586c-4722-bf90-6028295f15bb tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] 10.222.0.39 "GET /v2.0/ports/c1852e80-45b3-4cdf-9bde-fb7f8301e980 HTTP/1.1" status: 200 len: 1129 time: 0.9950182 Jan 26 11:19:28.541923 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-68ac7a2a-2e0d-4b7d-a03c-1e40d2b72532 req-905fca85-2209-4b03-bda5-6bb4e0f60863 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 210 time: 0.0552046 Jan 26 11:19:28.542856 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43928) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:28.545385 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ab355c55-4896-4f64-a256-bee6919c7609 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Network 63b55d28-8fc9-44af-8259-5771ab7a3b69 is not hosted by any dhcp agent {{(pid=87442) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 26 11:19:28.546216 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab355c55-4896-4f64-a256-bee6919c7609 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:28.546823 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ab355c55-4896-4f64-a256-bee6919c7609 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:28.550853 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ab355c55-4896-4f64-a256-bee6919c7609 tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] 10.222.0.39 "PUT /v2.0/networks/63b55d28-8fc9-44af-8259-5771ab7a3b69 HTTP/1.1" status: 200 len: 857 time: 0.5836265 Jan 26 11:19:28.562515 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43932) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:28.622769 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-6a959fe4-3443-4473-bd2a-b83d53932470 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Deleting port c1852e80-45b3-4cdf-9bde-fb7f8301e980 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:19:28.623123 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6a959fe4-3443-4473-bd2a-b83d53932470 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:28.912334 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-e5b4e20c-3054-4a1d-8540-e10cc0d26c87 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:28.914097 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-e5b4e20c-3054-4a1d-8540-e10cc0d26c87 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.24 "GET /v2.0/networks?id=bf3da876-a622-4e17-8633-e23a8fba3f3c HTTP/1.1" status: 200 len: 811 time: 1.2565536 Jan 26 11:19:28.918341 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-9b1b73ca-5092-4761-a7b4-6c1f511f0595 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] For port 82fbc093-7a0e-4223-acf8-30513046c8f8, host hv-neutron-8264, got binding levels [] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:28.921217 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b1b73ca-5092-4761-a7b4-6c1f511f0595 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:29.181453 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9aac936c-0a65-4127-af6a-0ce10cc4b641 req-c4561345-e94d-4fb9-ba7e-9f42012f553a tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/ports?device_id=731bf126-eae1-46f7-b4fb-deb230c48133 HTTP/1.1" status: 200 len: 210 time: 0.1446192 Jan 26 11:19:29.183588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-9b1b73ca-5092-4761-a7b4-6c1f511f0595 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Calling delete_port for 82fbc093-7a0e-4223-acf8-30513046c8f8 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:19:29.234873 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8b1a9e28-cf31-4109-bce0-8475df23f9dd tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:29.275874 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6a959fe4-3443-4473-bd2a-b83d53932470 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:29.337846 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-a88ed317-7b1c-4688-974b-8ab4f924e960 service neutron] 10.222.0.39 "GET /v2.0/networks/ccf7e590-7e87-4390-898c-54ed923dee9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9063857 Jan 26 11:19:29.341858 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2339094a-e584-4667-9255-c32d8987cfc9 tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:29.477705 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-6a959fe4-3443-4473-bd2a-b83d53932470 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Calling delete_port for c1852e80-45b3-4cdf-9bde-fb7f8301e980 owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:19:29.620551 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8b1a9e28-cf31-4109-bce0-8475df23f9dd tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:29.682001 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6a959fe4-3443-4473-bd2a-b83d53932470 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:29.788143 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a959fe4-3443-4473-bd2a-b83d53932470 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Pushing event deleted for resources: {'Port': ['ID=c1852e80-45b3-4cdf-9bde-fb7f8301e980,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:29.788365 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-8b1a9e28-cf31-4109-bce0-8475df23f9dd tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b55d28-8fc9-44af-8259-5771ab7a3b69']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:29.798787 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f1a7e4e0-a6cd-4e21-8aa3-8d8ca086e9e4 req-032ca6a3-682e-49b3-b7a7-c96732511da3 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 210 time: 0.0726707 Jan 26 11:19:29.840904 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.24', 61521) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:29.841411 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-8b1a9e28-cf31-4109-bce0-8475df23f9dd tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0942a428-2ef0-48dd-9cd1-f569d6348322') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:29.841721 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-8b1a9e28-cf31-4109-bce0-8475df23f9dd tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0942a428-2ef0-48dd-9cd1-f569d6348322') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:29.887740 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6a959fe4-3443-4473-bd2a-b83d53932470 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:29.925969 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6a959fe4-3443-4473-bd2a-b83d53932470 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] 10.222.0.39 "DELETE /v2.0/ports/c1852e80-45b3-4cdf-9bde-fb7f8301e980 HTTP/1.1" status: 204 len: 168 time: 1.3818336 Jan 26 11:19:29.936796 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43944) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:29.985216 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8b1a9e28-cf31-4109-bce0-8475df23f9dd tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:30.102841 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-c04aa454-ebe5-4896-b3a9-f6e5b32245f4 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:30.107882 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-c04aa454-ebe5-4896-b3a9-f6e5b32245f4 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.24 "GET /v2.0/networks?id=976dd945-7257-44e6-8aa8-a5388a259456 HTTP/1.1" status: 200 len: 812 time: 0.2660542 Jan 26 11:19:30.187859 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8b1a9e28-cf31-4109-bce0-8475df23f9dd tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:30.199753 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1a9e28-cf31-4109-bce0-8475df23f9dd tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:19:30.200347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8b1a9e28-cf31-4109-bce0-8475df23f9dd tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:30.203880 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-5e988904-c0cc-4365-9018-8817ca8e2740 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80fe64ad2f7248c68674303bf7b13547 HTTP/1.1" status: 200 len: 380 time: 0.0662732 Jan 26 11:19:30.241843 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-1913cb5a-6c0c-4411-912d-d4975b9e60de tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Request body: {'port': {'device_id': '731bf126-eae1-46f7-b4fb-deb230c48133', 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456', 'admin_state_up': True, 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'security_groups': ['f02cd707-2e1c-462b-9cfd-9a90011c57d5']}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:19:30.247626 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:19:30.316854 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b948cdb-e69a-4a49-9f80-25eece33573c tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Deleting subnet 513c7825-dae6-4790-9e78-23fc7efa6754 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:19:30.338797 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4b948cdb-e69a-4a49-9f80-25eece33573c tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:30.456115 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-3009e9de-2b98-4c91-83d1-9dec30cb37ed tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5fbcfd06e3341ee86200462cb30acd6 HTTP/1.1" status: 200 len: 379 time: 0.5622797 Jan 26 11:19:30.503864 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b1b73ca-5092-4761-a7b4-6c1f511f0595 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:30.595547 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8b1a9e28-cf31-4109-bce0-8475df23f9dd tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:30.601616 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-cdb7340f-6a46-43e5-b262-b0a7cdf66b79 req-74cc24f5-fcbb-46d9-9bb2-e98942e04ca4 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/ports?device_id=731bf126-eae1-46f7-b4fb-deb230c48133 HTTP/1.1" status: 200 len: 210 time: 0.1556370 Jan 26 11:19:30.632616 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-1913cb5a-6c0c-4411-912d-d4975b9e60de tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:30.635351 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-f5bae2c7-0a18-41a5-bf56-77025f02692c tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Request body: {'port': {'device_id': '64e82132-2d82-461b-a99d-d8a509979a8c', 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c', 'admin_state_up': True, 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'security_groups': ['027444da-96a3-46d0-8c3f-dfa4a1651f29']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:30.638143 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-1913cb5a-6c0c-4411-912d-d4975b9e60de tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Usage tracker for resource:port and tenant:80fe64ad2f7248c68674303bf7b13547 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:30.641325 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-1913cb5a-6c0c-4411-912d-d4975b9e60de tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:30.648002 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-1913cb5a-6c0c-4411-912d-d4975b9e60de tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:30.659125 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1a9e28-cf31-4109-bce0-8475df23f9dd tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 63b55d28-8fc9-44af-8259-5771ab7a3b69 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 26 11:19:30.662004 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8b1a9e28-cf31-4109-bce0-8475df23f9dd tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:30.667309 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4b948cdb-e69a-4a49-9f80-25eece33573c tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:30.667862 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-1913cb5a-6c0c-4411-912d-d4975b9e60de tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Made reservation on behalf of 80fe64ad2f7248c68674303bf7b13547 for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:30.672357 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-1913cb5a-6c0c-4411-912d-d4975b9e60de tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:30.813490 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b73ca-5092-4761-a7b4-6c1f511f0595 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Pushing event deleted for resources: {'Port': ['ID=82fbc093-7a0e-4223-acf8-30513046c8f8,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:30.817877 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-f64643a4-916e-424b-a1bf-5cd3bf28af1f service neutron] 10.222.0.39 "GET /v2.0/networks/ccf7e590-7e87-4390-898c-54ed923dee9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4322193 Jan 26 11:19:30.957438 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2339094a-e584-4667-9255-c32d8987cfc9 tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:31.070711 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8b1a9e28-cf31-4109-bce0-8475df23f9dd tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] 10.222.0.39 "DELETE /v2.0/networks/63b55d28-8fc9-44af-8259-5771ab7a3b69 HTTP/1.1" status: 204 len: 168 time: 2.4998374 Jan 26 11:19:31.071755 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a9e28-cf31-4109-bce0-8475df23f9dd tempest-ExternalNetworksTestJSON-1542427981 tempest-ExternalNetworksTestJSON-1542427981-project-admin] Pushing event deleted for resources: {'Network': ['ID=63b55d28-8fc9-44af-8259-5771ab7a3b69,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:31.086704 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43960) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:31.087896 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b1b73ca-5092-4761-a7b4-6c1f511f0595 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:31.092593 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9b1b73ca-5092-4761-a7b4-6c1f511f0595 tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] 10.222.0.39 "DELETE /v2.0/ports/82fbc093-7a0e-4223-acf8-30513046c8f8 HTTP/1.1" status: 204 len: 168 time: 4.1517444 Jan 26 11:19:31.106611 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43962) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:31.164400 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-79434a59-d610-4008-81cc-890c229f0649 req-6c1f6769-800e-4cb7-a735-c81fc7c1f13e tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 210 time: 0.0981281 Jan 26 11:19:31.204301 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-1913cb5a-6c0c-4411-912d-d4975b9e60de tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Allocated IP 172.20.0.14 (976dd945-7257-44e6-8aa8-a5388a259456/083cb517-daf9-46a6-b8c3-2a43e684eac8/ea64c4d7-8de7-43dc-939d-180af73044cd) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:31.544472 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52a6388-1e93-4811-8dc2-cdadc2cf6465 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] DELETE failed (client error): The resource could not be found. Jan 26 11:19:31.545084 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a52a6388-1e93-4811-8dc2-cdadc2cf6465 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:19:31.556778 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43976) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:31.557633 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a52a6388-1e93-4811-8dc2-cdadc2cf6465 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] 10.222.0.39 "DELETE /v2.0/subnets/0c9ddd2d-5f61-457e-881d-7fb8af8f2ddb HTTP/1.1" status: 404 len: 337 time: 0.4586549 Jan 26 11:19:31.589080 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-6830952c-b861-4bdb-82b0-c717d7d04eec tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] GET failed (client error): The resource could not be found. Jan 26 11:19:31.589753 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6830952c-b861-4bdb-82b0-c717d7d04eec tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Synchronizing usage tracker for tenant:76cc660373d942a6828ab23feec78d22 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:31.607384 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4b948cdb-e69a-4a49-9f80-25eece33573c tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:31.697620 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-cbe50570-e552-4023-994b-83279a06fb02 req-506a4175-c818-4a9f-99fa-410358915210 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1902126-0582-4b0c-9d25-9ac8479255de HTTP/1.1" status: 200 len: 210 time: 0.4861078 Jan 26 11:19:31.743346 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a99ada97-a0db-46d4-b75f-57f2a521faa5 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:31.837481 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a99ada97-a0db-46d4-b75f-57f2a521faa5 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:31.849718 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-1913cb5a-6c0c-4411-912d-d4975b9e60de tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:31.931294 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-1bcadce7-76fd-45b3-bfe2-ef45197f53c7 req-c4300a81-6b08-439f-89bc-f8f734fb38ff tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/ports?device_id=731bf126-eae1-46f7-b4fb-deb230c48133 HTTP/1.1" status: 200 len: 210 time: 0.0860159 Jan 26 11:19:31.950964 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8eece053-64f4-4ab6-b9d1-6d425a9f1f53 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:31.953423 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-1913cb5a-6c0c-4411-912d-d4975b9e60de tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Transition to ACTIVE for port object ea64c4d7-8de7-43dc-939d-180af73044cd will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:32.055617 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6830952c-b861-4bdb-82b0-c717d7d04eec tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] Unset dirty status for tenant:76cc660373d942a6828ab23feec78d22 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:32.060312 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6830952c-b861-4bdb-82b0-c717d7d04eec tempest-PortsAdminExtendedAttrsTestJSON-284648905 tempest-PortsAdminExtendedAttrsTestJSON-284648905-project-admin] 10.222.0.39 "GET /v2.0/ports/82fbc093-7a0e-4223-acf8-30513046c8f8 HTTP/1.1" status: 404 len: 333 time: 0.9341965 Jan 26 11:19:32.062710 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 43984) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:32.139536 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8eece053-64f4-4ab6-b9d1-6d425a9f1f53 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:32.151293 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-1913cb5a-6c0c-4411-912d-d4975b9e60de tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:32.263947 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913cb5a-6c0c-4411-912d-d4975b9e60de tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Pushing event updated for resources: {'Port': ['ID=ea64c4d7-8de7-43dc-939d-180af73044cd,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:32.354121 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-8eece053-64f4-4ab6-b9d1-6d425a9f1f53 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d11a5a-14c4-44a3-9c63-66c797b2fba4']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:32.370764 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-a99ada97-a0db-46d4-b75f-57f2a521faa5 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Allocated IP 2001:db8::265 (ff9c03fb-e4fb-43d9-b94f-24d82dd8bf57/605746d6-891e-47c3-8651-6452f92f637f/0811717b-3d6c-4a41-a792-a91607c0693a) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:32.373240 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-1913cb5a-6c0c-4411-912d-d4975b9e60de tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Network 976dd945-7257-44e6-8aa8-a5388a259456 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:32.378722 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-1913cb5a-6c0c-4411-912d-d4975b9e60de tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:32.381982 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-8eece053-64f4-4ab6-b9d1-6d425a9f1f53 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4eddeb-f7a4-40a7-8ec7-4398aaf05776') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:32.382481 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-8eece053-64f4-4ab6-b9d1-6d425a9f1f53 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4eddeb-f7a4-40a7-8ec7-4398aaf05776') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:32.395428 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0150e6ae-bb30-4083-88c4-33795a8ea126 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:32.400858 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-1913cb5a-6c0c-4411-912d-d4975b9e60de tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:32.462113 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8eece053-64f4-4ab6-b9d1-6d425a9f1f53 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:32.529344 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8eece053-64f4-4ab6-b9d1-6d425a9f1f53 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:32.558853 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-1913cb5a-6c0c-4411-912d-d4975b9e60de tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:32.559511 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-1913cb5a-6c0c-4411-912d-d4975b9e60de tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:32.643623 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-f5bae2c7-0a18-41a5-bf56-77025f02692c tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:32.644288 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eece053-64f4-4ab6-b9d1-6d425a9f1f53 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:19:32.644812 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8eece053-64f4-4ab6-b9d1-6d425a9f1f53 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:32.648858 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-87c1c9e2-1168-4d4a-b51c-0237438842e5 req-abb2c8a2-545f-416d-b677-0c84962d4063 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 210 time: 0.0762243 Jan 26 11:19:32.714080 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-f5bae2c7-0a18-41a5-bf56-77025f02692c tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:19:32.715937 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:19:32.718696 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a99ada97-a0db-46d4-b75f-57f2a521faa5 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:32.735354 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4b948cdb-e69a-4a49-9f80-25eece33573c tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:32.841592 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2cac9d0a-95b5-423a-a89c-715de3834cf4 None None] Provisioning for port ea64c4d7-8de7-43dc-939d-180af73044cd completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:32.857007 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-1913cb5a-6c0c-4411-912d-d4975b9e60de tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6209421 Jan 26 11:19:32.859839 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2cac9d0a-95b5-423a-a89c-715de3834cf4 None None] Provisioning complete for port ea64c4d7-8de7-43dc-939d-180af73044cd triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:32.862728 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2cac9d0a-95b5-423a-a89c-715de3834cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:32.906913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b948cdb-e69a-4a49-9f80-25eece33573c tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Pushing event deleted for resources: {'Subnet': ['ID=513c7825-dae6-4790-9e78-23fc7efa6754,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:32.912744 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4b948cdb-e69a-4a49-9f80-25eece33573c tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:32.963833 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-f5bae2c7-0a18-41a5-bf56-77025f02692c tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Made reservation on behalf of f5fbcfd06e3341ee86200462cb30acd6 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:32.982655 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-f5bae2c7-0a18-41a5-bf56-77025f02692c tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:33.017955 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2cac9d0a-95b5-423a-a89c-715de3834cf4 None None] Port ea64c4d7-8de7-43dc-939d-180af73044cd cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:19:33.020585 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d630ecbd-fcb9-4cb1-9050-65b0309089ea None None] Network 68a11931-5550-4442-bda1-099860d59c48 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:19:33.038744 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4b948cdb-e69a-4a49-9f80-25eece33573c tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] 10.222.0.39 "DELETE /v2.0/subnets/513c7825-dae6-4790-9e78-23fc7efa6754 HTTP/1.1" status: 204 len: 168 time: 3.0925026 Jan 26 11:19:33.046300 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 43996) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:33.233465 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0150e6ae-bb30-4083-88c4-33795a8ea126 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:33.276041 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-0150e6ae-bb30-4083-88c4-33795a8ea126 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f619309b-6707-430f-8048-1e099bed792c']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:33.299698 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-0150e6ae-bb30-4083-88c4-33795a8ea126 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4dbabda-c988-40b1-b763-459d3ea1b2e4') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:33.300356 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-0150e6ae-bb30-4083-88c4-33795a8ea126 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4dbabda-c988-40b1-b763-459d3ea1b2e4') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:33.313880 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0150e6ae-bb30-4083-88c4-33795a8ea126 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:33.337024 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0150e6ae-bb30-4083-88c4-33795a8ea126 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:33.344739 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0150e6ae-bb30-4083-88c4-33795a8ea126 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:19:33.347295 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0150e6ae-bb30-4083-88c4-33795a8ea126 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:33.474589 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab732ba-9e05-4151-9804-fbdce914112f None None] DHCP port deletion for 68a11931-5550-4442-bda1-099860d59c48 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:19:33.479262 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-6ab732ba-9e05-4151-9804-fbdce914112f None None] Deleting port 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:19:33.479808 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6ab732ba-9e05-4151-9804-fbdce914112f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:33.503599 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-f5bae2c7-0a18-41a5-bf56-77025f02692c tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Allocated IP 172.20.0.8 (bf3da876-a622-4e17-8633-e23a8fba3f3c/53606115-5141-4c56-95c1-767f19a5c1f8/fd73cb01-e730-4ad8-b770-b6a1e7f436ed) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:19:33.504841 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:19:33.519832 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-dd1175ba-6d8a-4af5-97fe-0667e65c77d3 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:19:33.520914 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-dd1175ba-6d8a-4af5-97fe-0667e65c77d3 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074675 Jan 26 11:19:33.530356 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0150e6ae-bb30-4083-88c4-33795a8ea126 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:33.541573 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0150e6ae-bb30-4083-88c4-33795a8ea126 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:33.568182 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-d0ebe003-a76b-4284-b9a9-5944b2ac2dac req-7ebf6add-1e81-4120-96c6-aee8b432b95e tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Synchronizing usage tracker for tenant:8170d036f1fe4a04b0076d6a1de6bb64 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:33.578988 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8eece053-64f4-4ab6-b9d1-6d425a9f1f53 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:33.590124 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8eece053-64f4-4ab6-b9d1-6d425a9f1f53 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:33.599747 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150e6ae-bb30-4083-88c4-33795a8ea126 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] Pushing event deleted for resources: {'Network': ['ID=f619309b-6707-430f-8048-1e099bed792c,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:33.634666 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0150e6ae-bb30-4083-88c4-33795a8ea126 tempest-PortsAdminExtendedAttrsTestJSON-772998769 tempest-PortsAdminExtendedAttrsTestJSON-772998769-project] 10.222.0.39 "DELETE /v2.0/networks/f619309b-6707-430f-8048-1e099bed792c HTTP/1.1" status: 204 len: 168 time: 1.5678203 Jan 26 11:19:33.684241 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eece053-64f4-4ab6-b9d1-6d425a9f1f53 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] Pushing event deleted for resources: {'Network': ['ID=e4d11a5a-14c4-44a3-9c63-66c797b2fba4,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:33.725132 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8eece053-64f4-4ab6-b9d1-6d425a9f1f53 tempest-ExternalNetworksTestJSON-1214745449 tempest-ExternalNetworksTestJSON-1214745449-project] 10.222.0.39 "DELETE /v2.0/networks/e4d11a5a-14c4-44a3-9c63-66c797b2fba4 HTTP/1.1" status: 204 len: 168 time: 2.1671822 Jan 26 11:19:33.738356 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-d0ebe003-a76b-4284-b9a9-5944b2ac2dac req-7ebf6add-1e81-4120-96c6-aee8b432b95e tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Unset dirty status for tenant:8170d036f1fe4a04b0076d6a1de6bb64 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:33.740255 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d0ebe003-a76b-4284-b9a9-5944b2ac2dac req-7ebf6add-1e81-4120-96c6-aee8b432b95e tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1902126-0582-4b0c-9d25-9ac8479255de HTTP/1.1" status: 200 len: 210 time: 0.8790643 Jan 26 11:19:33.799170 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:19:33.872044 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-f5bae2c7-0a18-41a5-bf56-77025f02692c tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:33.891178 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-f5bae2c7-0a18-41a5-bf56-77025f02692c tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Transition to ACTIVE for port object fd73cb01-e730-4ad8-b770-b6a1e7f436ed will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:33.957181 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2339094a-e584-4667-9255-c32d8987cfc9 tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:33.964576 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a99ada97-a0db-46d4-b75f-57f2a521faa5 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:33.969365 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-f5bae2c7-0a18-41a5-bf56-77025f02692c tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:34.029873 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2339094a-e584-4667-9255-c32d8987cfc9 tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:34.127750 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.24', 61526) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:34.243296 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-6ab732ba-9e05-4151-9804-fbdce914112f None None] For port 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7bbc9d7e-8dde-4c3e-b067-c2ab120bade0,segment=NetworkSegment(b69970eb-2e8c-4ffa-98e1-a729ac335fa7),segment_id=b69970eb-2e8c-4ffa-98e1-a729ac335fa7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:34.243968 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6ab732ba-9e05-4151-9804-fbdce914112f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:34.448595 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-6ab732ba-9e05-4151-9804-fbdce914112f None None] Calling delete_port for 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:19:34.457127 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1ade3-c31d-483b-8426-e3d125ad0b81 req-a0a16be1-fbf0-4cd6-9b22-51d265e938aa tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:34.460266 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6ba1ade3-c31d-483b-8426-e3d125ad0b81 req-a0a16be1-fbf0-4cd6-9b22-51d265e938aa tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 931 time: 0.4240026 Jan 26 11:19:34.542203 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2339094a-e584-4667-9255-c32d8987cfc9 tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:34.549878 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-7d3e38c8-5239-4f33-9ae1-1879c13977a5 service neutron] Request body: {'port': {'device_id': '731bf126-eae1-46f7-b4fb-deb230c48133', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:34.588386 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-6ba1ade3-c31d-483b-8426-e3d125ad0b81 req-d1227f59-1428-472b-bb73-670902ab9bf7 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Synchronizing usage tracker for tenant:f5fbcfd06e3341ee86200462cb30acd6 on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:34.597150 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44014) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:34.597822 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44016) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:34.671703 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99ada97-a0db-46d4-b75f-57f2a521faa5 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Network ff9c03fb-e4fb-43d9-b94f-24d82dd8bf57 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:34.684921 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-f5bae2c7-0a18-41a5-bf56-77025f02692c tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Network bf3da876-a622-4e17-8633-e23a8fba3f3c is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:34.698527 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-6ba1ade3-c31d-483b-8426-e3d125ad0b81 req-d1227f59-1428-472b-bb73-670902ab9bf7 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Unset dirty status for tenant:f5fbcfd06e3341ee86200462cb30acd6 on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:34.701049 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6ba1ade3-c31d-483b-8426-e3d125ad0b81 req-d1227f59-1428-472b-bb73-670902ab9bf7 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350678 Jan 26 11:19:34.732222 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:34.768116 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a51f0e02-1041-4640-956a-363c334b64d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:34.770809 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-a99ada97-a0db-46d4-b75f-57f2a521faa5 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:34.839210 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7bbc9d7e-8dde-4c3e-b067-c2ab120bade0,segment=NetworkSegment(b69970eb-2e8c-4ffa-98e1-a729ac335fa7),segment_id=b69970eb-2e8c-4ffa-98e1-a729ac335fa7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:34.855939 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-f5bae2c7-0a18-41a5-bf56-77025f02692c tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:34.857588 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:34.884460 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-49c736aa-9a78-44a8-b8d5-8b352ab02336 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:34.890164 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-49c736aa-9a78-44a8-b8d5-8b352ab02336 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.24 "GET /v2.0/networks?id=ccf7e590-7e87-4390-898c-54ed923dee9e HTTP/1.1" status: 200 len: 806 time: 0.7370844 Jan 26 11:19:34.923668 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-f5bae2c7-0a18-41a5-bf56-77025f02692c tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:35.002869 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99ada97-a0db-46d4-b75f-57f2a521faa5 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:35.045574 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-6ab732ba-9e05-4151-9804-fbdce914112f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:19:35.046218 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-6ab732ba-9e05-4151-9804-fbdce914112f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:19:35.049335 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=7bbc9d7e-8dde-4c3e-b067-c2ab120bade0,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:35.108220 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:35.181668 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-975000a6-ee45-4c23-b0d8-b667362b3d02 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd045219adc0496486971582440305a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5824997 Jan 26 11:19:35.184494 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d4ae5b9b-fc04-4694-a031-7aab8b9d6f5f req-47479d0d-f1ea-41e1-a609-62390e86e659 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1902126-0582-4b0c-9d25-9ac8479255de HTTP/1.1" status: 200 len: 210 time: 0.1544585 Jan 26 11:19:35.190736 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44036) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:35.207950 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-7d3e38c8-5239-4f33-9ae1-1879c13977a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:35.272500 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ada97-a0db-46d4-b75f-57f2a521faa5 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Pushing event updated for resources: {'Port': ['ID=0811717b-3d6c-4a41-a792-a91607c0693a,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:35.281205 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5def6a36-3562-4b8d-aa24-e576c922dda3 None None] Provisioning for port fd73cb01-e730-4ad8-b770-b6a1e7f436ed completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:35.301415 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5def6a36-3562-4b8d-aa24-e576c922dda3 None None] Provisioning complete for port fd73cb01-e730-4ad8-b770-b6a1e7f436ed triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:35.303974 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5def6a36-3562-4b8d-aa24-e576c922dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:35.340542 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9c12b9b4-56d4-4051-8857-2402f2e3bd70 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d46f6408dad945a4a502609a6de85bc9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7398930 Jan 26 11:19:35.345549 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-baea95c9-0d25-4193-ba9c-66e5068d1f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:35.350985 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44040) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:35.374507 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bae2c7-0a18-41a5-bf56-77025f02692c tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Pushing event updated for resources: {'Port': ['ID=fd73cb01-e730-4ad8-b770-b6a1e7f436ed,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:35.461400 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-5def6a36-3562-4b8d-aa24-e576c922dda3 None None] Port fd73cb01-e730-4ad8-b770-b6a1e7f436ed cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:19:35.464357 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339094a-e584-4667-9255-c32d8987cfc9 tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Pushing event updated for resources: {'Port': ['ID=ce488a9b-0d96-4e34-8e63-5c2923cc600e,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:35.548087 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-6ab732ba-9e05-4151-9804-fbdce914112f None None] Deleting port 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:19:35.549997 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6ab732ba-9e05-4151-9804-fbdce914112f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:35.550449 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-e7f084d3-5e4c-4f60-986b-5813fb984a56 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8170d036f1fe4a04b0076d6a1de6bb64 HTTP/1.1" status: 200 len: 377 time: 0.4501755 Jan 26 11:19:35.554309 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-baea95c9-0d25-4193-ba9c-66e5068d1f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:35.572935 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d9fa7f1b-a33f-4c90-926f-9ca7cfe7a02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:35.609273 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d9fa7f1b-a33f-4c90-926f-9ca7cfe7a02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:35.653839 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-06920c88-ac95-43ae-8b8d-d32ac487e06f tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Request body: {'port': {'device_id': 'e1902126-0582-4b0c-9d25-9ac8479255de', 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e', 'admin_state_up': True, 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'security_groups': ['e357e532-c2a3-4ab5-8acc-b885707a4f9c']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:35.670474 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-a51f0e02-1041-4640-956a-363c334b64d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Deleting port 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:19:35.670816 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a51f0e02-1041-4640-956a-363c334b64d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:35.874176 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d9fa7f1b-a33f-4c90-926f-9ca7cfe7a02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:35.901594 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-f5bae2c7-0a18-41a5-bf56-77025f02692c tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:35.903403 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-f5bae2c7-0a18-41a5-bf56-77025f02692c tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:35.932339 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa7f1b-a33f-4c90-926f-9ca7cfe7a02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6962cced-49ad-4158-8d27-c465ec9fa8a2,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:35.934538 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d9fa7f1b-a33f-4c90-926f-9ca7cfe7a02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:35.935809 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d9fa7f1b-a33f-4c90-926f-9ca7cfe7a02f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6962cced-49ad-4158-8d27-c465ec9fa8a2 HTTP/1.1" status: 204 len: 168 time: 0.5832243 Jan 26 11:19:35.989384 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c1c60-9862-4bb7-a052-2e2c5bdf9567 req-e551003c-89ff-48fd-9bbe-8c5f39600cc1 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:35.991524 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-2a5c1c60-9862-4bb7-a052-2e2c5bdf9567 req-e551003c-89ff-48fd-9bbe-8c5f39600cc1 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Synchronizing usage tracker for tenant:80fe64ad2f7248c68674303bf7b13547 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:36.019814 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-baea95c9-0d25-4193-ba9c-66e5068d1f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:36.084010 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-baea95c9-0d25-4193-ba9c-66e5068d1f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:36.085303 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-baea95c9-0d25-4193-ba9c-66e5068d1f03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cce062b0-4be9-4ee3-a80f-ccbb1e5cca29 HTTP/1.1" status: 204 len: 168 time: 0.8934648 Jan 26 11:19:36.086347 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea95c9-0d25-4193-ba9c-66e5068d1f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce062b0-4be9-4ee3-a80f-ccbb1e5cca29,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:36.163760 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abc4bd-f36d-42a2-825e-d04fbb2f6b05 req-1680a461-a0c1-493d-8c97-8bad3ebec24d tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:36.172559 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-80abc4bd-f36d-42a2-825e-d04fbb2f6b05 req-1680a461-a0c1-493d-8c97-8bad3ebec24d tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 931 time: 0.2416737 Jan 26 11:19:36.223370 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-6ab732ba-9e05-4151-9804-fbdce914112f None None] For port 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7bbc9d7e-8dde-4c3e-b067-c2ab120bade0,segment=NetworkSegment(b69970eb-2e8c-4ffa-98e1-a729ac335fa7),segment_id=b69970eb-2e8c-4ffa-98e1-a729ac335fa7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:36.223776 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6ab732ba-9e05-4151-9804-fbdce914112f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:36.259934 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-80abc4bd-f36d-42a2-825e-d04fbb2f6b05 req-c7e49f03-b15d-49a9-8f6b-5bf487ec08c9 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863426 Jan 26 11:19:36.447993 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-7d3e38c8-5239-4f33-9ae1-1879c13977a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea64c4d7-8de7-43dc-939d-180af73044cd {{(pid=87442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:19:36.510650 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-6ab732ba-9e05-4151-9804-fbdce914112f None None] Calling delete_port for 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:19:36.524072 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9e3ad7f0-0d20-4bb0-b121-31b7b5eb97ca req-855b800e-13cb-4c8f-befc-7df3e6a56a6a tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1902126-0582-4b0c-9d25-9ac8479255de HTTP/1.1" status: 200 len: 210 time: 0.0618429 Jan 26 11:19:36.536618 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-7d3e38c8-5239-4f33-9ae1-1879c13977a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:36.575558 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-7d3e38c8-5239-4f33-9ae1-1879c13977a5 service neutron] Transition to ACTIVE for port object ea64c4d7-8de7-43dc-939d-180af73044cd will not be triggered until provisioned by entity L2. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:36.583804 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-7d3e38c8-5239-4f33-9ae1-1879c13977a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:36.781167 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6ab732ba-9e05-4151-9804-fbdce914112f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:36.803024 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-a51f0e02-1041-4640-956a-363c334b64d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] For port 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7bbc9d7e-8dde-4c3e-b067-c2ab120bade0,segment=NetworkSegment(b69970eb-2e8c-4ffa-98e1-a729ac335fa7),segment_id=b69970eb-2e8c-4ffa-98e1-a729ac335fa7)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:36.803836 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a51f0e02-1041-4640-956a-363c334b64d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:36.982771 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab732ba-9e05-4151-9804-fbdce914112f None None] Pushing event deleted for resources: {'Port': ['ID=7bbc9d7e-8dde-4c3e-b067-c2ab120bade0,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:36.984717 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab732ba-9e05-4151-9804-fbdce914112f None None] No DVR routers for this DVR port 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:19:37.056931 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-a51f0e02-1041-4640-956a-363c334b64d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Calling delete_port for 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0 owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:19:37.080852 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44056) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:37.090188 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e38c8-5239-4f33-9ae1-1879c13977a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ea64c4d7-8de7-43dc-939d-180af73044cd,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:37.147558 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44060) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:37.226019 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5c445a88-f360-4ee5-8d76-aa8cd886423b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8143b8224b34d05bc22272e33fbb9a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1371253 Jan 26 11:19:37.230700 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44064) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:37.249593 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.managers [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-7d3e38c8-5239-4f33-9ae1-1879c13977a5 service neutron] Attempting to bind port ea64c4d7-8de7-43dc-939d-180af73044cd on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:37.249815 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.managers [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-7d3e38c8-5239-4f33-9ae1-1879c13977a5 service neutron] Attempting to bind port ea64c4d7-8de7-43dc-939d-180af73044cd by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ce9e9fd2-9afc-4447-8440-7f353ce0aec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456'}] {{(pid=87442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:37.250074 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-7d3e38c8-5239-4f33-9ae1-1879c13977a5 service neutron] Attempting to bind port ea64c4d7-8de7-43dc-939d-180af73044cd on network 976dd945-7257-44e6-8aa8-a5388a259456 {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:37.279334 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a1d7d1a8-bc59-4c08-90ca-23faae592a6a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=76cc660373d942a6828ab23feec78d22&name=default HTTP/1.1" status: 200 len: 2977 time: 0.1258855 Jan 26 11:19:37.280589 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-7d3e38c8-5239-4f33-9ae1-1879c13977a5 service neutron] Port ea64c4d7-8de7-43dc-939d-180af73044cd on network 976dd945-7257-44e6-8aa8-a5388a259456 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:37.280589 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-7d3e38c8-5239-4f33-9ae1-1879c13977a5 service neutron] Attempting to bind port ea64c4d7-8de7-43dc-939d-180af73044cd on network 976dd945-7257-44e6-8aa8-a5388a259456 {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:37.287413 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44068) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:37.293926 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-7d3e38c8-5239-4f33-9ae1-1879c13977a5 service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:19:37.294291 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-7d3e38c8-5239-4f33-9ae1-1879c13977a5 service neutron] Checking segment: {'id': 'ce9e9fd2-9afc-4447-8440-7f353ce0aec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:19:37.294897 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-7d3e38c8-5239-4f33-9ae1-1879c13977a5 service neutron] Bound using segment: {'id': 'ce9e9fd2-9afc-4447-8440-7f353ce0aec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456'} {{(pid=87442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:19:37.295353 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.managers [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-7d3e38c8-5239-4f33-9ae1-1879c13977a5 service neutron] Bound port: ea64c4d7-8de7-43dc-939d-180af73044cd, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce9e9fd2-9afc-4447-8440-7f353ce0aec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456'}}] {{(pid=87442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:19:37.295698 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-7d3e38c8-5239-4f33-9ae1-1879c13977a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:37.382921 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-2339094a-e584-4667-9255-c32d8987cfc9 tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Floating IP 91f0b21d-2bad-4918-9dcb-7cccaa0c1975 associated. External IP: 172.26.5.141, port: 0080cedd-a155-407c-a409-b714e2ba1df7. Jan 26 11:19:37.391165 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4a18283f-4fba-42a0-b89b-c229d0610033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:37.477540 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4a18283f-4fba-42a0-b89b-c229d0610033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:37.493110 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-2a5c1c60-9862-4bb7-a052-2e2c5bdf9567 req-e551003c-89ff-48fd-9bbe-8c5f39600cc1 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Unset dirty status for tenant:80fe64ad2f7248c68674303bf7b13547 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:37.500059 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-7d3e38c8-5239-4f33-9ae1-1879c13977a5 service neutron] For port ea64c4d7-8de7-43dc-939d-180af73044cd, host hv-neutron-8264, cleared binding levels {{(pid=87442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:19:37.501888 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2a5c1c60-9862-4bb7-a052-2e2c5bdf9567 req-e551003c-89ff-48fd-9bbe-8c5f39600cc1 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/ports?device_id=731bf126-eae1-46f7-b4fb-deb230c48133 HTTP/1.1" status: 200 len: 932 time: 4.2576923 Jan 26 11:19:37.537919 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-06920c88-ac95-43ae-8b8d-d32ac487e06f tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:37.542860 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-f5bae2c7-0a18-41a5-bf56-77025f02692c tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9118454 Jan 26 11:19:37.579142 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a99ada97-a0db-46d4-b75f-57f2a521faa5 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:37.607730 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-7d3e38c8-5239-4f33-9ae1-1879c13977a5 service neutron] For port ea64c4d7-8de7-43dc-939d-180af73044cd, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ea64c4d7-8de7-43dc-939d-180af73044cd,segment=NetworkSegment(ce9e9fd2-9afc-4447-8440-7f353ce0aec4),segment_id=ce9e9fd2-9afc-4447-8440-7f353ce0aec4)] {{(pid=87442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:19:37.617784 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4a18283f-4fba-42a0-b89b-c229d0610033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:37.627450 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-7d3e38c8-5239-4f33-9ae1-1879c13977a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:37.806281 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-06920c88-ac95-43ae-8b8d-d32ac487e06f tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:37.965307 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-2a5c1c60-9862-4bb7-a052-2e2c5bdf9567 req-bb20c01c-b9ac-4791-a357-b0c514545ace tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Synchronizing usage tracker for tenant:80fe64ad2f7248c68674303bf7b13547 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:37.968098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-06920c88-ac95-43ae-8b8d-d32ac487e06f tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Made reservation on behalf of 8170d036f1fe4a04b0076d6a1de6bb64 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:37.972232 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-06920c88-ac95-43ae-8b8d-d32ac487e06f tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:38.002133 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18283f-4fba-42a0-b89b-c229d0610033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60faa09-5843-458d-8732-3009e0ed05c8,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:38.003907 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e38c8-5239-4f33-9ae1-1879c13977a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ea64c4d7-8de7-43dc-939d-180af73044cd,revision_number=3']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:38.007444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.api [None req-a51f0e02-1041-4640-956a-363c334b64d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:19:38.007891 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG oslo_db.api [None req-a51f0e02-1041-4640-956a-363c334b64d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:19:38.011041 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4a18283f-4fba-42a0-b89b-c229d0610033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:38.015494 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4a18283f-4fba-42a0-b89b-c229d0610033 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f60faa09-5843-458d-8732-3009e0ed05c8 HTTP/1.1" status: 204 len: 168 time: 0.7795680 Jan 26 11:19:38.023245 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-7d3e38c8-5239-4f33-9ae1-1879c13977a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:38.023972 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-7d3e38c8-5239-4f33-9ae1-1879c13977a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:38.025367 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-7d3e38c8-5239-4f33-9ae1-1879c13977a5 service neutron] 10.222.0.24 "PUT /v2.0/ports/ea64c4d7-8de7-43dc-939d-180af73044cd HTTP/1.1" status: 200 len: 1094 time: 4.3218651 Jan 26 11:19:38.025805 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731bf126-eae1-46f7-b4fb-deb230c48133', 'tag': 'ea64c4d7-8de7-43dc-939d-180af73044cd'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:19:38.078534 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4553f-c55a-4800-8085-ede1616e71b6 req-052cb4c6-4581-4717-899c-120aabc6cf59 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:38.080657 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-5fb4553f-c55a-4800-8085-ede1616e71b6 req-052cb4c6-4581-4717-899c-120aabc6cf59 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 931 time: 0.6382320 Jan 26 11:19:38.174598 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-5fb4553f-c55a-4800-8085-ede1616e71b6 req-a85df642-90b6-425c-b001-86580a636cdb tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688562 Jan 26 11:19:38.240581 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-54039de0-94a0-45eb-ac90-66e60e0a6b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:38.265895 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-49122e2c-c630-4ccd-be59-d88489b31670 service neutron] Request body: {'port': {'device_id': '64e82132-2d82-461b-a99d-d8a509979a8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:38.377192 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-2a5c1c60-9862-4bb7-a052-2e2c5bdf9567 req-bb20c01c-b9ac-4791-a357-b0c514545ace tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Unset dirty status for tenant:80fe64ad2f7248c68674303bf7b13547 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:38.378399 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2a5c1c60-9862-4bb7-a052-2e2c5bdf9567 req-bb20c01c-b9ac-4791-a357-b0c514545ace tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/security-groups?id=f02cd707-2e1c-462b-9cfd-9a90011c57d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8756874 Jan 26 11:19:38.447708 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-94445c8c-b275-46c2-9f9a-8ba782e51a45 req-7665835f-afd2-4ec4-b3c6-87e9b8b77d49 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1902126-0582-4b0c-9d25-9ac8479255de HTTP/1.1" status: 200 len: 210 time: 0.0794084 Jan 26 11:19:38.468678 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-3f19488c-35d3-4766-a3ba-961b5f47f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:38.470897 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-3f19488c-35d3-4766-a3ba-961b5f47f13e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=80fe64ad2f7248c68674303bf7b13547&device_id=731bf126-eae1-46f7-b4fb-deb230c48133 HTTP/1.1" status: 200 len: 1097 time: 0.3148642 Jan 26 11:19:38.526073 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-a51f0e02-1041-4640-956a-363c334b64d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Deleting port 7bbc9d7e-8dde-4c3e-b067-c2ab120bade0 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:19:38.526732 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a51f0e02-1041-4640-956a-363c334b64d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:38.589389 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-2ccc443d-bc61-48de-89fb-fa86bb0c637b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea64c4d7-8de7-43dc-939d-180af73044cd HTTP/1.1" status: 200 len: 217 time: 0.1064942 Jan 26 11:19:38.612865 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-54039de0-94a0-45eb-ac90-66e60e0a6b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:38.663059 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-f17bc0fe-83f8-4139-8f85-7568efe96191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:38.665255 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-f17bc0fe-83f8-4139-8f85-7568efe96191 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=083cb517-daf9-46a6-b8c3-2a43e684eac8 HTTP/1.1" status: 200 len: 851 time: 0.0700758 Jan 26 11:19:38.700704 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731bf126-eae1-46f7-b4fb-deb230c48133', 'tag': 'ea64c4d7-8de7-43dc-939d-180af73044cd', 'status': 'completed', 'code': 200} Jan 26 11:19:38.768888 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-a51f0e02-1041-4640-956a-363c334b64d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] The port '7bbc9d7e-8dde-4c3e-b067-c2ab120bade0' was deleted {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:19:38.912944 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-e77ebb86-fb2c-4697-a471-83fa9cbf6c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:38.915014 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-e77ebb86-fb2c-4697-a471-83fa9cbf6c66 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=976dd945-7257-44e6-8aa8-a5388a259456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789497 Jan 26 11:19:39.031680 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-49122e2c-c630-4ccd-be59-d88489b31670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:39.078694 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-3203d12d-fff0-4cb2-9ae1-0cdbaab797f1 service neutron] 10.222.0.24 "GET /v2.0/networks/976dd945-7257-44e6-8aa8-a5388a259456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540401 Jan 26 11:19:39.186970 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-06920c88-ac95-43ae-8b8d-d32ac487e06f tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Allocated IP 172.20.0.10 (ccf7e590-7e87-4390-898c-54ed923dee9e/8af7f97d-3505-49db-8fef-896d429e8e82/ec35730e-d033-42c2-a748-21a3eb766c98) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:39.188217 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44112) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:39.256955 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-59675ba2-8656-4d8a-b043-ea8b441ec031 req-2d84cc87-15e1-45d3-a307-44d38bdbcb22 service neutron] 10.222.0.24 "GET /v2.0/networks/976dd945-7257-44e6-8aa8-a5388a259456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715147 Jan 26 11:19:39.291421 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a51f0e02-1041-4640-956a-363c334b64d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:39.306515 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2339094a-e584-4667-9255-c32d8987cfc9 tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Router c08b594d-a34b-4b91-8a50-baf962d3cc06 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:19:39.315984 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-54039de0-94a0-45eb-ac90-66e60e0a6b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:39.347423 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-eb13a332-1812-44a1-83ff-17b56c40266c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1318328972'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:39.372337 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a99ada97-a0db-46d4-b75f-57f2a521faa5 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:39.383765 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-a51f0e02-1041-4640-956a-363c334b64d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a11931-5550-4442-bda1-099860d59c48']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:39.391302 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-eb13a332-1812-44a1-83ff-17b56c40266c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:39.392065 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54039de0-94a0-45eb-ac90-66e60e0a6b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e39564d-31ca-4627-988a-a5a187c1d29c,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:39.406725 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-eb13a332-1812-44a1-83ff-17b56c40266c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Usage tracker for resource:network and tenant:68260ee4e7d844c68a0428a738fc37f5 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:39.412494 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-eb13a332-1812-44a1-83ff-17b56c40266c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:39.417258 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-eb13a332-1812-44a1-83ff-17b56c40266c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:39.449256 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb13a332-1812-44a1-83ff-17b56c40266c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Made reservation on behalf of 68260ee4e7d844c68a0428a738fc37f5 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:39.452906 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-eb13a332-1812-44a1-83ff-17b56c40266c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:39.474280 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-eb13a332-1812-44a1-83ff-17b56c40266c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:39.498569 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-eb13a332-1812-44a1-83ff-17b56c40266c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:39.506048 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-eb13a332-1812-44a1-83ff-17b56c40266c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Usage tracker for resource:security_group_rule and tenant:68260ee4e7d844c68a0428a738fc37f5 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:39.512269 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-eb13a332-1812-44a1-83ff-17b56c40266c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:39.521789 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-eb13a332-1812-44a1-83ff-17b56c40266c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:39.538638 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4aa07-877a-44b9-82ed-107dd2809932 req-b9b052db-ad4c-4299-b223-6a67da0422c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:39.540124 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8ec4aa07-877a-44b9-82ed-107dd2809932 req-b9b052db-ad4c-4299-b223-6a67da0422c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=80fe64ad2f7248c68674303bf7b13547&device_id=731bf126-eae1-46f7-b4fb-deb230c48133 HTTP/1.1" status: 200 len: 1097 time: 0.1965218 Jan 26 11:19:39.549676 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b1440-1cd7-4e37-a98f-31627095bd41 req-e0ba9938-64f6-4009-a480-818f245bbab3 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:39.551226 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-816b1440-1cd7-4e37-a98f-31627095bd41 req-e0ba9938-64f6-4009-a480-818f245bbab3 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 931 time: 0.2633457 Jan 26 11:19:39.686980 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-a51f0e02-1041-4640-956a-363c334b64d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b69970eb-2e8c-4ffa-98e1-a729ac335fa7') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:39.687192 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-a51f0e02-1041-4640-956a-363c334b64d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b69970eb-2e8c-4ffa-98e1-a729ac335fa7') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:39.716662 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-816b1440-1cd7-4e37-a98f-31627095bd41 req-063e86a3-9805-498f-bf73-5182fa996187 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444294 Jan 26 11:19:39.746145 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4aa07-877a-44b9-82ed-107dd2809932 req-52409357-9a54-4439-bdec-0551dc6e262c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:39.748022 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8ec4aa07-877a-44b9-82ed-107dd2809932 req-52409357-9a54-4439-bdec-0551dc6e262c service neutron] 10.222.0.24 "GET /v2.0/networks?id=976dd945-7257-44e6-8aa8-a5388a259456 HTTP/1.1" status: 200 len: 913 time: 0.1947587 Jan 26 11:19:39.794358 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a51f0e02-1041-4640-956a-363c334b64d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:39.808317 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-eb13a332-1812-44a1-83ff-17b56c40266c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:39.868992 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-eb13a332-1812-44a1-83ff-17b56c40266c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:39.894059 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a51f0e02-1041-4640-956a-363c334b64d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:39.917286 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8ec4aa07-877a-44b9-82ed-107dd2809932 req-7d8110c4-abe3-4b0f-9433-ab15f2834b5a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea64c4d7-8de7-43dc-939d-180af73044cd HTTP/1.1" status: 200 len: 217 time: 0.1611593 Jan 26 11:19:39.921533 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-54039de0-94a0-45eb-ac90-66e60e0a6b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:39.922728 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-54039de0-94a0-45eb-ac90-66e60e0a6b98 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6e39564d-31ca-4627-988a-a5a187c1d29c HTTP/1.1" status: 204 len: 168 time: 2.5592303 Jan 26 11:19:39.973686 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8f9757c4-4de9-4ece-a102-d0856802a701 req-7faa89b3-9548-4ae8-9d78-9c1f5a48834c tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1902126-0582-4b0c-9d25-9ac8479255de HTTP/1.1" status: 200 len: 210 time: 0.1112273 Jan 26 11:19:39.983596 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb13a332-1812-44a1-83ff-17b56c40266c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:19:40.013637 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13a332-1812-44a1-83ff-17b56c40266c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12b2af92-e58e-4255-90e8-f620292c3dd0,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:40.019080 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-eb13a332-1812-44a1-83ff-17b56c40266c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:40.019408 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-eb13a332-1812-44a1-83ff-17b56c40266c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Added segment 5c0814d0-d180-4b9f-9a32-1b28ec710f91 of type vlan for network 9d862b1a-16c4-474a-99d7-108083ba8e4c Jan 26 11:19:40.026887 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4aa07-877a-44b9-82ed-107dd2809932 req-48a0e568-3b14-47fe-a6cc-03b8f1838ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:40.028364 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8ec4aa07-877a-44b9-82ed-107dd2809932 req-48a0e568-3b14-47fe-a6cc-03b8f1838ab2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=083cb517-daf9-46a6-b8c3-2a43e684eac8 HTTP/1.1" status: 200 len: 851 time: 0.1003942 Jan 26 11:19:40.035330 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51f0e02-1041-4640-956a-363c334b64d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:19:40.035745 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a51f0e02-1041-4640-956a-363c334b64d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:40.091496 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-eb13a332-1812-44a1-83ff-17b56c40266c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:19:40.100072 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:19:40.151744 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4aa07-877a-44b9-82ed-107dd2809932 req-d3861c17-63b4-4431-8755-91271b1ccb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:40.153342 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8ec4aa07-877a-44b9-82ed-107dd2809932 req-d3861c17-63b4-4431-8755-91271b1ccb9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=976dd945-7257-44e6-8aa8-a5388a259456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1170282 Jan 26 11:19:40.154059 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-eb13a332-1812-44a1-83ff-17b56c40266c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:40.159642 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb13a332-1812-44a1-83ff-17b56c40266c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:40.160271 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-eb13a332-1812-44a1-83ff-17b56c40266c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:40.309259 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13a332-1812-44a1-83ff-17b56c40266c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event updated for resources: {'Network': ['ID=9d862b1a-16c4-474a-99d7-108083ba8e4c,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:40.315263 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-eb13a332-1812-44a1-83ff-17b56c40266c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1255302 Jan 26 11:19:40.316365 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44132) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:40.325133 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 9d862b1a-16c4-474a-99d7-108083ba8e4c details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:19:40.340843 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a51f0e02-1041-4640-956a-363c334b64d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:40.342856 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2339094a-e584-4667-9255-c32d8987cfc9 tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:19:40.362860 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc14cc1-4135-44ce-bf2a-79f1a52b05f2 None None] Sync routers for ids ['c08b594d-a34b-4b91-8a50-baf962d3cc06'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:19:40.371657 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a51f0e02-1041-4640-956a-363c334b64d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:40.384243 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc14cc1-4135-44ce-bf2a-79f1a52b05f2 None None] Routers {'c08b594d-a34b-4b91-8a50-baf962d3cc06'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:19:40.385193 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-8fc14cc1-4135-44ce-bf2a-79f1a52b05f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['c08b594d-a34b-4b91-8a50-baf962d3cc06'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:40.433246 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f0e02-1041-4640-956a-363c334b64d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] Pushing event deleted for resources: {'Network': ['ID=68a11931-5550-4442-bda1-099860d59c48,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:40.440871 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-06920c88-ac95-43ae-8b8d-d32ac487e06f tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:40.447843 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a51f0e02-1041-4640-956a-363c334b64d5 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282 tempest-ExtraDHCPOptionsIpV6TestJSON-2052092282-project] 10.222.0.39 "DELETE /v2.0/networks/68a11931-5550-4442-bda1-099860d59c48 HTTP/1.1" status: 204 len: 168 time: 7.3994656 Jan 26 11:19:40.457054 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-2797fab5-ddcc-4f6d-b228-9a9602e85c00 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Request body: {'subnet': {'network_id': '9d862b1a-16c4-474a-99d7-108083ba8e4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:40.490641 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e7828-a287-4c05-abd2-54fa645741a9 req-3fcaa2cf-f716-465b-aaf3-5b6fb3c4afc0 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:40.492328 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8d6e7828-a287-4c05-abd2-54fa645741a9 req-3fcaa2cf-f716-465b-aaf3-5b6fb3c4afc0 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/ports?device_id=731bf126-eae1-46f7-b4fb-deb230c48133 HTTP/1.1" status: 200 len: 944 time: 0.8152592 Jan 26 11:19:40.499029 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2339094a-e584-4667-9255-c32d8987cfc9 tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:40.499826 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-8fc14cc1-4135-44ce-bf2a-79f1a52b05f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:40.509122 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc14cc1-4135-44ce-bf2a-79f1a52b05f2 None None] Routers {'c08b594d-a34b-4b91-8a50-baf962d3cc06'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:19:40.509751 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-8fc14cc1-4135-44ce-bf2a-79f1a52b05f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['c08b594d-a34b-4b91-8a50-baf962d3cc06'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:40.594297 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8ec4aa07-877a-44b9-82ed-107dd2809932 req-ffbc31ad-b739-4120-9982-f658a7c6f5f3 service neutron] 10.222.0.24 "GET /v2.0/networks/976dd945-7257-44e6-8aa8-a5388a259456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299469 Jan 26 11:19:40.597684 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2797fab5-ddcc-4f6d-b228-9a9602e85c00 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:40.601489 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-06920c88-ac95-43ae-8b8d-d32ac487e06f tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Transition to ACTIVE for port object ec35730e-d033-42c2-a748-21a3eb766c98 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:40.613674 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-8fc14cc1-4135-44ce-bf2a-79f1a52b05f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:40.614098 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc14cc1-4135-44ce-bf2a-79f1a52b05f2 None None] The sync data for ids ['c08b594d-a34b-4b91-8a50-baf962d3cc06'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:19:40.623400 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2797fab5-ddcc-4f6d-b228-9a9602e85c00 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Usage tracker for resource:subnet and tenant:68260ee4e7d844c68a0428a738fc37f5 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:40.630149 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2797fab5-ddcc-4f6d-b228-9a9602e85c00 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:40.650354 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2797fab5-ddcc-4f6d-b228-9a9602e85c00 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:40.671051 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2339094a-e584-4667-9255-c32d8987cfc9 tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 17.4483135 Jan 26 11:19:40.671811 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99ada97-a0db-46d4-b75f-57f2a521faa5 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Router 8bed2d62-c26b-42d8-8a7f-9b2ead59e5e1 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:19:40.689517 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44142) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:40.701775 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8d6e7828-a287-4c05-abd2-54fa645741a9 req-dbb63b38-abf0-4e52-b3f6-76c86410847a tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/security-groups?id=f02cd707-2e1c-462b-9cfd-9a90011c57d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361506 Jan 26 11:19:40.734525 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2797fab5-ddcc-4f6d-b228-9a9602e85c00 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Made reservation on behalf of 68260ee4e7d844c68a0428a738fc37f5 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:40.739650 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2797fab5-ddcc-4f6d-b228-9a9602e85c00 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:40.935138 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-49122e2c-c630-4ccd-be59-d88489b31670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd73cb01-e730-4ad8-b770-b6a1e7f436ed {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:19:40.943880 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-49122e2c-c630-4ccd-be59-d88489b31670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:40.961569 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-49122e2c-c630-4ccd-be59-d88489b31670 service neutron] Transition to ACTIVE for port object fd73cb01-e730-4ad8-b770-b6a1e7f436ed will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:40.974975 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44154) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:40.993044 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-49122e2c-c630-4ccd-be59-d88489b31670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:41.005191 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8ec4aa07-877a-44b9-82ed-107dd2809932 req-ac20e133-1166-4fb8-b8b0-24dac02aa539 service neutron] 10.222.0.24 "GET /v2.0/networks/976dd945-7257-44e6-8aa8-a5388a259456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029012 Jan 26 11:19:41.184051 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2797fab5-ddcc-4f6d-b228-9a9602e85c00 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:41.294276 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44166) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:41.309691 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797fab5-ddcc-4f6d-b228-9a9602e85c00 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Checking segment: {'id': '5c0814d0-d180-4b9f-9a32-1b28ec710f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '9d862b1a-16c4-474a-99d7-108083ba8e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:19:41.310808 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2797fab5-ddcc-4f6d-b228-9a9602e85c00 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Network hostable DHCP agents. Network: 9d862b1a-16c4-474a-99d7-108083ba8e4c, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:19:41.317877 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797fab5-ddcc-4f6d-b228-9a9602e85c00 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event updated for resources: {'Subnet': ['ID=d5c22375-ea18-4f3d-b7eb-61615d8fdadf,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:41.358911 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1b66d-52a3-4f45-9c97-cde2baa98bee req-ad7d8124-1953-4a40-a10e-f1359ea684fe tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:41.367026 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-3ea1b66d-52a3-4f45-9c97-cde2baa98bee req-ad7d8124-1953-4a40-a10e-f1359ea684fe tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 943 time: 0.4382992 Jan 26 11:19:41.383559 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2797fab5-ddcc-4f6d-b228-9a9602e85c00 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Network 9d862b1a-16c4-474a-99d7-108083ba8e4c is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:19:41.409826 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-2797fab5-ddcc-4f6d-b228-9a9602e85c00 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 9d862b1a-16c4-474a-99d7-108083ba8e4c) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:41.414927 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2797fab5-ddcc-4f6d-b228-9a9602e85c00 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:41.415608 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2797fab5-ddcc-4f6d-b228-9a9602e85c00 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:41.422909 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790babcd-6025-4dff-80c5-05485c2fce74 None None] Network 9d862b1a-16c4-474a-99d7-108083ba8e4c requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:19:41.447171 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-8600b304-5dfd-4200-8bce-065337b963fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1636291890'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:41.457460 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-06920c88-ac95-43ae-8b8d-d32ac487e06f tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:41.458000 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2797fab5-ddcc-4f6d-b228-9a9602e85c00 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1381364 Jan 26 11:19:41.459217 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-8600b304-5dfd-4200-8bce-065337b963fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:41.464909 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-3ea1b66d-52a3-4f45-9c97-cde2baa98bee req-5bd20a9a-3a76-4860-aca1-2deca2de0e03 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969925 Jan 26 11:19:41.465446 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44172) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:41.471073 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8600b304-5dfd-4200-8bce-065337b963fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:network and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:41.476534 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-40e025ad-84fe-4419-892f-74d4457c42e2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1602675534', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}, 'admin_state_up': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:41.482531 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8600b304-5dfd-4200-8bce-065337b963fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:41.495497 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-40e025ad-84fe-4419-892f-74d4457c42e2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:41.498104 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-8600b304-5dfd-4200-8bce-065337b963fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:41.502616 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-40e025ad-84fe-4419-892f-74d4457c42e2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Usage tracker for resource:router and tenant:68260ee4e7d844c68a0428a738fc37f5 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:41.507102 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-40e025ad-84fe-4419-892f-74d4457c42e2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:41.514470 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-40e025ad-84fe-4419-892f-74d4457c42e2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:41.520221 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99ada97-a0db-46d4-b75f-57f2a521faa5 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:19:41.520803 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8600b304-5dfd-4200-8bce-065337b963fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:41.523323 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5c569ac0-5361-420a-ab33-1f8101c421a7 tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] 10.222.0.39 "GET /v2.0/floatingips/91f0b21d-2bad-4918-9dcb-7cccaa0c1975 HTTP/1.1" status: 200 len: 983 time: 0.8308423 Jan 26 11:19:41.529412 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8600b304-5dfd-4200-8bce-065337b963fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:41.541417 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44178) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:41.589357 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] Sync routers for ids ['8bed2d62-c26b-42d8-8a7f-9b2ead59e5e1'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:19:41.604266 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8600b304-5dfd-4200-8bce-065337b963fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:41.608935 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] Routers {'8bed2d62-c26b-42d8-8a7f-9b2ead59e5e1'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:19:41.609741 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['8bed2d62-c26b-42d8-8a7f-9b2ead59e5e1'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:41.635219 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-40e025ad-84fe-4419-892f-74d4457c42e2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:41.636473 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-40e025ad-84fe-4419-892f-74d4457c42e2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:41.636727 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49122e2c-c630-4ccd-be59-d88489b31670 service neutron] Pushing event updated for resources: {'Port': ['ID=fd73cb01-e730-4ad8-b770-b6a1e7f436ed,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:41.653599 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-8600b304-5dfd-4200-8bce-065337b963fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:41.670414 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8600b304-5dfd-4200-8bce-065337b963fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:security_group_rule and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:41.676856 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8600b304-5dfd-4200-8bce-065337b963fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:41.685042 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-06920c88-ac95-43ae-8b8d-d32ac487e06f tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Network ccf7e590-7e87-4390-898c-54ed923dee9e is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:41.694196 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-8600b304-5dfd-4200-8bce-065337b963fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:41.695681 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-06920c88-ac95-43ae-8b8d-d32ac487e06f tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:41.698516 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-40e025ad-84fe-4419-892f-74d4457c42e2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:41.703877 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-06920c88-ac95-43ae-8b8d-d32ac487e06f tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:41.706436 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2f1cae49-ed53-4ba9-b9e9-979a9a750919 tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2903 time: 0.1625676 Jan 26 11:19:41.712738 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44182) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:41.774159 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a99ada97-a0db-46d4-b75f-57f2a521faa5 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:41.775404 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a99ada97-a0db-46d4-b75f-57f2a521faa5 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 15.2232077 Jan 26 11:19:41.788498 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44188) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:41.918906 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c34da9a-6ec5-449d-bfa7-e9b47ecbc3ef None None] Network 9d862b1a-16c4-474a-99d7-108083ba8e4c requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:19:41.962614 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ade7c579-653b-4e6a-ab48-4742120add74 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c0878cb9ce04e6a8660e57f8b10fc35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9709213 Jan 26 11:19:41.982645 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44192) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:41.983923 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06920c88-ac95-43ae-8b8d-d32ac487e06f tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Pushing event updated for resources: {'Port': ['ID=ec35730e-d033-42c2-a748-21a3eb766c98,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:42.055466 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-06920c88-ac95-43ae-8b8d-d32ac487e06f tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:42.056366 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-06920c88-ac95-43ae-8b8d-d32ac487e06f tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:42.060647 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-49122e2c-c630-4ccd-be59-d88489b31670 service neutron] Attempting to bind port fd73cb01-e730-4ad8-b770-b6a1e7f436ed on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:42.060985 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-49122e2c-c630-4ccd-be59-d88489b31670 service neutron] Attempting to bind port fd73cb01-e730-4ad8-b770-b6a1e7f436ed by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '5d01ec33-ef6d-4cb5-a766-ba00b1ea83af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:42.061315 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-49122e2c-c630-4ccd-be59-d88489b31670 service neutron] Attempting to bind port fd73cb01-e730-4ad8-b770-b6a1e7f436ed on network bf3da876-a622-4e17-8633-e23a8fba3f3c {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:42.084684 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] Set router 8bed2d62-c26b-42d8-8a7f-9b2ead59e5e1 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:19:42.091411 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-49122e2c-c630-4ccd-be59-d88489b31670 service neutron] Port fd73cb01-e730-4ad8-b770-b6a1e7f436ed on network bf3da876-a622-4e17-8633-e23a8fba3f3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:42.091743 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-49122e2c-c630-4ccd-be59-d88489b31670 service neutron] Attempting to bind port fd73cb01-e730-4ad8-b770-b6a1e7f436ed on network bf3da876-a622-4e17-8633-e23a8fba3f3c {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:42.168607 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-49122e2c-c630-4ccd-be59-d88489b31670 service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:19:42.168956 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-49122e2c-c630-4ccd-be59-d88489b31670 service neutron] Checking segment: {'id': '5d01ec33-ef6d-4cb5-a766-ba00b1ea83af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:19:42.169518 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-49122e2c-c630-4ccd-be59-d88489b31670 service neutron] Bound using segment: {'id': '5d01ec33-ef6d-4cb5-a766-ba00b1ea83af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:19:42.170013 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-49122e2c-c630-4ccd-be59-d88489b31670 service neutron] Bound port: fd73cb01-e730-4ad8-b770-b6a1e7f436ed, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d01ec33-ef6d-4cb5-a766-ba00b1ea83af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:19:42.170383 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-49122e2c-c630-4ccd-be59-d88489b31670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:42.200887 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-06920c88-ac95-43ae-8b8d-d32ac487e06f tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5508499 Jan 26 11:19:42.214976 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0043f8-0fbd-4d02-a6ce-021c9d48e828 req-e0f8574c-4421-4a47-a72f-8b87f61d9e5d tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:42.215314 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-eb0043f8-0fbd-4d02-a6ce-021c9d48e828 req-e0f8574c-4421-4a47-a72f-8b87f61d9e5d tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Synchronizing usage tracker for tenant:8170d036f1fe4a04b0076d6a1de6bb64 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:42.235366 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-bd849c29-be98-4ead-8688-88e5c7e0c69c service neutron] Request body: {'port': {'device_id': 'e1902126-0582-4b0c-9d25-9ac8479255de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:42.249689 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2a4a6f7c-a4b5-4394-bdd4-dda7cbf4d922 None None] Provisioning for port ec35730e-d033-42c2-a748-21a3eb766c98 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:42.303614 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2a4a6f7c-a4b5-4394-bdd4-dda7cbf4d922 None None] Provisioning complete for port ec35730e-d033-42c2-a748-21a3eb766c98 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:42.303982 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2a4a6f7c-a4b5-4394-bdd4-dda7cbf4d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:42.330766 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f8ec686d-a620-42e3-9fff-de4ddd1fff4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:42.368764 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-eb0043f8-0fbd-4d02-a6ce-021c9d48e828 req-e0f8574c-4421-4a47-a72f-8b87f61d9e5d tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Unset dirty status for tenant:8170d036f1fe4a04b0076d6a1de6bb64 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:42.369612 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-eb0043f8-0fbd-4d02-a6ce-021c9d48e828 req-e0f8574c-4421-4a47-a72f-8b87f61d9e5d tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1902126-0582-4b0c-9d25-9ac8479255de HTTP/1.1" status: 200 len: 932 time: 0.9179208 Jan 26 11:19:42.370796 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e0c83e8f-06c7-4b25-b095-8a54ddceac7d tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:42.431825 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8600b304-5dfd-4200-8bce-065337b963fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:42.438925 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2a4a6f7c-a4b5-4394-bdd4-dda7cbf4d922 None None] Port ec35730e-d033-42c2-a748-21a3eb766c98 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:19:42.441548 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-40e025ad-84fe-4419-892f-74d4457c42e2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:42.455671 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-6b94b203-ab7d-4820-bbc7-82f41bc32af6 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Deleting port ce488a9b-0d96-4e34-8e63-5c2923cc600e {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:19:42.456042 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b94b203-ab7d-4820-bbc7-82f41bc32af6 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:42.484928 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8600b304-5dfd-4200-8bce-065337b963fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:42.541782 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f8ec686d-a620-42e3-9fff-de4ddd1fff4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:42.554526 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bed2d62-c26b-42d8-8a7f-9b2ead59e5e1', 'name': '', 'tenant_id': 'd3fcfe8dac4f4c9889c8841a383dd514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff9c03fb-e4fb-43d9-b94f-24d82dd8bf57', 'external_fixed_ips': [{'subnet_id': '605746d6-891e-47c3-8651-6452f92f637f', 'ip_address': '2001:db8::265'}], 'enable_snat': True}, 'gw_port_id': '0811717b-3d6c-4a41-a792-a91607c0693a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:19:26Z', 'updated_at': '2022-01-26T11:19:35Z', 'revision_number': 3, 'project_id': 'd3fcfe8dac4f4c9889c8841a383dd514', 'gw_port': {'id': '0811717b-3d6c-4a41-a792-a91607c0693a', 'name': '', 'network_id': 'ff9c03fb-e4fb-43d9-b94f-24d82dd8bf57', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:56:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bed2d62-c26b-42d8-8a7f-9b2ead59e5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': '605746d6-891e-47c3-8651-6452f92f637f', 'ip_address': '2001:db8::265', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:32Z', 'updated_at': '2022-01-26T11:19:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '605746d6-891e-47c3-8651-6452f92f637f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:42.559349 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] Checking router: 8bed2d62-c26b-42d8-8a7f-9b2ead59e5e1 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:19:42.560494 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] Updating router 8bed2d62-c26b-42d8-8a7f-9b2ead59e5e1 port 0811717b-3d6c-4a41-a792-a91607c0693a binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:19:42.562146 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8600b304-5dfd-4200-8bce-065337b963fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:19:42.577089 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600b304-5dfd-4200-8bce-065337b963fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b20d5e1-adf7-4a43-8622-b881a4536f39,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:42.606284 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8600b304-5dfd-4200-8bce-065337b963fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:42.606568 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-8600b304-5dfd-4200-8bce-065337b963fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Added segment 41e4fec2-08e6-407d-a74d-6e7f6577ba56 of type vlan for network ba6f0584-2941-48e6-9427-2229465f5a54 Jan 26 11:19:42.616391 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:42.632483 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062243f-0fdd-4917-90e3-d0ca2fc05285 req-013bb5f5-fa04-45b4-9469-13caa5032b34 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:42.633194 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-6062243f-0fdd-4917-90e3-d0ca2fc05285 req-013bb5f5-fa04-45b4-9469-13caa5032b34 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Synchronizing usage tracker for tenant:80fe64ad2f7248c68674303bf7b13547 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:42.685908 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-49122e2c-c630-4ccd-be59-d88489b31670 service neutron] For port fd73cb01-e730-4ad8-b770-b6a1e7f436ed, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:19:42.692717 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-eb0043f8-0fbd-4d02-a6ce-021c9d48e828 req-82bcf526-9d7c-4d4a-b238-9dd1741d9a51 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e357e532-c2a3-4ab5-8acc-b885707a4f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2664108 Jan 26 11:19:42.722521 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-bd849c29-be98-4ead-8688-88e5c7e0c69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:42.740106 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8600b304-5dfd-4200-8bce-065337b963fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:42.747856 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-49122e2c-c630-4ccd-be59-d88489b31670 service neutron] For port fd73cb01-e730-4ad8-b770-b6a1e7f436ed, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=fd73cb01-e730-4ad8-b770-b6a1e7f436ed,segment=NetworkSegment(5d01ec33-ef6d-4cb5-a766-ba00b1ea83af),segment_id=5d01ec33-ef6d-4cb5-a766-ba00b1ea83af)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:19:42.749548 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-6062243f-0fdd-4917-90e3-d0ca2fc05285 req-013bb5f5-fa04-45b4-9469-13caa5032b34 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Unset dirty status for tenant:80fe64ad2f7248c68674303bf7b13547 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:42.757050 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6062243f-0fdd-4917-90e3-d0ca2fc05285 req-013bb5f5-fa04-45b4-9469-13caa5032b34 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/ports?device_id=731bf126-eae1-46f7-b4fb-deb230c48133 HTTP/1.1" status: 200 len: 944 time: 0.7600002 Jan 26 11:19:42.793683 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-49122e2c-c630-4ccd-be59-d88489b31670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:42.872480 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b94b203-ab7d-4820-bbc7-82f41bc32af6 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:42.873296 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b94b203-ab7d-4820-bbc7-82f41bc32af6 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:42.885321 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-49122e2c-c630-4ccd-be59-d88489b31670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:42.885912 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-49122e2c-c630-4ccd-be59-d88489b31670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:42.887681 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-49122e2c-c630-4ccd-be59-d88489b31670 service neutron] 10.222.0.24 "PUT /v2.0/ports/fd73cb01-e730-4ad8-b770-b6a1e7f436ed HTTP/1.1" status: 200 len: 1093 time: 4.6606886 Jan 26 11:19:42.902263 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e82132-2d82-461b-a99d-d8a509979a8c', 'tag': 'fd73cb01-e730-4ad8-b770-b6a1e7f436ed'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:19:42.922666 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e0c83e8f-06c7-4b25-b095-8a54ddceac7d tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:42.935812 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f8ec686d-a620-42e3-9fff-de4ddd1fff4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:42.995683 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6062243f-0fdd-4917-90e3-d0ca2fc05285 req-589d7011-7dd8-491c-9eea-7c81cce0eab6 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/security-groups?id=f02cd707-2e1c-462b-9cfd-9a90011c57d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381260 Jan 26 11:19:43.080958 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8600b304-5dfd-4200-8bce-065337b963fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:43.092808 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8600b304-5dfd-4200-8bce-065337b963fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:43.096510 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8600b304-5dfd-4200-8bce-065337b963fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:43.111183 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-6b94b203-ab7d-4820-bbc7-82f41bc32af6 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Calling delete_port for ce488a9b-0d96-4e34-8e63-5c2923cc600e owned by network:floatingip {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:19:43.124143 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:43.143756 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] Transition to ACTIVE for port object 0811717b-3d6c-4a41-a792-a91607c0693a will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:43.154469 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:43.154796 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec686d-a620-42e3-9fff-de4ddd1fff4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28262492-df27-44ae-b6f3-33b8dbc45822,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:43.158497 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-e0c83e8f-06c7-4b25-b095-8a54ddceac7d tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Deleting port 0811717b-3d6c-4a41-a792-a91607c0693a {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:19:43.159029 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e0c83e8f-06c7-4b25-b095-8a54ddceac7d tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:43.290295 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] Attempting to bind port 0811717b-3d6c-4a41-a792-a91607c0693a on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:43.290761 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] Attempting to bind port 0811717b-3d6c-4a41-a792-a91607c0693a by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '340c40ff-647f-4239-b9c4-f73526c94893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'ff9c03fb-e4fb-43d9-b94f-24d82dd8bf57'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:43.291082 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] Attempting to bind port 0811717b-3d6c-4a41-a792-a91607c0693a on network ff9c03fb-e4fb-43d9-b94f-24d82dd8bf57 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:43.302053 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600b304-5dfd-4200-8bce-065337b963fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Network': ['ID=ba6f0584-2941-48e6-9427-2229465f5a54,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:43.303068 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:19:43.303386 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] Checking segment: {'id': '340c40ff-647f-4239-b9c4-f73526c94893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'ff9c03fb-e4fb-43d9-b94f-24d82dd8bf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:19:43.303784 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:43.304173 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] Bound using segment: {'id': '340c40ff-647f-4239-b9c4-f73526c94893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'ff9c03fb-e4fb-43d9-b94f-24d82dd8bf57'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:19:43.304636 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] Bound port: 0811717b-3d6c-4a41-a792-a91607c0693a, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340c40ff-647f-4239-b9c4-f73526c94893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'ff9c03fb-e4fb-43d9-b94f-24d82dd8bf57'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:19:43.305009 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:43.313316 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8600b304-5dfd-4200-8bce-065337b963fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9930990 Jan 26 11:19:43.319628 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44202) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:43.334192 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-df400822-27ec-4583-8b2e-87875113423c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:43.336503 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:19:43.351122 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d77db9-6773-42ff-9bfb-b8891c8edfaf None None] Pushing event updated for resources: {'Port': ['ID=0811717b-3d6c-4a41-a792-a91607c0693a,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:43.373898 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49122e2c-c630-4ccd-be59-d88489b31670 service neutron] Pushing event updated for resources: {'Port': ['ID=fd73cb01-e730-4ad8-b770-b6a1e7f436ed,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:43.388998 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f8ec686d-a620-42e3-9fff-de4ddd1fff4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:43.390135 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f8ec686d-a620-42e3-9fff-de4ddd1fff4c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/28262492-df27-44ae-b6f3-33b8dbc45822 HTTP/1.1" status: 204 len: 168 time: 1.3931961 Jan 26 11:19:43.634484 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device ea64c4d7-8de7-43dc-939d-180af73044cd details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:19:43.642243 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] For port 0811717b-3d6c-4a41-a792-a91607c0693a, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:19:43.646114 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] For port 0811717b-3d6c-4a41-a792-a91607c0693a, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0811717b-3d6c-4a41-a792-a91607c0693a,segment=NetworkSegment(340c40ff-647f-4239-b9c4-f73526c94893),segment_id=340c40ff-647f-4239-b9c4-f73526c94893)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:19:43.655977 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e82132-2d82-461b-a99d-d8a509979a8c', 'tag': 'fd73cb01-e730-4ad8-b770-b6a1e7f436ed', 'status': 'completed', 'code': 200} Jan 26 11:19:43.706371 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b37cb5-ed70-414f-a217-902defc38f51 req-5b6ef69d-b836-47db-bc4a-ff9367728795 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:43.707088 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-76b37cb5-ed70-414f-a217-902defc38f51 req-5b6ef69d-b836-47db-bc4a-ff9367728795 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Synchronizing usage tracker for tenant:f5fbcfd06e3341ee86200462cb30acd6 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:43.714587 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-b5844228-cbac-4ea0-b058-4344ac2120ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:43.716055 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-b5844228-cbac-4ea0-b058-4344ac2120ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5fbcfd06e3341ee86200462cb30acd6&device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 1096 time: 0.7559941 Jan 26 11:19:43.750503 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-40e025ad-84fe-4419-892f-74d4457c42e2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:43.780027 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:43.806811 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-df400822-27ec-4583-8b2e-87875113423c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:43.812928 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-df400822-27ec-4583-8b2e-87875113423c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:subnet and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:43.818016 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-df400822-27ec-4583-8b2e-87875113423c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:43.830967 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-df400822-27ec-4583-8b2e-87875113423c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:43.864567 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-e0c83e8f-06c7-4b25-b095-8a54ddceac7d tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] For port 0811717b-3d6c-4a41-a792-a91607c0693a, host dv-neutron-826439-1-hyperv, got binding levels [] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:43.864927 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e0c83e8f-06c7-4b25-b095-8a54ddceac7d tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:43.871355 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-40e025ad-84fe-4419-892f-74d4457c42e2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:43.877872 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df400822-27ec-4583-8b2e-87875113423c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:43.882397 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-df400822-27ec-4583-8b2e-87875113423c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:43.960835 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-1261f321-c90f-48eb-9485-427dd457195d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd73cb01-e730-4ad8-b770-b6a1e7f436ed HTTP/1.1" status: 200 len: 217 time: 0.2309322 Jan 26 11:19:43.979924 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port ea64c4d7-8de7-43dc-939d-180af73044cd, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ea64c4d7-8de7-43dc-939d-180af73044cd,segment=NetworkSegment(ce9e9fd2-9afc-4447-8440-7f353ce0aec4),segment_id=ce9e9fd2-9afc-4447-8440-7f353ce0aec4)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:44.003022 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': 'ea64c4d7-8de7-43dc-939d-180af73044cd', 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456', 'port_id': 'ea64c4d7-8de7-43dc-939d-180af73044cd', 'mac_address': 'fa:16:3e:74:c0:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083cb517-daf9-46a6-b8c3-2a43e684eac8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:19:44.007859 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d77db9-6773-42ff-9bfb-b8891c8edfaf None None] Pushing event updated for resources: {'Port': ['ID=0811717b-3d6c-4a41-a792-a91607c0693a,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:44.012275 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] Routers {'8bed2d62-c26b-42d8-8a7f-9b2ead59e5e1'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:19:44.012878 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['8bed2d62-c26b-42d8-8a7f-9b2ead59e5e1'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:44.034638 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b94b203-ab7d-4820-bbc7-82f41bc32af6 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:44.035701 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-e0c83e8f-06c7-4b25-b095-8a54ddceac7d tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Calling delete_port for 0811717b-3d6c-4a41-a792-a91607c0693a owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:19:44.100210 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-76b37cb5-ed70-414f-a217-902defc38f51 req-5b6ef69d-b836-47db-bc4a-ff9367728795 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Unset dirty status for tenant:f5fbcfd06e3341ee86200462cb30acd6 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:44.108174 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-76b37cb5-ed70-414f-a217-902defc38f51 req-5b6ef69d-b836-47db-bc4a-ff9367728795 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 943 time: 1.1732597 Jan 26 11:19:44.154484 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.resource_extend [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-bd849c29-be98-4ead-8688-88e5c7e0c69c service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:19:44.218919 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:44.252976 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] Set router 8bed2d62-c26b-42d8-8a7f-9b2ead59e5e1 gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:19:44.268030 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-9960889c-a523-49dd-a336-dcdcbed159a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:44.269733 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-9960889c-a523-49dd-a336-dcdcbed159a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53606115-5141-4c56-95c1-767f19a5c1f8 HTTP/1.1" status: 200 len: 850 time: 0.2447162 Jan 26 11:19:44.272401 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94b203-ab7d-4820-bbc7-82f41bc32af6 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Pushing event deleted for resources: {'Port': ['ID=ce488a9b-0d96-4e34-8e63-5c2923cc600e,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:44.300543 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea64c4d7-8de7-43dc-939d-180af73044cd {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:19:44.379158 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bed2d62-c26b-42d8-8a7f-9b2ead59e5e1', 'name': '', 'tenant_id': 'd3fcfe8dac4f4c9889c8841a383dd514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:19:26Z', 'updated_at': '2022-01-26T11:19:42Z', 'revision_number': 4, 'project_id': 'd3fcfe8dac4f4c9889c8841a383dd514', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:44.385668 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port ea64c4d7-8de7-43dc-939d-180af73044cd, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ea64c4d7-8de7-43dc-939d-180af73044cd,segment=NetworkSegment(ce9e9fd2-9afc-4447-8440-7f353ce0aec4),segment_id=ce9e9fd2-9afc-4447-8440-7f353ce0aec4)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:44.386784 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba180504-f017-45e6-b1b6-fb3e67b951d6 None None] The sync data for ids ['8bed2d62-c26b-42d8-8a7f-9b2ead59e5e1'] in dv-neutron-826439-1-hyperv is: [{'id': '8bed2d62-c26b-42d8-8a7f-9b2ead59e5e1', 'name': '', 'tenant_id': 'd3fcfe8dac4f4c9889c8841a383dd514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:19:26Z', 'updated_at': '2022-01-26T11:19:42Z', 'revision_number': 4, 'project_id': 'd3fcfe8dac4f4c9889c8841a383dd514', 'gw_port_host': None}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:19:44.391293 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:44.429655 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b94b203-ab7d-4820-bbc7-82f41bc32af6 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks [] for floatingip, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:44.430083 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-6b94b203-ab7d-4820-bbc7-82f41bc32af6 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Floating IP 91f0b21d-2bad-4918-9dcb-7cccaa0c1975 disassociated (deleted). External IP: 172.26.5.141, port: 0080cedd-a155-407c-a409-b714e2ba1df7. Jan 26 11:19:44.483297 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=ea64c4d7-8de7-43dc-939d-180af73044cd,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:44.499393 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-76b37cb5-ed70-414f-a217-902defc38f51 req-ad62852a-684c-447e-8c25-2addb060add6 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3849771 Jan 26 11:19:44.521495 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-bd849c29-be98-4ead-8688-88e5c7e0c69c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec35730e-d033-42c2-a748-21a3eb766c98 {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:19:44.548930 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-bd849c29-be98-4ead-8688-88e5c7e0c69c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:44.557160 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44236) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:44.585098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-bd849c29-be98-4ead-8688-88e5c7e0c69c service neutron] Transition to ACTIVE for port object ec35730e-d033-42c2-a748-21a3eb766c98 will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:44.599043 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-bd849c29-be98-4ead-8688-88e5c7e0c69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:44.655258 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['ea64c4d7-8de7-43dc-939d-180af73044cd'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:19:44.710488 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-40e025ad-84fe-4419-892f-74d4457c42e2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Allocated IP 172.26.5.140 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/3ad22e36-d1a6-4e93-a928-8ba96e4666c8) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:44.756364 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479c9d5-92ec-4866-8aa5-c32761f95c8c req-e931de6f-88d0-416e-9b91-f253a7d8a0df tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:44.763553 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9479c9d5-92ec-4866-8aa5-c32761f95c8c req-e931de6f-88d0-416e-9b91-f253a7d8a0df tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1902126-0582-4b0c-9d25-9ac8479255de HTTP/1.1" status: 200 len: 932 time: 0.8895214 Jan 26 11:19:44.869674 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-acc1ccb3-8456-451d-b1f7-ab19c0e60b1b tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1641201621'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:44.885668 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.api [None req-e0c83e8f-06c7-4b25-b095-8a54ddceac7d tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:19:44.886250 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG oslo_db.api [None req-e0c83e8f-06c7-4b25-b095-8a54ddceac7d tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:19:44.894945 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-acc1ccb3-8456-451d-b1f7-ab19c0e60b1b tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:44.909973 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd849c29-be98-4ead-8688-88e5c7e0c69c service neutron] Pushing event updated for resources: {'Port': ['ID=ec35730e-d033-42c2-a748-21a3eb766c98,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:44.910674 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-9479c9d5-92ec-4866-8aa5-c32761f95c8c req-235fa4e3-c580-4d28-b9e4-20a308683436 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Synchronizing usage tracker for tenant:8170d036f1fe4a04b0076d6a1de6bb64 on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:44.952059 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-d2a8b3c3-b1c7-4d3c-85f1-dd93d17e22bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:44.953633 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-d2a8b3c3-b1c7-4d3c-85f1-dd93d17e22bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf3da876-a622-4e17-8633-e23a8fba3f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5292151 Jan 26 11:19:45.010116 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-acc1ccb3-8456-451d-b1f7-ab19c0e60b1b tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Usage tracker for resource:network and tenant:77ad33d2818b4363b3c4157c5aa2b74a is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:45.022309 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-acc1ccb3-8456-451d-b1f7-ab19c0e60b1b tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:45.093429 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-acc1ccb3-8456-451d-b1f7-ab19c0e60b1b tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:45.163601 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-9479c9d5-92ec-4866-8aa5-c32761f95c8c req-235fa4e3-c580-4d28-b9e4-20a308683436 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Unset dirty status for tenant:8170d036f1fe4a04b0076d6a1de6bb64 on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:45.164782 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9479c9d5-92ec-4866-8aa5-c32761f95c8c req-235fa4e3-c580-4d28-b9e4-20a308683436 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e357e532-c2a3-4ab5-8acc-b885707a4f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4005711 Jan 26 11:19:45.170852 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc1ccb3-8456-451d-b1f7-ab19c0e60b1b tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Made reservation on behalf of 77ad33d2818b4363b3c4157c5aa2b74a for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:45.174710 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-acc1ccb3-8456-451d-b1f7-ab19c0e60b1b tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:45.214899 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-acc1ccb3-8456-451d-b1f7-ab19c0e60b1b tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:45.276163 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03009f62-0114-4c38-925c-c6c0d7559b25 req-817b739f-b876-4e20-b826-e1de77569d52 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:45.277557 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-03009f62-0114-4c38-925c-c6c0d7559b25 req-817b739f-b876-4e20-b826-e1de77569d52 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/ports?device_id=731bf126-eae1-46f7-b4fb-deb230c48133 HTTP/1.1" status: 200 len: 945 time: 0.6117578 Jan 26 11:19:45.278234 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-bd849c29-be98-4ead-8688-88e5c7e0c69c service neutron] Attempting to bind port ec35730e-d033-42c2-a748-21a3eb766c98 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:45.278589 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-bd849c29-be98-4ead-8688-88e5c7e0c69c service neutron] Attempting to bind port ec35730e-d033-42c2-a748-21a3eb766c98 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'dde45a8b-fb4b-44c8-b38f-397bfb625ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:45.278915 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-bd849c29-be98-4ead-8688-88e5c7e0c69c service neutron] Attempting to bind port ec35730e-d033-42c2-a748-21a3eb766c98 on network ccf7e590-7e87-4390-898c-54ed923dee9e {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:45.316629 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-bd849c29-be98-4ead-8688-88e5c7e0c69c service neutron] Port ec35730e-d033-42c2-a748-21a3eb766c98 on network ccf7e590-7e87-4390-898c-54ed923dee9e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:19:45.316953 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-bd849c29-be98-4ead-8688-88e5c7e0c69c service neutron] Attempting to bind port ec35730e-d033-42c2-a748-21a3eb766c98 on network ccf7e590-7e87-4390-898c-54ed923dee9e {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:45.319054 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-acc1ccb3-8456-451d-b1f7-ab19c0e60b1b tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:45.326905 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-027c4d3c-00ef-4167-8a07-e8eb9615d753 service neutron] 10.222.0.24 "GET /v2.0/networks/bf3da876-a622-4e17-8633-e23a8fba3f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585551 Jan 26 11:19:45.331577 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-bd849c29-be98-4ead-8688-88e5c7e0c69c service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:19:45.331911 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-bd849c29-be98-4ead-8688-88e5c7e0c69c service neutron] Checking segment: {'id': 'dde45a8b-fb4b-44c8-b38f-397bfb625ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:19:45.332310 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-bd849c29-be98-4ead-8688-88e5c7e0c69c service neutron] Bound using segment: {'id': 'dde45a8b-fb4b-44c8-b38f-397bfb625ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:19:45.332895 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-bd849c29-be98-4ead-8688-88e5c7e0c69c service neutron] Bound port: ec35730e-d033-42c2-a748-21a3eb766c98, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dde45a8b-fb4b-44c8-b38f-397bfb625ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:19:45.333411 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-bd849c29-be98-4ead-8688-88e5c7e0c69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:45.333523 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-df400822-27ec-4583-8b2e-87875113423c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:45.339690 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-acc1ccb3-8456-451d-b1f7-ab19c0e60b1b tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Usage tracker for resource:security_group_rule and tenant:77ad33d2818b4363b3c4157c5aa2b74a is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:45.370832 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-acc1ccb3-8456-451d-b1f7-ab19c0e60b1b tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:45.375627 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-40e025ad-84fe-4419-892f-74d4457c42e2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:45.400271 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-acc1ccb3-8456-451d-b1f7-ab19c0e60b1b tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:45.415503 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-e0c83e8f-06c7-4b25-b095-8a54ddceac7d tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Deleting port 0811717b-3d6c-4a41-a792-a91607c0693a {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:19:45.415831 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e0c83e8f-06c7-4b25-b095-8a54ddceac7d tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:45.477369 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-03009f62-0114-4c38-925c-c6c0d7559b25 req-5e9b9f8d-213f-4c0b-9c67-b7e1696eee67 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/security-groups?id=f02cd707-2e1c-462b-9cfd-9a90011c57d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848474 Jan 26 11:19:45.487208 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df400822-27ec-4583-8b2e-87875113423c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Checking segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:19:45.487580 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df400822-27ec-4583-8b2e-87875113423c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network hostable DHCP agents. Network: ba6f0584-2941-48e6-9427-2229465f5a54, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:19:45.494716 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b94b203-ab7d-4820-bbc7-82f41bc32af6 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Router c08b594d-a34b-4b91-8a50-baf962d3cc06 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:19:45.496706 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df400822-27ec-4583-8b2e-87875113423c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=80fa0534-c136-41ba-889a-bb158e7e1c73,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:45.634475 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device ea64c4d7-8de7-43dc-939d-180af73044cd up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:19:45.642423 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-bd849c29-be98-4ead-8688-88e5c7e0c69c service neutron] For port ec35730e-d033-42c2-a748-21a3eb766c98, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:19:45.654164 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df400822-27ec-4583-8b2e-87875113423c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:19:45.677060 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-40e025ad-84fe-4419-892f-74d4457c42e2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:45.711681 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-bd849c29-be98-4ead-8688-88e5c7e0c69c service neutron] For port ec35730e-d033-42c2-a748-21a3eb766c98, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ec35730e-d033-42c2-a748-21a3eb766c98,segment=NetworkSegment(dde45a8b-fb4b-44c8-b38f-397bfb625ef8),segment_id=dde45a8b-fb4b-44c8-b38f-397bfb625ef8)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:19:45.716952 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7de32a41-ef8d-4e98-9fa8-8e68bb8c0908 req-63e551f6-d7b6-4ac5-8dea-b70ea1c84445 service neutron] 10.222.0.24 "GET /v2.0/networks/bf3da876-a622-4e17-8633-e23a8fba3f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728311 Jan 26 11:19:45.721262 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port ea64c4d7-8de7-43dc-939d-180af73044cd completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:45.727976 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-bd849c29-be98-4ead-8688-88e5c7e0c69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:45.728863 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port ea64c4d7-8de7-43dc-939d-180af73044cd triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:45.729363 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:45.851911 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-bd849c29-be98-4ead-8688-88e5c7e0c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:45.852339 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-bd849c29-be98-4ead-8688-88e5c7e0c69c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:45.853693 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-bd849c29-be98-4ead-8688-88e5c7e0c69c service neutron] 10.222.0.24 "PUT /v2.0/ports/ec35730e-d033-42c2-a748-21a3eb766c98 HTTP/1.1" status: 200 len: 1094 time: 3.6236365 Jan 26 11:19:45.855071 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1902126-0582-4b0c-9d25-9ac8479255de', 'tag': 'ec35730e-d033-42c2-a748-21a3eb766c98'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:19:45.872054 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-e0c83e8f-06c7-4b25-b095-8a54ddceac7d tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] For port 0811717b-3d6c-4a41-a792-a91607c0693a, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0811717b-3d6c-4a41-a792-a91607c0693a,segment=NetworkSegment(340c40ff-647f-4239-b9c4-f73526c94893),segment_id=340c40ff-647f-4239-b9c4-f73526c94893)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:45.872291 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e0c83e8f-06c7-4b25-b095-8a54ddceac7d tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:45.876809 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:45.904908 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-df400822-27ec-4583-8b2e-87875113423c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, ba6f0584-2941-48e6-9427-2229465f5a54) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:45.916101 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731bf126-eae1-46f7-b4fb-deb230c48133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea64c4d7-8de7-43dc-939d-180af73044cd'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:19:45.975206 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df400822-27ec-4583-8b2e-87875113423c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:45.976090 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-df400822-27ec-4583-8b2e-87875113423c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:45.989716 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e025ad-84fe-4419-892f-74d4457c42e2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:46.000612 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef09e4d-c2f6-4dda-ac2c-1c8e7954b38c None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:19:46.011234 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-40e025ad-84fe-4419-892f-74d4457c42e2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:46.024660 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e025ad-84fe-4419-892f-74d4457c42e2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event updated for resources: {'Port': ['ID=3ad22e36-d1a6-4e93-a928-8ba96e4666c8,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:46.031830 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e025ad-84fe-4419-892f-74d4457c42e2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:46.046119 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port ea64c4d7-8de7-43dc-939d-180af73044cd, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ea64c4d7-8de7-43dc-939d-180af73044cd,segment=NetworkSegment(ce9e9fd2-9afc-4447-8440-7f353ce0aec4),segment_id=ce9e9fd2-9afc-4447-8440-7f353ce0aec4)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:46.074083 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:46.091566 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-e0c83e8f-06c7-4b25-b095-8a54ddceac7d tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Calling delete_port for 0811717b-3d6c-4a41-a792-a91607c0693a owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:19:46.127072 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1902126-0582-4b0c-9d25-9ac8479255de', 'tag': 'ec35730e-d033-42c2-a748-21a3eb766c98', 'status': 'completed', 'code': 200} Jan 26 11:19:46.132303 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd849c29-be98-4ead-8688-88e5c7e0c69c service neutron] Pushing event updated for resources: {'Port': ['ID=ec35730e-d033-42c2-a748-21a3eb766c98,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:46.198692 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0723a-fe5b-4e35-89e2-6ffe56e3f305 req-83c79c1d-799f-4859-8297-30416b93d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:46.200221 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dfe0723a-fe5b-4e35-89e2-6ffe56e3f305 req-83c79c1d-799f-4859-8297-30416b93d465 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5fbcfd06e3341ee86200462cb30acd6&device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 1096 time: 0.4123476 Jan 26 11:19:46.261943 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=ea64c4d7-8de7-43dc-939d-180af73044cd,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:46.272400 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-df7059b0-84de-45e7-b534-4bb031ce670a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:46.274077 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-df7059b0-84de-45e7-b534-4bb031ce670a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8170d036f1fe4a04b0076d6a1de6bb64&device_id=e1902126-0582-4b0c-9d25-9ac8479255de HTTP/1.1" status: 200 len: 1097 time: 0.3618350 Jan 26 11:19:46.304831 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b94b203-ab7d-4820-bbc7-82f41bc32af6 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:19:46.317152 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abefec05-3802-46e1-a007-9dde830f0b63 None None] Sync routers for ids ['c08b594d-a34b-4b91-8a50-baf962d3cc06'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:19:46.319074 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b94b203-ab7d-4820-bbc7-82f41bc32af6 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:46.331554 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abefec05-3802-46e1-a007-9dde830f0b63 None None] Routers {'c08b594d-a34b-4b91-8a50-baf962d3cc06'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:19:46.332935 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-abefec05-3802-46e1-a007-9dde830f0b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['c08b594d-a34b-4b91-8a50-baf962d3cc06'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:46.376768 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-df400822-27ec-4583-8b2e-87875113423c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0537016 Jan 26 11:19:46.381328 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44256) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:46.414284 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-abefec05-3802-46e1-a007-9dde830f0b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:46.424514 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe734545-2a08-4bd3-bf3c-b18d331193d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-ba6f0584-2941-48e6-9427-2229465f5a54', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'fixed_ips': [{'subnet_id': '80fa0534-c136-41ba-889a-bb158e7e1c73'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:19:46.425415 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abefec05-3802-46e1-a007-9dde830f0b63 None None] Routers {'c08b594d-a34b-4b91-8a50-baf962d3cc06'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:19:46.425543 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-fe734545-2a08-4bd3-bf3c-b18d331193d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:46.426966 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-abefec05-3802-46e1-a007-9dde830f0b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['c08b594d-a34b-4b91-8a50-baf962d3cc06'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:46.429882 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-acc1ccb3-8456-451d-b1f7-ab19c0e60b1b tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:46.434336 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-2cc0399b-d2e2-488a-8482-5701e0400e41 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'name': 'tempest-NetworksTestDHCPv6-1309804633'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:46.447268 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-b22f0223-dca6-47b6-acf5-13393bfe18d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec35730e-d033-42c2-a748-21a3eb766c98 HTTP/1.1" status: 200 len: 217 time: 0.1184075 Jan 26 11:19:46.522868 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-acc1ccb3-8456-451d-b1f7-ab19c0e60b1b tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:46.529096 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-abefec05-3802-46e1-a007-9dde830f0b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:46.530847 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abefec05-3802-46e1-a007-9dde830f0b63 None None] The sync data for ids ['c08b594d-a34b-4b91-8a50-baf962d3cc06'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:19:46.548006 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0723a-fe5b-4e35-89e2-6ffe56e3f305 req-4f1dd765-d305-4529-bab7-875862b700ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:46.549730 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dfe0723a-fe5b-4e35-89e2-6ffe56e3f305 req-4f1dd765-d305-4529-bab7-875862b700ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf3da876-a622-4e17-8633-e23a8fba3f3c HTTP/1.1" status: 200 len: 912 time: 0.3401854 Jan 26 11:19:46.592729 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2343da-426d-4db7-afb8-c742ce4e6315 req-1a2fdd9a-8d8f-4b0b-a208-97988064d591 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:46.594378 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2d2343da-426d-4db7-afb8-c742ce4e6315 req-1a2fdd9a-8d8f-4b0b-a208-97988064d591 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 943 time: 0.9842227 Jan 26 11:19:46.627143 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-fe734545-2a08-4bd3-bf3c-b18d331193d3 None None] Allocated IP 2001:db8::2 (ba6f0584-2941-48e6-9427-2229465f5a54/80fa0534-c136-41ba-889a-bb158e7e1c73/573ede7a-573c-4d5b-bf5e-b7746b1fc3c5) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:46.659817 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc1ccb3-8456-451d-b1f7-ab19c0e60b1b tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:19:46.780175 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dfe0723a-fe5b-4e35-89e2-6ffe56e3f305 req-d2bb0745-5d06-447b-a3f3-f327f64c4e5c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd73cb01-e730-4ad8-b770-b6a1e7f436ed HTTP/1.1" status: 200 len: 217 time: 0.1988208 Jan 26 11:19:46.788214 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6b94b203-ab7d-4820-bbc7-82f41bc32af6 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] 10.222.0.39 "DELETE /v2.0/floatingips/91f0b21d-2bad-4918-9dcb-7cccaa0c1975 HTTP/1.1" status: 204 len: 168 time: 5.0686162 Jan 26 11:19:46.791462 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44262) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:46.806988 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-acc1ccb3-8456-451d-b1f7-ab19c0e60b1b tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:46.807341 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-acc1ccb3-8456-451d-b1f7-ab19c0e60b1b tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Added segment 8097176b-abe0-4c5b-9ec1-59b8be2e3761 of type vlan for network 30bc1b1c-ef7b-4f6d-841b-36322fd81976 Jan 26 11:19:46.819205 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1ccb3-8456-451d-b1f7-ab19c0e60b1b tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe0c98e-6dde-43da-a991-bb98db25652b,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:46.831397 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-730d1f2d-c2b5-493d-9306-bdbed452a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:46.833475 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-730d1f2d-c2b5-493d-9306-bdbed452a79f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8af7f97d-3505-49db-8fef-896d429e8e82 HTTP/1.1" status: 200 len: 845 time: 0.3717196 Jan 26 11:19:46.841486 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:46.860905 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:46.901377 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2d2343da-426d-4db7-afb8-c742ce4e6315 req-cbde3fee-c141-43e6-b7c2-64ca1b876b98 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309575 Jan 26 11:19:46.903015 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-acc1ccb3-8456-451d-b1f7-ab19c0e60b1b tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:46.906489 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Usage tracker for resource:floatingip and tenant:873c7ffd1b2e4c289f45e1cd68561192 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:46.920727 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:46.949037 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:46.953013 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-fe734545-2a08-4bd3-bf3c-b18d331193d3 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:46.961104 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab272f-e860-4b3a-bfb7-30c507156576 req-1eb01122-b09f-4879-9897-1e3380b3694c tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:46.962746 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-63ab272f-e860-4b3a-bfb7-30c507156576 req-1eb01122-b09f-4879-9897-1e3380b3694c tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1902126-0582-4b0c-9d25-9ac8479255de HTTP/1.1" status: 200 len: 944 time: 0.6351147 Jan 26 11:19:46.963523 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e0c83e8f-06c7-4b25-b095-8a54ddceac7d tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:46.964406 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-fe734545-2a08-4bd3-bf3c-b18d331193d3 None None] Transition to ACTIVE for port object 573ede7a-573c-4d5b-bf5e-b7746b1fc3c5 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:46.984396 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-fe734545-2a08-4bd3-bf3c-b18d331193d3 None None] Transition to ACTIVE for port object 573ede7a-573c-4d5b-bf5e-b7746b1fc3c5 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:46.991641 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-fe734545-2a08-4bd3-bf3c-b18d331193d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:47.013083 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2cc0399b-d2e2-488a-8482-5701e0400e41 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:47.020325 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2cc0399b-d2e2-488a-8482-5701e0400e41 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:port and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:47.032448 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2cc0399b-d2e2-488a-8482-5701e0400e41 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:47.045778 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2cc0399b-d2e2-488a-8482-5701e0400e41 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:47.077690 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731bf126-eae1-46f7-b4fb-deb230c48133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea64c4d7-8de7-43dc-939d-180af73044cd', 'code': 200} Jan 26 11:19:47.084702 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c83e8f-06c7-4b25-b095-8a54ddceac7d tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Pushing event deleted for resources: {'Port': ['ID=0811717b-3d6c-4a41-a792-a91607c0693a,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:47.094751 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe734545-2a08-4bd3-bf3c-b18d331193d3 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:47.098180 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-fe734545-2a08-4bd3-bf3c-b18d331193d3 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:47.103275 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe734545-2a08-4bd3-bf3c-b18d331193d3 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:47.111917 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe734545-2a08-4bd3-bf3c-b18d331193d3 None None] Pushing event updated for resources: {'Port': ['ID=573ede7a-573c-4d5b-bf5e-b7746b1fc3c5,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:47.131848 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-acc1ccb3-8456-451d-b1f7-ab19c0e60b1b tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:47.137452 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc1ccb3-8456-451d-b1f7-ab19c0e60b1b tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:47.138046 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-acc1ccb3-8456-451d-b1f7-ab19c0e60b1b tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:47.152490 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0723a-fe5b-4e35-89e2-6ffe56e3f305 req-f4891de1-0e00-4ee3-a886-c4a39c7a675b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:47.154253 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dfe0723a-fe5b-4e35-89e2-6ffe56e3f305 req-f4891de1-0e00-4ee3-a886-c4a39c7a675b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53606115-5141-4c56-95c1-767f19a5c1f8 HTTP/1.1" status: 200 len: 850 time: 0.3654726 Jan 26 11:19:47.168399 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc0399b-d2e2-488a-8482-5701e0400e41 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:47.171829 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2cc0399b-d2e2-488a-8482-5701e0400e41 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:47.175361 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-63ab272f-e860-4b3a-bfb7-30c507156576 req-d8785640-d04c-41c8-abe8-0b8d719cf025 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e357e532-c2a3-4ab5-8acc-b885707a4f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1402197 Jan 26 11:19:47.184611 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:47.255597 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-fe734545-2a08-4bd3-bf3c-b18d331193d3 None None] Attempting to bind port 573ede7a-573c-4d5b-bf5e-b7746b1fc3c5 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:47.256698 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-fe734545-2a08-4bd3-bf3c-b18d331193d3 None None] Attempting to bind port 573ede7a-573c-4d5b-bf5e-b7746b1fc3c5 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:47.257392 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe734545-2a08-4bd3-bf3c-b18d331193d3 None None] Attempting to bind port 573ede7a-573c-4d5b-bf5e-b7746b1fc3c5 on network ba6f0584-2941-48e6-9427-2229465f5a54 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:47.265488 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe734545-2a08-4bd3-bf3c-b18d331193d3 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:19:47.266243 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe734545-2a08-4bd3-bf3c-b18d331193d3 None None] Checking segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:19:47.266856 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-fe734545-2a08-4bd3-bf3c-b18d331193d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:47.267419 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe734545-2a08-4bd3-bf3c-b18d331193d3 None None] Bound using segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:19:47.268019 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-fe734545-2a08-4bd3-bf3c-b18d331193d3 None None] Bound port: 573ede7a-573c-4d5b-bf5e-b7746b1fc3c5, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:19:47.268575 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-fe734545-2a08-4bd3-bf3c-b18d331193d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:47.285711 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-40e025ad-84fe-4419-892f-74d4457c42e2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for router_gateway, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:47.316019 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e0c83e8f-06c7-4b25-b095-8a54ddceac7d tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:47.370276 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-fe734545-2a08-4bd3-bf3c-b18d331193d3 None None] For port 573ede7a-573c-4d5b-bf5e-b7746b1fc3c5, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:19:47.373823 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-fe734545-2a08-4bd3-bf3c-b18d331193d3 None None] For port 573ede7a-573c-4d5b-bf5e-b7746b1fc3c5, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=573ede7a-573c-4d5b-bf5e-b7746b1fc3c5,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:19:47.378142 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-fe734545-2a08-4bd3-bf3c-b18d331193d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:47.395446 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-acc1ccb3-8456-451d-b1f7-ab19c0e60b1b tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8271222 Jan 26 11:19:47.395446 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-2cc0399b-d2e2-488a-8482-5701e0400e41 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] device_id is not set on port e37cb39f-47ff-43b4-97ef-8e65c3c49483 yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:19:47.444487 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44268) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:47.461624 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-60029f87-88fa-4bd7-a625-8791ba37bea9 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Request body: {'subnet': {'network_id': '30bc1b1c-ef7b-4f6d-841b-36322fd81976', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:47.462877 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe734545-2a08-4bd3-bf3c-b18d331193d3 None None] Pushing event updated for resources: {'Port': ['ID=573ede7a-573c-4d5b-bf5e-b7746b1fc3c5,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:47.492103 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1ccb3-8456-451d-b1f7-ab19c0e60b1b tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Pushing event updated for resources: {'Network': ['ID=30bc1b1c-ef7b-4f6d-841b-36322fd81976,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:47.504143 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 30bc1b1c-ef7b-4f6d-841b-36322fd81976 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:19:47.555044 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e0c83e8f-06c7-4b25-b095-8a54ddceac7d tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:47.561313 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e0c83e8f-06c7-4b25-b095-8a54ddceac7d tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:47.578260 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-a4df4b7a-9e34-4d34-ba04-0189451980a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:47.580653 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-a4df4b7a-9e34-4d34-ba04-0189451980a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ccf7e590-7e87-4390-898c-54ed923dee9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7310612 Jan 26 11:19:47.816847 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3eb159-4332-4ade-a683-b285da318f86 req-27bbc4ee-15e6-4f82-9098-50f1cae286d9 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:47.818478 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8a3eb159-4332-4ade-a683-b285da318f86 req-27bbc4ee-15e6-4f82-9098-50f1cae286d9 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/ports?device_id=731bf126-eae1-46f7-b4fb-deb230c48133 HTTP/1.1" status: 200 len: 946 time: 0.6133389 Jan 26 11:19:47.826247 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c38f2-28d0-4959-bce4-d3c338a97582 req-cabd84ed-5b9b-4b1e-bcdc-2eda32e51cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:47.827758 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7d8c38f2-28d0-4959-bce4-d3c338a97582 req-cabd84ed-5b9b-4b1e-bcdc-2eda32e51cab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=731bf126-eae1-46f7-b4fb-deb230c48133 HTTP/1.1" status: 200 len: 1099 time: 0.4870400 Jan 26 11:19:47.833574 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e0c83e8f-06c7-4b25-b095-8a54ddceac7d tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:47.834174 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c83e8f-06c7-4b25-b095-8a54ddceac7d tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8bed2d62-c26b-42d8-8a7f-9b2ead59e5e1 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:19:47.855014 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-2cc0399b-d2e2-488a-8482-5701e0400e41 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 2001:db8::ce (ba6f0584-2941-48e6-9427-2229465f5a54/80fa0534-c136-41ba-889a-bb158e7e1c73/e37cb39f-47ff-43b4-97ef-8e65c3c49483) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:47.885497 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0723a-fe5b-4e35-89e2-6ffe56e3f305 req-46c60ca4-f8ce-47fb-900f-7f147288e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:47.887215 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dfe0723a-fe5b-4e35-89e2-6ffe56e3f305 req-46c60ca4-f8ce-47fb-900f-7f147288e191 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf3da876-a622-4e17-8633-e23a8fba3f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6754847 Jan 26 11:19:47.904589 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-60029f87-88fa-4bd7-a625-8791ba37bea9 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:47.905081 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [req-7d8c38f2-28d0-4959-bce4-d3c338a97582 req-60d081ec-c4b4-4a7a-8529-d9765a93c047 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:48.035543 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-60029f87-88fa-4bd7-a625-8791ba37bea9 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Usage tracker for resource:subnet and tenant:77ad33d2818b4363b3c4157c5aa2b74a is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:48.057546 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-60029f87-88fa-4bd7-a625-8791ba37bea9 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:48.074288 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-60029f87-88fa-4bd7-a625-8791ba37bea9 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:48.096114 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e0c83e8f-06c7-4b25-b095-8a54ddceac7d tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:48.097340 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e0c83e8f-06c7-4b25-b095-8a54ddceac7d tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "DELETE /v2.0/routers/8bed2d62-c26b-42d8-8a7f-9b2ead59e5e1 HTTP/1.1" status: 204 len: 168 time: 6.2959571 Jan 26 11:19:48.144937 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44274) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:48.179814 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [req-7d8c38f2-28d0-4959-bce4-d3c338a97582 req-60d081ec-c4b4-4a7a-8529-d9765a93c047 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:48.197634 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8a3eb159-4332-4ade-a683-b285da318f86 req-ba071bc0-67c4-4bac-8619-553a90caea74 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/security-groups?id=f02cd707-2e1c-462b-9cfd-9a90011c57d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3646262 Jan 26 11:19:48.200222 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60029f87-88fa-4bd7-a625-8791ba37bea9 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Made reservation on behalf of 77ad33d2818b4363b3c4157c5aa2b74a for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:48.203813 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-60029f87-88fa-4bd7-a625-8791ba37bea9 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:48.206489 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-7d8c38f2-28d0-4959-bce4-d3c338a97582 req-60d081ec-c4b4-4a7a-8529-d9765a93c047 service neutron] Usage tracker for resource:security_group_rule and tenant:3536343827f84b5389e10469165873e5 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:48.211475 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-7d8c38f2-28d0-4959-bce4-d3c338a97582 req-60d081ec-c4b4-4a7a-8529-d9765a93c047 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:48.231432 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [req-7d8c38f2-28d0-4959-bce4-d3c338a97582 req-60d081ec-c4b4-4a7a-8529-d9765a93c047 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:48.241230 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-2562e48e-81a4-493c-8b5e-c94891ce21d2 service neutron] 10.222.0.24 "GET /v2.0/networks/ccf7e590-7e87-4390-898c-54ed923dee9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6523488 Jan 26 11:19:48.257348 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-40e025ad-84fe-4419-892f-74d4457c42e2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:48.316597 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dfe0723a-fe5b-4e35-89e2-6ffe56e3f305 req-434f3242-6f5c-47be-8508-58cacc3c19cc service neutron] 10.222.0.24 "GET /v2.0/networks/bf3da876-a622-4e17-8633-e23a8fba3f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176238 Jan 26 11:19:48.557444 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2cc0399b-d2e2-488a-8482-5701e0400e41 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:48.577511 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-2cc0399b-d2e2-488a-8482-5701e0400e41 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Transition to ACTIVE for port object e37cb39f-47ff-43b4-97ef-8e65c3c49483 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:48.617482 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6bba92-2c7e-4527-9b65-d1df9901cf5b tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Deleting subnet 605746d6-891e-47c3-8651-6452f92f637f {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:19:48.680099 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7c6bba92-2c7e-4527-9b65-d1df9901cf5b tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:48.714750 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e59e49-bc68-48b7-a381-76748955c1bd None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:19:48.741511 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:48.770826 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2cc0399b-d2e2-488a-8482-5701e0400e41 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:48.847767 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [req-7d8c38f2-28d0-4959-bce4-d3c338a97582 req-60d081ec-c4b4-4a7a-8529-d9765a93c047 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:48.854148 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7483854b-c6d1-41b6-a5be-cf07eeba79a6 None None] Provisioning for port 573ede7a-573c-4d5b-bf5e-b7746b1fc3c5 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:48.877808 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a693b3-3a60-481c-8a72-0cb070c1135a req-fb5278ed-1d04-4480-b989-1579d5c6d4cb tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:48.879851 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e8a693b3-3a60-481c-8a72-0cb070c1135a req-fb5278ed-1d04-4480-b989-1579d5c6d4cb tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1902126-0582-4b0c-9d25-9ac8479255de HTTP/1.1" status: 200 len: 944 time: 0.5178597 Jan 26 11:19:48.879988 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [req-7d8c38f2-28d0-4959-bce4-d3c338a97582 req-60d081ec-c4b4-4a7a-8529-d9765a93c047 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:48.909095 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7d8c38f2-28d0-4959-bce4-d3c338a97582 req-60d081ec-c4b4-4a7a-8529-d9765a93c047 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f02cd707-2e1c-462b-9cfd-9a90011c57d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0517159 Jan 26 11:19:48.932999 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc0399b-d2e2-488a-8482-5701e0400e41 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:48.936748 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7c6bba92-2c7e-4527-9b65-d1df9901cf5b tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:48.954940 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-2cc0399b-d2e2-488a-8482-5701e0400e41 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:48.967785 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc0399b-d2e2-488a-8482-5701e0400e41 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:48.973308 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc0399b-d2e2-488a-8482-5701e0400e41 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:48.973936 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2cc0399b-d2e2-488a-8482-5701e0400e41 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:48.980636 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0399b-d2e2-488a-8482-5701e0400e41 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Port': ['ID=e37cb39f-47ff-43b4-97ef-8e65c3c49483,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:49.001361 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d081ec-c4b4-4a7a-8529-d9765a93c047 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b1016d-7789-465f-9d79-b7159dbbdfb0,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:49.003453 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481bee0-f711-4e80-b489-3289e1f620ff req-7fb405f6-4d92-493a-ac94-554549ddad6d tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:49.005843 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4481bee0-f711-4e80-b489-3289e1f620ff req-7fb405f6-4d92-493a-ac94-554549ddad6d tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 943 time: 0.9255114 Jan 26 11:19:49.026132 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e8a693b3-3a60-481c-8a72-0cb070c1135a req-37ebb138-8217-4b2b-b499-1a10a270e304 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e357e532-c2a3-4ab5-8acc-b885707a4f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1251967 Jan 26 11:19:49.026440 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e29c68f2-9bf5-4c9f-8207-e4633612eb49 req-9587455d-16e0-442a-8ba5-21a8fd17a2f3 service neutron] 10.222.0.24 "GET /v2.0/networks/ccf7e590-7e87-4390-898c-54ed923dee9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7657635 Jan 26 11:19:49.029298 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e025ad-84fe-4419-892f-74d4457c42e2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Router 0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:19:49.044148 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2cc0399b-d2e2-488a-8482-5701e0400e41 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6406229 Jan 26 11:19:49.046457 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44280) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:49.065727 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dfe0723a-fe5b-4e35-89e2-6ffe56e3f305 req-10aa147e-f9e5-4cff-99bc-2606d04fc6c5 service neutron] 10.222.0.24 "GET /v2.0/networks/bf3da876-a622-4e17-8633-e23a8fba3f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7258825 Jan 26 11:19:49.198088 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7c6bba92-2c7e-4527-9b65-d1df9901cf5b tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:49.294818 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4481bee0-f711-4e80-b489-3289e1f620ff req-d0279036-3928-4421-9208-7d42522fdfaa tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2714150 Jan 26 11:19:49.302695 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36989b4a-c795-474e-b99e-c75dd3f76d27 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:49.309577 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36989b4a-c795-474e-b99e-c75dd3f76d27 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:49.310717 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-36989b4a-c795-474e-b99e-c75dd3f76d27 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:49.314745 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e025ad-84fe-4419-892f-74d4457c42e2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:19:49.335501 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9bf659-2cf3-4c10-a943-6023836dc2fb None None] Sync routers for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:19:49.360490 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9bf659-2cf3-4c10-a943-6023836dc2fb None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:19:49.361685 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-9f9bf659-2cf3-4c10-a943-6023836dc2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:49.406675 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Allocated IP 172.26.5.174 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/1107f232-70b0-4d97-9f1d-8e8c191dcab2) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:49.409040 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-36989b4a-c795-474e-b99e-c75dd3f76d27 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:49.410832 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-36989b4a-c795-474e-b99e-c75dd3f76d27 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3631761 Jan 26 11:19:49.417601 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44286) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:49.435642 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-40e025ad-84fe-4419-892f-74d4457c42e2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:49.437183 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-40e025ad-84fe-4419-892f-74d4457c42e2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.9683383 Jan 26 11:19:49.442888 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d8f52ab1-6e73-4529-9a88-2dbccd2ec6d0 None None] Provisioning for port e37cb39f-47ff-43b4-97ef-8e65c3c49483 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:49.446210 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44290) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:49.457183 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-9f9bf659-2cf3-4c10-a943-6023836dc2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:49.459827 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d8f52ab1-6e73-4529-9a88-2dbccd2ec6d0 None None] Provisioning complete for port e37cb39f-47ff-43b4-97ef-8e65c3c49483 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:49.459827 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d8f52ab1-6e73-4529-9a88-2dbccd2ec6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:49.475259 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-60029f87-88fa-4bd7-a625-8791ba37bea9 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:49.533882 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9bf659-2cf3-4c10-a943-6023836dc2fb None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:19:49.534709 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-9f9bf659-2cf3-4c10-a943-6023836dc2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:49.563336 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7c6bba92-2c7e-4527-9b65-d1df9901cf5b tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:49.612445 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-9f9bf659-2cf3-4c10-a943-6023836dc2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:49.612859 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9bf659-2cf3-4c10-a943-6023836dc2fb None None] The sync data for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:19:49.614381 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-d8f52ab1-6e73-4529-9a88-2dbccd2ec6d0 None None] Port e37cb39f-47ff-43b4-97ef-8e65c3c49483 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:19:49.629485 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7a296-f19f-4fb3-873c-1edf75469fef req-f3c41903-bdad-4d1f-9d88-cdfb30327ed9 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:49.631034 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-91e7a296-f19f-4fb3-873c-1edf75469fef req-f3c41903-bdad-4d1f-9d88-cdfb30327ed9 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/ports?device_id=731bf126-eae1-46f7-b4fb-deb230c48133 HTTP/1.1" status: 200 len: 946 time: 0.2662621 Jan 26 11:19:49.631420 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7c6bba92-2c7e-4527-9b65-d1df9901cf5b tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:49.651187 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device fd73cb01-e730-4ad8-b770-b6a1e7f436ed details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:19:49.659846 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-866b281a-d6ce-4c30-80b5-cd412f27bd6e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting port e37cb39f-47ff-43b4-97ef-8e65c3c49483 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:19:49.660202 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-866b281a-d6ce-4c30-80b5-cd412f27bd6e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:49.763744 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60029f87-88fa-4bd7-a625-8791ba37bea9 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Pushing event updated for resources: {'Subnet': ['ID=c0ddf303-2aed-46ff-a11f-7c94ac99293b,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:49.774458 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 573ede7a-573c-4d5b-bf5e-b7746b1fc3c5 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:19:49.795040 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfd5f9-551c-4270-8edb-b5ac27de1690 req-32e0d620-0186-4db9-a360-de1319daec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:49.796580 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dabfd5f9-551c-4270-8edb-b5ac27de1690 req-32e0d620-0186-4db9-a360-de1319daec23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8170d036f1fe4a04b0076d6a1de6bb64&device_id=e1902126-0582-4b0c-9d25-9ac8479255de HTTP/1.1" status: 200 len: 1097 time: 0.5537062 Jan 26 11:19:49.798567 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-91e7a296-f19f-4fb3-873c-1edf75469fef req-f2fc69ef-25de-44bd-8390-d0d847d9ea6e tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/security-groups?id=f02cd707-2e1c-462b-9cfd-9a90011c57d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585436 Jan 26 11:19:49.850517 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6bba92-2c7e-4527-9b65-d1df9901cf5b tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=605746d6-891e-47c3-8651-6452f92f637f,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:49.878202 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7c6bba92-2c7e-4527-9b65-d1df9901cf5b tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/605746d6-891e-47c3-8651-6452f92f637f HTTP/1.1" status: 204 len: 168 time: 1.7197521 Jan 26 11:19:49.884852 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44294) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:49.889777 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c977750e-d864-4671-8f5d-4dcb7e43e09f None None] Provisioning complete for port e37cb39f-47ff-43b4-97ef-8e65c3c49483 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:49.890144 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c977750e-d864-4671-8f5d-4dcb7e43e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:49.900721 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60029f87-88fa-4bd7-a625-8791ba37bea9 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Checking segment: {'id': '8097176b-abe0-4c5b-9ec1-59b8be2e3761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '30bc1b1c-ef7b-4f6d-841b-36322fd81976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:19:49.901091 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60029f87-88fa-4bd7-a625-8791ba37bea9 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Network hostable DHCP agents. Network: 30bc1b1c-ef7b-4f6d-841b-36322fd81976, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:19:49.947412 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port fd73cb01-e730-4ad8-b770-b6a1e7f436ed, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=fd73cb01-e730-4ad8-b770-b6a1e7f436ed,segment=NetworkSegment(5d01ec33-ef6d-4cb5-a766-ba00b1ea83af),segment_id=5d01ec33-ef6d-4cb5-a766-ba00b1ea83af)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:49.970713 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-c977750e-d864-4671-8f5d-4dcb7e43e09f None None] Port e37cb39f-47ff-43b4-97ef-8e65c3c49483 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:19:49.972789 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': 'fd73cb01-e730-4ad8-b770-b6a1e7f436ed', 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c', 'port_id': 'fd73cb01-e730-4ad8-b770-b6a1e7f436ed', 'mac_address': 'fa:16:3e:9d:ec:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53606115-5141-4c56-95c1-767f19a5c1f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:19:50.066907 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 573ede7a-573c-4d5b-bf5e-b7746b1fc3c5 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:50.075644 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 573ede7a-573c-4d5b-bf5e-b7746b1fc3c5 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:50.076321 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:50.099777 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:50.117641 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:50.148570 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd73cb01-e730-4ad8-b770-b6a1e7f436ed {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:19:50.174755 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port fd73cb01-e730-4ad8-b770-b6a1e7f436ed, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=fd73cb01-e730-4ad8-b770-b6a1e7f436ed,segment=NetworkSegment(5d01ec33-ef6d-4cb5-a766-ba00b1ea83af),segment_id=5d01ec33-ef6d-4cb5-a766-ba00b1ea83af)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:50.211064 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:50.239482 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60029f87-88fa-4bd7-a625-8791ba37bea9 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Network 30bc1b1c-ef7b-4f6d-841b-36322fd81976 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:19:50.291286 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:50.298689 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfd5f9-551c-4270-8edb-b5ac27de1690 req-6779185f-ef50-457f-9ab9-2c8125d1d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:50.300098 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dabfd5f9-551c-4270-8edb-b5ac27de1690 req-6779185f-ef50-457f-9ab9-2c8125d1d82b service neutron] 10.222.0.24 "GET /v2.0/networks?id=ccf7e590-7e87-4390-898c-54ed923dee9e HTTP/1.1" status: 200 len: 907 time: 0.4814723 Jan 26 11:19:50.325878 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=fd73cb01-e730-4ad8-b770-b6a1e7f436ed,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:50.333759 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 573ede7a-573c-4d5b-bf5e-b7746b1fc3c5, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=573ede7a-573c-4d5b-bf5e-b7746b1fc3c5,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:50.351093 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:50.400884 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:50.435818 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=573ede7a-573c-4d5b-bf5e-b7746b1fc3c5,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:50.472469 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['fd73cb01-e730-4ad8-b770-b6a1e7f436ed'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:19:50.496292 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-db3a882e-28b1-4d1d-8dea-3d93d657fd15 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:50.565148 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-60029f87-88fa-4bd7-a625-8791ba37bea9 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 30bc1b1c-ef7b-4f6d-841b-36322fd81976) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:50.569628 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60029f87-88fa-4bd7-a625-8791ba37bea9 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:50.570797 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-60029f87-88fa-4bd7-a625-8791ba37bea9 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:50.578526 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ad2986-005b-43c0-8b0d-18b788dd2e0a None None] Network 30bc1b1c-ef7b-4f6d-841b-36322fd81976 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:19:50.628988 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dabfd5f9-551c-4270-8edb-b5ac27de1690 req-9ea69ff7-7d04-45d9-ad73-faccc598d897 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec35730e-d033-42c2-a748-21a3eb766c98 HTTP/1.1" status: 200 len: 217 time: 0.1229692 Jan 26 11:19:50.715855 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407b11b-d4df-43f2-9767-da3223b19d35 req-b7745a10-1f36-4a5b-b9a3-c7e6d920db04 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:50.717797 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b407b11b-d4df-43f2-9767-da3223b19d35 req-b7745a10-1f36-4a5b-b9a3-c7e6d920db04 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 944 time: 0.2374914 Jan 26 11:19:50.767017 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-60029f87-88fa-4bd7-a625-8791ba37bea9 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3166735 Jan 26 11:19:50.767968 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44302) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:50.810622 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-866b281a-d6ce-4c30-80b5-cd412f27bd6e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:50.820941 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-b0a2a71b-6ace-4c6e-b465-f0a455c28f82 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1264904745', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:50.823256 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b407b11b-d4df-43f2-9767-da3223b19d35 req-9556ca35-17c2-4e4a-bb64-675c66e06373 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674810 Jan 26 11:19:50.840665 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b0a2a71b-6ace-4c6e-b465-f0a455c28f82 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:50.861776 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:50.944833 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-30bc1b1c-ef7b-4f6d-841b-36322fd81976', 'network_id': '30bc1b1c-ef7b-4f6d-841b-36322fd81976', 'tenant_id': '77ad33d2818b4363b3c4157c5aa2b74a', 'fixed_ips': [{'subnet_id': 'c0ddf303-2aed-46ff-a11f-7c94ac99293b'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:19:50.946031 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:50.964684 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b0a2a71b-6ace-4c6e-b465-f0a455c28f82 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Usage tracker for resource:router and tenant:77ad33d2818b4363b3c4157c5aa2b74a is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:51.034069 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Allocated IP 172.20.0.1 (9d862b1a-16c4-474a-99d7-108083ba8e4c/d5c22375-ea18-4f3d-b7eb-61615d8fdadf/c9f79876-0a9a-426e-bb14-37fdf1398ea4) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:51.053450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b0a2a71b-6ace-4c6e-b465-f0a455c28f82 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:51.062583 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-866b281a-d6ce-4c30-80b5-cd412f27bd6e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Calling delete_port for e37cb39f-47ff-43b4-97ef-8e65c3c49483 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:19:51.121957 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Allocated IP 172.20.0.2 (30bc1b1c-ef7b-4f6d-841b-36322fd81976/c0ddf303-2aed-46ff-a11f-7c94ac99293b/8e3a2896-d105-4d62-a59e-f0d1da2239f2) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:51.122640 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b0a2a71b-6ace-4c6e-b465-f0a455c28f82 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:51.131739 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfd5f9-551c-4270-8edb-b5ac27de1690 req-aefbe1ea-f53a-4aa0-b418-e5354a8c3623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:51.133031 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dabfd5f9-551c-4270-8edb-b5ac27de1690 req-aefbe1ea-f53a-4aa0-b418-e5354a8c3623 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8af7f97d-3505-49db-8fef-896d429e8e82 HTTP/1.1" status: 200 len: 845 time: 0.4870851 Jan 26 11:19:51.199402 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd7960-36e7-466a-a3bd-4e66401e5df4 req-55ff5035-ba6f-4668-8b1e-269881f5dae0 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:51.200894 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-93cd7960-36e7-466a-a3bd-4e66401e5df4 req-55ff5035-ba6f-4668-8b1e-269881f5dae0 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/ports?device_id=731bf126-eae1-46f7-b4fb-deb230c48133 HTTP/1.1" status: 200 len: 946 time: 0.2105362 Jan 26 11:19:51.212252 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:51.216269 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-db3a882e-28b1-4d1d-8dea-3d93d657fd15 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:51.275850 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:51.277771 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:51.281020 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:51.292946 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-93cd7960-36e7-466a-a3bd-4e66401e5df4 req-6a1ae43b-e10b-4d59-aabc-93518e8726d5 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/security-groups?id=f02cd707-2e1c-462b-9cfd-9a90011c57d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798938 Jan 26 11:19:51.334347 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:51.342439 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a71b-6ace-4c6e-b465-f0a455c28f82 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:51.343603 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a71b-6ace-4c6e-b465-f0a455c28f82 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:51.364598 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2c80c-ac74-408b-b8a2-373c5d947a9b req-80794cdc-64e0-49f4-9af2-1725726ce07e tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:51.372615 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5ec2c80c-ac74-408b-b8a2-373c5d947a9b req-80794cdc-64e0-49f4-9af2-1725726ce07e tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1902126-0582-4b0c-9d25-9ac8479255de HTTP/1.1" status: 200 len: 944 time: 1.1531763 Jan 26 11:19:51.374378 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Pushing event updated for resources: {'Port': ['ID=1107f232-70b0-4d97-9f1d-8e8c191dcab2,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:51.387974 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-db3a882e-28b1-4d1d-8dea-3d93d657fd15 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9c03fb-e4fb-43d9-b94f-24d82dd8bf57']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:51.398653 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:51.411249 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Transition to ACTIVE for port object 8e3a2896-d105-4d62-a59e-f0d1da2239f2 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:51.438308 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Transition to ACTIVE for port object 8e3a2896-d105-4d62-a59e-f0d1da2239f2 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:51.447989 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:51.448976 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Network 9d862b1a-16c4-474a-99d7-108083ba8e4c is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:51.452396 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:51.458039 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:51.459875 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:51.460239 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:51.460590 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:51.460936 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:51.461328 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:51.461776 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:51.462111 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:51.462498 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:51.462834 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:51.463161 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:51.463497 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:51.463823 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:51.474178 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-db3a882e-28b1-4d1d-8dea-3d93d657fd15 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340c40ff-647f-4239-b9c4-f73526c94893') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:51.474519 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-db3a882e-28b1-4d1d-8dea-3d93d657fd15 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340c40ff-647f-4239-b9c4-f73526c94893') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:51.508820 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-db3a882e-28b1-4d1d-8dea-3d93d657fd15 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:51.529260 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a71b-6ace-4c6e-b465-f0a455c28f82 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:51.540580 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event updated for resources: {'Port': ['ID=c9f79876-0a9a-426e-bb14-37fdf1398ea4,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:51.549174 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Network 30bc1b1c-ef7b-4f6d-841b-36322fd81976 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:51.554551 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:51.559104 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:51.571419 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:51.571799 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:51.572138 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:51.572498 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:51.572831 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:51.573220 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:51.573715 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:51.574058 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:51.574423 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:51.574752 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:51.575076 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:51.575394 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:51.576456 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5ec2c80c-ac74-408b-b8a2-373c5d947a9b req-3a587faf-f61a-45ee-9fc1-15d5d96693c2 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e357e532-c2a3-4ab5-8acc-b885707a4f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2017198 Jan 26 11:19:51.583788 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-db3a882e-28b1-4d1d-8dea-3d93d657fd15 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:51.615113 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:51.617508 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:19:51.632089 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Pushing event updated for resources: {'Port': ['ID=8e3a2896-d105-4d62-a59e-f0d1da2239f2,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:51.648547 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3a882e-28b1-4d1d-8dea-3d93d657fd15 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:19:51.649227 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-db3a882e-28b1-4d1d-8dea-3d93d657fd15 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:19:51.671948 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:19:51.690383 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device ec35730e-d033-42c2-a748-21a3eb766c98 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:19:51.699031 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device fd73cb01-e730-4ad8-b770-b6a1e7f436ed up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:19:51.699218 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a71b-6ace-4c6e-b465-f0a455c28f82 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:51.727798 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdaa21-3b6d-425d-b16f-f6d4690d94d4 req-0a78267d-5485-49d2-a8e8-309f813fa9e4 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:51.729337 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-39bdaa21-3b6d-425d-b16f-f6d4690d94d4 req-0a78267d-5485-49d2-a8e8-309f813fa9e4 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/ports?device_id=731bf126-eae1-46f7-b4fb-deb230c48133 HTTP/1.1" status: 200 len: 946 time: 0.2377551 Jan 26 11:19:51.744556 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44310) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:51.752033 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-1d20dddb-5cdf-441f-9415-967bf70403ee tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Request body: {'floatingip': {'port_id': 'ea64c4d7-8de7-43dc-939d-180af73044cd'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:51.773118 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 573ede7a-573c-4d5b-bf5e-b7746b1fc3c5 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:19:51.801434 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:51.856846 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Attempting to bind port 8e3a2896-d105-4d62-a59e-f0d1da2239f2 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:51.858127 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Attempting to bind port 8e3a2896-d105-4d62-a59e-f0d1da2239f2 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '8097176b-abe0-4c5b-9ec1-59b8be2e3761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '30bc1b1c-ef7b-4f6d-841b-36322fd81976'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:51.858538 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Attempting to bind port 8e3a2896-d105-4d62-a59e-f0d1da2239f2 on network 30bc1b1c-ef7b-4f6d-841b-36322fd81976 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:51.863200 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfd5f9-551c-4270-8edb-b5ac27de1690 req-8e87fc67-32ff-4085-9bc1-eaad613696ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:51.864751 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dabfd5f9-551c-4270-8edb-b5ac27de1690 req-8e87fc67-32ff-4085-9bc1-eaad613696ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ccf7e590-7e87-4390-898c-54ed923dee9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7116339 Jan 26 11:19:51.884144 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:19:51.884144 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Checking segment: {'id': '8097176b-abe0-4c5b-9ec1-59b8be2e3761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '30bc1b1c-ef7b-4f6d-841b-36322fd81976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:19:51.884144 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:51.884505 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Bound using segment: {'id': '8097176b-abe0-4c5b-9ec1-59b8be2e3761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '30bc1b1c-ef7b-4f6d-841b-36322fd81976'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:19:51.885706 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Bound port: 8e3a2896-d105-4d62-a59e-f0d1da2239f2, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8097176b-abe0-4c5b-9ec1-59b8be2e3761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '30bc1b1c-ef7b-4f6d-841b-36322fd81976'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:19:51.886068 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:52.037261 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-866b281a-d6ce-4c30-80b5-cd412f27bd6e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:52.095409 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port fd73cb01-e730-4ad8-b770-b6a1e7f436ed completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:52.111108 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 573ede7a-573c-4d5b-bf5e-b7746b1fc3c5 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:52.111486 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:52.145686 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port fd73cb01-e730-4ad8-b770-b6a1e7f436ed triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:52.145999 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:52.153429 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1d20dddb-5cdf-441f-9415-967bf70403ee tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks [] for floatingip, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:52.275832 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] For port 8e3a2896-d105-4d62-a59e-f0d1da2239f2, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:19:52.281196 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port ec35730e-d033-42c2-a748-21a3eb766c98, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ec35730e-d033-42c2-a748-21a3eb766c98,segment=NetworkSegment(dde45a8b-fb4b-44c8-b38f-397bfb625ef8),segment_id=dde45a8b-fb4b-44c8-b38f-397bfb625ef8)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:52.307050 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] For port 8e3a2896-d105-4d62-a59e-f0d1da2239f2, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=8e3a2896-d105-4d62-a59e-f0d1da2239f2,segment=NetworkSegment(8097176b-abe0-4c5b-9ec1-59b8be2e3761),segment_id=8097176b-abe0-4c5b-9ec1-59b8be2e3761)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:19:52.315102 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': 'ec35730e-d033-42c2-a748-21a3eb766c98', 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e', 'port_id': 'ec35730e-d033-42c2-a748-21a3eb766c98', 'mac_address': 'fa:16:3e:60:44:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af7f97d-3505-49db-8fef-896d429e8e82', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:19:52.321176 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:52.357641 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0a2a71b-6ace-4c6e-b465-f0a455c28f82 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:52.361343 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b0a2a71b-6ace-4c6e-b465-f0a455c28f82 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.5729902 Jan 26 11:19:52.364944 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44316) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:52.402081 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b281a-d6ce-4c30-80b5-cd412f27bd6e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Port': ['ID=e37cb39f-47ff-43b4-97ef-8e65c3c49483,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:52.415316 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-db3a882e-28b1-4d1d-8dea-3d93d657fd15 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:52.457978 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dabfd5f9-551c-4270-8edb-b5ac27de1690 req-bc74a6cc-15a7-4c33-9df4-204432f682b7 service neutron] 10.222.0.24 "GET /v2.0/networks/ccf7e590-7e87-4390-898c-54ed923dee9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5735073 Jan 26 11:19:52.481655 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Pushing event updated for resources: {'Port': ['ID=8e3a2896-d105-4d62-a59e-f0d1da2239f2,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:52.508749 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-866b281a-d6ce-4c30-80b5-cd412f27bd6e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:52.513986 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:52.514801 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:52.515295 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:52.515738 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:52.516486 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:52.517628 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:52.518061 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:52.519041 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:52.519481 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:52.519909 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:52.520351 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:52.520774 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e64407-0e41-4eb5-99f3-f60116b95efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:19:52.535583 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3a882e-28b1-4d1d-8dea-3d93d657fd15 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff9c03fb-e4fb-43d9-b94f-24d82dd8bf57 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 26 11:19:52.641642 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:52.663353 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:52.677666 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:52.686267 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec35730e-d033-42c2-a748-21a3eb766c98 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:19:52.691780 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:52.708614 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port ec35730e-d033-42c2-a748-21a3eb766c98, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ec35730e-d033-42c2-a748-21a3eb766c98,segment=NetworkSegment(dde45a8b-fb4b-44c8-b38f-397bfb625ef8),segment_id=dde45a8b-fb4b-44c8-b38f-397bfb625ef8)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:52.712426 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:52.720735 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dabfd5f9-551c-4270-8edb-b5ac27de1690 req-4179b7ff-2cc8-4238-ac5e-3f320a497668 service neutron] 10.222.0.24 "GET /v2.0/networks/ccf7e590-7e87-4390-898c-54ed923dee9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367446 Jan 26 11:19:52.730848 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a882e-28b1-4d1d-8dea-3d93d657fd15 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff9c03fb-e4fb-43d9-b94f-24d82dd8bf57,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:52.736465 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-866b281a-d6ce-4c30-80b5-cd412f27bd6e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/e37cb39f-47ff-43b4-97ef-8e65c3c49483 HTTP/1.1" status: 204 len: 168 time: 3.3146310 Jan 26 11:19:52.739395 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-db3a882e-28b1-4d1d-8dea-3d93d657fd15 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:52.741291 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-db3a882e-28b1-4d1d-8dea-3d93d657fd15 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "DELETE /v2.0/networks/ff9c03fb-e4fb-43d9-b94f-24d82dd8bf57 HTTP/1.1" status: 204 len: 168 time: 2.8423309 Jan 26 11:19:52.741965 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44322) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:52.881446 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a812b-ad5a-42f9-bab3-3905f8dfe6ee req-3d13d453-53ca-4b09-9287-deafa16d7dd9 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:52.883518 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-515a812b-ad5a-42f9-bab3-3905f8dfe6ee req-3d13d453-53ca-4b09-9287-deafa16d7dd9 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 944 time: 0.8409815 Jan 26 11:19:52.958715 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port fd73cb01-e730-4ad8-b770-b6a1e7f436ed, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=fd73cb01-e730-4ad8-b770-b6a1e7f436ed,segment=NetworkSegment(5d01ec33-ef6d-4cb5-a766-ba00b1ea83af),segment_id=5d01ec33-ef6d-4cb5-a766-ba00b1ea83af)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:52.978655 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:52.989156 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e82132-2d82-461b-a99d-d8a509979a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd73cb01-e730-4ad8-b770-b6a1e7f436ed'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:19:53.004080 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:53.062598 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:53.086012 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b5f05619-521c-4c15-bc65-2a841069b3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:53.123049 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=ec35730e-d033-42c2-a748-21a3eb766c98,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:53.178949 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-515a812b-ad5a-42f9-bab3-3905f8dfe6ee req-04fe9950-ca62-4d60-a5b3-b20ea00f03c7 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2662799 Jan 26 11:19:53.345208 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e82132-2d82-461b-a99d-d8a509979a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd73cb01-e730-4ad8-b770-b6a1e7f436ed', 'code': 200} Jan 26 11:19:53.347749 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event updated for resources: {'Port': ['ID=c9f79876-0a9a-426e-bb14-37fdf1398ea4,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:53.349161 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=fd73cb01-e730-4ad8-b770-b6a1e7f436ed,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:53.357100 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d3e2b7-1e52-4888-9ddc-8b6e500888ff tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:53.358738 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d3e2b7-1e52-4888-9ddc-8b6e500888ff tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:53.359499 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e2d3e2b7-1e52-4888-9ddc-8b6e500888ff tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:53.362210 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:53.382203 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['ec35730e-d033-42c2-a748-21a3eb766c98'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:19:53.484311 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44334) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:53.510225 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e2d3e2b7-1e52-4888-9ddc-8b6e500888ff tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:53.513935 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e2d3e2b7-1e52-4888-9ddc-8b6e500888ff tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6173995 Jan 26 11:19:53.518195 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-41dc971c-86e4-4cbc-939b-690ae1237371 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Request body: {'router': {'name': 'tempest-router--1888347515', 'project_id': '1933e1a6011a469cb59b490f34742936'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:53.521460 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7afe2d5a-8d06-4181-895b-773299af0c0e tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:53.534492 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44338) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:53.539019 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-41dc971c-86e4-4cbc-939b-690ae1237371 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:53.730645 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d24df-5b01-4930-a5c3-627118d2eba0 req-14e32a56-2868-4b03-ac43-3dd4384acf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:53.732312 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-292d24df-5b01-4930-a5c3-627118d2eba0 req-14e32a56-2868-4b03-ac43-3dd4384acf81 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 1098 time: 0.1681793 Jan 26 11:19:53.741680 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-41dc971c-86e4-4cbc-939b-690ae1237371 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Usage tracker for resource:router and tenant:1933e1a6011a469cb59b490f34742936 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:53.749291 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-41dc971c-86e4-4cbc-939b-690ae1237371 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:53.784986 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 8e3a2896-d105-4d62-a59e-f0d1da2239f2 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:19:53.813821 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:53.836648 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:53.920119 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 8e3a2896-d105-4d62-a59e-f0d1da2239f2 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:53.963701 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-41dc971c-86e4-4cbc-939b-690ae1237371 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:53.979897 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-292d24df-5b01-4930-a5c3-627118d2eba0 req-b1807dbd-0171-4858-a06a-94429ccdf0eb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165079 Jan 26 11:19:53.990885 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Pushing event updated for resources: {'Port': ['ID=1107f232-70b0-4d97-9f1d-8e8c191dcab2,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:54.000520 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584b403-4713-4a79-9e45-1dc869aef9bf req-136a2e58-80e2-496b-a997-8b576a8579eb tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:54.002440 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a584b403-4713-4a79-9e45-1dc869aef9bf req-136a2e58-80e2-496b-a997-8b576a8579eb tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1902126-0582-4b0c-9d25-9ac8479255de HTTP/1.1" status: 200 len: 945 time: 1.1066499 Jan 26 11:19:54.011533 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.resource_extend [None req-1d20dddb-5cdf-441f-9415-967bf70403ee tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:19:54.049973 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-469efbb3-63a3-460a-ba54-78f0c4c35ee0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet 80fa0534-c136-41ba-889a-bb158e7e1c73 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:19:54.075318 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-41dc971c-86e4-4cbc-939b-690ae1237371 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:54.076318 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-41dc971c-86e4-4cbc-939b-690ae1237371 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:54.080194 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca49d135-5d55-47e7-9e79-4c92ad5431eb None None] Network 30bc1b1c-ef7b-4f6d-841b-36322fd81976 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:19:54.094507 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:54.099897 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-41dc971c-86e4-4cbc-939b-690ae1237371 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:54.131129 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:54.132448 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-065df74c-fe77-44d1-95df-c99bb739d8cd tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3400853 Jan 26 11:19:54.135320 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44342) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:54.139353 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1d20dddb-5cdf-441f-9415-967bf70403ee tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:54.145665 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1d20dddb-5cdf-441f-9415-967bf70403ee tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:54.176589 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-88d9d42d-ce40-4add-8667-3290c0fcffc9 None None] Provisioning for port 8e3a2896-d105-4d62-a59e-f0d1da2239f2 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:54.194197 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-88d9d42d-ce40-4add-8667-3290c0fcffc9 None None] Provisioning complete for port 8e3a2896-d105-4d62-a59e-f0d1da2239f2 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:54.194622 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-88d9d42d-ce40-4add-8667-3290c0fcffc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:54.299002 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-7afe2d5a-8d06-4181-895b-773299af0c0e tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Allocated IP 172.20.0.1 (30bc1b1c-ef7b-4f6d-841b-36322fd81976/c0ddf303-2aed-46ff-a11f-7c94ac99293b/b11dce81-5945-4710-baea-f143c4de9838) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:54.388194 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-edc5788d-00d5-45ba-beeb-805e282586f5 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:54.406557 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-edc5788d-00d5-45ba-beeb-805e282586f5 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:54.415063 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-edc5788d-00d5-45ba-beeb-805e282586f5 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Usage tracker for resource:floatingip and tenant:d787323438da4f4e82d6f5ddfed77ac4 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:54.437105 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-88d9d42d-ce40-4add-8667-3290c0fcffc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:54.480524 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7afe2d5a-8d06-4181-895b-773299af0c0e tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:54.480901 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-88d9d42d-ce40-4add-8667-3290c0fcffc9 None None] For port 8e3a2896-d105-4d62-a59e-f0d1da2239f2, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=8e3a2896-d105-4d62-a59e-f0d1da2239f2,segment=NetworkSegment(8097176b-abe0-4c5b-9ec1-59b8be2e3761),segment_id=8097176b-abe0-4c5b-9ec1-59b8be2e3761)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:54.488081 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-88d9d42d-ce40-4add-8667-3290c0fcffc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:54.498335 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-469efbb3-63a3-460a-ba54-78f0c4c35ee0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:54.567615 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-469efbb3-63a3-460a-ba54-78f0c4c35ee0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:54.572257 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9d42d-ce40-4add-8667-3290c0fcffc9 None None] Pushing event updated for resources: {'Port': ['ID=8e3a2896-d105-4d62-a59e-f0d1da2239f2,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:54.596817 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-edc5788d-00d5-45ba-beeb-805e282586f5 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:54.607965 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-edc5788d-00d5-45ba-beeb-805e282586f5 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:54.617113 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-41dc971c-86e4-4cbc-939b-690ae1237371 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:54.629757 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-1d20dddb-5cdf-441f-9415-967bf70403ee tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Floating IP f4ba2994-9c3b-4466-8507-b92b601530e2 associated. External IP: 172.26.5.90, port: ea64c4d7-8de7-43dc-939d-180af73044cd. Jan 26 11:19:54.638113 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Network 9d862b1a-16c4-474a-99d7-108083ba8e4c is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:54.644367 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-7afe2d5a-8d06-4181-895b-773299af0c0e tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Transition to ACTIVE for port object b11dce81-5945-4710-baea-f143c4de9838 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:54.649353 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:54.667170 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a584b403-4713-4a79-9e45-1dc869aef9bf req-75bf0563-bca5-4bd9-a9fc-640e8eaa39f9 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e357e532-c2a3-4ab5-8acc-b885707a4f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.6358049 Jan 26 11:19:54.705102 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-edc5788d-00d5-45ba-beeb-805e282586f5 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Notify callbacks [] for floatingip, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:54.718973 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6f9f035c-f663-4c3d-9e50-ea8c27e48a1f None None] Provisioning complete for port 8e3a2896-d105-4d62-a59e-f0d1da2239f2 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:54.719439 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6f9f035c-f663-4c3d-9e50-ea8c27e48a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:54.789811 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4190aa9c-fc58-4b39-9f0e-1a8d32e619e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:54.835927 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-41dc971c-86e4-4cbc-939b-690ae1237371 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:54.839586 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb788585-adad-434e-b936-b09a3720405e req-702d33aa-aba9-442d-9b31-d8d44d4a62d1 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:54.840030 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-41dc971c-86e4-4cbc-939b-690ae1237371 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3395801 Jan 26 11:19:54.841392 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44350) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:54.841504 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fb788585-adad-434e-b936-b09a3720405e req-702d33aa-aba9-442d-9b31-d8d44d4a62d1 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.4319246 Jan 26 11:19:54.981440 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fb788585-adad-434e-b936-b09a3720405e req-be1e80b3-4f54-4faf-a7f0-6db19f56e51b tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289351 Jan 26 11:19:55.024571 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7afe2d5a-8d06-4181-895b-773299af0c0e tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:55.038046 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-469efbb3-63a3-460a-ba54-78f0c4c35ee0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:55.178708 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-676bb263-5ae9-4438-9c73-1e46ac1a991a tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:55.181029 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-edc5788d-00d5-45ba-beeb-805e282586f5 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:55.229926 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d20dddb-5cdf-441f-9415-967bf70403ee tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Router da8c61d8-bb3a-4572-8cbf-b3d8982e539e has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:19:55.375135 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afe2d5a-8d06-4181-895b-773299af0c0e tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Network 30bc1b1c-ef7b-4f6d-841b-36322fd81976 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:55.429384 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-7afe2d5a-8d06-4181-895b-773299af0c0e tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:55.454867 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afe2d5a-8d06-4181-895b-773299af0c0e tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:55.493675 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-edc5788d-00d5-45ba-beeb-805e282586f5 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Allocated IP 172.26.5.127 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/b6c2e645-0abf-41d7-a50c-bdd932f91923) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:55.515586 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d20dddb-5cdf-441f-9415-967bf70403ee tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:19:55.530411 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8de66b-5ea0-4dd6-b902-c57c4724ec55 None None] Sync routers for ids ['da8c61d8-bb3a-4572-8cbf-b3d8982e539e'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:19:55.538700 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe2d5a-8d06-4181-895b-773299af0c0e tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Pushing event updated for resources: {'Port': ['ID=b11dce81-5945-4710-baea-f143c4de9838,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:55.546114 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1d20dddb-5cdf-441f-9415-967bf70403ee tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:55.552484 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8de66b-5ea0-4dd6-b902-c57c4724ec55 None None] Routers {'da8c61d8-bb3a-4572-8cbf-b3d8982e539e'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:19:55.553107 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-bc8de66b-5ea0-4dd6-b902-c57c4724ec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['da8c61d8-bb3a-4572-8cbf-b3d8982e539e'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:55.606364 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Router 0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:19:55.667350 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device ec35730e-d033-42c2-a748-21a3eb766c98 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:19:55.677117 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1d20dddb-5cdf-441f-9415-967bf70403ee tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "PUT /v2.0/floatingips/f4ba2994-9c3b-4466-8507-b92b601530e2 HTTP/1.1" status: 200 len: 991 time: 3.9281762 Jan 26 11:19:55.682895 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731bf126-eae1-46f7-b4fb-deb230c48133', 'tag': 'ea64c4d7-8de7-43dc-939d-180af73044cd'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:19:55.755287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-edc5788d-00d5-45ba-beeb-805e282586f5 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:55.769314 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-469efbb3-63a3-460a-ba54-78f0c4c35ee0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:55.788041 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-676bb263-5ae9-4438-9c73-1e46ac1a991a tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:55.797092 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-edc5788d-00d5-45ba-beeb-805e282586f5 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:55.817727 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-676bb263-5ae9-4438-9c73-1e46ac1a991a tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:55.821818 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7afe2d5a-8d06-4181-895b-773299af0c0e tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:55.838079 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 8e3a2896-d105-4d62-a59e-f0d1da2239f2 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:19:55.901803 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc5788d-00d5-45ba-beeb-805e282586f5 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:55.905970 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-edc5788d-00d5-45ba-beeb-805e282586f5 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:55.912380 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc5788d-00d5-45ba-beeb-805e282586f5 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:55.995216 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:55.997056 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-469efbb3-63a3-460a-ba54-78f0c4c35ee0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:56.003353 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a4de1a02-9508-48de-863f-4373006ed2b9 None None] Provisioning for port b11dce81-5945-4710-baea-f143c4de9838 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:56.008388 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-bc8de66b-5ea0-4dd6-b902-c57c4724ec55 None None] Set router da8c61d8-bb3a-4572-8cbf-b3d8982e539e gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:19:56.012880 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e912c5-1cde-4acc-b033-f0c3f04915f8 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:19:56.024870 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469efbb3-63a3-460a-ba54-78f0c4c35ee0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=80fa0534-c136-41ba-889a-bb158e7e1c73,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:56.037674 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:56.038330 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a4de1a02-9508-48de-863f-4373006ed2b9 None None] Provisioning complete for port b11dce81-5945-4710-baea-f143c4de9838 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:56.038701 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a4de1a02-9508-48de-863f-4373006ed2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:56.061854 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5788d-00d5-45ba-beeb-805e282586f5 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Pushing event updated for resources: {'Port': ['ID=b6c2e645-0abf-41d7-a50c-bdd932f91923,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:56.075736 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731bf126-eae1-46f7-b4fb-deb230c48133', 'tag': 'ea64c4d7-8de7-43dc-939d-180af73044cd', 'status': 'completed', 'code': 200} Jan 26 11:19:56.100009 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-469efbb3-63a3-460a-ba54-78f0c4c35ee0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/80fa0534-c136-41ba-889a-bb158e7e1c73 HTTP/1.1" status: 204 len: 168 time: 2.5626051 Jan 26 11:19:56.156239 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44364) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:56.190553 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port ec35730e-d033-42c2-a748-21a3eb766c98 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:19:56.224811 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port ec35730e-d033-42c2-a748-21a3eb766c98 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:56.234917 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:56.244490 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-676bb263-5ae9-4438-9c73-1e46ac1a991a tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:56.245154 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676bb263-5ae9-4438-9c73-1e46ac1a991a tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69e5f182-60de-4ece-b461-4ade67bd6153 {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:19:56.247048 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:19:56.263684 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9ee32a5b-ab12-4f17-8dd3-ed813b427b32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "PUT /v2.0/routers/0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8137684 Jan 26 11:19:56.264121 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-676bb263-5ae9-4438-9c73-1e46ac1a991a tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:56.265270 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-676bb263-5ae9-4438-9c73-1e46ac1a991a tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "DELETE /v2.0/routers/69e5f182-60de-4ece-b461-4ade67bd6153 HTTP/1.1" status: 204 len: 168 time: 1.4181094 Jan 26 11:19:56.304960 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44368) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:56.319599 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-b84b7791-8583-42be-8696-cf902a657ec9 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Request body: {'port': {'network_id': '9d862b1a-16c4-474a-99d7-108083ba8e4c', 'name': 'tempest-FloatingIPTestJSON-12522225'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:56.321354 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86410ac-bb06-45a2-9cdd-ee37566d6332 None None] Sync routers for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:19:56.369270 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-a4de1a02-9508-48de-863f-4373006ed2b9 None None] Port b11dce81-5945-4710-baea-f143c4de9838 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:19:56.379053 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 8e3a2896-d105-4d62-a59e-f0d1da2239f2 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:56.379464 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:56.488908 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9604f0ad-6f4e-4226-8749-a4f7aeae7c87 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3292100 Jan 26 11:19:56.499275 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44374) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:56.512618 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-7ef0be40-d523-4870-b629-4a12958258fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:56.522924 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44378) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:56.557318 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86410ac-bb06-45a2-9cdd-ee37566d6332 None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:19:56.557969 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d86410ac-bb06-45a2-9cdd-ee37566d6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:56.561421 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-bc8de66b-5ea0-4dd6-b902-c57c4724ec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'name': 'tempest-ServersTestManualDisk-1729732147-router', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:07Z', 'revision_number': 4, 'project_id': '80fe64ad2f7248c68674303bf7b13547', 'gw_port': {'id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:54Z', 'updated_at': '2022-01-26T11:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': 'f4ba2994-9c3b-4466-8507-b92b601530e2', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'floating_ip_address': '172.26.5.90', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'port_id': 'ea64c4d7-8de7-43dc-939d-180af73044cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456', 'mac_address': 'fa:16:3e:74:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731bf126-eae1-46f7-b4fb-deb230c48133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:19:20Z', 'updated_at': '2022-01-26T11:19:53Z', 'revision_number': 1, 'project_id': '80fe64ad2f7248c68674303bf7b13547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e52fe0-5049-4fc8-9648-bfcab7712467', 'name': '', 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'mac_address': 'fa:16:3e:4d:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '083cb517-daf9-46a6-b8c3-2a43e684eac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:05Z', 'updated_at': '2022-01-26T11:19:20Z', 'revision_number': 5, 'project_id': '80fe64ad2f7248c68674303bf7b13547', 'subnets': [{'id': '083cb517-daf9-46a6-b8c3-2a43e684eac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:56.571336 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7afe2d5a-8d06-4181-895b-773299af0c0e tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:56.574593 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8de66b-5ea0-4dd6-b902-c57c4724ec55 None None] Checking router: da8c61d8-bb3a-4572-8cbf-b3d8982e539e for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:19:56.583308 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-edc5788d-00d5-45ba-beeb-805e282586f5 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:56.597934 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8de66b-5ea0-4dd6-b902-c57c4724ec55 None None] Routers {'da8c61d8-bb3a-4572-8cbf-b3d8982e539e'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:19:56.598707 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-bc8de66b-5ea0-4dd6-b902-c57c4724ec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['da8c61d8-bb3a-4572-8cbf-b3d8982e539e'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:56.636441 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d86410ac-bb06-45a2-9cdd-ee37566d6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:56.646221 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b84b7791-8583-42be-8696-cf902a657ec9 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:56.655548 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee47d8-28e4-48bf-ab50-6bd542e254b3 req-56ecf336-ec58-4bb1-b4b2-e7ac01560ded tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:56.662571 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-dbee47d8-28e4-48bf-ab50-6bd542e254b3 req-56ecf336-ec58-4bb1-b4b2-e7ac01560ded tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.4130251 Jan 26 11:19:56.669141 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86410ac-bb06-45a2-9cdd-ee37566d6332 None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:19:56.669797 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d86410ac-bb06-45a2-9cdd-ee37566d6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:56.670932 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b84b7791-8583-42be-8696-cf902a657ec9 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Usage tracker for resource:port and tenant:68260ee4e7d844c68a0428a738fc37f5 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:56.689304 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b84b7791-8583-42be-8696-cf902a657ec9 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:56.728532 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20259a4-c5f5-4e18-b9ef-1428e2ba2956 req-f97040e8-155c-4e3c-a702-1487fe70257a tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:56.736063 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d20259a4-c5f5-4e18-b9ef-1428e2ba2956 req-f97040e8-155c-4e3c-a702-1487fe70257a tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1902126-0582-4b0c-9d25-9ac8479255de HTTP/1.1" status: 200 len: 945 time: 0.7809730 Jan 26 11:19:56.771260 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d86410ac-bb06-45a2-9cdd-ee37566d6332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:56.771955 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86410ac-bb06-45a2-9cdd-ee37566d6332 None None] The sync data for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:19:56.790641 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-c71d19ce-8f47-44e9-899f-8a5001de8a18 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1902641762', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}, 'admin_state_up': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:56.798547 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b84b7791-8583-42be-8696-cf902a657ec9 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:56.806516 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f1b10-0441-46b9-8094-c162450dc63a req-ba65d69e-011e-4daf-a53d-20d86ae5fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:56.808302 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d90f1b10-0441-46b9-8094-c162450dc63a req-ba65d69e-011e-4daf-a53d-20d86ae5fe5b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=80fe64ad2f7248c68674303bf7b13547&device_id=731bf126-eae1-46f7-b4fb-deb230c48133 HTTP/1.1" status: 200 len: 1099 time: 0.7280357 Jan 26 11:19:56.856068 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c71d19ce-8f47-44e9-899f-8a5001de8a18 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:56.888403 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c71d19ce-8f47-44e9-899f-8a5001de8a18 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Usage tracker for resource:router and tenant:b7adfefdf1a24d38965cdb68b112c891 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:56.897782 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c71d19ce-8f47-44e9-899f-8a5001de8a18 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:56.907846 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-bc8de66b-5ea0-4dd6-b902-c57c4724ec55 None None] Set router da8c61d8-bb3a-4572-8cbf-b3d8982e539e gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:19:56.909944 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c71d19ce-8f47-44e9-899f-8a5001de8a18 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:56.924388 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-dbee47d8-28e4-48bf-ab50-6bd542e254b3 req-4ac6265e-0ba1-43e7-993a-61b8f25eb673 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606623 Jan 26 11:19:56.924813 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84b7791-8583-42be-8696-cf902a657ec9 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Made reservation on behalf of 68260ee4e7d844c68a0428a738fc37f5 for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:56.945873 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b84b7791-8583-42be-8696-cf902a657ec9 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:57.013480 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:57.033257 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-b84b7791-8583-42be-8696-cf902a657ec9 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] device_id is not set on port 0a73b434-eed9-478c-8dd0-bf55e299426c yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:19:57.066185 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port ec35730e-d033-42c2-a748-21a3eb766c98, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ec35730e-d033-42c2-a748-21a3eb766c98,segment=NetworkSegment(dde45a8b-fb4b-44c8-b38f-397bfb625ef8),segment_id=dde45a8b-fb4b-44c8-b38f-397bfb625ef8)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:57.067200 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1902126-0582-4b0c-9d25-9ac8479255de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec35730e-d033-42c2-a748-21a3eb766c98'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:19:57.074608 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f1b10-0441-46b9-8094-c162450dc63a req-7dc9bcb1-2d69-4ce8-be35-d3c484deddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:57.076952 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:57.080656 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d90f1b10-0441-46b9-8094-c162450dc63a req-7dc9bcb1-2d69-4ce8-be35-d3c484deddfa service neutron] 10.222.0.24 "GET /v2.0/networks?id=976dd945-7257-44e6-8aa8-a5388a259456 HTTP/1.1" status: 200 len: 913 time: 0.2117660 Jan 26 11:19:57.089723 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-edc5788d-00d5-45ba-beeb-805e282586f5 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:57.129909 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-7ef0be40-d523-4870-b629-4a12958258fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:57.134167 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-7ef0be40-d523-4870-b629-4a12958258fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:subnet and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:19:57.137595 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-7ef0be40-d523-4870-b629-4a12958258fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:19:57.138575 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c466b83-45ee-4a2c-9211-0ea7556d2496 None None] DHCP port deletion for ba6f0584-2941-48e6-9427-2229465f5a54 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:19:57.143535 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-7ef0be40-d523-4870-b629-4a12958258fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:57.151191 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-9c466b83-45ee-4a2c-9211-0ea7556d2496 None None] Deleting port 573ede7a-573c-4d5b-bf5e-b7746b1fc3c5 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:19:57.151579 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9c466b83-45ee-4a2c-9211-0ea7556d2496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:57.221047 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=ec35730e-d033-42c2-a748-21a3eb766c98,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:57.270338 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d90f1b10-0441-46b9-8094-c162450dc63a req-587d0c4e-b4e1-49fb-9321-5ced8442192f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea64c4d7-8de7-43dc-939d-180af73044cd HTTP/1.1" status: 200 len: 999 time: 0.1460593 Jan 26 11:19:57.288761 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d20259a4-c5f5-4e18-b9ef-1428e2ba2956 req-ab33cf5f-4b0b-4d8f-a7de-022896cb69a0 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e357e532-c2a3-4ab5-8acc-b885707a4f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5517530 Jan 26 11:19:57.298657 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef0be40-d523-4870-b629-4a12958258fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:57.311094 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7ef0be40-d523-4870-b629-4a12958258fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:57.336777 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-b84b7791-8583-42be-8696-cf902a657ec9 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Allocated IP 172.20.0.10 (9d862b1a-16c4-474a-99d7-108083ba8e4c/d5c22375-ea18-4f3d-b7eb-61615d8fdadf/0a73b434-eed9-478c-8dd0-bf55e299426c) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:57.358703 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c71d19ce-8f47-44e9-899f-8a5001de8a18 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:57.360725 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c71d19ce-8f47-44e9-899f-8a5001de8a18 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:57.361370 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:57.395160 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-bc8de66b-5ea0-4dd6-b902-c57c4724ec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'name': 'tempest-ServersTestManualDisk-1729732147-router', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:07Z', 'revision_number': 4, 'project_id': '80fe64ad2f7248c68674303bf7b13547', 'gw_port': {'id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:54Z', 'updated_at': '2022-01-26T11:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': 'f4ba2994-9c3b-4466-8507-b92b601530e2', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'floating_ip_address': '172.26.5.90', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'port_id': 'ea64c4d7-8de7-43dc-939d-180af73044cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456', 'mac_address': 'fa:16:3e:74:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731bf126-eae1-46f7-b4fb-deb230c48133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:19:20Z', 'updated_at': '2022-01-26T11:19:53Z', 'revision_number': 1, 'project_id': '80fe64ad2f7248c68674303bf7b13547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e52fe0-5049-4fc8-9648-bfcab7712467', 'name': '', 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'mac_address': 'fa:16:3e:4d:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '083cb517-daf9-46a6-b8c3-2a43e684eac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:05Z', 'updated_at': '2022-01-26T11:19:20Z', 'revision_number': 5, 'project_id': '80fe64ad2f7248c68674303bf7b13547', 'subnets': [{'id': '083cb517-daf9-46a6-b8c3-2a43e684eac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:19:57.400288 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8de66b-5ea0-4dd6-b902-c57c4724ec55 None None] The sync data for ids ['da8c61d8-bb3a-4572-8cbf-b3d8982e539e'] in dv-neutron-826439-1-hyperv is: [{'id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'name': 'tempest-ServersTestManualDisk-1729732147-router', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:07Z', 'revision_number': 4, 'project_id': '80fe64ad2f7248c68674303bf7b13547', 'gw_port': {'id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:54Z', 'updated_at': '2022-01-26T11:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': 'f4ba2994-9c3b-4466-8507-b92b601530e2', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'floating_ip_address': '172.26.5.90', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'port_id': 'ea64c4d7-8de7-43dc-939d-180af73044cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456', 'mac_address': 'fa:16:3e:74:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731bf126-eae1-46f7-b4fb-deb230c48133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:19:20Z', 'updated_at': '2022-01-26T11:19:53Z', 'revision_number': 1, 'project_id': '80fe64ad2f7248c68674303bf7b13547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e52fe0-5049-4fc8-9648-bfcab7712467', 'name': '', 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'mac_address': 'fa:16:3e:4d:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '083cb517-daf9-46a6-b8c3-2a43e684eac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:05Z', 'updated_at': '2022-01-26T11:19:20Z', 'revision_number': 5, 'project_id': '80fe64ad2f7248c68674303bf7b13547', 'subnets': [{'id': '083cb517-daf9-46a6-b8c3-2a43e684eac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:19:57.468094 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f1b10-0441-46b9-8094-c162450dc63a req-abb2d428-764a-445c-8b81-bc699b3a3f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:57.471554 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d90f1b10-0441-46b9-8094-c162450dc63a req-abb2d428-764a-445c-8b81-bc699b3a3f3e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=083cb517-daf9-46a6-b8c3-2a43e684eac8 HTTP/1.1" status: 200 len: 851 time: 0.1776719 Jan 26 11:19:57.497164 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-9c466b83-45ee-4a2c-9211-0ea7556d2496 None None] For port 573ede7a-573c-4d5b-bf5e-b7746b1fc3c5, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=573ede7a-573c-4d5b-bf5e-b7746b1fc3c5,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:19:57.497695 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9c466b83-45ee-4a2c-9211-0ea7556d2496 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:57.573687 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1902126-0582-4b0c-9d25-9ac8479255de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec35730e-d033-42c2-a748-21a3eb766c98', 'code': 200} Jan 26 11:19:57.642552 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c71d19ce-8f47-44e9-899f-8a5001de8a18 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:57.678764 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-9c466b83-45ee-4a2c-9211-0ea7556d2496 None None] Calling delete_port for 573ede7a-573c-4d5b-bf5e-b7746b1fc3c5 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:19:57.730673 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 573ede7a-573c-4d5b-bf5e-b7746b1fc3c5 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:19:57.775503 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3653bff0-5dbb-4e1c-b606-d95393ec8713 None None] New status for floating IP f4ba2994-9c3b-4466-8507-b92b601530e2: ACTIVE {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:19:57.909894 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361ff4c-9842-4cc7-881b-335b8d56743f req-d1988a1f-de7a-44ae-af58-e1810dd8f49c tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:57.919894 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4361ff4c-9842-4cc7-881b-335b8d56743f req-d1988a1f-de7a-44ae-af58-e1810dd8f49c tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.5617421 Jan 26 11:19:57.923876 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.resource_extend [None req-7afe2d5a-8d06-4181-895b-773299af0c0e tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:19:57.930818 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44392) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:57.960782 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:57.987385 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9c466b83-45ee-4a2c-9211-0ea7556d2496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:57.988155 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-8a58d8f3-3b87-4dc0-b7ad-65642b1df0a1 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Request body: {'floatingip': {'port_id': 'fd73cb01-e730-4ad8-b770-b6a1e7f436ed'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:57.992289 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f1b10-0441-46b9-8094-c162450dc63a req-6a676844-fbc3-4c72-8f4d-aa4ec3edf841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:57.993798 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d90f1b10-0441-46b9-8094-c162450dc63a req-6a676844-fbc3-4c72-8f4d-aa4ec3edf841 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=976dd945-7257-44e6-8aa8-a5388a259456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5048699 Jan 26 11:19:58.040104 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c466b83-45ee-4a2c-9211-0ea7556d2496 None None] No DVR routers for this DVR port 573ede7a-573c-4d5b-bf5e-b7746b1fc3c5 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:19:58.060544 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7afe2d5a-8d06-4181-895b-773299af0c0e tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:58.087114 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c466b83-45ee-4a2c-9211-0ea7556d2496 None None] Pushing event deleted for resources: {'Port': ['ID=573ede7a-573c-4d5b-bf5e-b7746b1fc3c5,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:58.131300 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.resource_extend [None req-edc5788d-00d5-45ba-beeb-805e282586f5 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:19:58.153360 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7afe2d5a-8d06-4181-895b-773299af0c0e tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:58.187181 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-edc5788d-00d5-45ba-beeb-805e282586f5 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:58.195035 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8fa34-12e2-43b3-835e-9eba8355d0ba req-49563153-5124-4348-83d5-ff37343588c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:58.196786 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-65e8fa34-12e2-43b3-835e-9eba8355d0ba req-49563153-5124-4348-83d5-ff37343588c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1902126-0582-4b0c-9d25-9ac8479255de HTTP/1.1" status: 200 len: 1099 time: 0.3107982 Jan 26 11:19:58.205297 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d90f1b10-0441-46b9-8094-c162450dc63a req-72b74d18-fb3b-46ee-a803-7896ef780086 service neutron] 10.222.0.24 "GET /v2.0/networks/976dd945-7257-44e6-8aa8-a5388a259456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026963 Jan 26 11:19:58.205869 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-edc5788d-00d5-45ba-beeb-805e282586f5 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:58.227686 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8a58d8f3-3b87-4dc0-b7ad-65642b1df0a1 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks [] for floatingip, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:58.432258 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b84b7791-8583-42be-8696-cf902a657ec9 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:58.436705 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c71d19ce-8f47-44e9-899f-8a5001de8a18 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:58.510454 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7afe2d5a-8d06-4181-895b-773299af0c0e tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:58.513586 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe2d5a-8d06-4181-895b-773299af0c0e tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Pushing event updated for resources: {'Port': ['ID=b11dce81-5945-4710-baea-f143c4de9838,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:58.633019 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5788d-00d5-45ba-beeb-805e282586f5 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Pushing event updated for resources: {'Port': ['ID=b6c2e645-0abf-41d7-a50c-bdd932f91923,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:58.656046 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-65e8fa34-12e2-43b3-835e-9eba8355d0ba req-36cf85e5-b73b-40f9-b03c-ea4dd981b22b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e357e532-c2a3-4ab5-8acc-b885707a4f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4458838 Jan 26 11:19:58.688099 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-edc5788d-00d5-45ba-beeb-805e282586f5 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:58.708042 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7ef0be40-d523-4870-b629-4a12958258fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:58.790870 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d90f1b10-0441-46b9-8094-c162450dc63a req-19e10733-bf04-404c-97ec-4e24053d0e57 service neutron] 10.222.0.24 "GET /v2.0/networks/976dd945-7257-44e6-8aa8-a5388a259456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339005 Jan 26 11:19:58.802810 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef0be40-d523-4870-b629-4a12958258fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:58.810406 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-edc5788d-00d5-45ba-beeb-805e282586f5 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:58.814535 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-edc5788d-00d5-45ba-beeb-805e282586f5 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6754067 Jan 26 11:19:58.814535 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-7ef0be40-d523-4870-b629-4a12958258fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:58.819834 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44402) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:58.821260 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef0be40-d523-4870-b629-4a12958258fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:58.821851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7ef0be40-d523-4870-b629-4a12958258fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:58.827481 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41264e31-d44d-4dcb-a131-41956dbbe9a9 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:19:58.902947 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0be40-d523-4870-b629-4a12958258fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=1cb1ad3d-185e-4b85-9bfb-b604828a421f,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:58.930532 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b84b7791-8583-42be-8696-cf902a657ec9 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:58.947827 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7ef0be40-d523-4870-b629-4a12958258fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4413085 Jan 26 11:19:58.948587 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44406) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:58.959813 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae46544-33b7-40ef-92c7-53274cfce5ec req-3f2d5178-e505-4c4a-b658-561b2486e709 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:58.961304 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2ae46544-33b7-40ef-92c7-53274cfce5ec req-3f2d5178-e505-4c4a-b658-561b2486e709 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1902126-0582-4b0c-9d25-9ac8479255de HTTP/1.1" status: 200 len: 946 time: 0.5523155 Jan 26 11:19:58.967121 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-9ba649f0-e9bd-4da3-bd20-2c34a0c1f389 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'name': 'tempest-NetworksTestDHCPv6-1203660543'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:19:59.033743 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f84ef8a4-0a62-4e30-9fc3-06c5440cc1de tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Synchronizing usage tracker for tenant:873c7ffd1b2e4c289f45e1cd68561192 on resource:floatingip {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:59.079081 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d88b49-2399-4f4f-8222-a16cc10f3f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-ba6f0584-2941-48e6-9427-2229465f5a54', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'fixed_ips': [{'subnet_id': '1cb1ad3d-185e-4b85-9bfb-b604828a421f'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:19:59.079924 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-70d88b49-2399-4f4f-8222-a16cc10f3f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:59.135202 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2ae46544-33b7-40ef-92c7-53274cfce5ec req-5900b688-8e90-44d0-b6e6-0bcb75bd9e19 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e357e532-c2a3-4ab5-8acc-b885707a4f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1467698 Jan 26 11:19:59.138712 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f84ef8a4-0a62-4e30-9fc3-06c5440cc1de tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Unset dirty status for tenant:873c7ffd1b2e4c289f45e1cd68561192 on resource:floatingip {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:59.139986 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f84ef8a4-0a62-4e30-9fc3-06c5440cc1de tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3394 time: 0.3143795 Jan 26 11:19:59.143405 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afe2d5a-8d06-4181-895b-773299af0c0e tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Network 30bc1b1c-ef7b-4f6d-841b-36322fd81976 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:59.148363 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44410) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:59.155961 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-7afe2d5a-8d06-4181-895b-773299af0c0e tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:59.160177 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84b7791-8583-42be-8696-cf902a657ec9 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Network 9d862b1a-16c4-474a-99d7-108083ba8e4c is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:59.192150 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9ba649f0-e9bd-4da3-bd20-2c34a0c1f389 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:19:59.207179 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9ba649f0-e9bd-4da3-bd20-2c34a0c1f389 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:19:59.221301 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba649f0-e9bd-4da3-bd20-2c34a0c1f389 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:19:59.221500 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-b84b7791-8583-42be-8696-cf902a657ec9 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:59.229058 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9ba649f0-e9bd-4da3-bd20-2c34a0c1f389 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:59.238487 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84b7791-8583-42be-8696-cf902a657ec9 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:59.263129 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-9ba649f0-e9bd-4da3-bd20-2c34a0c1f389 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] device_id is not set on port 85d5c5b3-0092-4912-b070-8eefa51a350d yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:19:59.284643 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-70d88b49-2399-4f4f-8222-a16cc10f3f67 None None] Allocated IP 2001:db8::2 (ba6f0584-2941-48e6-9427-2229465f5a54/1cb1ad3d-185e-4b85-9bfb-b604828a421f/499a4885-7d1c-4be2-bef8-393d6ab6c1d3) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:59.295683 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b7791-8583-42be-8696-cf902a657ec9 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event updated for resources: {'Port': ['ID=0a73b434-eed9-478c-8dd0-bf55e299426c,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:59.457091 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b5311d52-d1cb-4711-91d3-007eb6376951 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Synchronizing usage tracker for tenant:465b2c387d924495a14b9b1507cfc47b on resource:floatingip {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:19:59.477673 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-22ecac31-622a-4add-9024-c31be5d1d6bd None None] Provisioning complete for port b11dce81-5945-4710-baea-f143c4de9838 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:19:59.478044 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-22ecac31-622a-4add-9024-c31be5d1d6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:59.589442 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-22ecac31-622a-4add-9024-c31be5d1d6bd None None] Port b11dce81-5945-4710-baea-f143c4de9838 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:19:59.619808 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-70d88b49-2399-4f4f-8222-a16cc10f3f67 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:59.631572 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-70d88b49-2399-4f4f-8222-a16cc10f3f67 None None] Transition to ACTIVE for port object 499a4885-7d1c-4be2-bef8-393d6ab6c1d3 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:59.651617 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-70d88b49-2399-4f4f-8222-a16cc10f3f67 None None] Transition to ACTIVE for port object 499a4885-7d1c-4be2-bef8-393d6ab6c1d3 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:19:59.660013 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-70d88b49-2399-4f4f-8222-a16cc10f3f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:59.721330 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84b7791-8583-42be-8696-cf902a657ec9 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:19:59.721979 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b84b7791-8583-42be-8696-cf902a657ec9 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:59.742638 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d88b49-2399-4f4f-8222-a16cc10f3f67 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:19:59.747042 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-70d88b49-2399-4f4f-8222-a16cc10f3f67 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:19:59.754933 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d88b49-2399-4f4f-8222-a16cc10f3f67 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:19:59.755261 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b5311d52-d1cb-4711-91d3-007eb6376951 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Unset dirty status for tenant:465b2c387d924495a14b9b1507cfc47b on resource:floatingip {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:19:59.758976 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b5311d52-d1cb-4711-91d3-007eb6376951 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.6020534 Jan 26 11:19:59.763811 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44416) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:59.773158 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d88b49-2399-4f4f-8222-a16cc10f3f67 None None] Pushing event updated for resources: {'Port': ['ID=499a4885-7d1c-4be2-bef8-393d6ab6c1d3,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:19:59.792038 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-9ba649f0-e9bd-4da3-bd20-2c34a0c1f389 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 2001:db8::3dc (ba6f0584-2941-48e6-9427-2229465f5a54/1cb1ad3d-185e-4b85-9bfb-b604828a421f/85d5c5b3-0092-4912-b070-8eefa51a350d) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:19:59.874146 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b84b7791-8583-42be-8696-cf902a657ec9 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.5678580 Jan 26 11:19:59.882979 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44420) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:19:59.892695 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-70d88b49-2399-4f4f-8222-a16cc10f3f67 None None] Attempting to bind port 499a4885-7d1c-4be2-bef8-393d6ab6c1d3 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:19:59.893651 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-70d88b49-2399-4f4f-8222-a16cc10f3f67 None None] Attempting to bind port 499a4885-7d1c-4be2-bef8-393d6ab6c1d3 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:19:59.894935 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d88b49-2399-4f4f-8222-a16cc10f3f67 None None] Attempting to bind port 499a4885-7d1c-4be2-bef8-393d6ab6c1d3 on network ba6f0584-2941-48e6-9427-2229465f5a54 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:19:59.902277 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d88b49-2399-4f4f-8222-a16cc10f3f67 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:19:59.903279 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d88b49-2399-4f4f-8222-a16cc10f3f67 None None] Checking segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:19:59.903891 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-70d88b49-2399-4f4f-8222-a16cc10f3f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:59.904477 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d88b49-2399-4f4f-8222-a16cc10f3f67 None None] Bound using segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:19:59.905146 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-70d88b49-2399-4f4f-8222-a16cc10f3f67 None None] Bound port: 499a4885-7d1c-4be2-bef8-393d6ab6c1d3, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:19:59.905733 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-70d88b49-2399-4f4f-8222-a16cc10f3f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:19:59.955620 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-831f4561-497b-4ddb-acf5-b509f4298573 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Request body: {'port': {'network_id': '9d862b1a-16c4-474a-99d7-108083ba8e4c', 'name': 'tempest-FloatingIPTestJSON-1365164045'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:00.000870 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-70d88b49-2399-4f4f-8222-a16cc10f3f67 None None] For port 499a4885-7d1c-4be2-bef8-393d6ab6c1d3, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:20:00.004604 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-70d88b49-2399-4f4f-8222-a16cc10f3f67 None None] For port 499a4885-7d1c-4be2-bef8-393d6ab6c1d3, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=499a4885-7d1c-4be2-bef8-393d6ab6c1d3,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:20:00.008502 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-70d88b49-2399-4f4f-8222-a16cc10f3f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:00.052393 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9ba649f0-e9bd-4da3-bd20-2c34a0c1f389 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:00.074098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-9ba649f0-e9bd-4da3-bd20-2c34a0c1f389 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Transition to ACTIVE for port object 85d5c5b3-0092-4912-b070-8eefa51a350d will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:20:00.103909 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d88b49-2399-4f4f-8222-a16cc10f3f67 None None] Pushing event updated for resources: {'Port': ['ID=499a4885-7d1c-4be2-bef8-393d6ab6c1d3,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:00.115719 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9ba649f0-e9bd-4da3-bd20-2c34a0c1f389 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:00.181038 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba649f0-e9bd-4da3-bd20-2c34a0c1f389 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:00.189228 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-9ba649f0-e9bd-4da3-bd20-2c34a0c1f389 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:00.191640 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba649f0-e9bd-4da3-bd20-2c34a0c1f389 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:00.197660 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba649f0-e9bd-4da3-bd20-2c34a0c1f389 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:00.198283 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9ba649f0-e9bd-4da3-bd20-2c34a0c1f389 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:00.232860 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba649f0-e9bd-4da3-bd20-2c34a0c1f389 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Port': ['ID=85d5c5b3-0092-4912-b070-8eefa51a350d,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:00.248106 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9ba649f0-e9bd-4da3-bd20-2c34a0c1f389 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2965794 Jan 26 11:20:00.250560 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44426) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:00.283351 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-afbeeb87-5455-43fa-9f93-bbad7ee4d364 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Deleting port b6c2e645-0abf-41d7-a50c-bdd932f91923 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:00.283863 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-afbeeb87-5455-43fa-9f93-bbad7ee4d364 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:00.441499 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c4470-1118-47af-a606-5dcbe26656ed req-23e3c9f6-ca18-4a07-a192-dbb09f99b1e1 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:00.443229 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-339c4470-1118-47af-a606-5dcbe26656ed req-23e3c9f6-ca18-4a07-a192-dbb09f99b1e1 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1902126-0582-4b0c-9d25-9ac8479255de HTTP/1.1" status: 200 len: 946 time: 0.1184466 Jan 26 11:20:00.452084 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f33b08e-827b-49c5-85b0-59ef882e6b0b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:00.459537 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f33b08e-827b-49c5-85b0-59ef882e6b0b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:00.460352 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8f33b08e-827b-49c5-85b0-59ef882e6b0b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:20:00.470532 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c71d19ce-8f47-44e9-899f-8a5001de8a18 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:00.508159 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8f33b08e-827b-49c5-85b0-59ef882e6b0b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:20:00.509498 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8f33b08e-827b-49c5-85b0-59ef882e6b0b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2575617 Jan 26 11:20:00.510988 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afe2d5a-8d06-4181-895b-773299af0c0e tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Router 309c0a87-b1dd-467f-a7b8-ab07180e4d11 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:20:00.512651 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44430) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:00.519176 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c71d19ce-8f47-44e9-899f-8a5001de8a18 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:00.546723 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-339c4470-1118-47af-a606-5dcbe26656ed req-268d96c4-110d-4826-b2b1-6e6841128ab6 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e357e532-c2a3-4ab5-8acc-b885707a4f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0830083 Jan 26 11:20:00.587855 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-0492fd81-7988-4365-b336-4b78ac959204 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting port 85d5c5b3-0092-4912-b070-8eefa51a350d {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:00.588617 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0492fd81-7988-4365-b336-4b78ac959204 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:00.600560 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.resource_extend [None req-8a58d8f3-3b87-4dc0-b7ad-65642b1df0a1 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:20:00.867503 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0492fd81-7988-4365-b336-4b78ac959204 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:00.921815 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-831f4561-497b-4ddb-acf5-b509f4298573 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:00.997354 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-831f4561-497b-4ddb-acf5-b509f4298573 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Usage tracker for resource:port and tenant:68260ee4e7d844c68a0428a738fc37f5 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:01.007469 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-0492fd81-7988-4365-b336-4b78ac959204 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Calling delete_port for 85d5c5b3-0092-4912-b070-8eefa51a350d owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:01.018566 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8a58d8f3-3b87-4dc0-b7ad-65642b1df0a1 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:01.053466 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-831f4561-497b-4ddb-acf5-b509f4298573 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:01.074979 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8a58d8f3-3b87-4dc0-b7ad-65642b1df0a1 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:01.126814 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-831f4561-497b-4ddb-acf5-b509f4298573 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:01.189916 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-afbeeb87-5455-43fa-9f93-bbad7ee4d364 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:01.190247 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-afbeeb87-5455-43fa-9f93-bbad7ee4d364 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:01.219076 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afe2d5a-8d06-4181-895b-773299af0c0e tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:20:01.234806 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b5314a-42fc-419b-9d76-8539cfae4864 None None] Sync routers for ids ['309c0a87-b1dd-467f-a7b8-ab07180e4d11'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:20:01.248908 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b5314a-42fc-419b-9d76-8539cfae4864 None None] Routers {'309c0a87-b1dd-467f-a7b8-ab07180e4d11'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:01.249601 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-78b5314a-42fc-419b-9d76-8539cfae4864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['309c0a87-b1dd-467f-a7b8-ab07180e4d11'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:01.286506 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0492fd81-7988-4365-b336-4b78ac959204 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:01.287980 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831f4561-497b-4ddb-acf5-b509f4298573 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Made reservation on behalf of 68260ee4e7d844c68a0428a738fc37f5 for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:20:01.292321 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-831f4561-497b-4ddb-acf5-b509f4298573 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:01.323033 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-78b5314a-42fc-419b-9d76-8539cfae4864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:01.325290 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-9ded5d36-827a-4d2b-8531-09bea4dc5d88 None None] Provisioning for port 499a4885-7d1c-4be2-bef8-393d6ab6c1d3 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:20:01.339674 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b5314a-42fc-419b-9d76-8539cfae4864 None None] Routers {'309c0a87-b1dd-467f-a7b8-ab07180e4d11'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:01.340542 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-78b5314a-42fc-419b-9d76-8539cfae4864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['309c0a87-b1dd-467f-a7b8-ab07180e4d11'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:01.343992 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492fd81-7988-4365-b336-4b78ac959204 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Port': ['ID=85d5c5b3-0092-4912-b070-8eefa51a350d,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:01.389160 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-afbeeb87-5455-43fa-9f93-bbad7ee4d364 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Calling delete_port for b6c2e645-0abf-41d7-a50c-bdd932f91923 owned by network:floatingip {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:01.399647 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0492fd81-7988-4365-b336-4b78ac959204 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:01.417739 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0492fd81-7988-4365-b336-4b78ac959204 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/85d5c5b3-0092-4912-b070-8eefa51a350d HTTP/1.1" status: 204 len: 168 time: 0.9037595 Jan 26 11:20:01.421310 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44438) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:01.425106 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-c71d19ce-8f47-44e9-899f-8a5001de8a18 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Allocated IP 172.26.5.160 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/8ec5c2a8-fe91-4cea-b8bb-fe1381d1692e) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:01.428607 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-78b5314a-42fc-419b-9d76-8539cfae4864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:01.429198 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b5314a-42fc-419b-9d76-8539cfae4864 None None] The sync data for ids ['309c0a87-b1dd-467f-a7b8-ab07180e4d11'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:20:01.438849 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7afe2d5a-8d06-4181-895b-773299af0c0e tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] 10.222.0.39 "PUT /v2.0/routers/309c0a87-b1dd-467f-a7b8-ab07180e4d11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0611832 Jan 26 11:20:01.462106 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44442) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:01.502723 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c57226-92da-4428-bbaa-e5359e7623d6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:01.504738 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c57226-92da-4428-bbaa-e5359e7623d6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:01.505546 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-55c57226-92da-4428-bbaa-e5359e7623d6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:20:01.527376 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-bb1d291d-430f-4acf-ad75-7fc05a69d558 None None] Could not find standard attr ID for object 85d5c5b3-0092-4912-b070-8eefa51a350d. {{(pid=87444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 11:20:01.527617 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-55c57226-92da-4428-bbaa-e5359e7623d6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:20:01.531369 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-55c57226-92da-4428-bbaa-e5359e7623d6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1066711 Jan 26 11:20:01.531769 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44444) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:01.607551 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad75dcdd-66e3-4b79-9bf3-2e05fc608227 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet 1cb1ad3d-185e-4b85-9bfb-b604828a421f {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:20:01.610957 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad75dcdd-66e3-4b79-9bf3-2e05fc608227 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:01.638841 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-831f4561-497b-4ddb-acf5-b509f4298573 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] device_id is not set on port b1c8779d-9c40-4b12-be60-9c0fdff33e9d yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:20:01.685757 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad75dcdd-66e3-4b79-9bf3-2e05fc608227 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:01.691829 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-1b01aacf-446f-4290-acb5-e60cc3346567 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Request body: {'port': {'network_id': '30bc1b1c-ef7b-4f6d-841b-36322fd81976', 'name': 'tempest-FloatingIPNegativeTestJSON-1534601986'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:01.737694 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e81d0c-0139-40ce-9edb-ceabce505475 req-acac8bb8-6ce8-47dc-87d6-9f8683026fc7 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:01.743649 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-52e81d0c-0139-40ce-9edb-ceabce505475 req-acac8bb8-6ce8-47dc-87d6-9f8683026fc7 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1902126-0582-4b0c-9d25-9ac8479255de HTTP/1.1" status: 200 len: 946 time: 1.0636103 Jan 26 11:20:01.751756 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 499a4885-7d1c-4be2-bef8-393d6ab6c1d3 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:20:01.752407 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44450) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:01.760835 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a47fba96-d81a-4942-a223-ae60cc441239 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Request body: {'floatingip': {'port_id': 'ec35730e-d033-42c2-a748-21a3eb766c98'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:01.828276 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 499a4885-7d1c-4be2-bef8-393d6ab6c1d3 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:20:01.834211 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 499a4885-7d1c-4be2-bef8-393d6ab6c1d3 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:20:01.834682 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:01.847796 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a47fba96-d81a-4942-a223-ae60cc441239 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks [] for floatingip, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:01.899562 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-8a58d8f3-3b87-4dc0-b7ad-65642b1df0a1 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Floating IP 0730ab4d-a57d-47f0-876f-1c8bd11f7f21 associated. External IP: 172.26.5.25, port: fd73cb01-e730-4ad8-b770-b6a1e7f436ed. Jan 26 11:20:01.963741 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:02.000881 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 499a4885-7d1c-4be2-bef8-393d6ab6c1d3, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=499a4885-7d1c-4be2-bef8-393d6ab6c1d3,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:20:02.011919 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:02.094351 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=499a4885-7d1c-4be2-bef8-393d6ab6c1d3,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:02.156242 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad75dcdd-66e3-4b79-9bf3-2e05fc608227 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:02.334187 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c71d19ce-8f47-44e9-899f-8a5001de8a18 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:02.340829 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-1b01aacf-446f-4290-acb5-e60cc3346567 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:02.386893 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad75dcdd-66e3-4b79-9bf3-2e05fc608227 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:02.412146 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-831f4561-497b-4ddb-acf5-b509f4298573 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Allocated IP 172.20.0.14 (9d862b1a-16c4-474a-99d7-108083ba8e4c/d5c22375-ea18-4f3d-b7eb-61615d8fdadf/b1c8779d-9c40-4b12-be60-9c0fdff33e9d) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:02.416993 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1b01aacf-446f-4290-acb5-e60cc3346567 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Usage tracker for resource:port and tenant:77ad33d2818b4363b3c4157c5aa2b74a is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:02.432821 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75dcdd-66e3-4b79-9bf3-2e05fc608227 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=1cb1ad3d-185e-4b85-9bfb-b604828a421f,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:02.433012 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1b01aacf-446f-4290-acb5-e60cc3346567 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:02.442848 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad75dcdd-66e3-4b79-9bf3-2e05fc608227 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:02.445110 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-1b01aacf-446f-4290-acb5-e60cc3346567 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:02.452558 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db02355d-062b-4ced-a955-b90a9b7da4a6 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:20:02.462519 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ad75dcdd-66e3-4b79-9bf3-2e05fc608227 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/1cb1ad3d-185e-4b85-9bfb-b604828a421f HTTP/1.1" status: 204 len: 168 time: 0.9266071 Jan 26 11:20:02.464965 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-afbeeb87-5455-43fa-9f93-bbad7ee4d364 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:02.466619 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44456) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:02.539799 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2fb0c739-aff0-4242-927f-368cea9e8534 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693810 Jan 26 11:20:02.540023 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbeeb87-5455-43fa-9f93-bbad7ee4d364 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Pushing event deleted for resources: {'Port': ['ID=b6c2e645-0abf-41d7-a50c-bdd932f91923,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:02.541266 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44460) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:02.545521 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b01aacf-446f-4290-acb5-e60cc3346567 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Made reservation on behalf of 77ad33d2818b4363b3c4157c5aa2b74a for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:20:02.545851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-4842334f-51dd-4622-9929-8b0ada3870af tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:02.549058 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1b01aacf-446f-4290-acb5-e60cc3346567 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:02.730701 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4842334f-51dd-4622-9929-8b0ada3870af tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:02.754117 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-1b01aacf-446f-4290-acb5-e60cc3346567 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] device_id is not set on port b7e8d89a-aa06-481a-ba4d-648713797604 yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:20:02.769769 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7a1a4f-ad47-4ccc-8b5c-062ef0937274 None None] DHCP port deletion for ba6f0584-2941-48e6-9427-2229465f5a54 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:20:02.774996 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-4c7a1a4f-ad47-4ccc-8b5c-062ef0937274 None None] Deleting port 499a4885-7d1c-4be2-bef8-393d6ab6c1d3 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:02.776051 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4c7a1a4f-ad47-4ccc-8b5c-062ef0937274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:02.841149 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c71d19ce-8f47-44e9-899f-8a5001de8a18 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:02.857796 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4842334f-51dd-4622-9929-8b0ada3870af tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:subnet and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:02.862706 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4842334f-51dd-4622-9929-8b0ada3870af tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:02.878591 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4842334f-51dd-4622-9929-8b0ada3870af tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:02.894010 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a47fba96-d81a-4942-a223-ae60cc441239 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:02.894910 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a58d8f3-3b87-4dc0-b7ad-65642b1df0a1 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Router 1097d2ee-3cba-4382-9965-e7f95fc789b5 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:20:02.895284 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4842334f-51dd-4622-9929-8b0ada3870af tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:20:02.898861 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4842334f-51dd-4622-9929-8b0ada3870af tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:02.916057 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a47fba96-d81a-4942-a223-ae60cc441239 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:02.945115 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-afbeeb87-5455-43fa-9f93-bbad7ee4d364 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Notify callbacks [] for floatingip, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:03.042528 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-4c7a1a4f-ad47-4ccc-8b5c-062ef0937274 None None] For port 499a4885-7d1c-4be2-bef8-393d6ab6c1d3, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=499a4885-7d1c-4be2-bef8-393d6ab6c1d3,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:20:03.042912 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4c7a1a4f-ad47-4ccc-8b5c-062ef0937274 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:03.046970 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71d19ce-8f47-44e9-899f-8a5001de8a18 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:03.186690 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-a47fba96-d81a-4942-a223-ae60cc441239 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Floating IP 85d9f459-8f69-4fd5-9762-98b70f6cf0b1 associated. External IP: 172.26.5.68, port: ec35730e-d033-42c2-a748-21a3eb766c98. Jan 26 11:20:03.244621 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-4c7a1a4f-ad47-4ccc-8b5c-062ef0937274 None None] Calling delete_port for 499a4885-7d1c-4be2-bef8-393d6ab6c1d3 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:03.253985 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-c71d19ce-8f47-44e9-899f-8a5001de8a18 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:03.297330 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d19ce-8f47-44e9-899f-8a5001de8a18 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Pushing event updated for resources: {'Port': ['ID=8ec5c2a8-fe91-4cea-b8bb-fe1381d1692e,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:03.309325 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71d19ce-8f47-44e9-899f-8a5001de8a18 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:03.337243 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4c7a1a4f-ad47-4ccc-8b5c-062ef0937274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:03.367082 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-afbeeb87-5455-43fa-9f93-bbad7ee4d364 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:03.368246 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-afbeeb87-5455-43fa-9f93-bbad7ee4d364 tempest-FloatingIPAdminTestJSON-1077132730 tempest-FloatingIPAdminTestJSON-1077132730-project] 10.222.0.39 "DELETE /v2.0/floatingips/5b3fae3f-90ea-4ae4-bf2c-f101627ce6b7 HTTP/1.1" status: 204 len: 168 time: 3.5998881 Jan 26 11:20:03.376646 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44466) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:03.384406 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a1a4f-ad47-4ccc-8b5c-062ef0937274 None None] Pushing event deleted for resources: {'Port': ['ID=499a4885-7d1c-4be2-bef8-393d6ab6c1d3,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:03.394004 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7a1a4f-ad47-4ccc-8b5c-062ef0937274 None None] No DVR routers for this DVR port 499a4885-7d1c-4be2-bef8-393d6ab6c1d3 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:20:03.508810 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4842334f-51dd-4622-9929-8b0ada3870af tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:03.584262 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-831f4561-497b-4ddb-acf5-b509f4298573 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:03.587186 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4842334f-51dd-4622-9929-8b0ada3870af tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:03.596481 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-4842334f-51dd-4622-9929-8b0ada3870af tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:03.602836 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4842334f-51dd-4622-9929-8b0ada3870af tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:03.603109 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4842334f-51dd-4622-9929-8b0ada3870af tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:03.607197 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be6a29e-8da1-4220-927b-cc1c45793efe None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:20:03.700368 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 499a4885-7d1c-4be2-bef8-393d6ab6c1d3 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:20:03.709226 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842334f-51dd-4622-9929-8b0ada3870af tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=9c2bd0a1-13e7-4b41-b023-92a03cc6c1e2,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:03.729321 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4842334f-51dd-4622-9929-8b0ada3870af tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1856961 Jan 26 11:20:03.729726 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44470) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:03.735327 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-98fff8b6-1de5-4293-bce1-d89a21ffa082 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'name': 'tempest-NetworksTestDHCPv6-1416295713'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:03.743009 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 499a4885-7d1c-4be2-bef8-393d6ab6c1d3 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:20:03.743474 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 499a4885-7d1c-4be2-bef8-393d6ab6c1d3 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:20:03.748350 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-1b01aacf-446f-4290-acb5-e60cc3346567 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Allocated IP 172.20.0.6 (30bc1b1c-ef7b-4f6d-841b-36322fd81976/c0ddf303-2aed-46ff-a11f-7c94ac99293b/b7e8d89a-aa06-481a-ba4d-648713797604) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:03.767381 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47fba96-d81a-4942-a223-ae60cc441239 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Router dc8815fb-8dc2-44b4-a64b-86d3c41f431a has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:20:03.828397 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-750191d7-c326-4a3f-8eb9-3338c3c3c74e tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Deleting port 1107f232-70b0-4d97-9f1d-8e8c191dcab2 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:03.828773 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-750191d7-c326-4a3f-8eb9-3338c3c3c74e tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:03.889645 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501a9541-28db-4321-895f-dccddbfc013e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-ba6f0584-2941-48e6-9427-2229465f5a54', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'fixed_ips': [{'subnet_id': '9c2bd0a1-13e7-4b41-b023-92a03cc6c1e2'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:20:03.890538 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-501a9541-28db-4321-895f-dccddbfc013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:04.003546 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a58d8f3-3b87-4dc0-b7ad-65642b1df0a1 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:20:04.018678 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c914d24d-6fd4-434c-80ad-3834a570d0ab None None] Sync routers for ids ['1097d2ee-3cba-4382-9965-e7f95fc789b5'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:20:04.025424 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8a58d8f3-3b87-4dc0-b7ad-65642b1df0a1 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:04.028101 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c914d24d-6fd4-434c-80ad-3834a570d0ab None None] Routers {'1097d2ee-3cba-4382-9965-e7f95fc789b5'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:04.028897 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-c914d24d-6fd4-434c-80ad-3834a570d0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['1097d2ee-3cba-4382-9965-e7f95fc789b5'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:04.056471 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-501a9541-28db-4321-895f-dccddbfc013e None None] Allocated IP 2001:db8::2 (ba6f0584-2941-48e6-9427-2229465f5a54/9c2bd0a1-13e7-4b41-b023-92a03cc6c1e2/0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:04.067069 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47fba96-d81a-4942-a223-ae60cc441239 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:20:04.073757 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a47fba96-d81a-4942-a223-ae60cc441239 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:04.122606 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-98fff8b6-1de5-4293-bce1-d89a21ffa082 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:04.135068 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-98fff8b6-1de5-4293-bce1-d89a21ffa082 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:port and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:04.139676 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-98fff8b6-1de5-4293-bce1-d89a21ffa082 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:04.149287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-98fff8b6-1de5-4293-bce1-d89a21ffa082 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:04.160047 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a47fba96-d81a-4942-a223-ae60cc441239 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "PUT /v2.0/floatingips/85d9f459-8f69-4fd5-9762-98b70f6cf0b1 HTTP/1.1" status: 200 len: 991 time: 2.4065220 Jan 26 11:20:04.162376 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1902126-0582-4b0c-9d25-9ac8479255de', 'tag': 'ec35730e-d033-42c2-a748-21a3eb766c98'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:20:04.174566 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fff8b6-1de5-4293-bce1-d89a21ffa082 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:20:04.178263 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-98fff8b6-1de5-4293-bce1-d89a21ffa082 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:04.200496 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-98fff8b6-1de5-4293-bce1-d89a21ffa082 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] device_id is not set on port a78aa793-4def-4252-b36e-f6c8724882c1 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:20:04.267528 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1902126-0582-4b0c-9d25-9ac8479255de', 'tag': 'ec35730e-d033-42c2-a748-21a3eb766c98', 'status': 'completed', 'code': 200} Jan 26 11:20:04.307560 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-c914d24d-6fd4-434c-80ad-3834a570d0ab None None] Set router 1097d2ee-3cba-4382-9965-e7f95fc789b5 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:20:04.381158 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8a58d8f3-3b87-4dc0-b7ad-65642b1df0a1 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "PUT /v2.0/floatingips/0730ab4d-a57d-47f0-876f-1c8bd11f7f21 HTTP/1.1" status: 200 len: 990 time: 6.4454217 Jan 26 11:20:04.398949 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e82132-2d82-461b-a99d-d8a509979a8c', 'tag': 'fd73cb01-e730-4ad8-b770-b6a1e7f436ed'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:20:04.404204 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-831f4561-497b-4ddb-acf5-b509f4298573 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:04.413180 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-501a9541-28db-4321-895f-dccddbfc013e None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:04.427293 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-501a9541-28db-4321-895f-dccddbfc013e None None] Transition to ACTIVE for port object 0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:20:04.428893 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-750191d7-c326-4a3f-8eb9-3338c3c3c74e tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:04.429355 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-750191d7-c326-4a3f-8eb9-3338c3c3c74e tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:04.448590 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-501a9541-28db-4321-895f-dccddbfc013e None None] Transition to ACTIVE for port object 0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:20:04.459000 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c042669e-ae1d-458d-8a28-5f63077506b8 None None] Sync routers for ids ['dc8815fb-8dc2-44b4-a64b-86d3c41f431a'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:20:04.468544 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-501a9541-28db-4321-895f-dccddbfc013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:04.613687 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501a9541-28db-4321-895f-dccddbfc013e None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:04.619056 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-501a9541-28db-4321-895f-dccddbfc013e None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:04.623314 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831f4561-497b-4ddb-acf5-b509f4298573 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Network 9d862b1a-16c4-474a-99d7-108083ba8e4c is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:04.625488 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c042669e-ae1d-458d-8a28-5f63077506b8 None None] Routers {'dc8815fb-8dc2-44b4-a64b-86d3c41f431a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:04.630459 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-c042669e-ae1d-458d-8a28-5f63077506b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['dc8815fb-8dc2-44b4-a64b-86d3c41f431a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:04.683083 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501a9541-28db-4321-895f-dccddbfc013e None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:04.697283 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a9541-28db-4321-895f-dccddbfc013e None None] Pushing event updated for resources: {'Port': ['ID=0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:04.755186 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-c914d24d-6fd4-434c-80ad-3834a570d0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'name': 'tempest-ServerActionsTestJSON-226898407-router', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:52Z', 'updated_at': '2022-01-26T11:19:05Z', 'revision_number': 4, 'project_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'gw_port': {'id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '0730ab4d-a57d-47f0-876f-1c8bd11f7f21', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'floating_ip_address': '172.26.5.25', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'port_id': 'fd73cb01-e730-4ad8-b770-b6a1e7f436ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c', 'mac_address': 'fa:16:3e:9d:ec:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e82132-2d82-461b-a99d-d8a509979a8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:19:18Z', 'updated_at': '2022-01-26T11:20:00Z', 'revision_number': 1, 'project_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90093428-4d17-41ba-b660-a3edaff29a2c', 'name': '', 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'mac_address': 'fa:16:3e:49:fc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '53606115-5141-4c56-95c1-767f19a5c1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:01Z', 'updated_at': '2022-01-26T11:19:18Z', 'revision_number': 5, 'project_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'subnets': [{'id': '53606115-5141-4c56-95c1-767f19a5c1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:04.760086 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c914d24d-6fd4-434c-80ad-3834a570d0ab None None] Checking router: 1097d2ee-3cba-4382-9965-e7f95fc789b5 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:20:04.770621 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c914d24d-6fd4-434c-80ad-3834a570d0ab None None] Routers {'1097d2ee-3cba-4382-9965-e7f95fc789b5'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:04.771241 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-c914d24d-6fd4-434c-80ad-3834a570d0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['1097d2ee-3cba-4382-9965-e7f95fc789b5'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:04.877700 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-501a9541-28db-4321-895f-dccddbfc013e None None] Attempting to bind port 0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:20:04.878379 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-501a9541-28db-4321-895f-dccddbfc013e None None] Attempting to bind port 0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:20:04.878900 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501a9541-28db-4321-895f-dccddbfc013e None None] Attempting to bind port 0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a on network ba6f0584-2941-48e6-9427-2229465f5a54 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:20:04.905825 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501a9541-28db-4321-895f-dccddbfc013e None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:20:04.906592 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501a9541-28db-4321-895f-dccddbfc013e None None] Checking segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:20:04.907245 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-501a9541-28db-4321-895f-dccddbfc013e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:04.907819 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501a9541-28db-4321-895f-dccddbfc013e None None] Bound using segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:20:04.908489 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-501a9541-28db-4321-895f-dccddbfc013e None None] Bound port: 0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:20:04.909051 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-501a9541-28db-4321-895f-dccddbfc013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:04.911264 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e82132-2d82-461b-a99d-d8a509979a8c', 'tag': 'fd73cb01-e730-4ad8-b770-b6a1e7f436ed', 'status': 'completed', 'code': 200} Jan 26 11:20:04.922471 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-831f4561-497b-4ddb-acf5-b509f4298573 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:04.939273 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-750191d7-c326-4a3f-8eb9-3338c3c3c74e tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Calling delete_port for 1107f232-70b0-4d97-9f1d-8e8c191dcab2 owned by network:floatingip {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:04.970757 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831f4561-497b-4ddb-acf5-b509f4298573 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:04.974125 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-98fff8b6-1de5-4293-bce1-d89a21ffa082 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 2001:db8::13c (ba6f0584-2941-48e6-9427-2229465f5a54/9c2bd0a1-13e7-4b41-b023-92a03cc6c1e2/a78aa793-4def-4252-b36e-f6c8724882c1) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:04.978543 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe4503-2967-4876-a071-9383c4d90bcb req-d95130ce-d2ca-478b-91d1-3c4b9590688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:04.979222 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-c914d24d-6fd4-434c-80ad-3834a570d0ab None None] Set router 1097d2ee-3cba-4382-9965-e7f95fc789b5 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:20:04.980060 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6ffe4503-2967-4876-a071-9383c4d90bcb req-d95130ce-d2ca-478b-91d1-3c4b9590688c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8170d036f1fe4a04b0076d6a1de6bb64&device_id=e1902126-0582-4b0c-9d25-9ac8479255de HTTP/1.1" status: 200 len: 1099 time: 0.6963439 Jan 26 11:20:04.987653 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7669451-14ed-4e89-918a-8c45aff4ebce req-17726af3-3634-4639-9279-1a940d62a68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:04.989252 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e7669451-14ed-4e89-918a-8c45aff4ebce req-17726af3-3634-4639-9279-1a940d62a68b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5fbcfd06e3341ee86200462cb30acd6&device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 1098 time: 0.3150320 Jan 26 11:20:04.995354 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-c042669e-ae1d-458d-8a28-5f63077506b8 None None] Set router dc8815fb-8dc2-44b4-a64b-86d3c41f431a gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:20:05.130235 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f4561-497b-4ddb-acf5-b509f4298573 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event updated for resources: {'Port': ['ID=b1c8779d-9c40-4b12-be60-9c0fdff33e9d,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:05.185732 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c71d19ce-8f47-44e9-899f-8a5001de8a18 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router_gateway, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:05.205074 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-501a9541-28db-4321-895f-dccddbfc013e None None] For port 0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:20:05.214602 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:05.220574 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-501a9541-28db-4321-895f-dccddbfc013e None None] For port 0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:20:05.237555 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-501a9541-28db-4321-895f-dccddbfc013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:05.281691 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831f4561-497b-4ddb-acf5-b509f4298573 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:05.283371 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-831f4561-497b-4ddb-acf5-b509f4298573 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:05.317708 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1b01aacf-446f-4290-acb5-e60cc3346567 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:05.415711 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7669451-14ed-4e89-918a-8c45aff4ebce req-7fb1751f-3d33-4fd3-b751-7cd1d291e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:05.417826 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e7669451-14ed-4e89-918a-8c45aff4ebce req-7fb1751f-3d33-4fd3-b751-7cd1d291e594 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf3da876-a622-4e17-8633-e23a8fba3f3c HTTP/1.1" status: 200 len: 912 time: 0.4050279 Jan 26 11:20:05.430791 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-831f4561-497b-4ddb-acf5-b509f4298573 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.5391443 Jan 26 11:20:05.479507 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44486) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:05.487077 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-e86d42f7-9224-460f-9628-0c4da6f68b4b tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': 'b1c8779d-9c40-4b12-be60-9c0fdff33e9d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:05.491887 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a9541-28db-4321-895f-dccddbfc013e None None] Pushing event updated for resources: {'Port': ['ID=0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:05.570723 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe4503-2967-4876-a071-9383c4d90bcb req-13d67e2d-b8a0-4da8-943a-de8e3cefa4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:05.572602 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6ffe4503-2967-4876-a071-9383c4d90bcb req-13d67e2d-b8a0-4da8-943a-de8e3cefa4af service neutron] 10.222.0.24 "GET /v2.0/networks?id=ccf7e590-7e87-4390-898c-54ed923dee9e HTTP/1.1" status: 200 len: 907 time: 0.5719347 Jan 26 11:20:05.602348 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e86d42f7-9224-460f-9628-0c4da6f68b4b tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:05.639598 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-c042669e-ae1d-458d-8a28-5f63077506b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'name': 'tempest-ServersTestJSON-1499700378-router', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '1126d43e-6500-4ed0-b0b6-d78f5361bfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:51Z', 'updated_at': '2022-01-26T11:19:05Z', 'revision_number': 4, 'project_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'gw_port': {'id': '1126d43e-6500-4ed0-b0b6-d78f5361bfc0', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:23:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '85d9f459-8f69-4fd5-9762-98b70f6cf0b1', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'floating_ip_address': '172.26.5.68', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'port_id': 'ec35730e-d033-42c2-a748-21a3eb766c98', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e', 'mac_address': 'fa:16:3e:60:44:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1902126-0582-4b0c-9d25-9ac8479255de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:19:22Z', 'updated_at': '2022-01-26T11:20:02Z', 'revision_number': 1, 'project_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f5e6cde-9b69-4fcd-a0db-4a320492c9e1', 'name': '', 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'mac_address': 'fa:16:3e:6f:aa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '8af7f97d-3505-49db-8fef-896d429e8e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:04Z', 'updated_at': '2022-01-26T11:19:16Z', 'revision_number': 5, 'project_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'subnets': [{'id': '8af7f97d-3505-49db-8fef-896d429e8e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:05.645704 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c042669e-ae1d-458d-8a28-5f63077506b8 None None] Checking router: dc8815fb-8dc2-44b4-a64b-86d3c41f431a for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:20:05.656676 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c042669e-ae1d-458d-8a28-5f63077506b8 None None] Routers {'dc8815fb-8dc2-44b4-a64b-86d3c41f431a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:05.657576 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-c042669e-ae1d-458d-8a28-5f63077506b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['dc8815fb-8dc2-44b4-a64b-86d3c41f431a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:05.795668 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e86d42f7-9224-460f-9628-0c4da6f68b4b tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Usage tracker for resource:floatingip and tenant:68260ee4e7d844c68a0428a738fc37f5 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:05.833397 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-c914d24d-6fd4-434c-80ad-3834a570d0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'name': 'tempest-ServerActionsTestJSON-226898407-router', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:52Z', 'updated_at': '2022-01-26T11:19:05Z', 'revision_number': 4, 'project_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'gw_port': {'id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '0730ab4d-a57d-47f0-876f-1c8bd11f7f21', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'floating_ip_address': '172.26.5.25', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'port_id': 'fd73cb01-e730-4ad8-b770-b6a1e7f436ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c', 'mac_address': 'fa:16:3e:9d:ec:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e82132-2d82-461b-a99d-d8a509979a8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:19:18Z', 'updated_at': '2022-01-26T11:20:00Z', 'revision_number': 1, 'project_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90093428-4d17-41ba-b660-a3edaff29a2c', 'name': '', 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'mac_address': 'fa:16:3e:49:fc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '53606115-5141-4c56-95c1-767f19a5c1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:01Z', 'updated_at': '2022-01-26T11:19:18Z', 'revision_number': 5, 'project_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'subnets': [{'id': '53606115-5141-4c56-95c1-767f19a5c1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:05.838426 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e86d42f7-9224-460f-9628-0c4da6f68b4b tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:05.839590 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c914d24d-6fd4-434c-80ad-3834a570d0ab None None] The sync data for ids ['1097d2ee-3cba-4382-9965-e7f95fc789b5'] in dv-neutron-826439-1-hyperv is: [{'id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'name': 'tempest-ServerActionsTestJSON-226898407-router', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:52Z', 'updated_at': '2022-01-26T11:19:05Z', 'revision_number': 4, 'project_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'gw_port': {'id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '0730ab4d-a57d-47f0-876f-1c8bd11f7f21', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'floating_ip_address': '172.26.5.25', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'port_id': 'fd73cb01-e730-4ad8-b770-b6a1e7f436ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c', 'mac_address': 'fa:16:3e:9d:ec:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e82132-2d82-461b-a99d-d8a509979a8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:19:18Z', 'updated_at': '2022-01-26T11:20:00Z', 'revision_number': 1, 'project_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90093428-4d17-41ba-b660-a3edaff29a2c', 'name': '', 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'mac_address': 'fa:16:3e:49:fc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '53606115-5141-4c56-95c1-767f19a5c1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:01Z', 'updated_at': '2022-01-26T11:19:18Z', 'revision_number': 5, 'project_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'subnets': [{'id': '53606115-5141-4c56-95c1-767f19a5c1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:20:05.894681 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6ffe4503-2967-4876-a071-9383c4d90bcb req-27c97b03-7d95-4be9-b637-d951d3646e65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec35730e-d033-42c2-a748-21a3eb766c98 HTTP/1.1" status: 200 len: 999 time: 0.2846134 Jan 26 11:20:05.913505 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e86d42f7-9224-460f-9628-0c4da6f68b4b tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:05.961517 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-c042669e-ae1d-458d-8a28-5f63077506b8 None None] Set router dc8815fb-8dc2-44b4-a64b-86d3c41f431a gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:20:06.009097 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e86d42f7-9224-460f-9628-0c4da6f68b4b tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:06.027958 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c71d19ce-8f47-44e9-899f-8a5001de8a18 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:06.034663 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-1b01aacf-446f-4290-acb5-e60cc3346567 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Transition to ACTIVE for port object b7e8d89a-aa06-481a-ba4d-648713797604 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:20:06.037421 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e7669451-14ed-4e89-918a-8c45aff4ebce req-4419aca3-3662-4bf0-a888-c2521ce78e77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd73cb01-e730-4ad8-b770-b6a1e7f436ed HTTP/1.1" status: 200 len: 998 time: 0.5565095 Jan 26 11:20:06.094911 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-750191d7-c326-4a3f-8eb9-3338c3c3c74e tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:06.125882 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7669451-14ed-4e89-918a-8c45aff4ebce req-aa2d8b83-dbb5-4395-b879-dcc28477baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:06.128085 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e7669451-14ed-4e89-918a-8c45aff4ebce req-aa2d8b83-dbb5-4395-b879-dcc28477baa4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53606115-5141-4c56-95c1-767f19a5c1f8 HTTP/1.1" status: 200 len: 850 time: 0.0765996 Jan 26 11:20:06.174069 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750191d7-c326-4a3f-8eb9-3338c3c3c74e tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Pushing event deleted for resources: {'Port': ['ID=1107f232-70b0-4d97-9f1d-8e8c191dcab2,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:06.182157 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707771aa-e8e6-4e87-af6b-63a958e24045 None None] New status for floating IP 0730ab4d-a57d-47f0-876f-1c8bd11f7f21: ACTIVE {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:20:06.248917 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe4503-2967-4876-a071-9383c4d90bcb req-15da4b5b-6632-4f5c-b8a8-c7a440c93313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:06.250533 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6ffe4503-2967-4876-a071-9383c4d90bcb req-15da4b5b-6632-4f5c-b8a8-c7a440c93313 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8af7f97d-3505-49db-8fef-896d429e8e82 HTTP/1.1" status: 200 len: 845 time: 0.3297434 Jan 26 11:20:06.256005 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-98fff8b6-1de5-4293-bce1-d89a21ffa082 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:06.359589 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-98fff8b6-1de5-4293-bce1-d89a21ffa082 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Transition to ACTIVE for port object a78aa793-4def-4252-b36e-f6c8724882c1 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:20:06.404143 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1b01aacf-446f-4290-acb5-e60cc3346567 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:06.406107 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-750191d7-c326-4a3f-8eb9-3338c3c3c74e tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:06.410074 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-750191d7-c326-4a3f-8eb9-3338c3c3c74e tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:06.414476 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-750191d7-c326-4a3f-8eb9-3338c3c3c74e tempest-FloatingIPAdminTestJSON-2136156805 tempest-FloatingIPAdminTestJSON-2136156805-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/2b2ea0b0-65c2-4918-81f8-1dadf9028da2 HTTP/1.1" status: 204 len: 168 time: 3.0282834 Jan 26 11:20:06.442901 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44494) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:06.478193 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-c042669e-ae1d-458d-8a28-5f63077506b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'name': 'tempest-ServersTestJSON-1499700378-router', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '1126d43e-6500-4ed0-b0b6-d78f5361bfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:51Z', 'updated_at': '2022-01-26T11:19:05Z', 'revision_number': 4, 'project_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'gw_port': {'id': '1126d43e-6500-4ed0-b0b6-d78f5361bfc0', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:23:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '85d9f459-8f69-4fd5-9762-98b70f6cf0b1', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'floating_ip_address': '172.26.5.68', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'port_id': 'ec35730e-d033-42c2-a748-21a3eb766c98', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e', 'mac_address': 'fa:16:3e:60:44:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1902126-0582-4b0c-9d25-9ac8479255de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:19:22Z', 'updated_at': '2022-01-26T11:20:02Z', 'revision_number': 1, 'project_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f5e6cde-9b69-4fcd-a0db-4a320492c9e1', 'name': '', 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'mac_address': 'fa:16:3e:6f:aa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '8af7f97d-3505-49db-8fef-896d429e8e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:04Z', 'updated_at': '2022-01-26T11:19:16Z', 'revision_number': 5, 'project_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'subnets': [{'id': '8af7f97d-3505-49db-8fef-896d429e8e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:06.482996 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c042669e-ae1d-458d-8a28-5f63077506b8 None None] The sync data for ids ['dc8815fb-8dc2-44b4-a64b-86d3c41f431a'] in dv-neutron-826439-1-hyperv is: [{'id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'name': 'tempest-ServersTestJSON-1499700378-router', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '1126d43e-6500-4ed0-b0b6-d78f5361bfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:51Z', 'updated_at': '2022-01-26T11:19:05Z', 'revision_number': 4, 'project_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'gw_port': {'id': '1126d43e-6500-4ed0-b0b6-d78f5361bfc0', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:23:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '85d9f459-8f69-4fd5-9762-98b70f6cf0b1', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'floating_ip_address': '172.26.5.68', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'port_id': 'ec35730e-d033-42c2-a748-21a3eb766c98', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e', 'mac_address': 'fa:16:3e:60:44:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1902126-0582-4b0c-9d25-9ac8479255de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:19:22Z', 'updated_at': '2022-01-26T11:20:02Z', 'revision_number': 1, 'project_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f5e6cde-9b69-4fcd-a0db-4a320492c9e1', 'name': '', 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'mac_address': 'fa:16:3e:6f:aa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '8af7f97d-3505-49db-8fef-896d429e8e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:04Z', 'updated_at': '2022-01-26T11:19:16Z', 'revision_number': 5, 'project_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'subnets': [{'id': '8af7f97d-3505-49db-8fef-896d429e8e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:20:06.538986 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7669451-14ed-4e89-918a-8c45aff4ebce req-7d9b6df3-cecc-4215-89b3-b0446d607a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:06.540580 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e7669451-14ed-4e89-918a-8c45aff4ebce req-7d9b6df3-cecc-4215-89b3-b0446d607a04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf3da876-a622-4e17-8633-e23a8fba3f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4010577 Jan 26 11:20:06.548290 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b01aacf-446f-4290-acb5-e60cc3346567 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Network 30bc1b1c-ef7b-4f6d-841b-36322fd81976 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:06.557411 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-1b01aacf-446f-4290-acb5-e60cc3346567 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:06.560026 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b01aacf-446f-4290-acb5-e60cc3346567 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:06.621505 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01aacf-446f-4290-acb5-e60cc3346567 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Pushing event updated for resources: {'Port': ['ID=b7e8d89a-aa06-481a-ba4d-648713797604,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:06.629602 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b01aacf-446f-4290-acb5-e60cc3346567 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:06.630213 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1b01aacf-446f-4290-acb5-e60cc3346567 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:06.651437 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1b01aacf-446f-4290-acb5-e60cc3346567 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0144606 Jan 26 11:20:06.654188 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71d19ce-8f47-44e9-899f-8a5001de8a18 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Router fa905d7e-da67-4646-9c75-d943edf28bcb is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:20:06.656348 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44500) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:06.662801 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-e3b1e925-723b-4b3f-8d12-9343afce21e8 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:06.678178 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-df7d180c-d0d7-4daa-889f-594758d65ba7 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Deleting port 0080cedd-a155-407c-a409-b714e2ba1df7 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:06.678561 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df7d180c-d0d7-4daa-889f-594758d65ba7 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:06.680969 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e3b1e925-723b-4b3f-8d12-9343afce21e8 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:06.695883 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e3b1e925-723b-4b3f-8d12-9343afce21e8 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Usage tracker for resource:floatingip and tenant:77ad33d2818b4363b3c4157c5aa2b74a is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:06.699441 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e3b1e925-723b-4b3f-8d12-9343afce21e8 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:06.714771 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e3b1e925-723b-4b3f-8d12-9343afce21e8 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:06.799938 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe4503-2967-4876-a071-9383c4d90bcb req-98d3dcdb-9e91-4280-becc-2d8ceec31e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:06.801447 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6ffe4503-2967-4876-a071-9383c4d90bcb req-98d3dcdb-9e91-4280-becc-2d8ceec31e2c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ccf7e590-7e87-4390-898c-54ed923dee9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5246892 Jan 26 11:20:06.962251 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b3a5a5-ecc4-4611-95b0-ac64bfe2f6cf None None] New status for floating IP 85d9f459-8f69-4fd5-9762-98b70f6cf0b1: ACTIVE {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:20:07.121949 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3cffeb76-ba70-4da0-8cb2-f6f854dff89b None None] Provisioning for port b7e8d89a-aa06-481a-ba4d-648713797604 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:20:07.135901 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e925-723b-4b3f-8d12-9343afce21e8 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks [] for floatingip, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:07.179962 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-98fff8b6-1de5-4293-bce1-d89a21ffa082 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:07.186897 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3cffeb76-ba70-4da0-8cb2-f6f854dff89b None None] Provisioning complete for port b7e8d89a-aa06-481a-ba4d-648713797604 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:20:07.187312 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3cffeb76-ba70-4da0-8cb2-f6f854dff89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:07.211729 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71d19ce-8f47-44e9-899f-8a5001de8a18 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:20:07.225453 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ec4ae2-ca63-4b70-819f-d93918d04f36 None None] Sync routers for ids ['fa905d7e-da67-4646-9c75-d943edf28bcb'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:20:07.237845 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ec4ae2-ca63-4b70-819f-d93918d04f36 None None] Routers {'fa905d7e-da67-4646-9c75-d943edf28bcb'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:07.238716 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-06ec4ae2-ca63-4b70-819f-d93918d04f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['fa905d7e-da67-4646-9c75-d943edf28bcb'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:07.282542 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c71d19ce-8f47-44e9-899f-8a5001de8a18 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:07.283758 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c71d19ce-8f47-44e9-899f-8a5001de8a18 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.7596564 Jan 26 11:20:07.289140 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44508) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:07.294082 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-3cffeb76-ba70-4da0-8cb2-f6f854dff89b None None] Port b7e8d89a-aa06-481a-ba4d-648713797604 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:20:07.354671 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-06ec4ae2-ca63-4b70-819f-d93918d04f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:07.374060 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ec4ae2-ca63-4b70-819f-d93918d04f36 None None] Routers {'fa905d7e-da67-4646-9c75-d943edf28bcb'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:07.375082 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-06ec4ae2-ca63-4b70-819f-d93918d04f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['fa905d7e-da67-4646-9c75-d943edf28bcb'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:07.413617 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e86d42f7-9224-460f-9628-0c4da6f68b4b tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:07.427620 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e7669451-14ed-4e89-918a-8c45aff4ebce req-606d1fb5-96d7-4078-9f3f-911dec61dd59 service neutron] 10.222.0.24 "GET /v2.0/networks/bf3da876-a622-4e17-8633-e23a8fba3f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8615730 Jan 26 11:20:07.430012 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fff8b6-1de5-4293-bce1-d89a21ffa082 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:07.440940 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2c3e7e89-656b-429e-ac4b-402a0ad2d82b None None] Provisioning for port 0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:20:07.466920 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-42b35ecf-be19-4356-b169-5ab9417ce120 req-6f7cff5c-bc78-4aef-b2f4-51bdbdf9d9c4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3326221 Jan 26 11:20:07.474490 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-06ec4ae2-ca63-4b70-819f-d93918d04f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:07.474893 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ec4ae2-ca63-4b70-819f-d93918d04f36 None None] The sync data for ids ['fa905d7e-da67-4646-9c75-d943edf28bcb'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:20:07.495016 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-98fff8b6-1de5-4293-bce1-d89a21ffa082 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:07.560060 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fff8b6-1de5-4293-bce1-d89a21ffa082 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Port': ['ID=a78aa793-4def-4252-b36e-f6c8724882c1,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:07.568204 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fff8b6-1de5-4293-bce1-d89a21ffa082 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:07.568902 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-02f7779e-58a8-408a-887b-13596cc84dd3 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "GET /v2.0/routers/fa905d7e-da67-4646-9c75-d943edf28bcb HTTP/1.1" status: 200 len: 925 time: 0.2778299 Jan 26 11:20:07.571799 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44512) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:07.577455 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fff8b6-1de5-4293-bce1-d89a21ffa082 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:07.578090 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-98fff8b6-1de5-4293-bce1-d89a21ffa082 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:07.617608 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e925-723b-4b3f-8d12-9343afce21e8 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:07.628158 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4e2706b3-fed3-44fd-b370-4e71c65baed3 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa905d7e-da67-4646-9c75-d943edf28bcb HTTP/1.1" status: 200 len: 205 time: 0.0551503 Jan 26 11:20:07.640501 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44516) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:07.732445 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6ffe4503-2967-4876-a071-9383c4d90bcb req-8a97d0eb-97f6-46df-a3e0-267d69f09bc1 service neutron] 10.222.0.24 "GET /v2.0/networks/ccf7e590-7e87-4390-898c-54ed923dee9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8738987 Jan 26 11:20:07.758479 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:20:07.818513 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-e3b1e925-723b-4b3f-8d12-9343afce21e8 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Allocated IP 172.26.5.98 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/d51e3644-fe02-49a2-ba31-5a06bd460220) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:07.856721 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-48f92100-6514-4ae5-aaad-d55caf11fdfb None None] Provisioning for port a78aa793-4def-4252-b36e-f6c8724882c1 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:20:07.864145 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-48f92100-6514-4ae5-aaad-d55caf11fdfb None None] Provisioning complete for port a78aa793-4def-4252-b36e-f6c8724882c1 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:20:07.864510 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-48f92100-6514-4ae5-aaad-d55caf11fdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:07.898163 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:20:07.910399 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:20:07.910775 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:07.923590 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-98fff8b6-1de5-4293-bce1-d89a21ffa082 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1897669 Jan 26 11:20:07.934331 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44522) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:07.954379 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df7d180c-d0d7-4daa-889f-594758d65ba7 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:07.984635 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-48f92100-6514-4ae5-aaad-d55caf11fdfb None None] Port a78aa793-4def-4252-b36e-f6c8724882c1 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:20:07.998589 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e925-723b-4b3f-8d12-9343afce21e8 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:08.041834 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e925-723b-4b3f-8d12-9343afce21e8 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:08.070928 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:08.111724 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:20:08.121351 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:08.147679 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1e925-723b-4b3f-8d12-9343afce21e8 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Pushing event updated for resources: {'Port': ['ID=d51e3644-fe02-49a2-ba31-5a06bd460220,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:08.151217 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b1e925-723b-4b3f-8d12-9343afce21e8 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:08.152692 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-e3b1e925-723b-4b3f-8d12-9343afce21e8 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:08.165012 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b1e925-723b-4b3f-8d12-9343afce21e8 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:08.224691 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:08.249203 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-df7d180c-d0d7-4daa-889f-594758d65ba7 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Calling delete_port for 0080cedd-a155-407c-a409-b714e2ba1df7 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:08.256272 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e925-723b-4b3f-8d12-9343afce21e8 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:08.321166 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e925-723b-4b3f-8d12-9343afce21e8 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:08.409831 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e7669451-14ed-4e89-918a-8c45aff4ebce req-59380e77-fe1c-4d73-9d97-2734325aabc4 service neutron] 10.222.0.24 "GET /v2.0/networks/bf3da876-a622-4e17-8633-e23a8fba3f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9160008 Jan 26 11:20:08.471970 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-e86d42f7-9224-460f-9628-0c4da6f68b4b tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Allocated IP 172.26.5.201 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/a51e2e29-450f-4af3-85bf-b25959611b50) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:08.479608 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4bb7b7ef-1004-4d15-93a1-75c9b169d13b tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:08.540196 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e925-723b-4b3f-8d12-9343afce21e8 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:08.544979 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e925-723b-4b3f-8d12-9343afce21e8 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:08.662080 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1e925-723b-4b3f-8d12-9343afce21e8 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Pushing event updated for resources: {'Port': ['ID=d51e3644-fe02-49a2-ba31-5a06bd460220,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:08.662779 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6ffe4503-2967-4876-a071-9383c4d90bcb req-7232e3ed-3cb9-4a5b-8952-70ffb6b051c8 service neutron] 10.222.0.24 "GET /v2.0/networks/ccf7e590-7e87-4390-898c-54ed923dee9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8937271 Jan 26 11:20:08.686750 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e925-723b-4b3f-8d12-9343afce21e8 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:08.718216 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e925-723b-4b3f-8d12-9343afce21e8 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:08.719534 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e3b1e925-723b-4b3f-8d12-9343afce21e8 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0621641 Jan 26 11:20:08.722817 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44530) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:08.728152 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-4163738c-ef6f-4841-bc57-522edc731692 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Request body: {'floatingip': {'port_id': 'b7e8d89a-aa06-481a-ba4d-648713797604', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:08.811360 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4163738c-ef6f-4841-bc57-522edc731692 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks [] for floatingip, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:08.835594 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb9d03b-b981-42f6-b01b-d9e6493246e6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:08.841389 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb9d03b-b981-42f6-b01b-d9e6493246e6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:08.842164 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-7cb9d03b-b981-42f6-b01b-d9e6493246e6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:20:09.048660 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-7cb9d03b-b981-42f6-b01b-d9e6493246e6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:20:09.049824 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7cb9d03b-b981-42f6-b01b-d9e6493246e6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.0989664 Jan 26 11:20:09.057771 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44536) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:09.069899 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df7d180c-d0d7-4daa-889f-594758d65ba7 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:09.117471 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-4163738c-ef6f-4841-bc57-522edc731692 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] update failed (client error): The resource could not be found. Jan 26 11:20:09.118795 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4163738c-ef6f-4841-bc57-522edc731692 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] 10.222.0.39 "PUT /v2.0/floatingips/ca2bb47a-347c-418a-9b27-a1e5c401798d HTTP/1.1" status: 404 len: 507 time: 0.3948274 Jan 26 11:20:09.121462 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44540) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:09.154850 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4bb7b7ef-1004-4d15-93a1-75c9b169d13b tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:09.204648 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d180c-d0d7-4daa-889f-594758d65ba7 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Pushing event deleted for resources: {'Port': ['ID=0080cedd-a155-407c-a409-b714e2ba1df7,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:09.256960 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e86d42f7-9224-460f-9628-0c4da6f68b4b tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:09.264669 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-4bb7b7ef-1004-4d15-93a1-75c9b169d13b tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Deleting port 8ec5c2a8-fe91-4cea-b8bb-fe1381d1692e {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:09.265013 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4bb7b7ef-1004-4d15-93a1-75c9b169d13b tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:09.301084 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-6f4dad55-b935-4387-a944-11ac9db46224 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Deleting port d51e3644-fe02-49a2-ba31-5a06bd460220 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:09.301533 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6f4dad55-b935-4387-a944-11ac9db46224 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:09.341373 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b35ecf-be19-4356-b169-5ab9417ce120 req-c3db74d6-7d76-4143-a667-0b86cef5f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:09.342912 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-42b35ecf-be19-4356-b169-5ab9417ce120 req-c3db74d6-7d76-4143-a667-0b86cef5f5f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5fbcfd06e3341ee86200462cb30acd6&device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 1098 time: 0.6719909 Jan 26 11:20:09.347030 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-1f1aed10-ff1b-4bf9-9fa7-1528ad69372e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting port a78aa793-4def-4252-b36e-f6c8724882c1 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:09.347371 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1f1aed10-ff1b-4bf9-9fa7-1528ad69372e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:09.526689 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6f4dad55-b935-4387-a944-11ac9db46224 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:09.526913 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6f4dad55-b935-4387-a944-11ac9db46224 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:09.565372 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df7d180c-d0d7-4daa-889f-594758d65ba7 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:09.644238 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-df7d180c-d0d7-4daa-889f-594758d65ba7 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] 10.222.0.39 "DELETE /v2.0/ports/0080cedd-a155-407c-a409-b714e2ba1df7 HTTP/1.1" status: 204 len: 168 time: 3.1961284 Jan 26 11:20:09.646235 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44548) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:09.662350 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-6f4dad55-b935-4387-a944-11ac9db46224 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Calling delete_port for d51e3644-fe02-49a2-ba31-5a06bd460220 owned by network:floatingip {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:09.687848 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:20:09.805985 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfb56aa-2531-4f1d-9cc9-d621bba7a7f4 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:09.806603 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e86d42f7-9224-460f-9628-0c4da6f68b4b tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:09.806740 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2dfb56aa-2531-4f1d-9cc9-d621bba7a7f4 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Synchronizing usage tracker for tenant:465b2c387d924495a14b9b1507cfc47b on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:20:09.807769 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:20:09.808377 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:09.859625 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b35ecf-be19-4356-b169-5ab9417ce120 req-6b396312-8aae-49d0-a63d-7a8f09727b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:09.861474 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-42b35ecf-be19-4356-b169-5ab9417ce120 req-6b396312-8aae-49d0-a63d-7a8f09727b83 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf3da876-a622-4e17-8633-e23a8fba3f3c HTTP/1.1" status: 200 len: 912 time: 0.4809601 Jan 26 11:20:09.863183 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4bb7b7ef-1004-4d15-93a1-75c9b169d13b tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:09.879942 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2dfb56aa-2531-4f1d-9cc9-d621bba7a7f4 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Unset dirty status for tenant:465b2c387d924495a14b9b1507cfc47b on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:20:09.884516 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2dfb56aa-2531-4f1d-9cc9-d621bba7a7f4 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] 10.222.0.39 "GET /v2.0/ports?device_id=c08b594d-a34b-4b91-8a50-baf962d3cc06 HTTP/1.1" status: 200 len: 913 time: 0.2347174 Jan 26 11:20:09.884781 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44552) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:09.975825 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6f4dad55-b935-4387-a944-11ac9db46224 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:10.032515 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4dad55-b935-4387-a944-11ac9db46224 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Pushing event deleted for resources: {'Port': ['ID=d51e3644-fe02-49a2-ba31-5a06bd460220,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:10.268266 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86d42f7-9224-460f-9628-0c4da6f68b4b tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:10.279179 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-4bb7b7ef-1004-4d15-93a1-75c9b169d13b tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Calling delete_port for 8ec5c2a8-fe91-4cea-b8bb-fe1381d1692e owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:10.283104 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6f4dad55-b935-4387-a944-11ac9db46224 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks [] for floatingip, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:10.311290 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6f4dad55-b935-4387-a944-11ac9db46224 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:10.312611 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6f4dad55-b935-4387-a944-11ac9db46224 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] 10.222.0.39 "DELETE /v2.0/floatingips/ca2bb47a-347c-418a-9b27-a1e5c401798d HTTP/1.1" status: 204 len: 168 time: 1.1899893 Jan 26 11:20:10.313829 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-e86d42f7-9224-460f-9628-0c4da6f68b4b tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:10.316522 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44558) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:10.321746 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-691603fb-99fb-41a6-8662-88bc5dfc3f71 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Request body: {'floatingip': {'floating_network_id': '30bc1b1c-ef7b-4f6d-841b-36322fd81976', 'port_id': 'b7e8d89a-aa06-481a-ba4d-648713797604', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:10.348605 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d42f7-9224-460f-9628-0c4da6f68b4b tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:10.381180 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-691603fb-99fb-41a6-8662-88bc5dfc3f71 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:10.386307 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d42f7-9224-460f-9628-0c4da6f68b4b tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event updated for resources: {'Port': ['ID=a51e2e29-450f-4af3-85bf-b25959611b50,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:10.401313 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-691603fb-99fb-41a6-8662-88bc5dfc3f71 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Usage tracker for resource:floatingip and tenant:77ad33d2818b4363b3c4157c5aa2b74a is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:10.406376 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-691603fb-99fb-41a6-8662-88bc5dfc3f71 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:10.416479 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-691603fb-99fb-41a6-8662-88bc5dfc3f71 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:10.441897 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1f1aed10-ff1b-4bf9-9fa7-1528ad69372e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:10.453989 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-42b35ecf-be19-4356-b169-5ab9417ce120 req-b23c5a8a-8082-4340-a1c8-a5d7fb14a567 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd73cb01-e730-4ad8-b770-b6a1e7f436ed HTTP/1.1" status: 200 len: 1000 time: 0.5639381 Jan 26 11:20:10.462453 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-691603fb-99fb-41a6-8662-88bc5dfc3f71 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks [] for floatingip, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:10.667450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-1f1aed10-ff1b-4bf9-9fa7-1528ad69372e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Calling delete_port for a78aa793-4def-4252-b36e-f6c8724882c1 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:10.831460 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b35ecf-be19-4356-b169-5ab9417ce120 req-8346408a-827f-4ee1-a82d-6928648dc8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:10.832928 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-42b35ecf-be19-4356-b169-5ab9417ce120 req-8346408a-827f-4ee1-a82d-6928648dc8f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53606115-5141-4c56-95c1-767f19a5c1f8 HTTP/1.1" status: 200 len: 850 time: 0.2983286 Jan 26 11:20:10.857373 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d347b4b2-99e5-43f7-aae3-5f98ca022a15 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:10.921093 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-691603fb-99fb-41a6-8662-88bc5dfc3f71 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:20:10.925751 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-691603fb-99fb-41a6-8662-88bc5dfc3f71 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6046846 Jan 26 11:20:10.925977 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44566) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:10.932804 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-720a0e91-2f3c-4b04-9296-fa97a9dd5d52 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': 'b7e8d89a-aa06-481a-ba4d-648713797604', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:10.948661 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-720a0e91-2f3c-4b04-9296-fa97a9dd5d52 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:10.956136 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-720a0e91-2f3c-4b04-9296-fa97a9dd5d52 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Usage tracker for resource:floatingip and tenant:77ad33d2818b4363b3c4157c5aa2b74a is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:10.960561 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-720a0e91-2f3c-4b04-9296-fa97a9dd5d52 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:10.968782 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-720a0e91-2f3c-4b04-9296-fa97a9dd5d52 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:11.047744 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-720a0e91-2f3c-4b04-9296-fa97a9dd5d52 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks [] for floatingip, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:11.189450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1f1aed10-ff1b-4bf9-9fa7-1528ad69372e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:11.257522 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4bb7b7ef-1004-4d15-93a1-75c9b169d13b tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:11.294017 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1aed10-ff1b-4bf9-9fa7-1528ad69372e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Port': ['ID=a78aa793-4def-4252-b36e-f6c8724882c1,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:11.356921 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b35ecf-be19-4356-b169-5ab9417ce120 req-753c132b-34d9-41e7-bf9a-da17e64804ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:11.358562 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-42b35ecf-be19-4356-b169-5ab9417ce120 req-753c132b-34d9-41e7-bf9a-da17e64804ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf3da876-a622-4e17-8633-e23a8fba3f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5040972 Jan 26 11:20:11.365937 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-d347b4b2-99e5-43f7-aae3-5f98ca022a15 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Deleting port 0c53eeab-849f-4cf0-a611-c1ce65309982 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:11.366279 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d347b4b2-99e5-43f7-aae3-5f98ca022a15 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:11.369814 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1f1aed10-ff1b-4bf9-9fa7-1528ad69372e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:11.415556 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7b7ef-1004-4d15-93a1-75c9b169d13b tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Pushing event deleted for resources: {'Port': ['ID=8ec5c2a8-fe91-4cea-b8bb-fe1381d1692e,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:11.415790 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-720a0e91-2f3c-4b04-9296-fa97a9dd5d52 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:11.513795 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1f1aed10-ff1b-4bf9-9fa7-1528ad69372e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/a78aa793-4def-4252-b36e-f6c8724882c1 HTTP/1.1" status: 204 len: 168 time: 2.4504912 Jan 26 11:20:11.520590 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44572) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:11.685793 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d347b4b2-99e5-43f7-aae3-5f98ca022a15 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:11.709862 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-720a0e91-2f3c-4b04-9296-fa97a9dd5d52 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Allocated IP 172.26.5.137 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/ea3db1a8-1935-40df-af23-644269276ca7) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:11.818695 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4bb7b7ef-1004-4d15-93a1-75c9b169d13b tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:11.827238 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-d347b4b2-99e5-43f7-aae3-5f98ca022a15 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Calling delete_port for 0c53eeab-849f-4cf0-a611-c1ce65309982 owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:11.939625 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50013362-761c-4fe6-bd25-332e16998c10 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:11.941240 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50013362-761c-4fe6-bd25-332e16998c10 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:11.941988 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-50013362-761c-4fe6-bd25-332e16998c10 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:20:12.014924 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-42b35ecf-be19-4356-b169-5ab9417ce120 req-881e7dda-bd5a-4986-967e-9aa799d93098 service neutron] 10.222.0.24 "GET /v2.0/networks/bf3da876-a622-4e17-8633-e23a8fba3f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6047885 Jan 26 11:20:12.035288 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4bb7b7ef-1004-4d15-93a1-75c9b169d13b tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:12.055153 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4bb7b7ef-1004-4d15-93a1-75c9b169d13b tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:12.082934 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-50013362-761c-4fe6-bd25-332e16998c10 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:20:12.084115 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-50013362-761c-4fe6-bd25-332e16998c10 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5563877 Jan 26 11:20:12.100164 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44580) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:12.213005 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4bb7b7ef-1004-4d15-93a1-75c9b169d13b tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:12.213515 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb7b7ef-1004-4d15-93a1-75c9b169d13b tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Fanout notify agent at l3_agent the message router_deleted on router fa905d7e-da67-4646-9c75-d943edf28bcb {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:20:12.235169 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e86d42f7-9224-460f-9628-0c4da6f68b4b tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:12.284143 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4bb7b7ef-1004-4d15-93a1-75c9b169d13b tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:12.285237 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4bb7b7ef-1004-4d15-93a1-75c9b169d13b tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "DELETE /v2.0/routers/fa905d7e-da67-4646-9c75-d943edf28bcb HTTP/1.1" status: 204 len: 168 time: 4.6414731 Jan 26 11:20:12.286451 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-720a0e91-2f3c-4b04-9296-fa97a9dd5d52 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:12.289096 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44584) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:12.292289 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-63bf1a95-80c1-49cc-86b7-b4bf2be68e1d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet 9c2bd0a1-13e7-4b41-b023-92a03cc6c1e2 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:20:12.298198 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63bf1a95-80c1-49cc-86b7-b4bf2be68e1d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:12.303015 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-53f01407-7da7-410f-ae72-321896ba0cc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2024259086', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'enable_snat': False}}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:12.314592 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-53f01407-7da7-410f-ae72-321896ba0cc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:12.320723 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-53f01407-7da7-410f-ae72-321896ba0cc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Usage tracker for resource:router and tenant:d3fcfe8dac4f4c9889c8841a383dd514 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:12.324768 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-53f01407-7da7-410f-ae72-321896ba0cc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:12.332703 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-42b35ecf-be19-4356-b169-5ab9417ce120 req-b6c5b757-a0ff-42b0-ac29-07ff78d72ebb service neutron] 10.222.0.24 "GET /v2.0/networks/bf3da876-a622-4e17-8633-e23a8fba3f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064008 Jan 26 11:20:12.335607 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-53f01407-7da7-410f-ae72-321896ba0cc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:12.402228 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63bf1a95-80c1-49cc-86b7-b4bf2be68e1d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:12.414060 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-53f01407-7da7-410f-ae72-321896ba0cc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:12.415107 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-53f01407-7da7-410f-ae72-321896ba0cc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:12.433783 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-720a0e91-2f3c-4b04-9296-fa97a9dd5d52 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:12.468588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e86d42f7-9224-460f-9628-0c4da6f68b4b tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:12.498310 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-53f01407-7da7-410f-ae72-321896ba0cc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:12.499556 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d347b4b2-99e5-43f7-aae3-5f98ca022a15 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:12.526312 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720a0e91-2f3c-4b04-9296-fa97a9dd5d52 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:12.531490 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-720a0e91-2f3c-4b04-9296-fa97a9dd5d52 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:12.573162 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720a0e91-2f3c-4b04-9296-fa97a9dd5d52 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:12.596147 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63bf1a95-80c1-49cc-86b7-b4bf2be68e1d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:12.606921 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a0e91-2f3c-4b04-9296-fa97a9dd5d52 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Pushing event updated for resources: {'Port': ['ID=ea3db1a8-1935-40df-af23-644269276ca7,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:12.744955 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347b4b2-99e5-43f7-aae3-5f98ca022a15 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Pushing event deleted for resources: {'Port': ['ID=0c53eeab-849f-4cf0-a611-c1ce65309982,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:12.787589 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e86d42f7-9224-460f-9628-0c4da6f68b4b tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:12.796332 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e86d42f7-9224-460f-9628-0c4da6f68b4b tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:12.843017 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63bf1a95-80c1-49cc-86b7-b4bf2be68e1d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:12.905843 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da441e1-dad1-45c4-b548-d9f484b7444e None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:20:12.906438 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf1a95-80c1-49cc-86b7-b4bf2be68e1d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=9c2bd0a1-13e7-4b41-b023-92a03cc6c1e2,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:12.916042 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63bf1a95-80c1-49cc-86b7-b4bf2be68e1d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:12.978049 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-63bf1a95-80c1-49cc-86b7-b4bf2be68e1d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/9c2bd0a1-13e7-4b41-b023-92a03cc6c1e2 HTTP/1.1" status: 204 len: 168 time: 0.8737047 Jan 26 11:20:12.980348 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44594) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:12.990996 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d42f7-9224-460f-9628-0c4da6f68b4b tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event updated for resources: {'Port': ['ID=a51e2e29-450f-4af3-85bf-b25959611b50,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:13.066569 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9bca7aaa-080e-441a-aa34-1f1d56954161 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0803580 Jan 26 11:20:13.067046 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44598) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:13.069744 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e86d42f7-9224-460f-9628-0c4da6f68b4b tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:13.098585 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-53f01407-7da7-410f-ae72-321896ba0cc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:13.186210 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389bab08-114a-4ce4-a1c5-b964a15a25ac None None] DHCP port deletion for ba6f0584-2941-48e6-9427-2229465f5a54 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:20:13.190832 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-389bab08-114a-4ce4-a1c5-b964a15a25ac None None] Deleting port 0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:13.191280 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-389bab08-114a-4ce4-a1c5-b964a15a25ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:13.272354 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-720a0e91-2f3c-4b04-9296-fa97a9dd5d52 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Deleting port ea3db1a8-1935-40df-af23-644269276ca7 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:13.272699 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-720a0e91-2f3c-4b04-9296-fa97a9dd5d52 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:13.310095 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84518dd-5fe2-4bfc-838a-a66ac64d4769 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:13.310792 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c84518dd-5fe2-4bfc-838a-a66ac64d4769 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:20:13.318245 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-e86d42f7-9224-460f-9628-0c4da6f68b4b tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Floating IP 51b02919-d327-4021-af06-63c821bfbc98 associated. External IP: 172.26.5.201, port: b1c8779d-9c40-4b12-be60-9c0fdff33e9d. Jan 26 11:20:13.338223 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d347b4b2-99e5-43f7-aae3-5f98ca022a15 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:13.412096 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-389bab08-114a-4ce4-a1c5-b964a15a25ac None None] For port 0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:20:13.412881 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-389bab08-114a-4ce4-a1c5-b964a15a25ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:13.535320 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c84518dd-5fe2-4bfc-838a-a66ac64d4769 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:20:13.536600 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c84518dd-5fe2-4bfc-838a-a66ac64d4769 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4687262 Jan 26 11:20:13.540616 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44604) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:13.568929 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-389bab08-114a-4ce4-a1c5-b964a15a25ac None None] Calling delete_port for 0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:13.664627 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-389bab08-114a-4ce4-a1c5-b964a15a25ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:13.694840 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4830bda1-9635-43a9-b093-32e171153879 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:13.694840 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4830bda1-9635-43a9-b093-32e171153879 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:20:13.719103 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389bab08-114a-4ce4-a1c5-b964a15a25ac None None] Pushing event deleted for resources: {'Port': ['ID=0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:13.724498 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389bab08-114a-4ce4-a1c5-b964a15a25ac None None] No DVR routers for this DVR port 0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:20:13.747354 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:20:13.783957 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:20:13.784376 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0f7f6c2f-5dfc-477c-a5e7-6381577f0e0a not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:20:13.790809 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4830bda1-9635-43a9-b093-32e171153879 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:20:13.792526 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4830bda1-9635-43a9-b093-32e171153879 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2520466 Jan 26 11:20:13.795571 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44608) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:13.871313 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7c12ce3c-ecb0-4403-a3e4-0ccd8ad04464 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743268 Jan 26 11:20:13.924489 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44612) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:13.935998 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-046489b2-4c53-4ccb-96cf-6a5ad5634624 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:13.964244 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-720a0e91-2f3c-4b04-9296-fa97a9dd5d52 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:13.964578 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-720a0e91-2f3c-4b04-9296-fa97a9dd5d52 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:14.064072 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86d42f7-9224-460f-9628-0c4da6f68b4b tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Router 0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:20:14.070821 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-046489b2-4c53-4ccb-96cf-6a5ad5634624 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:14.135478 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-046489b2-4c53-4ccb-96cf-6a5ad5634624 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:14.168801 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046489b2-4c53-4ccb-96cf-6a5ad5634624 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:20:14.172361 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-046489b2-4c53-4ccb-96cf-6a5ad5634624 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:14.233344 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-720a0e91-2f3c-4b04-9296-fa97a9dd5d52 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Calling delete_port for ea3db1a8-1935-40df-af23-644269276ca7 owned by network:floatingip {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:14.366958 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86d42f7-9224-460f-9628-0c4da6f68b4b tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:20:14.386810 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4738d8f1-9f42-44b3-94d8-3d0ea574ac66 None None] Sync routers for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:20:14.399866 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e86d42f7-9224-460f-9628-0c4da6f68b4b tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:14.403145 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4738d8f1-9f42-44b3-94d8-3d0ea574ac66 None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:14.404072 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-4738d8f1-9f42-44b3-94d8-3d0ea574ac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:14.421550 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-53f01407-7da7-410f-ae72-321896ba0cc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:14.471410 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-53f01407-7da7-410f-ae72-321896ba0cc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:14.486241 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-4738d8f1-9f42-44b3-94d8-3d0ea574ac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:14.497027 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4738d8f1-9f42-44b3-94d8-3d0ea574ac66 None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:14.498557 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-4738d8f1-9f42-44b3-94d8-3d0ea574ac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:14.504055 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e86d42f7-9224-460f-9628-0c4da6f68b4b tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.0218358 Jan 26 11:20:14.507677 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44620) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:14.513641 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-9b34a60a-0f41-460d-8f6d-1b96de67e877 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:14.517693 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d347b4b2-99e5-43f7-aae3-5f98ca022a15 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Router c08b594d-a34b-4b91-8a50-baf962d3cc06 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:20:14.571391 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-4738d8f1-9f42-44b3-94d8-3d0ea574ac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:14.571798 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4738d8f1-9f42-44b3-94d8-3d0ea574ac66 None None] The sync data for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:20:14.642107 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-046489b2-4c53-4ccb-96cf-6a5ad5634624 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:14.677177 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b34a60a-0f41-460d-8f6d-1b96de67e877 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:14.740169 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-720a0e91-2f3c-4b04-9296-fa97a9dd5d52 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:14.909313 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046489b2-4c53-4ccb-96cf-6a5ad5634624 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:14.914679 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-046489b2-4c53-4ccb-96cf-6a5ad5634624 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:14.923351 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046489b2-4c53-4ccb-96cf-6a5ad5634624 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:14.923950 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-046489b2-4c53-4ccb-96cf-6a5ad5634624 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:14.928027 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71657a13-ad27-4215-a294-0af3e2da3e24 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:20:15.002717 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a0e91-2f3c-4b04-9296-fa97a9dd5d52 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Pushing event deleted for resources: {'Port': ['ID=ea3db1a8-1935-40df-af23-644269276ca7,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:15.013093 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046489b2-4c53-4ccb-96cf-6a5ad5634624 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=8270b5ef-c79d-44ef-9011-00b72f4601b0,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:15.031041 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-046489b2-4c53-4ccb-96cf-6a5ad5634624 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1037879 Jan 26 11:20:15.031897 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44626) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:15.040849 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a57f52ee-bc3e-4851-9151-772b35b4a780 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'fixed_ips': [{'subnet_id': '8270b5ef-c79d-44ef-9011-00b72f4601b0', 'ip_address': '2001:db8::3852:ad20:d664:8888'}], 'name': 'tempest-NetworksTestDHCPv6-1463300819'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:15.102420 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-53f01407-7da7-410f-ae72-321896ba0cc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Allocated IP 172.26.5.49 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:15.125985 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d347b4b2-99e5-43f7-aae3-5f98ca022a15 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:20:15.141309 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973bd911-7c1e-45cf-a255-6b56b9525819 None None] Sync routers for ids ['c08b594d-a34b-4b91-8a50-baf962d3cc06'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:20:15.162584 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973bd911-7c1e-45cf-a255-6b56b9525819 None None] Routers {'c08b594d-a34b-4b91-8a50-baf962d3cc06'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:15.163650 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-973bd911-7c1e-45cf-a255-6b56b9525819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['c08b594d-a34b-4b91-8a50-baf962d3cc06'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:15.225796 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b34a60a-0f41-460d-8f6d-1b96de67e877 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:15.236514 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b34a60a-0f41-460d-8f6d-1b96de67e877 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:15.236902 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-9b34a60a-0f41-460d-8f6d-1b96de67e877 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Floating IP 51b02919-d327-4021-af06-63c821bfbc98 disassociated. External IP: 172.26.5.201, port: b1c8779d-9c40-4b12-be60-9c0fdff33e9d. Jan 26 11:20:15.258378 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d347b4b2-99e5-43f7-aae3-5f98ca022a15 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] 10.222.0.39 "PUT /v2.0/routers/c08b594d-a34b-4b91-8a50-baf962d3cc06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3722229 Jan 26 11:20:15.275670 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627cd223-9730-47fd-8dc3-0e0ad3283682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-ba6f0584-2941-48e6-9427-2229465f5a54', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'fixed_ips': [{'subnet_id': '8270b5ef-c79d-44ef-9011-00b72f4601b0'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:20:15.276558 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-627cd223-9730-47fd-8dc3-0e0ad3283682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:15.288202 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-973bd911-7c1e-45cf-a255-6b56b9525819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:15.297035 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44634) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:15.299844 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973bd911-7c1e-45cf-a255-6b56b9525819 None None] Routers {'c08b594d-a34b-4b91-8a50-baf962d3cc06'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:15.300701 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-973bd911-7c1e-45cf-a255-6b56b9525819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['c08b594d-a34b-4b91-8a50-baf962d3cc06'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:15.304944 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-720a0e91-2f3c-4b04-9296-fa97a9dd5d52 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] create failed (client error): The resource could not be found. Jan 26 11:20:15.306103 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-720a0e91-2f3c-4b04-9296-fa97a9dd5d52 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.3792171 Jan 26 11:20:15.312046 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44638) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:15.395029 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-973bd911-7c1e-45cf-a255-6b56b9525819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:15.395704 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973bd911-7c1e-45cf-a255-6b56b9525819 None None] The sync data for ids ['c08b594d-a34b-4b91-8a50-baf962d3cc06'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:20:15.420255 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-d84af06e-b0e9-4dc3-b831-fd5e69e34042 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Deleting port b7e8d89a-aa06-481a-ba4d-648713797604 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:15.420852 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d84af06e-b0e9-4dc3-b831-fd5e69e34042 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:15.473609 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-627cd223-9730-47fd-8dc3-0e0ad3283682 None None] Allocated IP 2001:db8::2 (ba6f0584-2941-48e6-9427-2229465f5a54/8270b5ef-c79d-44ef-9011-00b72f4601b0/59a71193-493f-422a-bf86-ca532c33ad05) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:15.476013 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-53f01407-7da7-410f-ae72-321896ba0cc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:15.528692 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a57f52ee-bc3e-4851-9151-772b35b4a780 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:15.631813 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a57f52ee-bc3e-4851-9151-772b35b4a780 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:15.658016 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-53f01407-7da7-410f-ae72-321896ba0cc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:15.662562 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-50de23d6-ea1d-47ae-b333-848530dec274 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:15.727539 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57f52ee-bc3e-4851-9151-772b35b4a780 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:20:15.732007 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-627cd223-9730-47fd-8dc3-0e0ad3283682 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:15.742769 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-627cd223-9730-47fd-8dc3-0e0ad3283682 None None] Transition to ACTIVE for port object 59a71193-493f-422a-bf86-ca532c33ad05 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:20:15.749563 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f01407-7da7-410f-ae72-321896ba0cc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:15.757016 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-53f01407-7da7-410f-ae72-321896ba0cc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:15.759750 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f01407-7da7-410f-ae72-321896ba0cc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:15.763161 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-627cd223-9730-47fd-8dc3-0e0ad3283682 None None] Transition to ACTIVE for port object 59a71193-493f-422a-bf86-ca532c33ad05 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:20:15.770659 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-627cd223-9730-47fd-8dc3-0e0ad3283682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:15.844881 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cd223-9730-47fd-8dc3-0e0ad3283682 None None] Pushing event updated for resources: {'Port': ['ID=59a71193-493f-422a-bf86-ca532c33ad05,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:15.846344 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d84af06e-b0e9-4dc3-b831-fd5e69e34042 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:15.855514 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f01407-7da7-410f-ae72-321896ba0cc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Pushing event updated for resources: {'Port': ['ID=0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:15.857633 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627cd223-9730-47fd-8dc3-0e0ad3283682 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:15.858926 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-627cd223-9730-47fd-8dc3-0e0ad3283682 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:15.861710 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627cd223-9730-47fd-8dc3-0e0ad3283682 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:15.956579 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-627cd223-9730-47fd-8dc3-0e0ad3283682 None None] Attempting to bind port 59a71193-493f-422a-bf86-ca532c33ad05 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:20:15.957051 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-627cd223-9730-47fd-8dc3-0e0ad3283682 None None] Attempting to bind port 59a71193-493f-422a-bf86-ca532c33ad05 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:20:15.957468 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627cd223-9730-47fd-8dc3-0e0ad3283682 None None] Attempting to bind port 59a71193-493f-422a-bf86-ca532c33ad05 on network ba6f0584-2941-48e6-9427-2229465f5a54 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:20:15.962952 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627cd223-9730-47fd-8dc3-0e0ad3283682 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:20:15.963393 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627cd223-9730-47fd-8dc3-0e0ad3283682 None None] Checking segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:20:15.963873 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-627cd223-9730-47fd-8dc3-0e0ad3283682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:15.964324 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627cd223-9730-47fd-8dc3-0e0ad3283682 None None] Bound using segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:20:15.964840 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-627cd223-9730-47fd-8dc3-0e0ad3283682 None None] Bound port: 59a71193-493f-422a-bf86-ca532c33ad05, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:20:15.965267 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-627cd223-9730-47fd-8dc3-0e0ad3283682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:16.022130 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-d84af06e-b0e9-4dc3-b831-fd5e69e34042 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Calling delete_port for b7e8d89a-aa06-481a-ba4d-648713797604 owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:16.058543 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-627cd223-9730-47fd-8dc3-0e0ad3283682 None None] For port 59a71193-493f-422a-bf86-ca532c33ad05, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:20:16.061270 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-627cd223-9730-47fd-8dc3-0e0ad3283682 None None] For port 59a71193-493f-422a-bf86-ca532c33ad05, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=59a71193-493f-422a-bf86-ca532c33ad05,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:20:16.067621 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-627cd223-9730-47fd-8dc3-0e0ad3283682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:16.145628 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cd223-9730-47fd-8dc3-0e0ad3283682 None None] Pushing event updated for resources: {'Port': ['ID=59a71193-493f-422a-bf86-ca532c33ad05,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:16.270738 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-50de23d6-ea1d-47ae-b333-848530dec274 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:16.286575 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a57f52ee-bc3e-4851-9151-772b35b4a780 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:16.302293 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-50de23d6-ea1d-47ae-b333-848530dec274 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Deleting port a55681c8-e1c3-4f4a-8cfc-fcc048a6a293 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:16.302662 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-50de23d6-ea1d-47ae-b333-848530dec274 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:16.339495 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b34a60a-0f41-460d-8f6d-1b96de67e877 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Router 0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:20:16.359083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-a57f52ee-bc3e-4851-9151-772b35b4a780 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] device_id is not set on port 84e1d252-9ae2-4235-9f61-8d17f8d6ed2f yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:20:16.514342 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d84af06e-b0e9-4dc3-b831-fd5e69e34042 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:16.596577 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84af06e-b0e9-4dc3-b831-fd5e69e34042 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Pushing event deleted for resources: {'Port': ['ID=b7e8d89a-aa06-481a-ba4d-648713797604,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:16.649896 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-53f01407-7da7-410f-ae72-321896ba0cc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:16.861946 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b34a60a-0f41-460d-8f6d-1b96de67e877 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:20:16.868146 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-50de23d6-ea1d-47ae-b333-848530dec274 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:16.873649 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb4e0dc-64ca-4846-89e2-c6e92cf64b5b None None] Sync routers for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:20:16.881842 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b34a60a-0f41-460d-8f6d-1b96de67e877 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:16.888249 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb4e0dc-64ca-4846-89e2-c6e92cf64b5b None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:16.888884 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-eeb4e0dc-64ca-4846-89e2-c6e92cf64b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:16.939710 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d84af06e-b0e9-4dc3-b831-fd5e69e34042 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:16.977118 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-eeb4e0dc-64ca-4846-89e2-c6e92cf64b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:16.986416 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb4e0dc-64ca-4846-89e2-c6e92cf64b5b None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:16.987123 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-eeb4e0dc-64ca-4846-89e2-c6e92cf64b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:17.015143 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d84af06e-b0e9-4dc3-b831-fd5e69e34042 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] 10.222.0.39 "DELETE /v2.0/ports/b7e8d89a-aa06-481a-ba4d-648713797604 HTTP/1.1" status: 204 len: 168 time: 1.7022085 Jan 26 11:20:17.019006 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44650) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:17.069554 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-eeb4e0dc-64ca-4846-89e2-c6e92cf64b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:17.070303 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb4e0dc-64ca-4846-89e2-c6e92cf64b5b None None] The sync data for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:20:17.093685 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-50de23d6-ea1d-47ae-b333-848530dec274 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Calling delete_port for a55681c8-e1c3-4f4a-8cfc-fcc048a6a293 owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:17.122182 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9b34a60a-0f41-460d-8f6d-1b96de67e877 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "PUT /v2.0/floatingips/51b02919-d327-4021-af06-63c821bfbc98 HTTP/1.1" status: 200 len: 688 time: 2.6134720 Jan 26 11:20:17.140274 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44654) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:17.218738 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-a57f52ee-bc3e-4851-9151-772b35b4a780 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 2001:db8::3852:ad20:d664:8888 (ba6f0584-2941-48e6-9427-2229465f5a54/8270b5ef-c79d-44ef-9011-00b72f4601b0/84e1d252-9ae2-4235-9f61-8d17f8d6ed2f) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:17.251347 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84934572-aefd-43ed-a5fc-86ef7dd774b9 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:17.252086 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-84934572-aefd-43ed-a5fc-86ef7dd774b9 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Synchronizing usage tracker for tenant:77ad33d2818b4363b3c4157c5aa2b74a on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:20:17.296872 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-84934572-aefd-43ed-a5fc-86ef7dd774b9 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Unset dirty status for tenant:77ad33d2818b4363b3c4157c5aa2b74a on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:20:17.301098 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-84934572-aefd-43ed-a5fc-86ef7dd774b9 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] 10.222.0.39 "GET /v2.0/ports?device_id=309c0a87-b1dd-467f-a7b8-ab07180e4d11 HTTP/1.1" status: 200 len: 913 time: 0.2783606 Jan 26 11:20:17.301381 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44658) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:17.361413 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-53f01407-7da7-410f-ae72-321896ba0cc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:17.372298 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-34972c3b-274f-4304-9003-542effd78b81 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Deleting port a51e2e29-450f-4af3-85bf-b25959611b50 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:17.372644 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-34972c3b-274f-4304-9003-542effd78b81 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:17.488343 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-575b3960-4796-418f-bf73-971402de007b None None] Provisioning for port 59a71193-493f-422a-bf86-ca532c33ad05 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:20:17.751795 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 59a71193-493f-422a-bf86-ca532c33ad05 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:20:17.849498 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 59a71193-493f-422a-bf86-ca532c33ad05 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:20:17.856268 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 59a71193-493f-422a-bf86-ca532c33ad05 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:20:17.856637 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:17.899752 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-34972c3b-274f-4304-9003-542effd78b81 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:17.900364 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-34972c3b-274f-4304-9003-542effd78b81 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:17.918547 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-50de23d6-ea1d-47ae-b333-848530dec274 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:17.931446 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f01407-7da7-410f-ae72-321896ba0cc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Router 7a399ae0-dff6-4cef-b83e-8a122ba40f02 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:20:17.982235 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:18.014522 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 59a71193-493f-422a-bf86-ca532c33ad05, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=59a71193-493f-422a-bf86-ca532c33ad05,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:20:18.019070 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:18.087936 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-34972c3b-274f-4304-9003-542effd78b81 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Calling delete_port for a51e2e29-450f-4af3-85bf-b25959611b50 owned by network:floatingip {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:18.093047 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=59a71193-493f-422a-bf86-ca532c33ad05,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:18.136595 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de23d6-ea1d-47ae-b333-848530dec274 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Pushing event deleted for resources: {'Port': ['ID=a55681c8-e1c3-4f4a-8cfc-fcc048a6a293,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:18.187909 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a57f52ee-bc3e-4851-9151-772b35b4a780 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:18.248473 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-a57f52ee-bc3e-4851-9151-772b35b4a780 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Transition to ACTIVE for port object 84e1d252-9ae2-4235-9f61-8d17f8d6ed2f will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:20:18.301049 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-50de23d6-ea1d-47ae-b333-848530dec274 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:18.317159 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f01407-7da7-410f-ae72-321896ba0cc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:20:18.328188 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] Sync routers for ids ['7a399ae0-dff6-4cef-b83e-8a122ba40f02'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:20:18.342745 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] Routers {'7a399ae0-dff6-4cef-b83e-8a122ba40f02'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:18.343381 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-53f01407-7da7-410f-ae72-321896ba0cc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:18.343692 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['7a399ae0-dff6-4cef-b83e-8a122ba40f02'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:18.347300 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-53f01407-7da7-410f-ae72-321896ba0cc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.0527854 Jan 26 11:20:18.348884 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44668) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:18.353281 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-25716cda-ca0a-4d57-aa27-2fceff1fdeeb tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:18.510701 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a57f52ee-bc3e-4851-9151-772b35b4a780 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:18.525841 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] Set router 7a399ae0-dff6-4cef-b83e-8a122ba40f02 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:20:18.526126 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-50de23d6-ea1d-47ae-b333-848530dec274 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:18.565605 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-50de23d6-ea1d-47ae-b333-848530dec274 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:18.642413 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57f52ee-bc3e-4851-9151-772b35b4a780 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:18.643730 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-a57f52ee-bc3e-4851-9151-772b35b4a780 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:18.645557 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f52ee-bc3e-4851-9151-772b35b4a780 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Port': ['ID=84e1d252-9ae2-4235-9f61-8d17f8d6ed2f,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:18.647842 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57f52ee-bc3e-4851-9151-772b35b4a780 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:18.653610 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57f52ee-bc3e-4851-9151-772b35b4a780 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:18.654220 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a57f52ee-bc3e-4851-9151-772b35b4a780 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:18.665443 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-34972c3b-274f-4304-9003-542effd78b81 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:18.702651 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-50de23d6-ea1d-47ae-b333-848530dec274 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:18.703187 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50de23d6-ea1d-47ae-b333-848530dec274 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Fanout notify agent at l3_agent the message router_deleted on router c08b594d-a34b-4b91-8a50-baf962d3cc06 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:20:18.736550 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34972c3b-274f-4304-9003-542effd78b81 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event deleted for resources: {'Port': ['ID=a51e2e29-450f-4af3-85bf-b25959611b50,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:18.789969 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-50de23d6-ea1d-47ae-b333-848530dec274 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:18.791145 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-50de23d6-ea1d-47ae-b333-848530dec274 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] 10.222.0.39 "DELETE /v2.0/routers/c08b594d-a34b-4b91-8a50-baf962d3cc06 HTTP/1.1" status: 204 len: 168 time: 3.4905272 Jan 26 11:20:18.796608 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44676) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:18.818181 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a57f52ee-bc3e-4851-9151-772b35b4a780 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7853346 Jan 26 11:20:18.822651 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c7f063af-c4ba-47b0-9c9c-75242e1a9bd3 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "GET /v2.0/routers/7a399ae0-dff6-4cef-b83e-8a122ba40f02 HTTP/1.1" status: 200 len: 908 time: 0.4702101 Jan 26 11:20:18.822651 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44680) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:18.869884 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44682) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:18.888791 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-781db2f0-926e-4e70-b3cd-7ec68887bdc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2024259086', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'enable_snat': True}}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:18.894102 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-781db2f0-926e-4e70-b3cd-7ec68887bdc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:18.903103 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-781db2f0-926e-4e70-b3cd-7ec68887bdc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Usage tracker for resource:router and tenant:d3fcfe8dac4f4c9889c8841a383dd514 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:18.907749 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-781db2f0-926e-4e70-b3cd-7ec68887bdc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:18.917529 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-781db2f0-926e-4e70-b3cd-7ec68887bdc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:18.940387 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-781db2f0-926e-4e70-b3cd-7ec68887bdc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:18.941589 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-781db2f0-926e-4e70-b3cd-7ec68887bdc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:18.987172 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-34972c3b-274f-4304-9003-542effd78b81 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:18.989588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-34972c3b-274f-4304-9003-542effd78b81 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:18.990797 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-34972c3b-274f-4304-9003-542effd78b81 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "DELETE /v2.0/floatingips/51b02919-d327-4021-af06-63c821bfbc98 HTTP/1.1" status: 204 len: 168 time: 1.8487225 Jan 26 11:20:18.995435 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebede974-7694-4dbc-9fca-94b1ede7ef67 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Deleting subnet c65cbd80-6af9-4a69-9a10-241a442e0beb {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:20:18.997199 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44688) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:18.999886 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-781db2f0-926e-4e70-b3cd-7ec68887bdc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:19.003703 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-59b101df-4c68-408a-95ce-29e6a9628a98 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': '0a73b434-eed9-478c-8dd0-bf55e299426c'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:19.008607 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ebede974-7694-4dbc-9fca-94b1ede7ef67 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:19.018140 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a399ae0-dff6-4cef-b83e-8a122ba40f02', 'name': 'tempest-snat-router-2024259086', 'tenant_id': 'd3fcfe8dac4f4c9889c8841a383dd514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.49'}], 'enable_snat': False}, 'gw_port_id': '0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:20:12Z', 'updated_at': '2022-01-26T11:20:16Z', 'revision_number': 3, 'project_id': 'd3fcfe8dac4f4c9889c8841a383dd514', 'gw_port': {'id': '0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a399ae0-dff6-4cef-b83e-8a122ba40f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:20:14Z', 'updated_at': '2022-01-26T11:20:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:19.022714 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] Checking router: 7a399ae0-dff6-4cef-b83e-8a122ba40f02 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:20:19.023287 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] Updating router 7a399ae0-dff6-4cef-b83e-8a122ba40f02 port 0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:20:19.049201 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-59b101df-4c68-408a-95ce-29e6a9628a98 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:19.056449 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-59b101df-4c68-408a-95ce-29e6a9628a98 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Usage tracker for resource:floatingip and tenant:68260ee4e7d844c68a0428a738fc37f5 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:19.061198 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-59b101df-4c68-408a-95ce-29e6a9628a98 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:19.065446 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568b1c30-4411-4b03-872f-df66fa56925c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:19.071569 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568b1c30-4411-4b03-872f-df66fa56925c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:19.073148 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-568b1c30-4411-4b03-872f-df66fa56925c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2507062 Jan 26 11:20:19.073975 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-25716cda-ca0a-4d57-aa27-2fceff1fdeeb tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Deleting port b11dce81-5945-4710-baea-f143c4de9838 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:19.074339 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-25716cda-ca0a-4d57-aa27-2fceff1fdeeb tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:19.075007 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-59b101df-4c68-408a-95ce-29e6a9628a98 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:19.077021 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44692) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:19.087742 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:19.122150 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ebede974-7694-4dbc-9fca-94b1ede7ef67 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:19.144932 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-78066da9-f299-47b6-bd55-1acc994c3d30 None None] Provisioning for port 84e1d252-9ae2-4235-9f61-8d17f8d6ed2f completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:20:19.153641 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-78066da9-f299-47b6-bd55-1acc994c3d30 None None] Provisioning complete for port 84e1d252-9ae2-4235-9f61-8d17f8d6ed2f triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:20:19.154634 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-78066da9-f299-47b6-bd55-1acc994c3d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:19.174992 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-59b101df-4c68-408a-95ce-29e6a9628a98 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:19.250844 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-78066da9-f299-47b6-bd55-1acc994c3d30 None None] Port 84e1d252-9ae2-4235-9f61-8d17f8d6ed2f cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:20:19.253525 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-7291ff08-f0b0-4387-9b91-d36c67d2c64c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting port 84e1d252-9ae2-4235-9f61-8d17f8d6ed2f {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:19.253872 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7291ff08-f0b0-4387-9b91-d36c67d2c64c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:19.443416 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ebede974-7694-4dbc-9fca-94b1ede7ef67 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:19.502523 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:19.508469 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-781db2f0-926e-4e70-b3cd-7ec68887bdc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:19.515813 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] Transition to ACTIVE for port object 0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:20:19.520351 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-25716cda-ca0a-4d57-aa27-2fceff1fdeeb tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:19.524844 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:19.606078 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] Attempting to bind port 0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:20:19.606301 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] Attempting to bind port 0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:20:19.606691 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] Attempting to bind port 0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:20:19.614196 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bbfcf-6163-4510-9631-10f926d3c0a0 None None] Pushing event updated for resources: {'Port': ['ID=0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc,revision_number=2']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:19.618408 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:20:19.618408 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:20:19.618701 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:19.619054 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:20:19.619540 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] Bound port: 0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:20:19.619928 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:19.654849 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20bbfcf-6163-4510-9631-10f926d3c0a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:19.655229 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20bbfcf-6163-4510-9631-10f926d3c0a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:19.655582 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20bbfcf-6163-4510-9631-10f926d3c0a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:19.655904 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20bbfcf-6163-4510-9631-10f926d3c0a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:19.656236 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20bbfcf-6163-4510-9631-10f926d3c0a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:19.656580 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20bbfcf-6163-4510-9631-10f926d3c0a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:19.657496 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20bbfcf-6163-4510-9631-10f926d3c0a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:19.657827 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20bbfcf-6163-4510-9631-10f926d3c0a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:19.658906 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20bbfcf-6163-4510-9631-10f926d3c0a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:19.658906 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20bbfcf-6163-4510-9631-10f926d3c0a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:19.658906 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20bbfcf-6163-4510-9631-10f926d3c0a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:19.659273 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20bbfcf-6163-4510-9631-10f926d3c0a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:19.712286 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] For port 0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:20:19.715744 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] For port 0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:20:19.730868 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:19.765137 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 59a71193-493f-422a-bf86-ca532c33ad05 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:20:19.778395 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-59b101df-4c68-408a-95ce-29e6a9628a98 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:19.796813 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-25716cda-ca0a-4d57-aa27-2fceff1fdeeb tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Calling delete_port for b11dce81-5945-4710-baea-f143c4de9838 owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:19.799708 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ebede974-7694-4dbc-9fca-94b1ede7ef67 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:19.828333 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bbfcf-6163-4510-9631-10f926d3c0a0 None None] Pushing event updated for resources: {'Port': ['ID=0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:19.869378 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] Routers {'7a399ae0-dff6-4cef-b83e-8a122ba40f02'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:19.870282 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['7a399ae0-dff6-4cef-b83e-8a122ba40f02'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:19.911466 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ebede974-7694-4dbc-9fca-94b1ede7ef67 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:19.929048 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebede974-7694-4dbc-9fca-94b1ede7ef67 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Pushing event deleted for resources: {'Subnet': ['ID=c65cbd80-6af9-4a69-9a10-241a442e0beb,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:19.944278 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0578eab1-2369-43d0-8470-1cec5dab3767 None None] Network c8d1f8d1-6308-4fcf-8530-99a6b0386e0a requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:20:19.952280 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ebede974-7694-4dbc-9fca-94b1ede7ef67 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] 10.222.0.39 "DELETE /v2.0/subnets/c65cbd80-6af9-4a69-9a10-241a442e0beb HTTP/1.1" status: 204 len: 168 time: 1.1546383 Jan 26 11:20:19.952876 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44700) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:19.959376 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7291ff08-f0b0-4387-9b91-d36c67d2c64c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:20.111039 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] Set router 7a399ae0-dff6-4cef-b83e-8a122ba40f02 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:20:20.144568 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8743c072-c124-422c-ae8a-27b7ee39ce44 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:20.145769 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 59a71193-493f-422a-bf86-ca532c33ad05 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:20:20.146722 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:20.216833 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-7291ff08-f0b0-4387-9b91-d36c67d2c64c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Calling delete_port for 84e1d252-9ae2-4235-9f61-8d17f8d6ed2f owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:20.268426 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-8743c072-c124-422c-ae8a-27b7ee39ce44 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Deleting port 4b153d15-bacf-44cf-add7-53ff621edc3f {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:20.268776 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8743c072-c124-422c-ae8a-27b7ee39ce44 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:20.337549 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-25716cda-ca0a-4d57-aa27-2fceff1fdeeb tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:20.383890 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23661244-170f-44f3-a50f-25be53100fbc None None] DHCP port deletion for c8d1f8d1-6308-4fcf-8530-99a6b0386e0a request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:20:20.387996 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-23661244-170f-44f3-a50f-25be53100fbc None None] Deleting port 4b153d15-bacf-44cf-add7-53ff621edc3f {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:20.388372 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-23661244-170f-44f3-a50f-25be53100fbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:20.440236 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7291ff08-f0b0-4387-9b91-d36c67d2c64c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:20.442023 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25716cda-ca0a-4d57-aa27-2fceff1fdeeb tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Pushing event deleted for resources: {'Port': ['ID=b11dce81-5945-4710-baea-f143c4de9838,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:20.501595 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a399ae0-dff6-4cef-b83e-8a122ba40f02', 'name': 'tempest-snat-router-2024259086', 'tenant_id': 'd3fcfe8dac4f4c9889c8841a383dd514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.49'}], 'enable_snat': False}, 'gw_port_id': '0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:20:12Z', 'updated_at': '2022-01-26T11:20:16Z', 'revision_number': 3, 'project_id': 'd3fcfe8dac4f4c9889c8841a383dd514', 'gw_port': {'id': '0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a399ae0-dff6-4cef-b83e-8a122ba40f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:20:14Z', 'updated_at': '2022-01-26T11:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:20.508953 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-59b101df-4c68-408a-95ce-29e6a9628a98 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Allocated IP 172.26.5.45 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/4c841ac4-cb7d-4d32-89cb-6acf65d64379) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:20.516405 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291ff08-f0b0-4387-9b91-d36c67d2c64c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Port': ['ID=84e1d252-9ae2-4235-9f61-8d17f8d6ed2f,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:20.539794 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2942ca-17f6-49b3-9a3d-8be7578de224 None None] The sync data for ids ['7a399ae0-dff6-4cef-b83e-8a122ba40f02'] in dv-neutron-826439-1-hyperv is: [{'id': '7a399ae0-dff6-4cef-b83e-8a122ba40f02', 'name': 'tempest-snat-router-2024259086', 'tenant_id': 'd3fcfe8dac4f4c9889c8841a383dd514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.49'}], 'enable_snat': False}, 'gw_port_id': '0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:20:12Z', 'updated_at': '2022-01-26T11:20:16Z', 'revision_number': 3, 'project_id': 'd3fcfe8dac4f4c9889c8841a383dd514', 'gw_port': {'id': '0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a399ae0-dff6-4cef-b83e-8a122ba40f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:20:14Z', 'updated_at': '2022-01-26T11:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:20:20.639225 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7291ff08-f0b0-4387-9b91-d36c67d2c64c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:20.678453 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7291ff08-f0b0-4387-9b91-d36c67d2c64c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/84e1d252-9ae2-4235-9f61-8d17f8d6ed2f HTTP/1.1" status: 204 len: 168 time: 1.6002069 Jan 26 11:20:20.680979 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44708) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:20.744041 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-23661244-170f-44f3-a50f-25be53100fbc None None] For port 4b153d15-bacf-44cf-add7-53ff621edc3f, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=4b153d15-bacf-44cf-add7-53ff621edc3f,segment=NetworkSegment(45e9725a-51b7-4f27-9763-733ebafa8e8f),segment_id=45e9725a-51b7-4f27-9763-733ebafa8e8f)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:20:20.744435 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-23661244-170f-44f3-a50f-25be53100fbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:20.913819 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-25716cda-ca0a-4d57-aa27-2fceff1fdeeb tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:20.960167 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afccd41b-6762-4332-a741-b93972dae77b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:20.961952 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afccd41b-6762-4332-a741-b93972dae77b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:20.963044 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-afccd41b-6762-4332-a741-b93972dae77b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:20:20.971494 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-59b101df-4c68-408a-95ce-29e6a9628a98 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:20.984308 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-23661244-170f-44f3-a50f-25be53100fbc None None] Calling delete_port for 4b153d15-bacf-44cf-add7-53ff621edc3f owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:20.996708 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-afccd41b-6762-4332-a741-b93972dae77b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:20:21.001188 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-afccd41b-6762-4332-a741-b93972dae77b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3159225 Jan 26 11:20:21.001778 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44712) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:21.089846 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-23661244-170f-44f3-a50f-25be53100fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:21.113821 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4625896-41c8-4f87-a826-8cedaed23368 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet 8270b5ef-c79d-44ef-9011-00b72f4601b0 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:20:21.118404 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-59b101df-4c68-408a-95ce-29e6a9628a98 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:21.127612 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a4625896-41c8-4f87-a826-8cedaed23368 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:21.208693 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23661244-170f-44f3-a50f-25be53100fbc None None] No DVR routers for this DVR port 4b153d15-bacf-44cf-add7-53ff621edc3f on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:20:21.219457 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23661244-170f-44f3-a50f-25be53100fbc None None] Pushing event deleted for resources: {'Port': ['ID=4b153d15-bacf-44cf-add7-53ff621edc3f,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:21.276349 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b101df-4c68-408a-95ce-29e6a9628a98 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:21.282563 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-59b101df-4c68-408a-95ce-29e6a9628a98 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:21.292462 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b101df-4c68-408a-95ce-29e6a9628a98 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:21.341487 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a4625896-41c8-4f87-a826-8cedaed23368 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:21.376978 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b101df-4c68-408a-95ce-29e6a9628a98 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event updated for resources: {'Port': ['ID=4c841ac4-cb7d-4d32-89cb-6acf65d64379,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:21.542573 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a4625896-41c8-4f87-a826-8cedaed23368 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:21.666398 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-8743c072-c124-422c-ae8a-27b7ee39ce44 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] For port 4b153d15-bacf-44cf-add7-53ff621edc3f, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=4b153d15-bacf-44cf-add7-53ff621edc3f,segment=NetworkSegment(45e9725a-51b7-4f27-9763-733ebafa8e8f),segment_id=45e9725a-51b7-4f27-9763-733ebafa8e8f)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:20:21.666884 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8743c072-c124-422c-ae8a-27b7ee39ce44 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:21.674728 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-781db2f0-926e-4e70-b3cd-7ec68887bdc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:21.790412 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-781db2f0-926e-4e70-b3cd-7ec68887bdc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:21.799928 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:20:21.877293 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-8743c072-c124-422c-ae8a-27b7ee39ce44 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Calling delete_port for 4b153d15-bacf-44cf-add7-53ff621edc3f owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:21.918857 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25716cda-ca0a-4d57-aa27-2fceff1fdeeb tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Router 309c0a87-b1dd-467f-a7b8-ab07180e4d11 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:20:21.921754 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:20:21.929036 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:20:21.929796 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:21.956628 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a4625896-41c8-4f87-a826-8cedaed23368 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:22.003851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4625896-41c8-4f87-a826-8cedaed23368 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=8270b5ef-c79d-44ef-9011-00b72f4601b0,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:22.016669 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a4625896-41c8-4f87-a826-8cedaed23368 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:22.030257 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b165516-023d-4fe9-95b4-f788f004e221 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:20:22.044619 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a4625896-41c8-4f87-a826-8cedaed23368 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/8270b5ef-c79d-44ef-9011-00b72f4601b0 HTTP/1.1" status: 204 len: 168 time: 1.0417547 Jan 26 11:20:22.048102 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44722) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:22.119593 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-402e2664-ec93-42a6-a334-9bb8118a4ef4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703716 Jan 26 11:20:22.126134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44726) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:22.131313 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:22.132618 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-9c38d4f7-528e-4000-8dc0-8ed90956050c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:22.162861 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25716cda-ca0a-4d57-aa27-2fceff1fdeeb tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:20:22.188739 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0ff724-20e2-4c0d-9bc2-49fa228fc051 None None] Sync routers for ids ['309c0a87-b1dd-467f-a7b8-ab07180e4d11'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:20:22.201114 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:20:22.240515 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:22.252070 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.api [None req-8743c072-c124-422c-ae8a-27b7ee39ce44 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:20:22.252440 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG oslo_db.api [None req-8743c072-c124-422c-ae8a-27b7ee39ce44 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:20:22.263689 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-25716cda-ca0a-4d57-aa27-2fceff1fdeeb tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] 10.222.0.39 "PUT /v2.0/routers/309c0a87-b1dd-467f-a7b8-ab07180e4d11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9591999 Jan 26 11:20:22.264317 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9c38d4f7-528e-4000-8dc0-8ed90956050c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:22.266932 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44732) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:22.282569 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0ff724-20e2-4c0d-9bc2-49fa228fc051 None None] Routers {'309c0a87-b1dd-467f-a7b8-ab07180e4d11'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:22.283538 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-2b0ff724-20e2-4c0d-9bc2-49fa228fc051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['309c0a87-b1dd-467f-a7b8-ab07180e4d11'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:22.307457 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-781db2f0-926e-4e70-b3cd-7ec68887bdc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Allocated IP 172.26.5.16 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/a50a0582-cc90-47b3-97c9-3552a7fae1e5) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:22.350990 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9c38d4f7-528e-4000-8dc0-8ed90956050c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:subnet and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:22.357313 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-2b0ff724-20e2-4c0d-9bc2-49fa228fc051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:22.358620 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9c38d4f7-528e-4000-8dc0-8ed90956050c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:22.361451 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4b153d15-bacf-44cf-add7-53ff621edc3f no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:20:22.419800 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-59b101df-4c68-408a-95ce-29e6a9628a98 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:22.421163 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9c38d4f7-528e-4000-8dc0-8ed90956050c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:22.423877 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 4b153d15-bacf-44cf-add7-53ff621edc3f {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:20:22.424463 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4b153d15-bacf-44cf-add7-53ff621edc3f not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:20:22.440253 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0ff724-20e2-4c0d-9bc2-49fa228fc051 None None] Routers {'309c0a87-b1dd-467f-a7b8-ab07180e4d11'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:22.440892 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-2b0ff724-20e2-4c0d-9bc2-49fa228fc051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:19:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['309c0a87-b1dd-467f-a7b8-ab07180e4d11'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:22.467726 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cf85d00c-d50d-40bb-b177-85fdd831ed84 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:22.528719 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-2b0ff724-20e2-4c0d-9bc2-49fa228fc051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:22.529192 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0ff724-20e2-4c0d-9bc2-49fa228fc051 None None] The sync data for ids ['309c0a87-b1dd-467f-a7b8-ab07180e4d11'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:20:22.543757 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:22.551662 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6aac667d-6b75-480d-9a77-e31c09e3e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:22.557633 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-781db2f0-926e-4e70-b3cd-7ec68887bdc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:22.591202 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c38d4f7-528e-4000-8dc0-8ed90956050c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:20:22.595960 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9c38d4f7-528e-4000-8dc0-8ed90956050c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:22.598525 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-781db2f0-926e-4e70-b3cd-7ec68887bdc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:22.620656 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35de9644-477b-4bfd-996a-fba6ba0aef76 None None] DHCP port deletion for ba6f0584-2941-48e6-9427-2229465f5a54 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:20:22.624982 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-35de9644-477b-4bfd-996a-fba6ba0aef76 None None] Deleting port 59a71193-493f-422a-bf86-ca532c33ad05 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:22.625367 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-35de9644-477b-4bfd-996a-fba6ba0aef76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:22.676329 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781db2f0-926e-4e70-b3cd-7ec68887bdc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:22.679733 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-781db2f0-926e-4e70-b3cd-7ec68887bdc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:22.681832 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781db2f0-926e-4e70-b3cd-7ec68887bdc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:22.723551 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781db2f0-926e-4e70-b3cd-7ec68887bdc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Pushing event updated for resources: {'Port': ['ID=a50a0582-cc90-47b3-97c9-3552a7fae1e5,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:22.809583 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-8743c072-c124-422c-ae8a-27b7ee39ce44 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Deleting port 4b153d15-bacf-44cf-add7-53ff621edc3f {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:22.809583 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8743c072-c124-422c-ae8a-27b7ee39ce44 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:22.888043 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-59b101df-4c68-408a-95ce-29e6a9628a98 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:22.923513 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-35de9644-477b-4bfd-996a-fba6ba0aef76 None None] For port 59a71193-493f-422a-bf86-ca532c33ad05, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=59a71193-493f-422a-bf86-ca532c33ad05,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:20:22.923911 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-35de9644-477b-4bfd-996a-fba6ba0aef76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:22.954745 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-8743c072-c124-422c-ae8a-27b7ee39ce44 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] The port '4b153d15-bacf-44cf-add7-53ff621edc3f' was deleted {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:20:23.026145 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cf85d00c-d50d-40bb-b177-85fdd831ed84 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:23.037358 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cf85d00c-d50d-40bb-b177-85fdd831ed84 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:23.080865 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-35de9644-477b-4bfd-996a-fba6ba0aef76 None None] Calling delete_port for 59a71193-493f-422a-bf86-ca532c33ad05 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:23.095400 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cf85d00c-d50d-40bb-b177-85fdd831ed84 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:23.095916 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf85d00c-d50d-40bb-b177-85fdd831ed84 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Fanout notify agent at l3_agent the message router_deleted on router 309c0a87-b1dd-467f-a7b8-ab07180e4d11 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:20:23.175662 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-35de9644-477b-4bfd-996a-fba6ba0aef76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:23.231506 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cf85d00c-d50d-40bb-b177-85fdd831ed84 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:23.235489 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-cf85d00c-d50d-40bb-b177-85fdd831ed84 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] 10.222.0.39 "DELETE /v2.0/routers/309c0a87-b1dd-467f-a7b8-ab07180e4d11 HTTP/1.1" status: 204 len: 168 time: 0.9665720 Jan 26 11:20:23.240187 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44740) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:23.283246 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de9644-477b-4bfd-996a-fba6ba0aef76 None None] Pushing event deleted for resources: {'Port': ['ID=59a71193-493f-422a-bf86-ca532c33ad05,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:23.286194 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35de9644-477b-4bfd-996a-fba6ba0aef76 None None] No DVR routers for this DVR port 59a71193-493f-422a-bf86-ca532c33ad05 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:20:23.341007 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8743c072-c124-422c-ae8a-27b7ee39ce44 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:23.450803 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-8743c072-c124-422c-ae8a-27b7ee39ce44 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d1f8d1-6308-4fcf-8530-99a6b0386e0a']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:23.470022 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-8743c072-c124-422c-ae8a-27b7ee39ce44 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e9725a-51b7-4f27-9763-733ebafa8e8f') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:23.470191 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-8743c072-c124-422c-ae8a-27b7ee39ce44 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e9725a-51b7-4f27-9763-733ebafa8e8f') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:23.487439 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8743c072-c124-422c-ae8a-27b7ee39ce44 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:23.571641 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-13fe1855-2093-46a0-b9f1-f1f94da48026 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Deleting subnet c0ddf303-2aed-46ff-a11f-7c94ac99293b {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:20:23.575733 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8743c072-c124-422c-ae8a-27b7ee39ce44 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:23.576278 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9c38d4f7-528e-4000-8dc0-8ed90956050c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:23.581668 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-13fe1855-2093-46a0-b9f1-f1f94da48026 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:23.588764 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8743c072-c124-422c-ae8a-27b7ee39ce44 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:20:23.589174 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8743c072-c124-422c-ae8a-27b7ee39ce44 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: util.warn( Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: util.warn( Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: util.warn( Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: util.warn( Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:20:23.605347 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:20:23.612602 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-781db2f0-926e-4e70-b3cd-7ec68887bdc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:23.695274 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c38d4f7-528e-4000-8dc0-8ed90956050c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:23.702791 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-9c38d4f7-528e-4000-8dc0-8ed90956050c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:23.708459 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-59b101df-4c68-408a-95ce-29e6a9628a98 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:23.712706 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c38d4f7-528e-4000-8dc0-8ed90956050c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:23.713299 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9c38d4f7-528e-4000-8dc0-8ed90956050c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:23.716931 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e660984-acb3-490d-a1ed-4f424b97a853 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:20:23.738700 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-13fe1855-2093-46a0-b9f1-f1f94da48026 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:23.768549 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-59b101df-4c68-408a-95ce-29e6a9628a98 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:23.809226 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8743c072-c124-422c-ae8a-27b7ee39ce44 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:23.845199 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9c38d4f7-528e-4000-8dc0-8ed90956050c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7177124 Jan 26 11:20:23.866112 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8743c072-c124-422c-ae8a-27b7ee39ce44 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:23.877949 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44748) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:23.885211 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:20:23.892837 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38d4f7-528e-4000-8dc0-8ed90956050c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=3c48ebb4-7d94-4126-87bb-75d5e7b6c325,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:23.897947 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-886a9a15-a076-42d6-b0de-c07c9167b8e2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'fixed_ips': [{'subnet_id': '3c48ebb4-7d94-4126-87bb-75d5e7b6c325', 'ip_address': '2001:db8::fc24:a12a:cc27:c5cd'}], 'name': 'tempest-NetworksTestDHCPv6-1122715339'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:23.926071 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b101df-4c68-408a-95ce-29e6a9628a98 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event updated for resources: {'Port': ['ID=4c841ac4-cb7d-4d32-89cb-6acf65d64379,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:23.950909 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743c072-c124-422c-ae8a-27b7ee39ce44 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Pushing event deleted for resources: {'Network': ['ID=c8d1f8d1-6308-4fcf-8530-99a6b0386e0a,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:23.979474 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8743c072-c124-422c-ae8a-27b7ee39ce44 tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] 10.222.0.39 "DELETE /v2.0/networks/c8d1f8d1-6308-4fcf-8530-99a6b0386e0a HTTP/1.1" status: 204 len: 168 time: 4.0093920 Jan 26 11:20:23.979664 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-59b101df-4c68-408a-95ce-29e6a9628a98 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:23.981335 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44752) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:24.051053 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d74a4d-4dc8-41b6-9eed-11546235f93a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-ba6f0584-2941-48e6-9427-2229465f5a54', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'fixed_ips': [{'subnet_id': '3c48ebb4-7d94-4126-87bb-75d5e7b6c325'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:20:24.052026 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-35d74a4d-4dc8-41b6-9eed-11546235f93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:24.069416 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:20:24.069797 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:24.159282 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-9ea3c01a-55a4-4ab3-9f1b-68a7f5afb1fe tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Deleting port d7a09551-e969-4aa3-8f3f-3ea43a8f9d74 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:24.160160 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9ea3c01a-55a4-4ab3-9f1b-68a7f5afb1fe tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:24.244470 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-13fe1855-2093-46a0-b9f1-f1f94da48026 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:24.301032 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-886a9a15-a076-42d6-b0de-c07c9167b8e2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:24.305232 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-886a9a15-a076-42d6-b0de-c07c9167b8e2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:port and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:24.314459 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-886a9a15-a076-42d6-b0de-c07c9167b8e2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:24.333833 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-886a9a15-a076-42d6-b0de-c07c9167b8e2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:24.351501 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-59b101df-4c68-408a-95ce-29e6a9628a98 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Floating IP 08be3b19-4f86-4e5a-81f0-a0102c5b7cc2 associated. External IP: 172.26.5.45, port: 0a73b434-eed9-478c-8dd0-bf55e299426c. Jan 26 11:20:24.382490 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-35d74a4d-4dc8-41b6-9eed-11546235f93a None None] Allocated IP 2001:db8::2 (ba6f0584-2941-48e6-9427-2229465f5a54/3c48ebb4-7d94-4126-87bb-75d5e7b6c325/4fed54bc-26b5-4d49-a34e-487eb446754c) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:24.429959 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886a9a15-a076-42d6-b0de-c07c9167b8e2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:20:24.459931 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 59a71193-493f-422a-bf86-ca532c33ad05 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:20:24.491701 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-781db2f0-926e-4e70-b3cd-7ec68887bdc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:24.519170 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 59a71193-493f-422a-bf86-ca532c33ad05 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:20:24.519514 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 59a71193-493f-422a-bf86-ca532c33ad05 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:20:24.588650 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-13fe1855-2093-46a0-b9f1-f1f94da48026 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:24.600724 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9ea3c01a-55a4-4ab3-9f1b-68a7f5afb1fe tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:24.601055 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9ea3c01a-55a4-4ab3-9f1b-68a7f5afb1fe tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:24.704861 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe1855-2093-46a0-b9f1-f1f94da48026 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ddf303-2aed-46ff-a11f-7c94ac99293b,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:24.715301 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1581710d-10d4-4d3c-a131-c315e1194452 None None] Network 30bc1b1c-ef7b-4f6d-841b-36322fd81976 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:20:24.715891 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-13fe1855-2093-46a0-b9f1-f1f94da48026 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:24.736659 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-13fe1855-2093-46a0-b9f1-f1f94da48026 tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] 10.222.0.39 "DELETE /v2.0/subnets/c0ddf303-2aed-46ff-a11f-7c94ac99293b HTTP/1.1" status: 204 len: 168 time: 1.4953053 Jan 26 11:20:24.746655 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44762) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:24.809752 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-861c6451-f268-4842-a901-dc6079227fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:24.851087 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-886a9a15-a076-42d6-b0de-c07c9167b8e2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:24.910684 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-35d74a4d-4dc8-41b6-9eed-11546235f93a None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:24.959302 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-35d74a4d-4dc8-41b6-9eed-11546235f93a None None] Transition to ACTIVE for port object 4fed54bc-26b5-4d49-a34e-487eb446754c will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:20:24.979085 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-9ea3c01a-55a4-4ab3-9f1b-68a7f5afb1fe tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Calling delete_port for d7a09551-e969-4aa3-8f3f-3ea43a8f9d74 owned by network:floatingip {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:25.020359 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-35d74a4d-4dc8-41b6-9eed-11546235f93a None None] Transition to ACTIVE for port object 4fed54bc-26b5-4d49-a34e-487eb446754c will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:20:25.028623 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-35d74a4d-4dc8-41b6-9eed-11546235f93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:25.118892 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d74a4d-4dc8-41b6-9eed-11546235f93a None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:25.124583 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-35d74a4d-4dc8-41b6-9eed-11546235f93a None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:25.131183 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d74a4d-4dc8-41b6-9eed-11546235f93a None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:25.169531 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d74a4d-4dc8-41b6-9eed-11546235f93a None None] Pushing event updated for resources: {'Port': ['ID=4fed54bc-26b5-4d49-a34e-487eb446754c,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:25.221903 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781db2f0-926e-4e70-b3cd-7ec68887bdc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Router 01c4a0a9-7f91-4c66-92f5-12a24038cc40 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:20:25.237286 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-35d74a4d-4dc8-41b6-9eed-11546235f93a None None] Attempting to bind port 4fed54bc-26b5-4d49-a34e-487eb446754c on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:20:25.237738 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-35d74a4d-4dc8-41b6-9eed-11546235f93a None None] Attempting to bind port 4fed54bc-26b5-4d49-a34e-487eb446754c by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:20:25.238075 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d74a4d-4dc8-41b6-9eed-11546235f93a None None] Attempting to bind port 4fed54bc-26b5-4d49-a34e-487eb446754c on network ba6f0584-2941-48e6-9427-2229465f5a54 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:20:25.238719 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ccc3b04c-2572-42c7-9693-239d057e7c4d tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:25.241733 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-886a9a15-a076-42d6-b0de-c07c9167b8e2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] device_id is not set on port 263109b1-94dd-4dd5-a562-05be3c7bf4d9 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:20:25.244866 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d74a4d-4dc8-41b6-9eed-11546235f93a None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:20:25.245246 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d74a4d-4dc8-41b6-9eed-11546235f93a None None] Checking segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:20:25.245641 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-35d74a4d-4dc8-41b6-9eed-11546235f93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:25.246031 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d74a4d-4dc8-41b6-9eed-11546235f93a None None] Bound using segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:20:25.246512 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-35d74a4d-4dc8-41b6-9eed-11546235f93a None None] Bound port: 4fed54bc-26b5-4d49-a34e-487eb446754c, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:20:25.247020 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-35d74a4d-4dc8-41b6-9eed-11546235f93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:25.292726 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ee2b25-6ceb-4db7-a089-d1a58bc03338 None None] DHCP port deletion for 30bc1b1c-ef7b-4f6d-841b-36322fd81976 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:20:25.314452 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-51ee2b25-6ceb-4db7-a089-d1a58bc03338 None None] Deleting port 8e3a2896-d105-4d62-a59e-f0d1da2239f2 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:25.314827 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-51ee2b25-6ceb-4db7-a089-d1a58bc03338 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:25.321306 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ccc3b04c-2572-42c7-9693-239d057e7c4d tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Deleting port 8e3a2896-d105-4d62-a59e-f0d1da2239f2 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:25.321653 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ccc3b04c-2572-42c7-9693-239d057e7c4d tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:25.367171 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b101df-4c68-408a-95ce-29e6a9628a98 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Router 0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:20:25.380870 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9ea3c01a-55a4-4ab3-9f1b-68a7f5afb1fe tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:25.437491 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-35d74a4d-4dc8-41b6-9eed-11546235f93a None None] For port 4fed54bc-26b5-4d49-a34e-487eb446754c, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:20:25.460387 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-35d74a4d-4dc8-41b6-9eed-11546235f93a None None] For port 4fed54bc-26b5-4d49-a34e-487eb446754c, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=4fed54bc-26b5-4d49-a34e-487eb446754c,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:20:25.481626 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-35d74a4d-4dc8-41b6-9eed-11546235f93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:25.490808 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3c01a-55a4-4ab3-9f1b-68a7f5afb1fe tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Pushing event deleted for resources: {'Port': ['ID=d7a09551-e969-4aa3-8f3f-3ea43a8f9d74,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:25.608328 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781db2f0-926e-4e70-b3cd-7ec68887bdc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:20:25.622612 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] Sync routers for ids ['01c4a0a9-7f91-4c66-92f5-12a24038cc40'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:20:25.633449 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] Routers {'01c4a0a9-7f91-4c66-92f5-12a24038cc40'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:25.634058 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['01c4a0a9-7f91-4c66-92f5-12a24038cc40'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:25.678403 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-51ee2b25-6ceb-4db7-a089-d1a58bc03338 None None] For port 8e3a2896-d105-4d62-a59e-f0d1da2239f2, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=8e3a2896-d105-4d62-a59e-f0d1da2239f2,segment=NetworkSegment(8097176b-abe0-4c5b-9ec1-59b8be2e3761),segment_id=8097176b-abe0-4c5b-9ec1-59b8be2e3761)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:20:25.678814 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-51ee2b25-6ceb-4db7-a089-d1a58bc03338 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:25.696539 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d74a4d-4dc8-41b6-9eed-11546235f93a None None] Pushing event updated for resources: {'Port': ['ID=4fed54bc-26b5-4d49-a34e-487eb446754c,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:25.716687 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9ea3c01a-55a4-4ab3-9f1b-68a7f5afb1fe tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks [] for floatingip, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:25.722378 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9ea3c01a-55a4-4ab3-9f1b-68a7f5afb1fe tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:25.729500 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9ea3c01a-55a4-4ab3-9f1b-68a7f5afb1fe tempest-FloatingIPAdminTestJSON-1920995922 tempest-FloatingIPAdminTestJSON-1920995922-project] 10.222.0.39 "DELETE /v2.0/floatingips/d751f815-d43d-4e1f-b708-aa2f40e8db6e HTTP/1.1" status: 204 len: 168 time: 1.7349536 Jan 26 11:20:25.730721 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-781db2f0-926e-4e70-b3cd-7ec68887bdc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:25.735242 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-781db2f0-926e-4e70-b3cd-7ec68887bdc2 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.8519545 Jan 26 11:20:25.739051 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44770) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:25.832460 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-51ee2b25-6ceb-4db7-a089-d1a58bc03338 None None] Calling delete_port for 8e3a2896-d105-4d62-a59e-f0d1da2239f2 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:25.873779 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 8e3a2896-d105-4d62-a59e-f0d1da2239f2 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:20:25.996792 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] Set router 01c4a0a9-7f91-4c66-92f5-12a24038cc40 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:20:26.000946 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-886a9a15-a076-42d6-b0de-c07c9167b8e2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 2001:db8::fc24:a12a:cc27:c5cd (ba6f0584-2941-48e6-9427-2229465f5a54/3c48ebb4-7d94-4126-87bb-75d5e7b6c325/263109b1-94dd-4dd5-a562-05be3c7bf4d9) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:26.054062 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-ccc3b04c-2572-42c7-9693-239d057e7c4d tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] For port 8e3a2896-d105-4d62-a59e-f0d1da2239f2, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=8e3a2896-d105-4d62-a59e-f0d1da2239f2,segment=NetworkSegment(8097176b-abe0-4c5b-9ec1-59b8be2e3761),segment_id=8097176b-abe0-4c5b-9ec1-59b8be2e3761)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:20:26.054483 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ccc3b04c-2572-42c7-9693-239d057e7c4d tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:26.084436 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:26.093353 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:26.098046 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b101df-4c68-408a-95ce-29e6a9628a98 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:20:26.207738 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-17d3d0c2-5b05-486b-89ca-f6db0d13f86a tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "GET /v2.0/routers/01c4a0a9-7f91-4c66-92f5-12a24038cc40 HTTP/1.1" status: 200 len: 907 time: 0.4673474 Jan 26 11:20:26.210330 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44780) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:26.237149 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88bbadb-d90a-4e2b-abe1-6f40374c727c None None] Sync routers for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:20:26.257093 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-51ee2b25-6ceb-4db7-a089-d1a58bc03338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:26.311481 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44784) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:26.329308 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Port 8e3a2896-d105-4d62-a59e-f0d1da2239f2 update to DOWN by agent not found {{(pid=87444) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 26 11:20:26.394411 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88bbadb-d90a-4e2b-abe1-6f40374c727c None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:26.395950 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-f88bbadb-d90a-4e2b-abe1-6f40374c727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:26.398834 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ccc3b04c-2572-42c7-9693-239d057e7c4d tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Calling delete_port for 8e3a2896-d105-4d62-a59e-f0d1da2239f2 owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:26.472759 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-59b101df-4c68-408a-95ce-29e6a9628a98 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:26.488114 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28dbfe36-7d5a-4d44-98f7-f7acd4f8bd22 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:26.588290 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee2b25-6ceb-4db7-a089-d1a58bc03338 None None] Pushing event deleted for resources: {'Port': ['ID=8e3a2896-d105-4d62-a59e-f0d1da2239f2,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:26.602205 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ee2b25-6ceb-4db7-a089-d1a58bc03338 None None] No DVR routers for this DVR port 8e3a2896-d105-4d62-a59e-f0d1da2239f2 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:20:26.604258 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-f88bbadb-d90a-4e2b-abe1-6f40374c727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:26.620744 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88bbadb-d90a-4e2b-abe1-6f40374c727c None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:26.621372 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-f88bbadb-d90a-4e2b-abe1-6f40374c727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:26.628242 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-59b101df-4c68-408a-95ce-29e6a9628a98 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.6300023 Jan 26 11:20:26.629704 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44792) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:26.666249 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c4a0a9-7f91-4c66-92f5-12a24038cc40', 'name': 'tempest-snat-router-2024259086', 'tenant_id': 'd3fcfe8dac4f4c9889c8841a383dd514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.16'}], 'enable_snat': True}, 'gw_port_id': 'a50a0582-cc90-47b3-97c9-3552a7fae1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:20:18Z', 'updated_at': '2022-01-26T11:20:23Z', 'revision_number': 3, 'project_id': 'd3fcfe8dac4f4c9889c8841a383dd514', 'gw_port': {'id': 'a50a0582-cc90-47b3-97c9-3552a7fae1e5', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:eb:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c4a0a9-7f91-4c66-92f5-12a24038cc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:20:21Z', 'updated_at': '2022-01-26T11:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:26.670533 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] Checking router: 01c4a0a9-7f91-4c66-92f5-12a24038cc40 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:20:26.670908 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] Updating router 01c4a0a9-7f91-4c66-92f5-12a24038cc40 port a50a0582-cc90-47b3-97c9-3552a7fae1e5 binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:20:26.722201 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-f88bbadb-d90a-4e2b-abe1-6f40374c727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:26.723526 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88bbadb-d90a-4e2b-abe1-6f40374c727c None None] The sync data for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:20:26.740840 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:26.745034 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.api [None req-ccc3b04c-2572-42c7-9693-239d057e7c4d tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:20:26.745361 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG oslo_db.api [None req-ccc3b04c-2572-42c7-9693-239d057e7c4d tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:20:26.755246 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28dbfe36-7d5a-4d44-98f7-f7acd4f8bd22 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:26.784355 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-28dbfe36-7d5a-4d44-98f7-f7acd4f8bd22 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Deleting port a50a0582-cc90-47b3-97c9-3552a7fae1e5 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:26.784660 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28dbfe36-7d5a-4d44-98f7-f7acd4f8bd22 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:26.840013 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a077ca70-dc09-4ac4-a815-19b738487247 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "GET /v2.0/floatingips/08be3b19-4f86-4e5a-81f0-a0102c5b7cc2 HTTP/1.1" status: 200 len: 976 time: 0.1575077 Jan 26 11:20:26.842967 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44796) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:26.855418 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4a557cb9-e7f3-4d96-bd30-d88de6501a3c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=465b2c387d924495a14b9b1507cfc47b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5427365 Jan 26 11:20:26.856085 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44800) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:26.900583 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-886a9a15-a076-42d6-b0de-c07c9167b8e2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:26.943475 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-886a9a15-a076-42d6-b0de-c07c9167b8e2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Transition to ACTIVE for port object 263109b1-94dd-4dd5-a562-05be3c7bf4d9 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:20:26.958257 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-37ec5eef-7ef9-4bc9-ada2-e62babcbefb3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Synchronizing usage tracker for tenant:68260ee4e7d844c68a0428a738fc37f5 on resource:floatingip {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:20:26.986369 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-37ec5eef-7ef9-4bc9-ada2-e62babcbefb3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Unset dirty status for tenant:68260ee4e7d844c68a0428a738fc37f5 on resource:floatingip {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:20:26.990716 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-37ec5eef-7ef9-4bc9-ada2-e62babcbefb3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1466181 Jan 26 11:20:26.991431 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44804) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:26.997583 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-79d48d5b-f17a-4633-88ba-96ee8bcfc14d tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Request body: {'floatingip': {'port_id': 'b1c8779d-9c40-4b12-be60-9c0fdff33e9d'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:27.062485 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-886a9a15-a076-42d6-b0de-c07c9167b8e2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:27.206265 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-855bee6b-600a-4793-9868-dcba10d1d25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:27.253476 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-855bee6b-600a-4793-9868-dcba10d1d25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:27.261924 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28dbfe36-7d5a-4d44-98f7-f7acd4f8bd22 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:27.291313 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:27.315147 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] Transition to ACTIVE for port object a50a0582-cc90-47b3-97c9-3552a7fae1e5 will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:20:27.324114 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:27.325412 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:27.354965 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ccc3b04c-2572-42c7-9693-239d057e7c4d tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Deleting port 8e3a2896-d105-4d62-a59e-f0d1da2239f2 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:27.355315 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ccc3b04c-2572-42c7-9693-239d057e7c4d tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:27.398890 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-79d48d5b-f17a-4633-88ba-96ee8bcfc14d tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:27.416372 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-314f29bc-d597-431b-9cfe-81fc54684649 None None] Provisioning for port 4fed54bc-26b5-4d49-a34e-487eb446754c completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:20:27.424849 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] Attempting to bind port a50a0582-cc90-47b3-97c9-3552a7fae1e5 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:20:27.425217 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] Attempting to bind port a50a0582-cc90-47b3-97c9-3552a7fae1e5 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:20:27.425576 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] Attempting to bind port a50a0582-cc90-47b3-97c9-3552a7fae1e5 on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:20:27.426977 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-28dbfe36-7d5a-4d44-98f7-f7acd4f8bd22 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Calling delete_port for a50a0582-cc90-47b3-97c9-3552a7fae1e5 owned by network:router_gateway {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:27.436259 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:20:27.436628 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:20:27.437022 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:27.437403 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:20:27.437913 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] Bound port: a50a0582-cc90-47b3-97c9-3552a7fae1e5, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:20:27.438948 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:27.468419 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8bc2b-ef00-42b5-8c90-1fcc56753e2b None None] Pushing event updated for resources: {'Port': ['ID=a50a0582-cc90-47b3-97c9-3552a7fae1e5,revision_number=2']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:27.518983 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-855bee6b-600a-4793-9868-dcba10d1d25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:27.525356 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] For port a50a0582-cc90-47b3-97c9-3552a7fae1e5, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:20:27.528799 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886a9a15-a076-42d6-b0de-c07c9167b8e2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:27.529524 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] For port a50a0582-cc90-47b3-97c9-3552a7fae1e5, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a50a0582-cc90-47b3-97c9-3552a7fae1e5,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:20:27.536241 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:27.538502 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ccc3b04c-2572-42c7-9693-239d057e7c4d tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] The port '8e3a2896-d105-4d62-a59e-f0d1da2239f2' was deleted {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:20:27.541843 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-886a9a15-a076-42d6-b0de-c07c9167b8e2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:27.542650 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bee6b-600a-4793-9868-dcba10d1d25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffc57c7-cb19-4109-999d-bb91bdf2db41,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:27.550417 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-855bee6b-600a-4793-9868-dcba10d1d25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:27.551551 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-855bee6b-600a-4793-9868-dcba10d1d25a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ffc57c7-cb19-4109-999d-bb91bdf2db41 HTTP/1.1" status: 204 len: 168 time: 0.6922460 Jan 26 11:20:27.558752 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886a9a15-a076-42d6-b0de-c07c9167b8e2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:27.564920 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886a9a15-a076-42d6-b0de-c07c9167b8e2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:27.566347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-886a9a15-a076-42d6-b0de-c07c9167b8e2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:27.598682 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.api [None req-28dbfe36-7d5a-4d44-98f7-f7acd4f8bd22 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:20:27.599261 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG oslo_db.api [None req-28dbfe36-7d5a-4d44-98f7-f7acd4f8bd22 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:20:27.637923 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a9a15-a076-42d6-b0de-c07c9167b8e2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Port': ['ID=263109b1-94dd-4dd5-a562-05be3c7bf4d9,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:27.646687 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] Routers {'01c4a0a9-7f91-4c66-92f5-12a24038cc40'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:27.648150 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['01c4a0a9-7f91-4c66-92f5-12a24038cc40'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:27.738877 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-886a9a15-a076-42d6-b0de-c07c9167b8e2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8555930 Jan 26 11:20:27.741808 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44816) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:27.751924 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8bc2b-ef00-42b5-8c90-1fcc56753e2b None None] Pushing event updated for resources: {'Port': ['ID=a50a0582-cc90-47b3-97c9-3552a7fae1e5,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:27.865385 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4fed54bc-26b5-4d49-a34e-487eb446754c up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:20:27.877298 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bb41a3-2a75-4d20-bd83-e09a1826ba7f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:27.888748 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bb41a3-2a75-4d20-bd83-e09a1826ba7f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:27.890598 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e3bb41a3-2a75-4d20-bd83-e09a1826ba7f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1473525 Jan 26 11:20:27.893891 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44822) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:27.901381 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ccc3b04c-2572-42c7-9693-239d057e7c4d tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:27.938564 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-ccc3b04c-2572-42c7-9693-239d057e7c4d tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30bc1b1c-ef7b-4f6d-841b-36322fd81976']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:27.953915 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-ccc3b04c-2572-42c7-9693-239d057e7c4d tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8097176b-abe0-4c5b-9ec1-59b8be2e3761') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:27.954622 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-ccc3b04c-2572-42c7-9693-239d057e7c4d tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8097176b-abe0-4c5b-9ec1-59b8be2e3761') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:27.967348 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ccc3b04c-2572-42c7-9693-239d057e7c4d tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:27.986947 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ccc3b04c-2572-42c7-9693-239d057e7c4d tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:27.999748 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] Set router 01c4a0a9-7f91-4c66-92f5-12a24038cc40 gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:20:28.003185 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc3b04c-2572-42c7-9693-239d057e7c4d tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:20:28.003673 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ccc3b04c-2572-42c7-9693-239d057e7c4d tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:28.023729 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-48241131-019c-4087-82f3-2dd87c7345d5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting port 263109b1-94dd-4dd5-a562-05be3c7bf4d9 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:28.023933 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 4fed54bc-26b5-4d49-a34e-487eb446754c completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:20:28.024552 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-48241131-019c-4087-82f3-2dd87c7345d5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:28.030625 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 4fed54bc-26b5-4d49-a34e-487eb446754c triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:20:28.031395 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:20:28.043359 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:20:28.101600 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-28dbfe36-7d5a-4d44-98f7-f7acd4f8bd22 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Deleting port a50a0582-cc90-47b3-97c9-3552a7fae1e5 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:28.104624 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28dbfe36-7d5a-4d44-98f7-f7acd4f8bd22 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:28.123196 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c4a0a9-7f91-4c66-92f5-12a24038cc40', 'name': 'tempest-snat-router-2024259086', 'tenant_id': 'd3fcfe8dac4f4c9889c8841a383dd514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:20:18Z', 'updated_at': '2022-01-26T11:20:26Z', 'revision_number': 4, 'project_id': 'd3fcfe8dac4f4c9889c8841a383dd514', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:28.127946 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2546b14f-0c60-4ec1-a290-42728527b184 None None] The sync data for ids ['01c4a0a9-7f91-4c66-92f5-12a24038cc40'] in dv-neutron-826439-1-hyperv is: [{'id': '01c4a0a9-7f91-4c66-92f5-12a24038cc40', 'name': 'tempest-snat-router-2024259086', 'tenant_id': 'd3fcfe8dac4f4c9889c8841a383dd514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:20:18Z', 'updated_at': '2022-01-26T11:20:26Z', 'revision_number': 4, 'project_id': 'd3fcfe8dac4f4c9889c8841a383dd514', 'gw_port_host': None}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:20:28.136851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44826) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:28.167485 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2c7bcc25-d06a-48b1-b11b-dcf36a917b94 None None] Provisioning for port 263109b1-94dd-4dd5-a562-05be3c7bf4d9 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:20:28.176914 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2c7bcc25-d06a-48b1-b11b-dcf36a917b94 None None] Provisioning complete for port 263109b1-94dd-4dd5-a562-05be3c7bf4d9 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:20:28.177364 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2c7bcc25-d06a-48b1-b11b-dcf36a917b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:28.243965 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fed93b7b-7da0-4e32-a4b0-08c97c3798e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:28.287292 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2c7bcc25-d06a-48b1-b11b-dcf36a917b94 None None] Port 263109b1-94dd-4dd5-a562-05be3c7bf4d9 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:20:28.290566 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:28.346599 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 4fed54bc-26b5-4d49-a34e-487eb446754c, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=4fed54bc-26b5-4d49-a34e-487eb446754c,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:20:28.346877 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fed93b7b-7da0-4e32-a4b0-08c97c3798e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:28.354382 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fed93b7b-7da0-4e32-a4b0-08c97c3798e0 admin admin] Usage tracker for resource:security_group_rule and tenant:d787323438da4f4e82d6f5ddfed77ac4 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:28.360218 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:28.365942 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ccc3b04c-2572-42c7-9693-239d057e7c4d tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:28.370610 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fed93b7b-7da0-4e32-a4b0-08c97c3798e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:28.411174 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ccc3b04c-2572-42c7-9693-239d057e7c4d tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:28.430239 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fed93b7b-7da0-4e32-a4b0-08c97c3798e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:28.444817 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3b04c-2572-42c7-9693-239d057e7c4d tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] Pushing event deleted for resources: {'Network': ['ID=30bc1b1c-ef7b-4f6d-841b-36322fd81976,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:28.457649 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=4fed54bc-26b5-4d49-a34e-487eb446754c,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:28.469975 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ccc3b04c-2572-42c7-9693-239d057e7c4d tempest-FloatingIPNegativeTestJSON-1044192973 tempest-FloatingIPNegativeTestJSON-1044192973-project] 10.222.0.39 "DELETE /v2.0/networks/30bc1b1c-ef7b-4f6d-841b-36322fd81976 HTTP/1.1" status: 204 len: 168 time: 3.7122555 Jan 26 11:20:28.538565 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-28dbfe36-7d5a-4d44-98f7-f7acd4f8bd22 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] For port a50a0582-cc90-47b3-97c9-3552a7fae1e5, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a50a0582-cc90-47b3-97c9-3552a7fae1e5,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:20:28.539188 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28dbfe36-7d5a-4d44-98f7-f7acd4f8bd22 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:28.556570 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-48241131-019c-4087-82f3-2dd87c7345d5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:28.570501 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:20:28.690025 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-28dbfe36-7d5a-4d44-98f7-f7acd4f8bd22 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Calling delete_port for a50a0582-cc90-47b3-97c9-3552a7fae1e5 owned by network:router_gateway {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:28.757762 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fed93b7b-7da0-4e32-a4b0-08c97c3798e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:28.778852 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fed93b7b-7da0-4e32-a4b0-08c97c3798e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:28.825015 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed93b7b-7da0-4e32-a4b0-08c97c3798e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177aeb63-2418-4835-ab85-8a9cad7c835c,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:28.831001 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44838) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:28.851249 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-48241131-019c-4087-82f3-2dd87c7345d5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Calling delete_port for 263109b1-94dd-4dd5-a562-05be3c7bf4d9 owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:28.864130 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fed93b7b-7da0-4e32-a4b0-08c97c3798e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d787323438da4f4e82d6f5ddfed77ac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7262793 Jan 26 11:20:28.867273 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44844) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:29.043454 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a04990da-bd42-4415-a85c-6a5b7f75bf73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:29.100409 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-79d48d5b-f17a-4633-88ba-96ee8bcfc14d tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:29.115050 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a04990da-bd42-4415-a85c-6a5b7f75bf73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:29.124929 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-79d48d5b-f17a-4633-88ba-96ee8bcfc14d tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:29.207812 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-211a0ff5-ab13-46a1-8581-7eb5bbf9a960 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=77ad33d2818b4363b3c4157c5aa2b74a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3756981 Jan 26 11:20:29.217463 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44850) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:29.224559 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-48241131-019c-4087-82f3-2dd87c7345d5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:29.313152 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48241131-019c-4087-82f3-2dd87c7345d5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Port': ['ID=263109b1-94dd-4dd5-a562-05be3c7bf4d9,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:29.377143 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-48241131-019c-4087-82f3-2dd87c7345d5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:29.390805 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28dbfe36-7d5a-4d44-98f7-f7acd4f8bd22 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:29.454702 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-48241131-019c-4087-82f3-2dd87c7345d5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/263109b1-94dd-4dd5-a562-05be3c7bf4d9 HTTP/1.1" status: 204 len: 168 time: 1.5581796 Jan 26 11:20:29.459604 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbfe36-7d5a-4d44-98f7-f7acd4f8bd22 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Pushing event deleted for resources: {'Port': ['ID=a50a0582-cc90-47b3-97c9-3552a7fae1e5,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:29.462192 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44854) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:29.465048 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a26b7c6-902b-40ec-9e96-f4a992974983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:29.500105 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a04990da-bd42-4415-a85c-6a5b7f75bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:29.504703 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-79d48d5b-f17a-4633-88ba-96ee8bcfc14d tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Floating IP 08be3b19-4f86-4e5a-81f0-a0102c5b7cc2 associated. External IP: 172.26.5.45, port: 0a73b434-eed9-478c-8dd0-bf55e299426c. Jan 26 11:20:29.559317 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a26b7c6-902b-40ec-9e96-f4a992974983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:29.598906 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04990da-bd42-4415-a85c-6a5b7f75bf73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177aeb63-2418-4835-ab85-8a9cad7c835c,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:29.611149 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28dbfe36-7d5a-4d44-98f7-f7acd4f8bd22 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:29.646601 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a04990da-bd42-4415-a85c-6a5b7f75bf73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:29.650803 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a04990da-bd42-4415-a85c-6a5b7f75bf73 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/177aeb63-2418-4835-ab85-8a9cad7c835c HTTP/1.1" status: 204 len: 168 time: 0.7824886 Jan 26 11:20:29.666343 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a5f61e-382c-4431-bfe2-768a4466a0bc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:29.668477 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a5f61e-382c-4431-bfe2-768a4466a0bc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:29.669477 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-07a5f61e-382c-4431-bfe2-768a4466a0bc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:20:29.744317 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4fed54bc-26b5-4d49-a34e-487eb446754c up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:20:29.757922 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a26b7c6-902b-40ec-9e96-f4a992974983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:29.788884 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-07a5f61e-382c-4431-bfe2-768a4466a0bc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:20:29.792680 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-07a5f61e-382c-4431-bfe2-768a4466a0bc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3277662 Jan 26 11:20:29.798879 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44864) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:29.847760 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28dbfe36-7d5a-4d44-98f7-f7acd4f8bd22 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:29.848890 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26b7c6-902b-40ec-9e96-f4a992974983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe0c98e-6dde-43da-a991-bb98db25652b,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:29.857346 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28dbfe36-7d5a-4d44-98f7-f7acd4f8bd22 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:29.867262 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a26b7c6-902b-40ec-9e96-f4a992974983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:29.871221 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3a26b7c6-902b-40ec-9e96-f4a992974983 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/abe0c98e-6dde-43da-a991-bb98db25652b HTTP/1.1" status: 204 len: 168 time: 0.6514316 Jan 26 11:20:29.895387 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 4fed54bc-26b5-4d49-a34e-487eb446754c triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:20:29.895989 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:29.909219 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28dbfe36-7d5a-4d44-98f7-f7acd4f8bd22 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:29.909741 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dbfe36-7d5a-4d44-98f7-f7acd4f8bd22 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01c4a0a9-7f91-4c66-92f5-12a24038cc40 {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:20:29.926336 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28dbfe36-7d5a-4d44-98f7-f7acd4f8bd22 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:29.927451 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-28dbfe36-7d5a-4d44-98f7-f7acd4f8bd22 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "DELETE /v2.0/routers/01c4a0a9-7f91-4c66-92f5-12a24038cc40 HTTP/1.1" status: 204 len: 168 time: 3.7161109 Jan 26 11:20:29.930289 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44872) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:30.108583 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa3547f-8ef8-474d-a92a-a56a9636c2c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet 3c48ebb4-7d94-4126-87bb-75d5e7b6c325 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:20:30.123396 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4fa3547f-8ef8-474d-a92a-a56a9636c2c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:30.167104 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44878) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:30.208667 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-295beb6a-912a-4087-9bad-224ab0114cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:30.226968 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-295beb6a-912a-4087-9bad-224ab0114cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:30.234366 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-295beb6a-912a-4087-9bad-224ab0114cdd admin admin] Usage tracker for resource:security_group_rule and tenant:873c7ffd1b2e4c289f45e1cd68561192 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:30.239466 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-295beb6a-912a-4087-9bad-224ab0114cdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:30.249012 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-295beb6a-912a-4087-9bad-224ab0114cdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:30.251990 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1a035222-7202-41a0-9472-9a4a1ac0a3bc tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:30.266379 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4fa3547f-8ef8-474d-a92a-a56a9636c2c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:30.361773 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d48d5b-f17a-4633-88ba-96ee8bcfc14d tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Router 0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:20:30.481069 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1a035222-7202-41a0-9472-9a4a1ac0a3bc tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:30.481321 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4fa3547f-8ef8-474d-a92a-a56a9636c2c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:30.501467 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-1a035222-7202-41a0-9472-9a4a1ac0a3bc tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Deleting port 0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:30.501805 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1a035222-7202-41a0-9472-9a4a1ac0a3bc tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:30.557901 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-295beb6a-912a-4087-9bad-224ab0114cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:30.564160 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-295beb6a-912a-4087-9bad-224ab0114cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:30.620711 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d48d5b-f17a-4633-88ba-96ee8bcfc14d tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:20:30.633037 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0011b1e-a1c6-468b-8717-53e5bbfdb71c None None] Sync routers for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:20:30.644052 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0011b1e-a1c6-468b-8717-53e5bbfdb71c None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:30.644959 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d0011b1e-a1c6-468b-8717-53e5bbfdb71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:30.657820 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-295beb6a-912a-4087-9bad-224ab0114cdd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=873c7ffd1b2e4c289f45e1cd68561192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4896557 Jan 26 11:20:30.660522 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295beb6a-912a-4087-9bad-224ab0114cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0b0955-c951-4e39-b04d-a7a74e17ecf3,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:30.662979 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44898) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:30.736473 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4fa3547f-8ef8-474d-a92a-a56a9636c2c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:30.755171 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d0011b1e-a1c6-468b-8717-53e5bbfdb71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:30.777512 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0011b1e-a1c6-468b-8717-53e5bbfdb71c None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:30.777512 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d0011b1e-a1c6-468b-8717-53e5bbfdb71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:30.787362 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-1a035222-7202-41a0-9472-9a4a1ac0a3bc tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] For port 0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:20:30.787984 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1a035222-7202-41a0-9472-9a4a1ac0a3bc tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:30.831183 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3547f-8ef8-474d-a92a-a56a9636c2c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=3c48ebb4-7d94-4126-87bb-75d5e7b6c325,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:30.854051 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12048eaa-97e8-4a26-b8db-66ceb7ec0983 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:20:30.862543 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4fa3547f-8ef8-474d-a92a-a56a9636c2c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:30.937269 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d0011b1e-a1c6-468b-8717-53e5bbfdb71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:30.938218 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0011b1e-a1c6-468b-8717-53e5bbfdb71c None None] The sync data for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:20:30.961612 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44908) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:30.987233 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4fa3547f-8ef8-474d-a92a-a56a9636c2c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/3c48ebb4-7d94-4126-87bb-75d5e7b6c325 HTTP/1.1" status: 204 len: 168 time: 1.1869924 Jan 26 11:20:30.990352 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44914) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:31.068908 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b355f930-d9d4-4168-a7cf-791d878fcc3e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774648 Jan 26 11:20:31.072985 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44918) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:31.081358 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-3f7dafb4-f94a-482b-b720-bfc7efeaad65 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:31.122998 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-1a035222-7202-41a0-9472-9a4a1ac0a3bc tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Calling delete_port for 0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc owned by network:router_gateway {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:31.182035 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68cece4-3814-420b-bac0-123d07ca4a5e None None] DHCP port deletion for ba6f0584-2941-48e6-9427-2229465f5a54 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:20:31.186445 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-d68cece4-3814-420b-bac0-123d07ca4a5e None None] Deleting port 4fed54bc-26b5-4d49-a34e-487eb446754c {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:31.187020 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d68cece4-3814-420b-bac0-123d07ca4a5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:31.194284 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-fc7f03c5-e82f-4237-8604-c690dbd1b3e3 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-408843353'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:31.236949 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-334402f9-3d20-4814-b215-beead9f4ee9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:31.282936 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-334402f9-3d20-4814-b215-beead9f4ee9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:31.395839 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-334402f9-3d20-4814-b215-beead9f4ee9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:31.426307 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334402f9-3d20-4814-b215-beead9f4ee9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0b0955-c951-4e39-b04d-a7a74e17ecf3,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:31.435817 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-334402f9-3d20-4814-b215-beead9f4ee9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:31.440035 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-334402f9-3d20-4814-b215-beead9f4ee9c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d0b0955-c951-4e39-b04d-a7a74e17ecf3 HTTP/1.1" status: 204 len: 168 time: 0.7246838 Jan 26 11:20:31.441212 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1a035222-7202-41a0-9472-9a4a1ac0a3bc tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:31.450221 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fc7f03c5-e82f-4237-8604-c690dbd1b3e3 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:31.478081 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fc7f03c5-e82f-4237-8604-c690dbd1b3e3 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Usage tracker for resource:network and tenant:16e63912742a46349a7748f4e9b4ff24 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:31.487580 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fc7f03c5-e82f-4237-8604-c690dbd1b3e3 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:31.499240 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d68cece4-3814-420b-bac0-123d07ca4a5e None None] For port 4fed54bc-26b5-4d49-a34e-487eb446754c, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=4fed54bc-26b5-4d49-a34e-487eb446754c,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:20:31.499639 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d68cece4-3814-420b-bac0-123d07ca4a5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:31.499745 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-3f7dafb4-f94a-482b-b720-bfc7efeaad65 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:31.501747 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a035222-7202-41a0-9472-9a4a1ac0a3bc tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:31.504255 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3f7dafb4-f94a-482b-b720-bfc7efeaad65 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:subnet and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:31.507365 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3f7dafb4-f94a-482b-b720-bfc7efeaad65 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:31.513517 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-3f7dafb4-f94a-482b-b720-bfc7efeaad65 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:31.521141 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fc7f03c5-e82f-4237-8604-c690dbd1b3e3 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:31.532827 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7dafb4-f94a-482b-b720-bfc7efeaad65 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:20:31.536810 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3f7dafb4-f94a-482b-b720-bfc7efeaad65 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:31.608920 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1a035222-7202-41a0-9472-9a4a1ac0a3bc tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:31.638381 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-d68cece4-3814-420b-bac0-123d07ca4a5e None None] Calling delete_port for 4fed54bc-26b5-4d49-a34e-487eb446754c owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:31.651630 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7f03c5-e82f-4237-8604-c690dbd1b3e3 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Made reservation on behalf of 16e63912742a46349a7748f4e9b4ff24 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:20:31.658768 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc7f03c5-e82f-4237-8604-c690dbd1b3e3 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:31.686556 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc7f03c5-e82f-4237-8604-c690dbd1b3e3 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:31.747384 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d68cece4-3814-420b-bac0-123d07ca4a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:31.761634 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fc7f03c5-e82f-4237-8604-c690dbd1b3e3 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:31.782738 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d48d5b-f17a-4633-88ba-96ee8bcfc14d tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Router 0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:20:31.783811 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fc7f03c5-e82f-4237-8604-c690dbd1b3e3 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Usage tracker for resource:security_group_rule and tenant:16e63912742a46349a7748f4e9b4ff24 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:31.792639 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fc7f03c5-e82f-4237-8604-c690dbd1b3e3 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:31.827744 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fc7f03c5-e82f-4237-8604-c690dbd1b3e3 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:31.837766 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4fed54bc-26b5-4d49-a34e-487eb446754c no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:20:31.901213 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1a035222-7202-41a0-9472-9a4a1ac0a3bc tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:31.904772 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1a035222-7202-41a0-9472-9a4a1ac0a3bc tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:31.909558 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 4fed54bc-26b5-4d49-a34e-487eb446754c {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:20:31.910081 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4fed54bc-26b5-4d49-a34e-487eb446754c not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:20:31.912670 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68cece4-3814-420b-bac0-123d07ca4a5e None None] Pushing event deleted for resources: {'Port': ['ID=4fed54bc-26b5-4d49-a34e-487eb446754c,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:31.926144 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68cece4-3814-420b-bac0-123d07ca4a5e None None] No DVR routers for this DVR port 4fed54bc-26b5-4d49-a34e-487eb446754c on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:20:31.989673 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1a035222-7202-41a0-9472-9a4a1ac0a3bc tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:31.990349 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a035222-7202-41a0-9472-9a4a1ac0a3bc tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a399ae0-dff6-4cef-b83e-8a122ba40f02 {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:20:32.010566 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1a035222-7202-41a0-9472-9a4a1ac0a3bc tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:32.015152 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1a035222-7202-41a0-9472-9a4a1ac0a3bc tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "DELETE /v2.0/routers/7a399ae0-dff6-4cef-b83e-8a122ba40f02 HTTP/1.1" status: 204 len: 168 time: 2.0802903 Jan 26 11:20:32.015758 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44934) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:32.022432 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-96153704-8ba9-4293-aca0-9d23195a7016 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1187256425', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}, 'admin_state_up': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:32.035422 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-96153704-8ba9-4293-aca0-9d23195a7016 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:32.040617 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-96153704-8ba9-4293-aca0-9d23195a7016 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Usage tracker for resource:router and tenant:b7adfefdf1a24d38965cdb68b112c891 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:32.054170 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-96153704-8ba9-4293-aca0-9d23195a7016 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:32.067534 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-96153704-8ba9-4293-aca0-9d23195a7016 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:32.090057 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-96153704-8ba9-4293-aca0-9d23195a7016 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:32.092486 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-96153704-8ba9-4293-aca0-9d23195a7016 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:32.114993 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-96153704-8ba9-4293-aca0-9d23195a7016 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:32.189833 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d48d5b-f17a-4633-88ba-96ee8bcfc14d tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:20:32.211407 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf970c1-ab68-4663-8f81-4d2e0b876026 None None] Sync routers for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:20:32.223928 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf970c1-ab68-4663-8f81-4d2e0b876026 None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:32.225230 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-bcf970c1-ab68-4663-8f81-4d2e0b876026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:32.240860 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3f7dafb4-f94a-482b-b720-bfc7efeaad65 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:32.307467 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-bcf970c1-ab68-4663-8f81-4d2e0b876026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:32.312185 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7dafb4-f94a-482b-b720-bfc7efeaad65 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=23c67d88-df0d-45a8-82b5-07bd6574f368,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:32.322771 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf970c1-ab68-4663-8f81-4d2e0b876026 None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:32.323900 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-bcf970c1-ab68-4663-8f81-4d2e0b876026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:32.329838 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc7f03c5-e82f-4237-8604-c690dbd1b3e3 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:32.334258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-79d48d5b-f17a-4633-88ba-96ee8bcfc14d tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:32.361389 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7dafb4-f94a-482b-b720-bfc7efeaad65 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:32.366803 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc7f03c5-e82f-4237-8604-c690dbd1b3e3 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:32.370001 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-3f7dafb4-f94a-482b-b720-bfc7efeaad65 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:32.382106 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef59cb4-d0bb-4535-837a-a28927e6fb67 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:20:32.412680 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7dafb4-f94a-482b-b720-bfc7efeaad65 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:32.413260 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3f7dafb4-f94a-482b-b720-bfc7efeaad65 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:32.415050 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-bcf970c1-ab68-4663-8f81-4d2e0b876026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:32.415451 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf970c1-ab68-4663-8f81-4d2e0b876026 None None] The sync data for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:20:32.422736 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f03c5-e82f-4237-8604-c690dbd1b3e3 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55de3ce5-c7a4-4797-964c-5d380b043652,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:32.450226 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc7f03c5-e82f-4237-8604-c690dbd1b3e3 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:20:32.463609 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3f7dafb4-f94a-482b-b720-bfc7efeaad65 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3896377 Jan 26 11:20:32.466696 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 44952) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:32.472446 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-d35004b1-7d83-4352-967d-efd80e70d7e4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'fixed_ips': [{'subnet_id': '23c67d88-df0d-45a8-82b5-07bd6574f368', 'ip_address': '2001:db8::3e85:d040:75d3:8433'}], 'name': 'tempest-NetworksTestDHCPv6-2116207091'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:32.495288 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc7f03c5-e82f-4237-8604-c690dbd1b3e3 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:32.495626 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-fc7f03c5-e82f-4237-8604-c690dbd1b3e3 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Added segment c43c46f3-d9a9-46e3-a526-5428460f68d7 of type vlan for network 9fde639b-79c2-4e4f-89ad-e4daf82bc311 Jan 26 11:20:32.564601 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc7f03c5-e82f-4237-8604-c690dbd1b3e3 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:32.581487 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-79d48d5b-f17a-4633-88ba-96ee8bcfc14d tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "PUT /v2.0/floatingips/08be3b19-4f86-4e5a-81f0-a0102c5b7cc2 HTTP/1.1" status: 200 len: 978 time: 5.5861137 Jan 26 11:20:32.581862 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44958) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:32.592400 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-f991acc0-6a9d-4fe4-97f1-bcd85b55dafd tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:32.723503 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc7f03c5-e82f-4237-8604-c690dbd1b3e3 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:32.729523 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7f03c5-e82f-4237-8604-c690dbd1b3e3 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:32.730539 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fc7f03c5-e82f-4237-8604-c690dbd1b3e3 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:32.759804 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f991acc0-6a9d-4fe4-97f1-bcd85b55dafd tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:32.788702 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-96153704-8ba9-4293-aca0-9d23195a7016 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:32.808491 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea02784-8101-4f71-8a90-8d8e37e2662b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-ba6f0584-2941-48e6-9427-2229465f5a54', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'fixed_ips': [{'subnet_id': '23c67d88-df0d-45a8-82b5-07bd6574f368'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:20:32.809757 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8ea02784-8101-4f71-8a90-8d8e37e2662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:32.916475 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d35004b1-7d83-4352-967d-efd80e70d7e4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:32.924336 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d35004b1-7d83-4352-967d-efd80e70d7e4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:port and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:32.931377 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d35004b1-7d83-4352-967d-efd80e70d7e4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:32.939715 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d35004b1-7d83-4352-967d-efd80e70d7e4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:32.999506 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-8ea02784-8101-4f71-8a90-8d8e37e2662b None None] Allocated IP 2001:db8::2 (ba6f0584-2941-48e6-9427-2229465f5a54/23c67d88-df0d-45a8-82b5-07bd6574f368/082a9f24-9231-4569-815c-861bc3e62433) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:33.012061 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35004b1-7d83-4352-967d-efd80e70d7e4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:20:33.073268 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f991acc0-6a9d-4fe4-97f1-bcd85b55dafd tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:33.088660 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f991acc0-6a9d-4fe4-97f1-bcd85b55dafd tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:33.088974 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-f991acc0-6a9d-4fe4-97f1-bcd85b55dafd tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Floating IP 08be3b19-4f86-4e5a-81f0-a0102c5b7cc2 disassociated. External IP: 172.26.5.45, port: b1c8779d-9c40-4b12-be60-9c0fdff33e9d. Jan 26 11:20:33.336224 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8ea02784-8101-4f71-8a90-8d8e37e2662b None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:33.363321 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8ea02784-8101-4f71-8a90-8d8e37e2662b None None] Transition to ACTIVE for port object 082a9f24-9231-4569-815c-861bc3e62433 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:20:33.381984 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fc7f03c5-e82f-4237-8604-c690dbd1b3e3 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.4194829 Jan 26 11:20:33.413806 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8ea02784-8101-4f71-8a90-8d8e37e2662b None None] Transition to ACTIVE for port object 082a9f24-9231-4569-815c-861bc3e62433 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:20:33.428288 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8ea02784-8101-4f71-8a90-8d8e37e2662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:33.507933 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f03c5-e82f-4237-8604-c690dbd1b3e3 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event updated for resources: {'Network': ['ID=9fde639b-79c2-4e4f-89ad-e4daf82bc311,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:33.537202 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 9fde639b-79c2-4e4f-89ad-e4daf82bc311 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:20:33.620811 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-96153704-8ba9-4293-aca0-9d23195a7016 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:33.723324 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-96153704-8ba9-4293-aca0-9d23195a7016 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:33.804281 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea02784-8101-4f71-8a90-8d8e37e2662b None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:33.808509 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:20:33.848141 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-8ea02784-8101-4f71-8a90-8d8e37e2662b None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:33.857738 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea02784-8101-4f71-8a90-8d8e37e2662b None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:33.860030 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:20:33.860739 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0c6d78e6-67cf-4ab8-91a6-9a8e9ccc3fcc not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:20:33.866432 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea02784-8101-4f71-8a90-8d8e37e2662b None None] Pushing event updated for resources: {'Port': ['ID=082a9f24-9231-4569-815c-861bc3e62433,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:33.904273 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f991acc0-6a9d-4fe4-97f1-bcd85b55dafd tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Router 0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:20:33.998697 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-8ea02784-8101-4f71-8a90-8d8e37e2662b None None] Attempting to bind port 082a9f24-9231-4569-815c-861bc3e62433 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:20:33.999072 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-8ea02784-8101-4f71-8a90-8d8e37e2662b None None] Attempting to bind port 082a9f24-9231-4569-815c-861bc3e62433 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:20:34.000076 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea02784-8101-4f71-8a90-8d8e37e2662b None None] Attempting to bind port 082a9f24-9231-4569-815c-861bc3e62433 on network ba6f0584-2941-48e6-9427-2229465f5a54 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:20:34.006250 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea02784-8101-4f71-8a90-8d8e37e2662b None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:20:34.006663 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea02784-8101-4f71-8a90-8d8e37e2662b None None] Checking segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:20:34.007065 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8ea02784-8101-4f71-8a90-8d8e37e2662b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:34.007464 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea02784-8101-4f71-8a90-8d8e37e2662b None None] Bound using segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:20:34.007931 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-8ea02784-8101-4f71-8a90-8d8e37e2662b None None] Bound port: 082a9f24-9231-4569-815c-861bc3e62433, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:20:34.008308 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8ea02784-8101-4f71-8a90-8d8e37e2662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:34.042291 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-96153704-8ba9-4293-aca0-9d23195a7016 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Allocated IP 172.26.5.87 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/014826fb-4288-4a85-bc5a-2910d165fbe7) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:34.063044 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44990) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:34.189741 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d35004b1-7d83-4352-967d-efd80e70d7e4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:34.209595 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-8ea02784-8101-4f71-8a90-8d8e37e2662b None None] For port 082a9f24-9231-4569-815c-861bc3e62433, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:20:34.212880 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-8ea02784-8101-4f71-8a90-8d8e37e2662b None None] For port 082a9f24-9231-4569-815c-861bc3e62433, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=082a9f24-9231-4569-815c-861bc3e62433,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:20:34.218830 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8ea02784-8101-4f71-8a90-8d8e37e2662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:34.275013 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-d35004b1-7d83-4352-967d-efd80e70d7e4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] device_id is not set on port ecb9d354-c613-4728-ab56-208afee13189 yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:20:34.279406 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f991acc0-6a9d-4fe4-97f1-bcd85b55dafd tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:20:34.288369 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f991acc0-6a9d-4fe4-97f1-bcd85b55dafd tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:34.293714 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f8ba43-1c28-41b1-b762-fa4f3501e241 None None] Sync routers for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:20:34.307226 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f8ba43-1c28-41b1-b762-fa4f3501e241 None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:34.307843 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-35f8ba43-1c28-41b1-b762-fa4f3501e241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:34.350428 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-96153704-8ba9-4293-aca0-9d23195a7016 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:34.352158 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea02784-8101-4f71-8a90-8d8e37e2662b None None] Pushing event updated for resources: {'Port': ['ID=082a9f24-9231-4569-815c-861bc3e62433,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:34.361400 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084251d-4923-4f1e-bb75-da631b772685 req-0dd549cc-1b15-43ed-865d-85612bfcdf83 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:34.366788 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d084251d-4923-4f1e-bb75-da631b772685 req-0dd549cc-1b15-43ed-865d-85612bfcdf83 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/ports?device_id=731bf126-eae1-46f7-b4fb-deb230c48133 HTTP/1.1" status: 200 len: 946 time: 0.8205736 Jan 26 11:20:34.410293 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-674be4d3-6f74-4fe8-91c8-af59ae4ce76f tempest-QuotasTest-910031212 tempest-QuotasTest-910031212-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:34.475347 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-35f8ba43-1c28-41b1-b762-fa4f3501e241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:34.493683 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f991acc0-6a9d-4fe4-97f1-bcd85b55dafd tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "PUT /v2.0/floatingips/08be3b19-4f86-4e5a-81f0-a0102c5b7cc2 HTTP/1.1" status: 200 len: 687 time: 1.9108071 Jan 26 11:20:34.495749 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 44998) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:34.497428 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f8ba43-1c28-41b1-b762-fa4f3501e241 None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:34.499625 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-35f8ba43-1c28-41b1-b762-fa4f3501e241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:34.507288 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d084251d-4923-4f1e-bb75-da631b772685 req-11c96f20-1ee2-48e0-9df2-023785b8776d tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/security-groups?id=f02cd707-2e1c-462b-9cfd-9a90011c57d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047895 Jan 26 11:20:34.629305 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-35f8ba43-1c28-41b1-b762-fa4f3501e241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:34.630019 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f8ba43-1c28-41b1-b762-fa4f3501e241 None None] The sync data for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:20:34.637438 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-96153704-8ba9-4293-aca0-9d23195a7016 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:34.677985 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-674be4d3-6f74-4fe8-91c8-af59ae4ce76f tempest-QuotasTest-910031212 tempest-QuotasTest-910031212-project-admin] 10.222.0.39 "PUT /v2.0/quotas/ddb0f68859ed4b5ebc0620892589b2bc HTTP/1.1" status: 200 len: 366 time: 0.6130581 Jan 26 11:20:34.745793 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45006) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:34.795204 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-fb953c54-b0e2-4cc0-ae3c-38d2c7bb7d0c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Deleting port 4c841ac4-cb7d-4d32-89cb-6acf65d64379 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:34.797810 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fb953c54-b0e2-4cc0-ae3c-38d2c7bb7d0c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:34.805025 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96153704-8ba9-4293-aca0-9d23195a7016 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:34.817926 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-96153704-8ba9-4293-aca0-9d23195a7016 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:34.831495 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96153704-8ba9-4293-aca0-9d23195a7016 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:34.902764 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c7a182f3-db4c-4179-852b-719b204a32b5 tempest-QuotasTest-910031212 tempest-QuotasTest-910031212-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1512029 Jan 26 11:20:34.964380 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45010) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:34.980980 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-881a7317-49f2-48c6-8808-6a2337986021 tempest-QuotasTest-910031212 tempest-QuotasTest-910031212-project-admin] 10.222.0.39 "GET /v2.0/quotas/ddb0f68859ed4b5ebc0620892589b2bc HTTP/1.1" status: 200 len: 366 time: 0.0156512 Jan 26 11:20:34.983900 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45014) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:35.006213 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-d35004b1-7d83-4352-967d-efd80e70d7e4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 2001:db8::3e85:d040:75d3:8433 (ba6f0584-2941-48e6-9427-2229465f5a54/23c67d88-df0d-45a8-82b5-07bd6574f368/ecb9d354-c613-4728-ab56-208afee13189) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:35.009594 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9c84c344-a3c8-448f-85d1-575768f80c3d tempest-QuotasTest-910031212 tempest-QuotasTest-910031212-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/ddb0f68859ed4b5ebc0620892589b2bc HTTP/1.1" status: 204 len: 168 time: 0.0224001 Jan 26 11:20:35.010863 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45018) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:35.043533 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-04eaa8e5-33a9-4277-8636-4c68095671ac tempest-QuotasTest-910031212 tempest-QuotasTest-910031212-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0290151 Jan 26 11:20:35.043533 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fb953c54-b0e2-4cc0-ae3c-38d2c7bb7d0c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:35.043533 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fb953c54-b0e2-4cc0-ae3c-38d2c7bb7d0c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:35.050887 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45022) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:35.062301 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96153704-8ba9-4293-aca0-9d23195a7016 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Pushing event updated for resources: {'Port': ['ID=014826fb-4288-4a85-bc5a-2910d165fbe7,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:35.067837 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d10929bf-fa05-47da-83f5-7646e27aea7e tempest-QuotasTest-910031212 tempest-QuotasTest-910031212-project-admin] 10.222.0.39 "GET /v2.0/quotas/ddb0f68859ed4b5ebc0620892589b2bc HTTP/1.1" status: 200 len: 370 time: 0.0134547 Jan 26 11:20:35.077860 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45026) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:35.118094 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-86773c0e-5f26-4088-b515-46d0489cbcaa tempest-QuotasTest-910031212 tempest-QuotasTest-910031212-project-admin] 10.222.0.39 "GET /v2.0/quotas/ddb0f68859ed4b5ebc0620892589b2bc/default HTTP/1.1" status: 200 len: 370 time: 0.0352836 Jan 26 11:20:35.120957 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45032) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:35.129450 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:35.226028 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-fb953c54-b0e2-4cc0-ae3c-38d2c7bb7d0c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Calling delete_port for 4c841ac4-cb7d-4d32-89cb-6acf65d64379 owned by network:floatingip {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:35.273866 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-dab389f0-b043-4fd7-af85-473fe0588ce4 tempest-QuotasTest-910031212 tempest-QuotasTest-910031212-project-admin] delete failed (client error): The resource could not be found. Jan 26 11:20:35.277807 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-dab389f0-b043-4fd7-af85-473fe0588ce4 tempest-QuotasTest-910031212 tempest-QuotasTest-910031212-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/ddb0f68859ed4b5ebc0620892589b2bc HTTP/1.1" status: 404 len: 348 time: 0.0691621 Jan 26 11:20:35.459949 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fb953c54-b0e2-4cc0-ae3c-38d2c7bb7d0c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:35.564583 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45040) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:35.838926 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 082a9f24-9231-4569-815c-861bc3e62433 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:20:36.003996 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 082a9f24-9231-4569-815c-861bc3e62433 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:20:36.010506 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 082a9f24-9231-4569-815c-861bc3e62433 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:20:36.010888 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:36.020229 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d35004b1-7d83-4352-967d-efd80e70d7e4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:36.029083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb953c54-b0e2-4cc0-ae3c-38d2c7bb7d0c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event deleted for resources: {'Port': ['ID=4c841ac4-cb7d-4d32-89cb-6acf65d64379,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:36.041097 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-75a9568e-fc85-42af-bc45-5bae74e121c2 None None] Provisioning for port 082a9f24-9231-4569-815c-861bc3e62433 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:20:36.043921 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-d35004b1-7d83-4352-967d-efd80e70d7e4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Transition to ACTIVE for port object ecb9d354-c613-4728-ab56-208afee13189 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:20:36.052877 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-75a9568e-fc85-42af-bc45-5bae74e121c2 None None] Provisioning complete for port 082a9f24-9231-4569-815c-861bc3e62433 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:20:36.053303 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-75a9568e-fc85-42af-bc45-5bae74e121c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:36.059230 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ce69de3a-3cb8-464d-bc15-592917528b79 tempest-QuotasTest-910031212 tempest-QuotasTest-910031212-project-admin] Usage tracker for resource:network and tenant:4234189519a64698ab20f8fb51bad968 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:36.069873 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ce69de3a-3cb8-464d-bc15-592917528b79 tempest-QuotasTest-910031212 tempest-QuotasTest-910031212-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:36.072746 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fb953c54-b0e2-4cc0-ae3c-38d2c7bb7d0c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:36.093446 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ce69de3a-3cb8-464d-bc15-592917528b79 tempest-QuotasTest-910031212 tempest-QuotasTest-910031212-project-admin] Usage tracker for resource:subnet and tenant:4234189519a64698ab20f8fb51bad968 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:36.099735 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fb953c54-b0e2-4cc0-ae3c-38d2c7bb7d0c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:36.103659 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fb953c54-b0e2-4cc0-ae3c-38d2c7bb7d0c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "DELETE /v2.0/floatingips/08be3b19-4f86-4e5a-81f0-a0102c5b7cc2 HTTP/1.1" status: 204 len: 168 time: 1.6028531 Jan 26 11:20:36.104395 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45048) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:36.108029 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ce69de3a-3cb8-464d-bc15-592917528b79 tempest-QuotasTest-910031212 tempest-QuotasTest-910031212-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:36.180380 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d35004b1-7d83-4352-967d-efd80e70d7e4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:36.198083 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-0228864f-074a-43cb-b630-57f6bcf6155a tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] delete failed (client error): The resource could not be found. Jan 26 11:20:36.209261 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0228864f-074a-43cb-b630-57f6bcf6155a tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "DELETE /v2.0/floatingips/08be3b19-4f86-4e5a-81f0-a0102c5b7cc2 HTTP/1.1" status: 404 len: 345 time: 0.0981498 Jan 26 11:20:36.210461 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45052) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:36.211245 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ce69de3a-3cb8-464d-bc15-592917528b79 tempest-QuotasTest-910031212 tempest-QuotasTest-910031212-project-admin] Usage tracker for resource:subnetpool and tenant:4234189519a64698ab20f8fb51bad968 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:36.228363 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:36.256557 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35004b1-7d83-4352-967d-efd80e70d7e4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:36.267208 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-d35004b1-7d83-4352-967d-efd80e70d7e4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:36.276905 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ce69de3a-3cb8-464d-bc15-592917528b79 tempest-QuotasTest-910031212 tempest-QuotasTest-910031212-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:36.286482 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ce69de3a-3cb8-464d-bc15-592917528b79 tempest-QuotasTest-910031212 tempest-QuotasTest-910031212-project-admin] Usage tracker for resource:port and tenant:4234189519a64698ab20f8fb51bad968 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:36.294613 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ce69de3a-3cb8-464d-bc15-592917528b79 tempest-QuotasTest-910031212 tempest-QuotasTest-910031212-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:36.295890 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35004b1-7d83-4352-967d-efd80e70d7e4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:36.303159 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35004b1-7d83-4352-967d-efd80e70d7e4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:36.303786 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d35004b1-7d83-4352-967d-efd80e70d7e4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:36.305311 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-75a9568e-fc85-42af-bc45-5bae74e121c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:36.352272 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ce69de3a-3cb8-464d-bc15-592917528b79 tempest-QuotasTest-910031212 tempest-QuotasTest-910031212-project-admin] Usage tracker for resource:router and tenant:4234189519a64698ab20f8fb51bad968 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:36.365205 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-75a9568e-fc85-42af-bc45-5bae74e121c2 None None] For port 082a9f24-9231-4569-815c-861bc3e62433, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=082a9f24-9231-4569-815c-861bc3e62433,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:20:36.382121 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d35004b1-7d83-4352-967d-efd80e70d7e4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9143684 Jan 26 11:20:36.390476 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbfe9dd-8ff9-4b88-affe-3ce8314b9824 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:36.393957 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45058) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:36.408644 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbfe9dd-8ff9-4b88-affe-3ce8314b9824 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:36.418958 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbfe9dd-8ff9-4b88-affe-3ce8314b9824 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:36.421627 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-7fbfe9dd-8ff9-4b88-affe-3ce8314b9824 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Synchronizing usage tracker for tenant:68260ee4e7d844c68a0428a738fc37f5 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:20:36.427849 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ce69de3a-3cb8-464d-bc15-592917528b79 tempest-QuotasTest-910031212 tempest-QuotasTest-910031212-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:36.436409 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-96153704-8ba9-4293-aca0-9d23195a7016 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router_gateway, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:36.443379 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-75a9568e-fc85-42af-bc45-5bae74e121c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:36.447831 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ce69de3a-3cb8-464d-bc15-592917528b79 tempest-QuotasTest-910031212 tempest-QuotasTest-910031212-project-admin] Usage tracker for resource:floatingip and tenant:4234189519a64698ab20f8fb51bad968 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:36.458797 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ce69de3a-3cb8-464d-bc15-592917528b79 tempest-QuotasTest-910031212 tempest-QuotasTest-910031212-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:36.532144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-7fbfe9dd-8ff9-4b88-affe-3ce8314b9824 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Unset dirty status for tenant:68260ee4e7d844c68a0428a738fc37f5 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:20:36.533325 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7fbfe9dd-8ff9-4b88-affe-3ce8314b9824 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "GET /v2.0/ports?network_id=9d862b1a-16c4-474a-99d7-108083ba8e4c HTTP/1.1" status: 200 len: 2358 time: 0.3189840 Jan 26 11:20:36.536758 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45062) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:36.569930 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:20:36.570483 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:20:36.619645 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9568e-fc85-42af-bc45-5bae74e121c2 None None] Pushing event updated for resources: {'Port': ['ID=082a9f24-9231-4569-815c-861bc3e62433,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:36.645089 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ce69de3a-3cb8-464d-bc15-592917528b79 tempest-QuotasTest-910031212 tempest-QuotasTest-910031212-project-admin] Usage tracker for resource:security_group and tenant:4234189519a64698ab20f8fb51bad968 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:36.650254 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35004b1-7d83-4352-967d-efd80e70d7e4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Port': ['ID=ecb9d354-c613-4728-ab56-208afee13189,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:36.652161 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ce69de3a-3cb8-464d-bc15-592917528b79 tempest-QuotasTest-910031212 tempest-QuotasTest-910031212-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:36.668635 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2468f81f-83e7-43b9-8908-fc30a64f46ae tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:36.675315 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2468f81f-83e7-43b9-8908-fc30a64f46ae tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "GET /v2.0/subnets/d5c22375-ea18-4f3d-b7eb-61615d8fdadf HTTP/1.1" status: 200 len: 797 time: 0.1324327 Jan 26 11:20:36.675572 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45066) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:36.681781 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-8003ff35-7d74-4104-8702-7c27f162c7ae tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Request body: {'port': {'network_id': '9d862b1a-16c4-474a-99d7-108083ba8e4c', 'name': 'tempest-FloatingIPTestJSON-516884562', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:36.702711 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45070) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:36.719242 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ce69de3a-3cb8-464d-bc15-592917528b79 tempest-QuotasTest-910031212 tempest-QuotasTest-910031212-project-admin] Usage tracker for resource:security_group_rule and tenant:4234189519a64698ab20f8fb51bad968 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:36.730143 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ce69de3a-3cb8-464d-bc15-592917528b79 tempest-QuotasTest-910031212 tempest-QuotasTest-910031212-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:36.768044 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-bbcf250f-bd03-441d-a560-0843f0d384c6 None None] Provisioning for port ecb9d354-c613-4728-ab56-208afee13189 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:20:36.771880 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-388e80a8-637e-4e4f-abd1-902de15f956f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Request body: {'subnet': {'network_id': '9fde639b-79c2-4e4f-89ad-e4daf82bc311', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:36.774233 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-bbcf250f-bd03-441d-a560-0843f0d384c6 None None] Provisioning complete for port ecb9d354-c613-4728-ab56-208afee13189 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:20:36.774735 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bbcf250f-bd03-441d-a560-0843f0d384c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:36.834636 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-bbcf250f-bd03-441d-a560-0843f0d384c6 None None] Port ecb9d354-c613-4728-ab56-208afee13189 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:20:36.847584 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8003ff35-7d74-4104-8702-7c27f162c7ae tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:36.850925 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ce69de3a-3cb8-464d-bc15-592917528b79 tempest-QuotasTest-910031212 tempest-QuotasTest-910031212-project-admin] 10.222.0.39 "GET /v2.0/quotas/4234189519a64698ab20f8fb51bad968/details.json HTTP/1.1" status: 200 len: 703 time: 1.2822461 Jan 26 11:20:36.861316 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8003ff35-7d74-4104-8702-7c27f162c7ae tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:36.873055 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8003ff35-7d74-4104-8702-7c27f162c7ae tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Made reservation on behalf of 68260ee4e7d844c68a0428a738fc37f5 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:20:36.889502 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867332ef-73f0-4699-9004-c35ed5bcee8b req-1f9dab4b-84e5-4ab7-80a6-b72ed4102c12 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:36.891658 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-867332ef-73f0-4699-9004-c35ed5bcee8b req-1f9dab4b-84e5-4ab7-80a6-b72ed4102c12 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/ports?device_id=731bf126-eae1-46f7-b4fb-deb230c48133 HTTP/1.1" status: 200 len: 946 time: 0.7578588 Jan 26 11:20:36.918971 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8a80e2-aa29-46ec-87dc-1b35fa2abbe8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:36.925666 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8a80e2-aa29-46ec-87dc-1b35fa2abbe8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:36.926578 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-9f8a80e2-aa29-46ec-87dc-1b35fa2abbe8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:20:36.956477 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-388e80a8-637e-4e4f-abd1-902de15f956f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:36.972274 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-388e80a8-637e-4e4f-abd1-902de15f956f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Usage tracker for resource:subnet and tenant:16e63912742a46349a7748f4e9b4ff24 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:37.013023 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8003ff35-7d74-4104-8702-7c27f162c7ae tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:37.036850 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-8003ff35-7d74-4104-8702-7c27f162c7ae tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] device_id is not set on port 9f457b5a-3fb5-4854-8393-12872cd7bb86 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:20:37.053162 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-388e80a8-637e-4e4f-abd1-902de15f956f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:37.081214 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-9f8a80e2-aa29-46ec-87dc-1b35fa2abbe8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:20:37.085813 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45078) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:37.086004 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9f8a80e2-aa29-46ec-87dc-1b35fa2abbe8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.6832924 Jan 26 11:20:37.087459 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-388e80a8-637e-4e4f-abd1-902de15f956f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:37.121494 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-867332ef-73f0-4699-9004-c35ed5bcee8b req-a60fec1d-956e-4fcb-9231-f045ea499f45 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/security-groups?id=f02cd707-2e1c-462b-9cfd-9a90011c57d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898198 Jan 26 11:20:37.124879 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388e80a8-637e-4e4f-abd1-902de15f956f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Made reservation on behalf of 16e63912742a46349a7748f4e9b4ff24 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:20:37.129158 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-388e80a8-637e-4e4f-abd1-902de15f956f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:37.275266 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-bc9ea116-48df-43bf-8a5e-b57086b3bc22 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting port ecb9d354-c613-4728-ab56-208afee13189 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:37.275605 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea116-48df-43bf-8a5e-b57086b3bc22 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:37.330369 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45084) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:37.335364 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-96153704-8ba9-4293-aca0-9d23195a7016 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:37.508073 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cc995cbd-28aa-4f84-bb4b-975e9b1fe770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:37.605400 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-cc995cbd-28aa-4f84-bb4b-975e9b1fe770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:37.622370 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-388e80a8-637e-4e4f-abd1-902de15f956f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:37.634399 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada4496-4b01-4870-af51-c492f4ccb7eb req-da1cc268-2738-4c1a-9f07-31219df14164 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:37.635869 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0ada4496-4b01-4870-af51-c492f4ccb7eb req-da1cc268-2738-4c1a-9f07-31219df14164 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.24 "GET /v2.0/ports?device_id=731bf126-eae1-46f7-b4fb-deb230c48133 HTTP/1.1" status: 200 len: 946 time: 0.4074180 Jan 26 11:20:37.636849 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-cc995cbd-28aa-4f84-bb4b-975e9b1fe770 admin admin] Usage tracker for resource:security_group_rule and tenant:52517e9f94af4b8d95e7263e16d367c1 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:37.647913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-cc995cbd-28aa-4f84-bb4b-975e9b1fe770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:37.693385 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e80a8-637e-4e4f-abd1-902de15f956f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event updated for resources: {'Subnet': ['ID=40e53c16-a647-4888-b734-f732c1fa4884,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:37.714543 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96153704-8ba9-4293-aca0-9d23195a7016 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Router e5b17538-7298-4c44-8ddd-0a8615a49bff is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:20:37.727769 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 082a9f24-9231-4569-815c-861bc3e62433 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:20:37.745302 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-cc995cbd-28aa-4f84-bb4b-975e9b1fe770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:37.822339 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 082a9f24-9231-4569-815c-861bc3e62433 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:20:37.823058 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:37.869480 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-0ada4496-4b01-4870-af51-c492f4ccb7eb req-fd37053d-9d1f-473d-b157-98a5797701cc tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Deleting port ea64c4d7-8de7-43dc-939d-180af73044cd {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:37.869832 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-0ada4496-4b01-4870-af51-c492f4ccb7eb req-fd37053d-9d1f-473d-b157-98a5797701cc tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:37.908201 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e80a8-637e-4e4f-abd1-902de15f956f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Checking segment: {'id': 'c43c46f3-d9a9-46e3-a526-5428460f68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '9fde639b-79c2-4e4f-89ad-e4daf82bc311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:20:37.908471 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388e80a8-637e-4e4f-abd1-902de15f956f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Network hostable DHCP agents. Network: 9fde639b-79c2-4e4f-89ad-e4daf82bc311, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:20:37.949169 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea116-48df-43bf-8a5e-b57086b3bc22 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:37.958431 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-8003ff35-7d74-4104-8702-7c27f162c7ae tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Allocated IP 172.20.0.13 (9d862b1a-16c4-474a-99d7-108083ba8e4c/d5c22375-ea18-4f3d-b7eb-61615d8fdadf/9f457b5a-3fb5-4854-8393-12872cd7bb86) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:37.963531 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388e80a8-637e-4e4f-abd1-902de15f956f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Network 9fde639b-79c2-4e4f-89ad-e4daf82bc311 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:20:37.978339 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-8003ff35-7d74-4104-8702-7c27f162c7ae tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Allocated IP 172.20.0.12 (9d862b1a-16c4-474a-99d7-108083ba8e4c/d5c22375-ea18-4f3d-b7eb-61615d8fdadf/9f457b5a-3fb5-4854-8393-12872cd7bb86) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:38.029225 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-388e80a8-637e-4e4f-abd1-902de15f956f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 9fde639b-79c2-4e4f-89ad-e4daf82bc311) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:38.040676 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcfe600-e653-4905-9d5e-a53c3f576c49 None None] Network 9fde639b-79c2-4e4f-89ad-e4daf82bc311 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:20:38.045120 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388e80a8-637e-4e4f-abd1-902de15f956f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:38.045793 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-388e80a8-637e-4e4f-abd1-902de15f956f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:38.079903 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96153704-8ba9-4293-aca0-9d23195a7016 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:20:38.096593 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-388e80a8-637e-4e4f-abd1-902de15f956f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3376374 Jan 26 11:20:38.099789 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45094) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:38.103246 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c246c1cc-d789-49c7-a9f5-650cae088dc2 None None] Sync routers for ids ['e5b17538-7298-4c44-8ddd-0a8615a49bff'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:20:38.108649 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-3694dc29-3a0b-4163-b55e-9bf324bd140d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-954649498'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:38.117780 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3694dc29-3a0b-4163-b55e-9bf324bd140d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:38.120154 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c246c1cc-d789-49c7-a9f5-650cae088dc2 None None] Routers {'e5b17538-7298-4c44-8ddd-0a8615a49bff'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:38.121119 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-c246c1cc-d789-49c7-a9f5-650cae088dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e5b17538-7298-4c44-8ddd-0a8615a49bff'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:38.123324 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3694dc29-3a0b-4163-b55e-9bf324bd140d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Usage tracker for resource:network and tenant:16e63912742a46349a7748f4e9b4ff24 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:38.128208 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3694dc29-3a0b-4163-b55e-9bf324bd140d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:38.131683 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-96153704-8ba9-4293-aca0-9d23195a7016 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:38.135901 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-96153704-8ba9-4293-aca0-9d23195a7016 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.1181777 Jan 26 11:20:38.136753 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45098) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:38.142586 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3694dc29-3a0b-4163-b55e-9bf324bd140d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:38.147278 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-de42dd37-9087-4537-b136-2df67a402ef4 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'enable_snat': False}}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:38.232949 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-bc9ea116-48df-43bf-8a5e-b57086b3bc22 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Calling delete_port for ecb9d354-c613-4728-ab56-208afee13189 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:38.241349 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3694dc29-3a0b-4163-b55e-9bf324bd140d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Made reservation on behalf of 16e63912742a46349a7748f4e9b4ff24 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:20:38.246395 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3694dc29-3a0b-4163-b55e-9bf324bd140d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:38.287004 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-c246c1cc-d789-49c7-a9f5-650cae088dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:38.304066 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c246c1cc-d789-49c7-a9f5-650cae088dc2 None None] Routers {'e5b17538-7298-4c44-8ddd-0a8615a49bff'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:38.304918 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-c246c1cc-d789-49c7-a9f5-650cae088dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e5b17538-7298-4c44-8ddd-0a8615a49bff'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:38.360299 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3694dc29-3a0b-4163-b55e-9bf324bd140d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:20:38.379034 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3694dc29-3a0b-4163-b55e-9bf324bd140d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:38.379236 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-3694dc29-3a0b-4163-b55e-9bf324bd140d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Added segment 657880bf-7d24-4236-a623-48b952dd8ffc of type vlan for network e33d69c6-05e5-4ed1-b7eb-fc954d35ea27 Jan 26 11:20:38.382275 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-c246c1cc-d789-49c7-a9f5-650cae088dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:38.384223 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c246c1cc-d789-49c7-a9f5-650cae088dc2 None None] The sync data for ids ['e5b17538-7298-4c44-8ddd-0a8615a49bff'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:20:38.487746 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3694dc29-3a0b-4163-b55e-9bf324bd140d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:38.537682 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3185d1c2-187a-4788-a68e-530434858371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-9fde639b-79c2-4e4f-89ad-e4daf82bc311', 'network_id': '9fde639b-79c2-4e4f-89ad-e4daf82bc311', 'tenant_id': '16e63912742a46349a7748f4e9b4ff24', 'fixed_ips': [{'subnet_id': '40e53c16-a647-4888-b734-f732c1fa4884'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:20:38.538737 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3185d1c2-187a-4788-a68e-530434858371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:38.607659 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3694dc29-3a0b-4163-b55e-9bf324bd140d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:38.613987 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3694dc29-3a0b-4163-b55e-9bf324bd140d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:38.614812 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3694dc29-3a0b-4163-b55e-9bf324bd140d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:38.676991 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cc995cbd-28aa-4f84-bb4b-975e9b1fe770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:38.723085 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-3185d1c2-187a-4788-a68e-530434858371 None None] Allocated IP 2001:db8:0:ffff::2 (9fde639b-79c2-4e4f-89ad-e4daf82bc311/40e53c16-a647-4888-b734-f732c1fa4884/a65225ec-70b7-4346-926e-ffccf8d5699d) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:38.745311 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cc995cbd-28aa-4f84-bb4b-975e9b1fe770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:38.839815 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694dc29-3a0b-4163-b55e-9bf324bd140d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event updated for resources: {'Network': ['ID=e33d69c6-05e5-4ed1-b7eb-fc954d35ea27,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:38.861471 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea116-48df-43bf-8a5e-b57086b3bc22 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:38.868489 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3694dc29-3a0b-4163-b55e-9bf324bd140d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7647946 Jan 26 11:20:38.868702 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-0ada4496-4b01-4870-af51-c492f4ccb7eb req-fd37053d-9d1f-473d-b157-98a5797701cc tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] For port ea64c4d7-8de7-43dc-939d-180af73044cd, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ea64c4d7-8de7-43dc-939d-180af73044cd,segment=NetworkSegment(ce9e9fd2-9afc-4447-8440-7f353ce0aec4),segment_id=ce9e9fd2-9afc-4447-8440-7f353ce0aec4)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:20:38.868702 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-0ada4496-4b01-4870-af51-c492f4ccb7eb req-fd37053d-9d1f-473d-b157-98a5797701cc tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:38.869953 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45106) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:38.877897 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-8ab4db11-4c69-46f9-b417-54669f7e8286 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Request body: {'subnet': {'network_id': 'e33d69c6-05e5-4ed1-b7eb-fc954d35ea27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:38.878106 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc995cbd-28aa-4f84-bb4b-975e9b1fe770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ac1a43-5433-40b1-a09c-073ab55cccce,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:38.902405 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-cc995cbd-28aa-4f84-bb4b-975e9b1fe770 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=52517e9f94af4b8d95e7263e16d367c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5675592 Jan 26 11:20:38.904979 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network e33d69c6-05e5-4ed1-b7eb-fc954d35ea27 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:20:38.913773 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45110) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:38.951400 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663154f-0d88-4de8-ae9b-187fbcdc4066 req-5d948b8d-f20d-4377-90d3-c3d8bb3ff890 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:38.955563 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e663154f-0d88-4de8-ae9b-187fbcdc4066 req-5d948b8d-f20d-4377-90d3-c3d8bb3ff890 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/ports?device_id=731bf126-eae1-46f7-b4fb-deb230c48133 HTTP/1.1" status: 200 len: 946 time: 0.6351280 Jan 26 11:20:39.039370 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ea116-48df-43bf-8a5e-b57086b3bc22 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Port': ['ID=ecb9d354-c613-4728-ab56-208afee13189,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:39.115956 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8003ff35-7d74-4104-8702-7c27f162c7ae tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:39.123468 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3185d1c2-187a-4788-a68e-530434858371 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:39.139462 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-8ab4db11-4c69-46f9-b417-54669f7e8286 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:39.141543 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3185d1c2-187a-4788-a68e-530434858371 None None] Transition to ACTIVE for port object a65225ec-70b7-4346-926e-ffccf8d5699d will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:20:39.144646 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8ab4db11-4c69-46f9-b417-54669f7e8286 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Usage tracker for resource:subnet and tenant:16e63912742a46349a7748f4e9b4ff24 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:39.147759 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8ab4db11-4c69-46f9-b417-54669f7e8286 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:39.153620 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-8ab4db11-4c69-46f9-b417-54669f7e8286 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:39.160048 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea116-48df-43bf-8a5e-b57086b3bc22 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:39.165131 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3185d1c2-187a-4788-a68e-530434858371 None None] Transition to ACTIVE for port object a65225ec-70b7-4346-926e-ffccf8d5699d will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:20:39.174158 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3185d1c2-187a-4788-a68e-530434858371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:39.176563 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e49a33f3-9372-4a00-b933-301d78a9dc97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:39.181989 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-de42dd37-9087-4537-b136-2df67a402ef4 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:39.185534 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e663154f-0d88-4de8-ae9b-187fbcdc4066 req-b6d0b5bb-8f44-45a9-b049-aed35b5a9dbd tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/security-groups?id=f02cd707-2e1c-462b-9cfd-9a90011c57d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488333 Jan 26 11:20:39.187770 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab4db11-4c69-46f9-b417-54669f7e8286 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Made reservation on behalf of 16e63912742a46349a7748f4e9b4ff24 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:20:39.191941 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8ab4db11-4c69-46f9-b417-54669f7e8286 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:39.238741 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8003ff35-7d74-4104-8702-7c27f162c7ae tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:39.279437 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e49a33f3-9372-4a00-b933-301d78a9dc97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:39.285447 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185d1c2-187a-4788-a68e-530434858371 None None] Pushing event updated for resources: {'Port': ['ID=a65225ec-70b7-4346-926e-ffccf8d5699d,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:39.302696 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3185d1c2-187a-4788-a68e-530434858371 None None] Network 9fde639b-79c2-4e4f-89ad-e4daf82bc311 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:39.304557 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-3185d1c2-187a-4788-a68e-530434858371 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:39.307199 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3185d1c2-187a-4788-a68e-530434858371 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:39.319733 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-bc9ea116-48df-43bf-8a5e-b57086b3bc22 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/ecb9d354-c613-4728-ab56-208afee13189 HTTP/1.1" status: 204 len: 168 time: 2.2325568 Jan 26 11:20:39.363911 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45116) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:39.412312 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-3185d1c2-187a-4788-a68e-530434858371 None None] Attempting to bind port a65225ec-70b7-4346-926e-ffccf8d5699d on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:20:39.412857 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-3185d1c2-187a-4788-a68e-530434858371 None None] Attempting to bind port a65225ec-70b7-4346-926e-ffccf8d5699d by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'c43c46f3-d9a9-46e3-a526-5428460f68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '9fde639b-79c2-4e4f-89ad-e4daf82bc311'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:20:39.413315 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3185d1c2-187a-4788-a68e-530434858371 None None] Attempting to bind port a65225ec-70b7-4346-926e-ffccf8d5699d on network 9fde639b-79c2-4e4f-89ad-e4daf82bc311 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:20:39.419125 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3185d1c2-187a-4788-a68e-530434858371 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:20:39.419659 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3185d1c2-187a-4788-a68e-530434858371 None None] Checking segment: {'id': 'c43c46f3-d9a9-46e3-a526-5428460f68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '9fde639b-79c2-4e4f-89ad-e4daf82bc311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:20:39.420159 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3185d1c2-187a-4788-a68e-530434858371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:39.420733 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3185d1c2-187a-4788-a68e-530434858371 None None] Bound using segment: {'id': 'c43c46f3-d9a9-46e3-a526-5428460f68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '9fde639b-79c2-4e4f-89ad-e4daf82bc311'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:20:39.425263 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-3185d1c2-187a-4788-a68e-530434858371 None None] Bound port: a65225ec-70b7-4346-926e-ffccf8d5699d, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43c46f3-d9a9-46e3-a526-5428460f68d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '9fde639b-79c2-4e4f-89ad-e4daf82bc311'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:20:39.425807 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3185d1c2-187a-4788-a68e-530434858371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:39.434787 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003ff35-7d74-4104-8702-7c27f162c7ae tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event updated for resources: {'Port': ['ID=9f457b5a-3fb5-4854-8393-12872cd7bb86,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:39.460933 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8003ff35-7d74-4104-8702-7c27f162c7ae tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Network 9d862b1a-16c4-474a-99d7-108083ba8e4c is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:39.464110 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-8003ff35-7d74-4104-8702-7c27f162c7ae tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:39.468569 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8003ff35-7d74-4104-8702-7c27f162c7ae tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:39.496081 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcb3648-e025-46b4-ab1f-aa15da4ef6fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:39.497894 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcb3648-e025-46b4-ab1f-aa15da4ef6fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:39.498721 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2bcb3648-e025-46b4-ab1f-aa15da4ef6fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:20:39.521331 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-3185d1c2-187a-4788-a68e-530434858371 None None] For port a65225ec-70b7-4346-926e-ffccf8d5699d, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:20:39.524615 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-3185d1c2-187a-4788-a68e-530434858371 None None] For port a65225ec-70b7-4346-926e-ffccf8d5699d, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a65225ec-70b7-4346-926e-ffccf8d5699d,segment=NetworkSegment(c43c46f3-d9a9-46e3-a526-5428460f68d7),segment_id=c43c46f3-d9a9-46e3-a526-5428460f68d7)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:20:39.529268 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3185d1c2-187a-4788-a68e-530434858371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:39.539760 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8003ff35-7d74-4104-8702-7c27f162c7ae tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:39.540504 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8003ff35-7d74-4104-8702-7c27f162c7ae tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:39.616865 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185d1c2-187a-4788-a68e-530434858371 None None] Pushing event updated for resources: {'Port': ['ID=a65225ec-70b7-4346-926e-ffccf8d5699d,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:39.656725 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8003ff35-7d74-4104-8702-7c27f162c7ae tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.9799969 Jan 26 11:20:39.660500 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45120) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:39.667756 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-4466ae77-ddab-4b47-9e2b-c1825ade1c8c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': '9f457b5a-3fb5-4854-8393-12872cd7bb86', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:39.677735 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4466ae77-ddab-4b47-9e2b-c1825ade1c8c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:39.688306 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4466ae77-ddab-4b47-9e2b-c1825ade1c8c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Usage tracker for resource:floatingip and tenant:68260ee4e7d844c68a0428a738fc37f5 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:39.692292 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4466ae77-ddab-4b47-9e2b-c1825ade1c8c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:39.696202 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-0ada4496-4b01-4870-af51-c492f4ccb7eb req-fd37053d-9d1f-473d-b157-98a5797701cc tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:39.696656 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-0ada4496-4b01-4870-af51-c492f4ccb7eb req-fd37053d-9d1f-473d-b157-98a5797701cc tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:39.697033 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [req-0ada4496-4b01-4870-af51-c492f4ccb7eb req-fd37053d-9d1f-473d-b157-98a5797701cc tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Floating IP f4ba2994-9c3b-4466-8507-b92b601530e2 disassociated. External IP: 172.26.5.90, port: ea64c4d7-8de7-43dc-939d-180af73044cd. Jan 26 11:20:39.697797 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-0ada4496-4b01-4870-af51-c492f4ccb7eb req-fd37053d-9d1f-473d-b157-98a5797701cc tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Calling delete_port for ea64c4d7-8de7-43dc-939d-180af73044cd owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:39.700958 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e49a33f3-9372-4a00-b933-301d78a9dc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:39.735722 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4466ae77-ddab-4b47-9e2b-c1825ade1c8c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:39.754613 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2bcb3648-e025-46b4-ab1f-aa15da4ef6fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:20:39.755943 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2bcb3648-e025-46b4-ab1f-aa15da4ef6fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3910105 Jan 26 11:20:39.762876 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a33f3-9372-4a00-b933-301d78a9dc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ac1a43-5433-40b1-a09c-073ab55cccce,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:39.768091 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45124) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:39.792390 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4466ae77-ddab-4b47-9e2b-c1825ade1c8c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:39.888219 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e49a33f3-9372-4a00-b933-301d78a9dc97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:39.893077 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e49a33f3-9372-4a00-b933-301d78a9dc97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b7ac1a43-5433-40b1-a09c-073ab55cccce HTTP/1.1" status: 204 len: 168 time: 0.9782493 Jan 26 11:20:39.920008 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a38e3d-2e43-4b6a-9344-d3ef386de17b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet 23c67d88-df0d-45a8-82b5-07bd6574f368 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:20:39.935699 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a6a38e3d-2e43-4b6a-9344-d3ef386de17b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:39.990746 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8ab4db11-4c69-46f9-b417-54669f7e8286 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:40.034948 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-0ada4496-4b01-4870-af51-c492f4ccb7eb req-fd37053d-9d1f-473d-b157-98a5797701cc tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:40.145833 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a6a38e3d-2e43-4b6a-9344-d3ef386de17b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:40.248094 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab4db11-4c69-46f9-b417-54669f7e8286 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Checking segment: {'id': '657880bf-7d24-4236-a623-48b952dd8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e33d69c6-05e5-4ed1-b7eb-fc954d35ea27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:20:40.248379 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab4db11-4c69-46f9-b417-54669f7e8286 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Network hostable DHCP agents. Network: e33d69c6-05e5-4ed1-b7eb-fc954d35ea27, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:20:40.262946 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37053d-9d1f-473d-b157-98a5797701cc tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Pushing event deleted for resources: {'Port': ['ID=ea64c4d7-8de7-43dc-939d-180af73044cd,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:40.271530 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4db11-4c69-46f9-b417-54669f7e8286 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event updated for resources: {'Subnet': ['ID=ff648c46-b357-442c-8165-8c143e7c65e3,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:40.350774 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45136) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:40.385299 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab4db11-4c69-46f9-b417-54669f7e8286 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Network e33d69c6-05e5-4ed1-b7eb-fc954d35ea27 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:20:40.441128 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3f66a2ca-0ad1-4872-b1da-c25ed3c0b223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:40.490192 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a6a38e3d-2e43-4b6a-9344-d3ef386de17b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:40.490829 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4466ae77-ddab-4b47-9e2b-c1825ade1c8c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:40.539080 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ada4496-4b01-4870-af51-c492f4ccb7eb req-fd37053d-9d1f-473d-b157-98a5797701cc tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Router da8c61d8-bb3a-4572-8cbf-b3d8982e539e has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:20:40.573208 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3f66a2ca-0ad1-4872-b1da-c25ed3c0b223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:40.586168 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-299d8270-67ce-42d5-b2bb-37e32da34dfb req-38308d9f-c009-4898-bb00-ffd245d2503b tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/ports?device_id=731bf126-eae1-46f7-b4fb-deb230c48133 HTTP/1.1" status: 200 len: 210 time: 0.2135406 Jan 26 11:20:40.587320 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3f66a2ca-0ad1-4872-b1da-c25ed3c0b223 admin admin] Usage tracker for resource:security_group_rule and tenant:4234189519a64698ab20f8fb51bad968 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:40.593244 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3f66a2ca-0ad1-4872-b1da-c25ed3c0b223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:40.608920 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-8ab4db11-4c69-46f9-b417-54669f7e8286 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, e33d69c6-05e5-4ed1-b7eb-fc954d35ea27) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:40.618620 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3f66a2ca-0ad1-4872-b1da-c25ed3c0b223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:40.620947 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d41caa-76f4-432c-99b3-54579c4efb27 None None] Network e33d69c6-05e5-4ed1-b7eb-fc954d35ea27 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:20:40.774703 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab4db11-4c69-46f9-b417-54669f7e8286 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:40.775252 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8ab4db11-4c69-46f9-b417-54669f7e8286 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:40.909406 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ada4496-4b01-4870-af51-c492f4ccb7eb req-fd37053d-9d1f-473d-b157-98a5797701cc tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:20:40.921041 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df520f9-b3b0-45d5-98b3-d649cf478a31 None None] Sync routers for ids ['da8c61d8-bb3a-4572-8cbf-b3d8982e539e'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:20:40.944236 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df520f9-b3b0-45d5-98b3-d649cf478a31 None None] Routers {'da8c61d8-bb3a-4572-8cbf-b3d8982e539e'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:40.944998 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-1df520f9-b3b0-45d5-98b3-d649cf478a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['da8c61d8-bb3a-4572-8cbf-b3d8982e539e'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:41.002178 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79af89ac-4c40-4432-9233-bc6b4878abc3 None None] Network 9fde639b-79c2-4e4f-89ad-e4daf82bc311 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:20:41.025749 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f246bed-7fa6-401b-a912-a6259bee437c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-e33d69c6-05e5-4ed1-b7eb-fc954d35ea27', 'network_id': 'e33d69c6-05e5-4ed1-b7eb-fc954d35ea27', 'tenant_id': '16e63912742a46349a7748f4e9b4ff24', 'fixed_ips': [{'subnet_id': 'ff648c46-b357-442c-8165-8c143e7c65e3'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:20:41.027027 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8f246bed-7fa6-401b-a912-a6259bee437c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:41.036469 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ada4496-4b01-4870-af51-c492f4ccb7eb req-fd37053d-9d1f-473d-b157-98a5797701cc tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] No DVR routers for this DVR port ea64c4d7-8de7-43dc-939d-180af73044cd on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:20:41.042036 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-0ada4496-4b01-4870-af51-c492f4ccb7eb req-fd37053d-9d1f-473d-b157-98a5797701cc tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:41.045077 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731bf126-eae1-46f7-b4fb-deb230c48133', 'name': 'network-vif-deleted', 'tag': 'ea64c4d7-8de7-43dc-939d-180af73044cd'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:20:41.074253 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-4466ae77-ddab-4b47-9e2b-c1825ade1c8c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Allocated IP 172.26.5.99 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/c9df5366-f464-4bd6-8aab-6ded7e9d6a3a) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:41.095604 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0ada4496-4b01-4870-af51-c492f4ccb7eb req-fd37053d-9d1f-473d-b157-98a5797701cc tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.24 "DELETE /v2.0/ports/ea64c4d7-8de7-43dc-939d-180af73044cd HTTP/1.1" status: 204 len: 173 time: 3.4505053 Jan 26 11:20:41.101107 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f92f2b55-67e6-4a94-9c25-6defdf200792 None None] Provisioning for port a65225ec-70b7-4346-926e-ffccf8d5699d completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:20:41.150845 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a6a38e3d-2e43-4b6a-9344-d3ef386de17b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:41.312190 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a6a38e3d-2e43-4b6a-9344-d3ef386de17b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:41.318312 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a6a38e3d-2e43-4b6a-9344-d3ef386de17b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/23c67d88-df0d-45a8-82b5-07bd6574f368 HTTP/1.1" status: 204 len: 168 time: 1.5479100 Jan 26 11:20:41.321211 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45148) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:41.327932 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a38e3d-2e43-4b6a-9344-d3ef386de17b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=23c67d88-df0d-45a8-82b5-07bd6574f368,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:41.348422 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4466ae77-ddab-4b47-9e2b-c1825ade1c8c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:41.353862 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c867e302-881b-4ff0-b61d-3bd16d623467 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:20:41.391334 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731bf126-eae1-46f7-b4fb-deb230c48133', 'name': 'network-vif-deleted', 'tag': 'ea64c4d7-8de7-43dc-939d-180af73044cd', 'status': 'completed', 'code': 200} Jan 26 11:20:41.434815 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-1df520f9-b3b0-45d5-98b3-d649cf478a31 None None] Set router da8c61d8-bb3a-4572-8cbf-b3d8982e539e gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:20:41.437465 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4466ae77-ddab-4b47-9e2b-c1825ade1c8c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:41.440507 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8ab4db11-4c69-46f9-b417-54669f7e8286 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5696557 Jan 26 11:20:41.445615 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5536ef61-fd48-4552-902d-59703e4552c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1207659 Jan 26 11:20:41.447403 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45152) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:41.447737 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45154) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:41.550740 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3f66a2ca-0ad1-4872-b1da-c25ed3c0b223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:41.558922 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466ae77-ddab-4b47-9e2b-c1825ade1c8c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event updated for resources: {'Port': ['ID=c9df5366-f464-4bd6-8aab-6ded7e9d6a3a,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:41.568211 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6448f-75ac-4caa-8a38-734b9c12f8a1 req-6c9b5bd1-0f06-496b-aced-0ef0c8455dae tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:41.585519 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-77c6448f-75ac-4caa-8a38-734b9c12f8a1 req-6c9b5bd1-0f06-496b-aced-0ef0c8455dae tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.7631812 Jan 26 11:20:41.608965 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3f66a2ca-0ad1-4872-b1da-c25ed3c0b223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:41.761890 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4466ae77-ddab-4b47-9e2b-c1825ade1c8c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:41.787516 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-4466ae77-ddab-4b47-9e2b-c1825ade1c8c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:41.810769 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4466ae77-ddab-4b47-9e2b-c1825ade1c8c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:41.888058 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a65225ec-70b7-4346-926e-ffccf8d5699d up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:20:41.903841 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-1df520f9-b3b0-45d5-98b3-d649cf478a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'name': 'tempest-ServersTestManualDisk-1729732147-router', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:07Z', 'revision_number': 4, 'project_id': '80fe64ad2f7248c68674303bf7b13547', 'gw_port': {'id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:54Z', 'updated_at': '2022-01-26T11:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'c2e52fe0-5049-4fc8-9648-bfcab7712467', 'name': '', 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'mac_address': 'fa:16:3e:4d:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '083cb517-daf9-46a6-b8c3-2a43e684eac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:05Z', 'updated_at': '2022-01-26T11:19:20Z', 'revision_number': 5, 'project_id': '80fe64ad2f7248c68674303bf7b13547', 'subnets': [{'id': '083cb517-daf9-46a6-b8c3-2a43e684eac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:41.908501 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df520f9-b3b0-45d5-98b3-d649cf478a31 None None] Checking router: da8c61d8-bb3a-4572-8cbf-b3d8982e539e for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:20:41.918521 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df520f9-b3b0-45d5-98b3-d649cf478a31 None None] Routers {'da8c61d8-bb3a-4572-8cbf-b3d8982e539e'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:41.919145 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-1df520f9-b3b0-45d5-98b3-d649cf478a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['da8c61d8-bb3a-4572-8cbf-b3d8982e539e'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:41.956284 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device ea64c4d7-8de7-43dc-939d-180af73044cd no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:20:42.006439 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-de42dd37-9087-4537-b136-2df67a402ef4 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:42.014844 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-de42dd37-9087-4537-b136-2df67a402ef4 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1634753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1634766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1640079'] for router, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:42.077065 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: ea64c4d7-8de7-43dc-939d-180af73044cd {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:20:42.077463 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device ea64c4d7-8de7-43dc-939d-180af73044cd not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:20:42.113921 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-f44a8459-8ffc-4bb7-b8b5-ce42851db3a8 req-54117c7b-f963-4f2a-a50c-8fce29da19f7 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Synchronizing usage tracker for tenant:80fe64ad2f7248c68674303bf7b13547 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:20:42.154550 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6bc8a2-6f3a-4e73-8001-037e250ad799 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:42.155846 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0d6bc8a2-6f3a-4e73-8001-037e250ad799 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:20:42.226462 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:42.231285 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-1df520f9-b3b0-45d5-98b3-d649cf478a31 None None] Set router da8c61d8-bb3a-4572-8cbf-b3d8982e539e gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:20:42.250606 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-f44a8459-8ffc-4bb7-b8b5-ce42851db3a8 req-54117c7b-f963-4f2a-a50c-8fce29da19f7 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Unset dirty status for tenant:80fe64ad2f7248c68674303bf7b13547 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:20:42.260157 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f44a8459-8ffc-4bb7-b8b5-ce42851db3a8 req-54117c7b-f963-4f2a-a50c-8fce29da19f7 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/ports?device_id=731bf126-eae1-46f7-b4fb-deb230c48133 HTTP/1.1" status: 200 len: 210 time: 0.2468929 Jan 26 11:20:42.290644 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-8f246bed-7fa6-401b-a912-a6259bee437c None None] Allocated IP 2001:db8::1 (e33d69c6-05e5-4ed1-b7eb-fc954d35ea27/ff648c46-b357-442c-8165-8c143e7c65e3/f03d521c-ef9a-4006-8dda-6e0152511bd0) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:42.386491 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0d6bc8a2-6f3a-4e73-8001-037e250ad799 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:20:42.401265 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0d6bc8a2-6f3a-4e73-8001-037e250ad799 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8447871 Jan 26 11:20:42.401463 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port a65225ec-70b7-4346-926e-ffccf8d5699d completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:20:42.409653 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port a65225ec-70b7-4346-926e-ffccf8d5699d triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:20:42.410252 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:42.422488 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45164) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:42.446923 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3f66a2ca-0ad1-4872-b1da-c25ed3c0b223 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4234189519a64698ab20f8fb51bad968&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0874829 Jan 26 11:20:42.447802 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66a2ca-0ad1-4872-b1da-c25ed3c0b223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e921cd26-47aa-489b-ab17-4e8ecf4ce8f2,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:42.472712 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45168) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:42.482857 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34fdc0b-bbc5-43cc-8671-f5919d57f017 None None] DHCP port deletion for ba6f0584-2941-48e6-9427-2229465f5a54 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:20:42.536558 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-77c6448f-75ac-4caa-8a38-734b9c12f8a1 req-090bd2e8-f473-422d-b539-22a684425c21 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9496560 Jan 26 11:20:42.605925 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de42dd37-9087-4537-b136-2df67a402ef4 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Router e5b17538-7298-4c44-8ddd-0a8615a49bff has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:20:42.606247 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-c34fdc0b-bbc5-43cc-8671-f5919d57f017 None None] Deleting port 082a9f24-9231-4569-815c-861bc3e62433 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:42.606572 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c34fdc0b-bbc5-43cc-8671-f5919d57f017 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:42.835220 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c5d54847-02fb-4ea9-a51d-1ec9eaf852bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:42.888910 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-1df520f9-b3b0-45d5-98b3-d649cf478a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'name': 'tempest-ServersTestManualDisk-1729732147-router', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:07Z', 'revision_number': 4, 'project_id': '80fe64ad2f7248c68674303bf7b13547', 'gw_port': {'id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:54Z', 'updated_at': '2022-01-26T11:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'c2e52fe0-5049-4fc8-9648-bfcab7712467', 'name': '', 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'mac_address': 'fa:16:3e:4d:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '083cb517-daf9-46a6-b8c3-2a43e684eac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:05Z', 'updated_at': '2022-01-26T11:19:20Z', 'revision_number': 5, 'project_id': '80fe64ad2f7248c68674303bf7b13547', 'subnets': [{'id': '083cb517-daf9-46a6-b8c3-2a43e684eac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:42.901131 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df520f9-b3b0-45d5-98b3-d649cf478a31 None None] The sync data for ids ['da8c61d8-bb3a-4572-8cbf-b3d8982e539e'] in dv-neutron-826439-1-hyperv is: [{'id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'name': 'tempest-ServersTestManualDisk-1729732147-router', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:07Z', 'revision_number': 4, 'project_id': '80fe64ad2f7248c68674303bf7b13547', 'gw_port': {'id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:54Z', 'updated_at': '2022-01-26T11:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'c2e52fe0-5049-4fc8-9648-bfcab7712467', 'name': '', 'network_id': '976dd945-7257-44e6-8aa8-a5388a259456', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'mac_address': 'fa:16:3e:4d:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '083cb517-daf9-46a6-b8c3-2a43e684eac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:05Z', 'updated_at': '2022-01-26T11:19:20Z', 'revision_number': 5, 'project_id': '80fe64ad2f7248c68674303bf7b13547', 'subnets': [{'id': '083cb517-daf9-46a6-b8c3-2a43e684eac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:20:42.940698 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c5d54847-02fb-4ea9-a51d-1ec9eaf852bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:43.042176 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cef695a-97f5-4775-be65-d52bbd13e81f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:43.043290 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3cef695a-97f5-4775-be65-d52bbd13e81f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:20:43.054444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:43.096467 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de42dd37-9087-4537-b136-2df67a402ef4 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:20:43.106158 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-de42dd37-9087-4537-b136-2df67a402ef4 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:43.107400 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-de42dd37-9087-4537-b136-2df67a402ef4 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "PUT /v2.0/routers/e5b17538-7298-4c44-8ddd-0a8615a49bff HTTP/1.1" status: 200 len: 925 time: 4.9668241 Jan 26 11:20:43.111812 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45176) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:43.132735 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c59272b-3ed2-4fac-a2ec-72420b0ba180 None None] Sync routers for ids ['e5b17538-7298-4c44-8ddd-0a8615a49bff'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:20:43.227464 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3cef695a-97f5-4775-be65-d52bbd13e81f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:20:43.230002 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3cef695a-97f5-4775-be65-d52bbd13e81f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8020415 Jan 26 11:20:43.237828 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45180) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:43.271579 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c5d54847-02fb-4ea9-a51d-1ec9eaf852bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:43.303996 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c5d54847-02fb-4ea9-a51d-1ec9eaf852bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:43.305127 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c5d54847-02fb-4ea9-a51d-1ec9eaf852bf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e921cd26-47aa-489b-ab17-4e8ecf4ce8f2 HTTP/1.1" status: 204 len: 168 time: 0.8167250 Jan 26 11:20:43.326019 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d54847-02fb-4ea9-a51d-1ec9eaf852bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e921cd26-47aa-489b-ab17-4e8ecf4ce8f2,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:43.386516 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ec17be-9a8f-4f61-b7e6-ad4d8028f3f7 None None] New status for floating IP f4ba2994-9c3b-4466-8507-b92b601530e2: DOWN {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:20:43.425358 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839adfa-6d49-4f9e-8f73-9b7a2b23eb90 req-bad69485-35cc-4fdb-a050-06756310c2e4 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:43.432274 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6839adfa-6d49-4f9e-8f73-9b7a2b23eb90 req-bad69485-35cc-4fdb-a050-06756310c2e4 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.3219311 Jan 26 11:20:43.435402 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c34fdc0b-bbc5-43cc-8671-f5919d57f017 None None] For port 082a9f24-9231-4569-815c-861bc3e62433, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=082a9f24-9231-4569-815c-861bc3e62433,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:20:43.435794 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c34fdc0b-bbc5-43cc-8671-f5919d57f017 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:43.503941 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6839adfa-6d49-4f9e-8f73-9b7a2b23eb90 req-1bc433e1-a77f-420a-805d-1a6e63540718 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683477 Jan 26 11:20:43.513218 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45190) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:43.548668 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-08f99ab1-6e34-4b63-8c6f-b2ebd30bf730 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3016677 Jan 26 11:20:43.551572 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b2c6d2a3-9977-4cac-a356-a52a6201b243 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "GET /v2.0/routers/e5b17538-7298-4c44-8ddd-0a8615a49bff HTTP/1.1" status: 200 len: 925 time: 0.3907521 Jan 26 11:20:43.553307 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45196) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:43.555964 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45198) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:43.563687 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-c2f5e79b-9d2d-403e-9f15-6d8677a683d3 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:43.737230 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:43.763233 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8f246bed-7fa6-401b-a912-a6259bee437c None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:43.774730 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-c34fdc0b-bbc5-43cc-8671-f5919d57f017 None None] Calling delete_port for 082a9f24-9231-4569-815c-861bc3e62433 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:43.781418 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d85c4165-cb0a-4156-b24e-98947ae6c765 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:43.804336 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece8b8fc-b5e5-4b87-a965-1eb19d97fb01 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:43.805165 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ece8b8fc-b5e5-4b87-a965-1eb19d97fb01 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Synchronizing usage tracker for tenant:d3fcfe8dac4f4c9889c8841a383dd514 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:20:43.827297 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d85c4165-cb0a-4156-b24e-98947ae6c765 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:43.842764 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a088eee4-1c84-43ff-9dc0-97b8007d6801 None None] Provisioning complete for port a65225ec-70b7-4346-926e-ffccf8d5699d triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:20:43.842764 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a088eee4-1c84-43ff-9dc0-97b8007d6801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:43.852325 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ece8b8fc-b5e5-4b87-a965-1eb19d97fb01 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Unset dirty status for tenant:d3fcfe8dac4f4c9889c8841a383dd514 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:20:43.856260 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ece8b8fc-b5e5-4b87-a965-1eb19d97fb01 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4&device_id=e5b17538-7298-4c44-8ddd-0a8615a49bff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2963066 Jan 26 11:20:43.856810 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45210) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:43.895654 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c59272b-3ed2-4fac-a2ec-72420b0ba180 None None] Routers {'e5b17538-7298-4c44-8ddd-0a8615a49bff'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:43.896652 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-8c59272b-3ed2-4fac-a2ec-72420b0ba180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e5b17538-7298-4c44-8ddd-0a8615a49bff'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:44.005704 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c2f5e79b-9d2d-403e-9f15-6d8677a683d3 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:44.051590 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d85c4165-cb0a-4156-b24e-98947ae6c765 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:44.067850 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c2f5e79b-9d2d-403e-9f15-6d8677a683d3 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:44.100780 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8f246bed-7fa6-401b-a912-a6259bee437c None None] Transition to ACTIVE for port object f03d521c-ef9a-4006-8dda-6e0152511bd0 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:20:44.119906 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port a65225ec-70b7-4346-926e-ffccf8d5699d, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a65225ec-70b7-4346-926e-ffccf8d5699d,segment=NetworkSegment(c43c46f3-d9a9-46e3-a526-5428460f68d7),segment_id=c43c46f3-d9a9-46e3-a526-5428460f68d7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:20:44.137578 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4466ae77-ddab-4b47-9e2b-c1825ade1c8c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:44.140234 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-8c59272b-3ed2-4fac-a2ec-72420b0ba180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:44.150861 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:44.162862 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f5e79b-9d2d-403e-9f15-6d8677a683d3 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:20:44.167619 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e79b-9d2d-403e-9f15-6d8677a683d3 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:44.184893 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c4165-cb0a-4156-b24e-98947ae6c765 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02cd707-2e1c-462b-9cfd-9a90011c57d5,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:44.194970 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c01f9cc-5fbf-4fc9-b64e-4bcf919443ad tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:44.200259 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4c01f9cc-5fbf-4fc9-b64e-4bcf919443ad tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Synchronizing usage tracker for tenant:d3fcfe8dac4f4c9889c8841a383dd514 on resource:network {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:20:44.230714 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d85c4165-cb0a-4156-b24e-98947ae6c765 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:44.237112 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d85c4165-cb0a-4156-b24e-98947ae6c765 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "DELETE /v2.0/security-groups/f02cd707-2e1c-462b-9cfd-9a90011c57d5 HTTP/1.1" status: 204 len: 168 time: 0.7207544 Jan 26 11:20:44.239293 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45222) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:44.280089 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c59272b-3ed2-4fac-a2ec-72420b0ba180 None None] Routers {'e5b17538-7298-4c44-8ddd-0a8615a49bff'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:44.280817 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-8c59272b-3ed2-4fac-a2ec-72420b0ba180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e5b17538-7298-4c44-8ddd-0a8615a49bff'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:44.309490 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4c01f9cc-5fbf-4fc9-b64e-4bcf919443ad tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Unset dirty status for tenant:d3fcfe8dac4f4c9889c8841a383dd514 on resource:network {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:20:44.316598 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4c01f9cc-5fbf-4fc9-b64e-4bcf919443ad tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "GET /v2.0/networks/dbc7419d-d89a-4ebf-afbc-448b19db60c4 HTTP/1.1" status: 200 len: 881 time: 0.4558148 Jan 26 11:20:44.319886 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45228) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:44.328624 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-b0022bc8-c647-49af-bf37-f8a9ae60f262 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] show failed (client error): The resource could not be found. Jan 26 11:20:44.334986 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b0022bc8-c647-49af-bf37-f8a9ae60f262 tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "GET /v2.0/security-groups/f02cd707-2e1c-462b-9cfd-9a90011c57d5 HTTP/1.1" status: 404 len: 347 time: 0.0938258 Jan 26 11:20:44.342366 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45232) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:44.366219 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8f246bed-7fa6-401b-a912-a6259bee437c None None] Transition to ACTIVE for port object f03d521c-ef9a-4006-8dda-6e0152511bd0 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:20:44.380844 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-8c59272b-3ed2-4fac-a2ec-72420b0ba180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:44.380844 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c59272b-3ed2-4fac-a2ec-72420b0ba180 None None] The sync data for ids ['e5b17538-7298-4c44-8ddd-0a8615a49bff'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:20:44.382188 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 082a9f24-9231-4569-815c-861bc3e62433 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:20:44.390373 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1747f0f4-e947-40c5-95e5-31623d7e6036 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b17538-7298-4c44-8ddd-0a8615a49bff HTTP/1.1" status: 200 len: 205 time: 0.0661380 Jan 26 11:20:44.392855 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45238) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:44.507879 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8f246bed-7fa6-401b-a912-a6259bee437c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:44.577719 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f246bed-7fa6-401b-a912-a6259bee437c None None] Network e33d69c6-05e5-4ed1-b7eb-fc954d35ea27 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:44.585730 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c34fdc0b-bbc5-43cc-8671-f5919d57f017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:44.597966 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-8f246bed-7fa6-401b-a912-a6259bee437c None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:44.602411 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Port 082a9f24-9231-4569-815c-861bc3e62433 update to DOWN by agent not found {{(pid=87444) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 26 11:20:44.605676 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f246bed-7fa6-401b-a912-a6259bee437c None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:44.643549 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=a65225ec-70b7-4346-926e-ffccf8d5699d,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:44.696407 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-141151ad-2f2d-47b5-b4d2-6fbf6d3e56bd tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:44.713025 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4466ae77-ddab-4b47-9e2b-c1825ade1c8c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:44.731069 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34fdc0b-bbc5-43cc-8671-f5919d57f017 None None] No DVR routers for this DVR port 082a9f24-9231-4569-815c-861bc3e62433 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:20:44.763585 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-32a27b0b-32d5-4f3f-ab25-72a203dd4c8d tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Deleting port 67416c5d-cdd5-4875-9b11-72b18f0200a9 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:44.772100 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-32a27b0b-32d5-4f3f-ab25-72a203dd4c8d tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:44.872790 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-8f246bed-7fa6-401b-a912-a6259bee437c None None] Attempting to bind port f03d521c-ef9a-4006-8dda-6e0152511bd0 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:20:44.872790 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-8f246bed-7fa6-401b-a912-a6259bee437c None None] Attempting to bind port f03d521c-ef9a-4006-8dda-6e0152511bd0 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '657880bf-7d24-4236-a623-48b952dd8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e33d69c6-05e5-4ed1-b7eb-fc954d35ea27'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:20:44.872790 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f246bed-7fa6-401b-a912-a6259bee437c None None] Attempting to bind port f03d521c-ef9a-4006-8dda-6e0152511bd0 on network e33d69c6-05e5-4ed1-b7eb-fc954d35ea27 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:20:44.880157 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:44.886221 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f246bed-7fa6-401b-a912-a6259bee437c None None] Pushing event updated for resources: {'Port': ['ID=f03d521c-ef9a-4006-8dda-6e0152511bd0,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:44.889076 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f246bed-7fa6-401b-a912-a6259bee437c None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:20:44.889262 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f246bed-7fa6-401b-a912-a6259bee437c None None] Checking segment: {'id': '657880bf-7d24-4236-a623-48b952dd8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e33d69c6-05e5-4ed1-b7eb-fc954d35ea27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:20:44.889792 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8f246bed-7fa6-401b-a912-a6259bee437c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:44.891328 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f246bed-7fa6-401b-a912-a6259bee437c None None] Bound using segment: {'id': '657880bf-7d24-4236-a623-48b952dd8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e33d69c6-05e5-4ed1-b7eb-fc954d35ea27'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:20:44.891825 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-8f246bed-7fa6-401b-a912-a6259bee437c None None] Bound port: f03d521c-ef9a-4006-8dda-6e0152511bd0, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657880bf-7d24-4236-a623-48b952dd8ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e33d69c6-05e5-4ed1-b7eb-fc954d35ea27'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:20:44.892462 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8f246bed-7fa6-401b-a912-a6259bee437c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:44.973863 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event deleted for resources: {'Subnet': ['ID=ff648c46-b357-442c-8165-8c143e7c65e3,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:45.123618 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-8f246bed-7fa6-401b-a912-a6259bee437c None None] For port f03d521c-ef9a-4006-8dda-6e0152511bd0, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:20:45.131447 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34fdc0b-bbc5-43cc-8671-f5919d57f017 None None] Pushing event deleted for resources: {'Port': ['ID=082a9f24-9231-4569-815c-861bc3e62433,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:45.154082 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-8f246bed-7fa6-401b-a912-a6259bee437c None None] For port f03d521c-ef9a-4006-8dda-6e0152511bd0, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=f03d521c-ef9a-4006-8dda-6e0152511bd0,segment=NetworkSegment(657880bf-7d24-4236-a623-48b952dd8ffc),segment_id=657880bf-7d24-4236-a623-48b952dd8ffc)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:20:45.160353 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8f246bed-7fa6-401b-a912-a6259bee437c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:45.256998 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f246bed-7fa6-401b-a912-a6259bee437c None None] Pushing event updated for resources: {'Port': ['ID=f03d521c-ef9a-4006-8dda-6e0152511bd0,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:45.310532 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-141151ad-2f2d-47b5-b4d2-6fbf6d3e56bd tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:45.334427 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-141151ad-2f2d-47b5-b4d2-6fbf6d3e56bd tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Deleting port 014826fb-4288-4a85-bc5a-2910d165fbe7 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:45.334846 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-141151ad-2f2d-47b5-b4d2-6fbf6d3e56bd tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:45.357859 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ce6e28-a85e-4b20-8bfd-ba008214b90a None None] Network e33d69c6-05e5-4ed1-b7eb-fc954d35ea27 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:20:45.423903 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb3f2a-a62f-4b30-abe1-febb6698a1da req-73472603-3e5c-4987-8596-c9ecbe730942 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:45.425397 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-67fb3f2a-a62f-4b30-abe1-febb6698a1da req-73472603-3e5c-4987-8596-c9ecbe730942 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1902126-0582-4b0c-9d25-9ac8479255de HTTP/1.1" status: 200 len: 946 time: 0.1774647 Jan 26 11:20:45.455136 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:45.534802 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8c991-0087-48c5-a3b0-43ed7b64bfc4 req-ead096c2-0a8d-403a-935e-79a041490af1 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:45.541748 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fed8c991-0087-48c5-a3b0-43ed7b64bfc4 req-ead096c2-0a8d-403a-935e-79a041490af1 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.9976602 Jan 26 11:20:45.544709 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33d69c6-05e5-4ed1-b7eb-fc954d35ea27']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:45.572414 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-67fb3f2a-a62f-4b30-abe1-febb6698a1da req-09a39b8f-deb3-4cec-94e5-5747def19fa1 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e357e532-c2a3-4ab5-8acc-b885707a4f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1310408 Jan 26 11:20:45.601467 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-32a27b0b-32d5-4f3f-ab25-72a203dd4c8d tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:45.601805 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-32a27b0b-32d5-4f3f-ab25-72a203dd4c8d tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:45.622349 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657880bf-7d24-4236-a623-48b952dd8ffc') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:45.622836 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657880bf-7d24-4236-a623-48b952dd8ffc') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:45.627224 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e306f68f-5fb1-4272-af71-159400b26dc9 None None] get_active_networks_info from dv-neutron-826439-1-hyperv {{(pid=87444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 26 11:20:45.650579 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-141151ad-2f2d-47b5-b4d2-6fbf6d3e56bd tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:45.766131 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e79b-9d2d-403e-9f15-6d8677a683d3 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:45.780846 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e306f68f-5fb1-4272-af71-159400b26dc9 None None] Resources bound (agent type, host, resource id): {{(pid=87444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 11:20:45.798887 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45272) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:45.807790 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-141151ad-2f2d-47b5-b4d2-6fbf6d3e56bd tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Calling delete_port for 014826fb-4288-4a85-bc5a-2910d165fbe7 owned by network:router_gateway {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:45.864060 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:45.881828 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-32a27b0b-32d5-4f3f-ab25-72a203dd4c8d tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Calling delete_port for 67416c5d-cdd5-4875-9b11-72b18f0200a9 owned by network:floatingip {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:45.912205 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fed8c991-0087-48c5-a3b0-43ed7b64bfc4 req-efd5cedb-c524-4efe-9a44-072012f703cf tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3692513 Jan 26 11:20:45.964304 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:45.978249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f5e79b-9d2d-403e-9f15-6d8677a683d3 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:45.987478 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-c2f5e79b-9d2d-403e-9f15-6d8677a683d3 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:46.002395 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:20:46.002808 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:46.019338 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f5e79b-9d2d-403e-9f15-6d8677a683d3 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:46.019938 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e79b-9d2d-403e-9f15-6d8677a683d3 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:46.024513 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-1241a8ee-2e61-4cc8-b8cd-b21995a46c85 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1231697217', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:46.033436 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-1241a8ee-2e61-4cc8-b8cd-b21995a46c85 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:46.037835 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1241a8ee-2e61-4cc8-b8cd-b21995a46c85 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Usage tracker for resource:port and tenant:92293c456efb4970a9195268127347de is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:46.039039 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5e79b-9d2d-403e-9f15-6d8677a683d3 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=b5864e54-029e-4aec-847b-f4b148c20708,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:20:46.041205 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:20:46.043169 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-141151ad-2f2d-47b5-b4d2-6fbf6d3e56bd tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:46.046523 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1241a8ee-2e61-4cc8-b8cd-b21995a46c85 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:46.081029 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4466ae77-ddab-4b47-9e2b-c1825ade1c8c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:46.098536 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-1241a8ee-2e61-4cc8-b8cd-b21995a46c85 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:46.102539 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141151ad-2f2d-47b5-b4d2-6fbf6d3e56bd tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Pushing event deleted for resources: {'Port': ['ID=014826fb-4288-4a85-bc5a-2910d165fbe7,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:46.145335 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4466ae77-ddab-4b47-9e2b-c1825ade1c8c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:46.202267 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c2f5e79b-9d2d-403e-9f15-6d8677a683d3 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6452553 Jan 26 11:20:46.210156 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45280) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:46.215571 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-141151ad-2f2d-47b5-b4d2-6fbf6d3e56bd tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:46.252794 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.api [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 26 11:20:46.252794 dv-neutron-826439-1-hyperv neutron-server[87443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 26 11:20:46.252794 dv-neutron-826439-1-hyperv neutron-server[87443]: [parameters: {'id': 'e33d69c6-05e5-4ed1-b7eb-fc954d35ea27'}] Jan 26 11:20:46.252794 dv-neutron-826439-1-hyperv neutron-server[87443]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:20:46.253189 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG oslo_db.api [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:20:46.256773 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'fixed_ips': [{'subnet_id': 'b5864e54-029e-4aec-847b-f4b148c20708', 'ip_address': '2001:db8::912a:a044:19e:d5d3'}], 'name': 'tempest-NetworksTestDHCPv6-1411854232'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:46.271693 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b93e3f3-7691-45c3-bbfa-3dfc4671838d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-ba6f0584-2941-48e6-9427-2229465f5a54', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'fixed_ips': [{'subnet_id': 'b5864e54-029e-4aec-847b-f4b148c20708'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:20:46.272559 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5b93e3f3-7691-45c3-bbfa-3dfc4671838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:46.277585 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1241a8ee-2e61-4cc8-b8cd-b21995a46c85 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Made reservation on behalf of 92293c456efb4970a9195268127347de for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:20:46.281190 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1241a8ee-2e61-4cc8-b8cd-b21995a46c85 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:46.359524 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466ae77-ddab-4b47-9e2b-c1825ade1c8c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event updated for resources: {'Port': ['ID=c9df5366-f464-4bd6-8aab-6ded7e9d6a3a,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:46.380610 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1241a8ee-2e61-4cc8-b8cd-b21995a46c85 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:46.431180 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a65225ec-70b7-4346-926e-ffccf8d5699d up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:20:46.450899 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4466ae77-ddab-4b47-9e2b-c1825ade1c8c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:46.470563 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-141151ad-2f2d-47b5-b4d2-6fbf6d3e56bd tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:46.472801 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-1241a8ee-2e61-4cc8-b8cd-b21995a46c85 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:46.475909 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-141151ad-2f2d-47b5-b4d2-6fbf6d3e56bd tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:46.480204 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1241a8ee-2e61-4cc8-b8cd-b21995a46c85 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Usage tracker for resource:security_group_rule and tenant:92293c456efb4970a9195268127347de is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:46.485598 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1241a8ee-2e61-4cc8-b8cd-b21995a46c85 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:46.501083 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-1241a8ee-2e61-4cc8-b8cd-b21995a46c85 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:46.503067 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-32a27b0b-32d5-4f3f-ab25-72a203dd4c8d tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:46.527871 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-141151ad-2f2d-47b5-b4d2-6fbf6d3e56bd tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:46.528421 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141151ad-2f2d-47b5-b4d2-6fbf6d3e56bd tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Fanout notify agent at l3_agent the message router_deleted on router e5b17538-7298-4c44-8ddd-0a8615a49bff {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:20:46.576676 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a27b0b-32d5-4f3f-ab25-72a203dd4c8d tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Pushing event deleted for resources: {'Port': ['ID=67416c5d-cdd5-4875-9b11-72b18f0200a9,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:46.577615 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-141151ad-2f2d-47b5-b4d2-6fbf6d3e56bd tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:46.579448 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-141151ad-2f2d-47b5-b4d2-6fbf6d3e56bd tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "DELETE /v2.0/routers/e5b17538-7298-4c44-8ddd-0a8615a49bff HTTP/1.1" status: 204 len: 168 time: 2.1852913 Jan 26 11:20:46.583783 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45286) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:46.596416 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-60a71b9f-f915-4046-9739-a8d326277474 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1872493945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:46.603473 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-60a71b9f-f915-4046-9739-a8d326277474 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:46.607608 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-60a71b9f-f915-4046-9739-a8d326277474 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Usage tracker for resource:router and tenant:b7adfefdf1a24d38965cdb68b112c891 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:46.611158 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-60a71b9f-f915-4046-9739-a8d326277474 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:46.617291 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-60a71b9f-f915-4046-9739-a8d326277474 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:46.633573 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port a65225ec-70b7-4346-926e-ffccf8d5699d triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:20:46.633980 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:46.634717 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-60a71b9f-f915-4046-9739-a8d326277474 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:46.635862 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-60a71b9f-f915-4046-9739-a8d326277474 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:46.651317 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-60a71b9f-f915-4046-9739-a8d326277474 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:46.659930 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-5b93e3f3-7691-45c3-bbfa-3dfc4671838d None None] Allocated IP 2001:db8::2 (ba6f0584-2941-48e6-9427-2229465f5a54/b5864e54-029e-4aec-847b-f4b148c20708/448a896a-3f64-4acf-9bbc-4a5e24275afa) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:46.678723 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-60a71b9f-f915-4046-9739-a8d326277474 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:46.728145 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:46.730081 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1241a8ee-2e61-4cc8-b8cd-b21995a46c85 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:46.731945 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-60a71b9f-f915-4046-9739-a8d326277474 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:46.733278 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-60a71b9f-f915-4046-9739-a8d326277474 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1444440 Jan 26 11:20:46.736964 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1241a8ee-2e61-4cc8-b8cd-b21995a46c85 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:46.739169 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45290) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:46.750894 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-1241a8ee-2e61-4cc8-b8cd-b21995a46c85 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] device_id is not set on port 285f19c5-d2fa-4cd1-aacd-0ffd914adb6a yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:20:46.786192 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:46.789141 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:port and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:46.816189 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:46.840089 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:46.863059 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-32a27b0b-32d5-4f3f-ab25-72a203dd4c8d tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks [] for floatingip, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:46.875850 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-b0cea9c5-ba2e-4049-808e-b77b7772f278 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:46.885840 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-4466ae77-ddab-4b47-9e2b-c1825ade1c8c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Floating IP 82b07222-0e85-4a81-a006-49a9f95832da associated. External IP: 172.26.5.99, port: 9f457b5a-3fb5-4854-8393-12872cd7bb86. Jan 26 11:20:46.941878 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Deleting port f03d521c-ef9a-4006-8dda-6e0152511bd0 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:46.942391 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:46.981798 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241a8ee-2e61-4cc8-b8cd-b21995a46c85 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4dc1f3-621c-4979-97ad-d1909d4569c9,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:46.984230 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5b93e3f3-7691-45c3-bbfa-3dfc4671838d None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:47.014398 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5b93e3f3-7691-45c3-bbfa-3dfc4671838d None None] Transition to ACTIVE for port object 448a896a-3f64-4acf-9bbc-4a5e24275afa will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:20:47.040104 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5b93e3f3-7691-45c3-bbfa-3dfc4671838d None None] Transition to ACTIVE for port object 448a896a-3f64-4acf-9bbc-4a5e24275afa will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:20:47.048777 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5b93e3f3-7691-45c3-bbfa-3dfc4671838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:47.114459 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:20:47.123479 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b93e3f3-7691-45c3-bbfa-3dfc4671838d None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:47.127428 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-5b93e3f3-7691-45c3-bbfa-3dfc4671838d None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:47.131762 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b93e3f3-7691-45c3-bbfa-3dfc4671838d None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:47.172110 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93e3f3-7691-45c3-bbfa-3dfc4671838d None None] Pushing event updated for resources: {'Port': ['ID=448a896a-3f64-4acf-9bbc-4a5e24275afa,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:47.212696 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-32a27b0b-32d5-4f3f-ab25-72a203dd4c8d tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:47.216123 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-32a27b0b-32d5-4f3f-ab25-72a203dd4c8d tempest-ServersTestManualDisk-977749409 tempest-ServersTestManualDisk-977749409-project] 10.222.0.39 "DELETE /v2.0/floatingips/f4ba2994-9c3b-4466-8507-b92b601530e2 HTTP/1.1" status: 204 len: 168 time: 2.8666918 Jan 26 11:20:47.232826 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-5b93e3f3-7691-45c3-bbfa-3dfc4671838d None None] Attempting to bind port 448a896a-3f64-4acf-9bbc-4a5e24275afa on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:20:47.233191 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-5b93e3f3-7691-45c3-bbfa-3dfc4671838d None None] Attempting to bind port 448a896a-3f64-4acf-9bbc-4a5e24275afa by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:20:47.233546 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b93e3f3-7691-45c3-bbfa-3dfc4671838d None None] Attempting to bind port 448a896a-3f64-4acf-9bbc-4a5e24275afa on network ba6f0584-2941-48e6-9427-2229465f5a54 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:20:47.238938 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b93e3f3-7691-45c3-bbfa-3dfc4671838d None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:20:47.239300 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b93e3f3-7691-45c3-bbfa-3dfc4671838d None None] Checking segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:20:47.239691 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5b93e3f3-7691-45c3-bbfa-3dfc4671838d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:47.240079 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b93e3f3-7691-45c3-bbfa-3dfc4671838d None None] Bound using segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:20:47.240530 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-5b93e3f3-7691-45c3-bbfa-3dfc4671838d None None] Bound port: 448a896a-3f64-4acf-9bbc-4a5e24275afa, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:20:47.240945 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5b93e3f3-7691-45c3-bbfa-3dfc4671838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:47.268858 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45296) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:47.286671 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8098cb8-d57e-482e-8d3e-3ce0cf92201b req-f17ed64f-5f0d-42a2-9af5-0582fca80a1d tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:47.288187 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c8098cb8-d57e-482e-8d3e-3ce0cf92201b req-f17ed64f-5f0d-42a2-9af5-0582fca80a1d tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1902126-0582-4b0c-9d25-9ac8479255de HTTP/1.1" status: 200 len: 946 time: 0.6976812 Jan 26 11:20:47.363649 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-5b93e3f3-7691-45c3-bbfa-3dfc4671838d None None] For port 448a896a-3f64-4acf-9bbc-4a5e24275afa, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:20:47.366744 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-5b93e3f3-7691-45c3-bbfa-3dfc4671838d None None] For port 448a896a-3f64-4acf-9bbc-4a5e24275afa, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=448a896a-3f64-4acf-9bbc-4a5e24275afa,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:20:47.372264 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5b93e3f3-7691-45c3-bbfa-3dfc4671838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:47.447026 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-1241a8ee-2e61-4cc8-b8cd-b21995a46c85 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Allocated IP 172.26.5.32 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/285f19c5-d2fa-4cd1-aacd-0ffd914adb6a) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:47.457271 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93e3f3-7691-45c3-bbfa-3dfc4671838d None None] Pushing event updated for resources: {'Port': ['ID=448a896a-3f64-4acf-9bbc-4a5e24275afa,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:47.522280 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b0cea9c5-ba2e-4049-808e-b77b7772f278 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:47.620607 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd3a66-61a5-45ca-b6a1-78208f67af3f req-e0a5f452-a604-4398-8539-8acb25acefce tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:47.627748 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-93bd3a66-61a5-45ca-b6a1-78208f67af3f req-e0a5f452-a604-4398-8539-8acb25acefce tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.4636531 Jan 26 11:20:47.632613 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:47.814046 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c8098cb8-d57e-482e-8d3e-3ce0cf92201b req-ac142ec0-3d4c-4cef-8dab-d5ef32837d30 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e357e532-c2a3-4ab5-8acc-b885707a4f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4651089 Jan 26 11:20:47.841791 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-93bd3a66-61a5-45ca-b6a1-78208f67af3f req-3dbc378b-02a8-42b7-ae7c-7573371a50e6 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130919 Jan 26 11:20:47.915724 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1241a8ee-2e61-4cc8-b8cd-b21995a46c85 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:48.041002 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] device_id is not set on port 811c742d-3548-4fd4-9941-896eee668c2a yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:20:48.107763 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b0cea9c5-ba2e-4049-808e-b77b7772f278 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:48.135363 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1241a8ee-2e61-4cc8-b8cd-b21995a46c85 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:48.141219 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] For port f03d521c-ef9a-4006-8dda-6e0152511bd0, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=f03d521c-ef9a-4006-8dda-6e0152511bd0,segment=NetworkSegment(657880bf-7d24-4236-a623-48b952dd8ffc),segment_id=657880bf-7d24-4236-a623-48b952dd8ffc)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:20:48.141585 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:48.143482 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b0cea9c5-ba2e-4049-808e-b77b7772f278 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:48.250462 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1241a8ee-2e61-4cc8-b8cd-b21995a46c85 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:48.257799 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-1241a8ee-2e61-4cc8-b8cd-b21995a46c85 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:48.263679 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1241a8ee-2e61-4cc8-b8cd-b21995a46c85 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:48.324964 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241a8ee-2e61-4cc8-b8cd-b21995a46c85 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Pushing event updated for resources: {'Port': ['ID=285f19c5-d2fa-4cd1-aacd-0ffd914adb6a,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:48.336018 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 448a896a-3f64-4acf-9bbc-4a5e24275afa up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:20:48.380206 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Calling delete_port for f03d521c-ef9a-4006-8dda-6e0152511bd0 owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:48.384885 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1241a8ee-2e61-4cc8-b8cd-b21995a46c85 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:48.385560 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1241a8ee-2e61-4cc8-b8cd-b21995a46c85 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:48.435138 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 448a896a-3f64-4acf-9bbc-4a5e24275afa completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:20:48.437740 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1241a8ee-2e61-4cc8-b8cd-b21995a46c85 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.6377041 Jan 26 11:20:48.439267 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-b0cea9c5-ba2e-4049-808e-b77b7772f278 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Allocated IP 172.26.5.170 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/8988608d-d166-4da0-90c7-b17a86a8292a) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:48.441110 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45300) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:48.449616 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-aab5f3de-a75b-448a-9583-f19fdf957b38 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.32'}]}}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:48.460097 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-aab5f3de-a75b-448a-9583-f19fdf957b38 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:48.465805 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-aab5f3de-a75b-448a-9583-f19fdf957b38 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Usage tracker for resource:router and tenant:92293c456efb4970a9195268127347de is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:48.471602 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-aab5f3de-a75b-448a-9583-f19fdf957b38 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:48.495430 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-aab5f3de-a75b-448a-9583-f19fdf957b38 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:48.567084 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-aab5f3de-a75b-448a-9583-f19fdf957b38 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:48.568151 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-aab5f3de-a75b-448a-9583-f19fdf957b38 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:48.603508 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-aab5f3de-a75b-448a-9583-f19fdf957b38 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:48.630012 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57716faa-2166-4d44-9ba6-71d810dc539f None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:20:48.643767 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b0cea9c5-ba2e-4049-808e-b77b7772f278 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:48.759449 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-da50691c-fad0-4847-a761-05568d039e42 None None] Provisioning for port 448a896a-3f64-4acf-9bbc-4a5e24275afa completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:20:48.767893 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-da50691c-fad0-4847-a761-05568d039e42 None None] Provisioning complete for port 448a896a-3f64-4acf-9bbc-4a5e24275afa triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:20:48.768273 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-da50691c-fad0-4847-a761-05568d039e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:48.827501 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4466ae77-ddab-4b47-9e2b-c1825ade1c8c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Router 0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:20:48.837008 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a822e3-6022-4717-bf9f-38d8cb6508fd req-e4114c09-9d5a-4caa-8cf6-1428df3e667d tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:48.838800 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f9a822e3-6022-4717-bf9f-38d8cb6508fd req-e4114c09-9d5a-4caa-8cf6-1428df3e667d tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1902126-0582-4b0c-9d25-9ac8479255de HTTP/1.1" status: 200 len: 946 time: 0.8595190 Jan 26 11:20:48.989477 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:49.016444 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-da50691c-fad0-4847-a761-05568d039e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:49.076167 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-da50691c-fad0-4847-a761-05568d039e42 None None] For port 448a896a-3f64-4acf-9bbc-4a5e24275afa, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=448a896a-3f64-4acf-9bbc-4a5e24275afa,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:20:49.080879 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-da50691c-fad0-4847-a761-05568d039e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:49.094990 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-aab5f3de-a75b-448a-9583-f19fdf957b38 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:49.147788 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b0cea9c5-ba2e-4049-808e-b77b7772f278 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:49.175367 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50691c-fad0-4847-a761-05568d039e42 None None] Pushing event updated for resources: {'Port': ['ID=448a896a-3f64-4acf-9bbc-4a5e24275afa,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:49.176643 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 2001:db8::912a:a044:19e:d5d3 (ba6f0584-2941-48e6-9427-2229465f5a54/b5864e54-029e-4aec-847b-f4b148c20708/811c742d-3548-4fd4-9941-896eee668c2a) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:49.225174 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cea9c5-ba2e-4049-808e-b77b7772f278 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:49.230523 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-b0cea9c5-ba2e-4049-808e-b77b7772f278 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:49.232585 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event deleted for resources: {'Port': ['ID=f03d521c-ef9a-4006-8dda-6e0152511bd0,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:49.235072 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] No DVR routers for this DVR port f03d521c-ef9a-4006-8dda-6e0152511bd0 on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:20:49.240641 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cea9c5-ba2e-4049-808e-b77b7772f278 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:49.291543 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-f9a822e3-6022-4717-bf9f-38d8cb6508fd req-ba8cf628-2172-4e4f-b3f9-99abfebae981 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Deleting port ec35730e-d033-42c2-a748-21a3eb766c98 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:49.292232 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-f9a822e3-6022-4717-bf9f-38d8cb6508fd req-ba8cf628-2172-4e4f-b3f9-99abfebae981 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:49.309057 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cea9c5-ba2e-4049-808e-b77b7772f278 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Pushing event updated for resources: {'Port': ['ID=8988608d-d166-4da0-90c7-b17a86a8292a,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:49.380787 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895d11f-051f-486f-bd56-f400e4aa364c req-f0daa61b-da56-41fd-a7d4-1f658ddc9e0f tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:49.382194 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6895d11f-051f-486f-bd56-f400e4aa364c req-f0daa61b-da56-41fd-a7d4-1f658ddc9e0f tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.3311343 Jan 26 11:20:49.408748 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7d047a67-c837-4257-a0e3-31040fa343f1 None None] Provisioning complete for port 448a896a-3f64-4acf-9bbc-4a5e24275afa triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:20:49.409322 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7d047a67-c837-4257-a0e3-31040fa343f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:49.601020 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6895d11f-051f-486f-bd56-f400e4aa364c req-56eec9d0-369b-4b42-8353-50e602349a83 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658540 Jan 26 11:20:49.647738 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:49.764949 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4466ae77-ddab-4b47-9e2b-c1825ade1c8c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:20:49.775040 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430e7fd-7d09-4158-9b09-489efec24527 req-c33dd51b-98d3-4349-8b71-2f564355b2c2 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:49.778419 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b43b422-9728-404d-affa-8d730e5d944b None None] Sync routers for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:20:49.782167 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e430e7fd-7d09-4158-9b09-489efec24527 req-c33dd51b-98d3-4349-8b71-2f564355b2c2 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1902126-0582-4b0c-9d25-9ac8479255de HTTP/1.1" status: 200 len: 946 time: 0.7147553 Jan 26 11:20:49.792635 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b43b422-9728-404d-affa-8d730e5d944b None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:49.794228 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-6b43b422-9728-404d-affa-8d730e5d944b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:49.807070 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33d69c6-05e5-4ed1-b7eb-fc954d35ea27']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:49.844432 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657880bf-7d24-4236-a623-48b952dd8ffc') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:49.845191 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657880bf-7d24-4236-a623-48b952dd8ffc') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:49.879786 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-6b43b422-9728-404d-affa-8d730e5d944b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:49.888258 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b43b422-9728-404d-affa-8d730e5d944b None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:49.888856 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-6b43b422-9728-404d-affa-8d730e5d944b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:49.920110 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b0cea9c5-ba2e-4049-808e-b77b7772f278 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router_gateway, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:49.946151 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:49.952687 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-6b43b422-9728-404d-affa-8d730e5d944b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:49.953626 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b43b422-9728-404d-affa-8d730e5d944b None None] The sync data for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:20:50.033073 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e430e7fd-7d09-4158-9b09-489efec24527 req-f46040e4-99cc-4b10-a506-592bdc835e21 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e357e532-c2a3-4ab5-8acc-b885707a4f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2498937 Jan 26 11:20:50.042900 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:50.045735 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4466ae77-ddab-4b47-9e2b-c1825ade1c8c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:50.232200 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 448a896a-3f64-4acf-9bbc-4a5e24275afa up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:20:50.287932 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:20:50.288346 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:50.303066 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 448a896a-3f64-4acf-9bbc-4a5e24275afa triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:20:50.303262 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:20:50.305346 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:50.313891 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-aab5f3de-a75b-448a-9583-f19fdf957b38 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:50.351340 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-aab5f3de-a75b-448a-9583-f19fdf957b38 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:50.443315 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4466ae77-ddab-4b47-9e2b-c1825ade1c8c tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.7815747 Jan 26 11:20:50.449909 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:50.454130 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45308) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:50.457391 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-f9a822e3-6022-4717-bf9f-38d8cb6508fd req-ba8cf628-2172-4e4f-b3f9-99abfebae981 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] For port ec35730e-d033-42c2-a748-21a3eb766c98, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ec35730e-d033-42c2-a748-21a3eb766c98,segment=NetworkSegment(dde45a8b-fb4b-44c8-b38f-397bfb625ef8),segment_id=dde45a8b-fb4b-44c8-b38f-397bfb625ef8)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:20:50.457391 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-f9a822e3-6022-4717-bf9f-38d8cb6508fd req-ba8cf628-2172-4e4f-b3f9-99abfebae981 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:50.479449 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-6696cd07-7cbc-443e-bb55-6a204c7bdeee tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Request body: {'floatingip': {'port_id': '9f457b5a-3fb5-4854-8393-12872cd7bb86', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:50.543770 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:50.645222 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:50.650894 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b0cea9c5-ba2e-4049-808e-b77b7772f278 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:50.668408 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Transition to ACTIVE for port object 811c742d-3548-4fd4-9941-896eee668c2a will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:20:50.677166 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event deleted for resources: {'Network': ['ID=e33d69c6-05e5-4ed1-b7eb-fc954d35ea27,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:50.689194 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b0cea9c5-ba2e-4049-808e-b77b7772f278 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1634753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1634766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1640079'] for router, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:50.700332 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-47cc47a2-bc20-47b5-ad64-f6d737e41a5c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "DELETE /v2.0/networks/e33d69c6-05e5-4ed1-b7eb-fc954d35ea27 HTTP/1.1" status: 204 len: 168 time: 9.1443305 Jan 26 11:20:50.703963 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45314) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:50.719610 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-314e23f4-6967-4264-bb12-36a34f9577b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-61102464'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:50.733640 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6696cd07-7cbc-443e-bb55-6a204c7bdeee tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:50.838118 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-aab5f3de-a75b-448a-9583-f19fdf957b38 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:50.842273 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-314e23f4-6967-4264-bb12-36a34f9577b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:50.847939 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1d8b68d5-4923-410d-a7a5-f825af7d6f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:50.927646 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-314e23f4-6967-4264-bb12-36a34f9577b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Usage tracker for resource:network and tenant:16e63912742a46349a7748f4e9b4ff24 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:50.944665 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-314e23f4-6967-4264-bb12-36a34f9577b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:50.977256 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-314e23f4-6967-4264-bb12-36a34f9577b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:51.145377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:51.146996 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314e23f4-6967-4264-bb12-36a34f9577b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Made reservation on behalf of 16e63912742a46349a7748f4e9b4ff24 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:20:51.150775 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-314e23f4-6967-4264-bb12-36a34f9577b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:51.301871 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-aab5f3de-a75b-448a-9583-f19fdf957b38 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:51.313237 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bd29f-4488-4fc9-a0de-50be8c687a0e req-7013e14c-be2d-4d0d-ba72-1ba91b2a9e6f tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:51.314784 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b93bd29f-4488-4fc9-a0de-50be8c687a0e req-7013e14c-be2d-4d0d-ba72-1ba91b2a9e6f tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.5634880 Jan 26 11:20:51.318072 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-aab5f3de-a75b-448a-9583-f19fdf957b38 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:51.382889 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-aab5f3de-a75b-448a-9583-f19fdf957b38 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:51.383688 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab5f3de-a75b-448a-9583-f19fdf957b38 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4ff6e24-b5e2-4005-b452-7238d1a85e85 {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:20:51.425906 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b93bd29f-4488-4fc9-a0de-50be8c687a0e req-07971580-ff37-46a3-bca4-9e436225f48a tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925875 Jan 26 11:20:51.430971 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cea9c5-ba2e-4049-808e-b77b7772f278 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Router 1da4c196-0ae5-4d55-a1d8-4644b092a77b is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:20:51.440414 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-aab5f3de-a75b-448a-9583-f19fdf957b38 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 26 11:20:51.444830 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-aab5f3de-a75b-448a-9583-f19fdf957b38 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.9996545 Jan 26 11:20:51.445138 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45320) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:51.463312 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:51.489403 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:51.494550 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-314e23f4-6967-4264-bb12-36a34f9577b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:20:51.497285 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-f9a822e3-6022-4717-bf9f-38d8cb6508fd req-ba8cf628-2172-4e4f-b3f9-99abfebae981 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:51.497666 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-f9a822e3-6022-4717-bf9f-38d8cb6508fd req-ba8cf628-2172-4e4f-b3f9-99abfebae981 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:51.497977 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [req-f9a822e3-6022-4717-bf9f-38d8cb6508fd req-ba8cf628-2172-4e4f-b3f9-99abfebae981 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Floating IP 85d9f459-8f69-4fd5-9762-98b70f6cf0b1 disassociated. External IP: 172.26.5.68, port: ec35730e-d033-42c2-a748-21a3eb766c98. Jan 26 11:20:51.498327 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-f9a822e3-6022-4717-bf9f-38d8cb6508fd req-ba8cf628-2172-4e4f-b3f9-99abfebae981 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Calling delete_port for ec35730e-d033-42c2-a748-21a3eb766c98 owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:51.542530 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:51.549044 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:51.549729 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:51.567473 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Port': ['ID=811c742d-3548-4fd4-9941-896eee668c2a,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:51.676664 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:51.677011 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:51.677536 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:51.677884 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:51.678213 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:51.678739 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:51.679124 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:51.679399 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:51.679877 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:51.680576 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:51.680814 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:51.681598 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:51.699432 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-314e23f4-6967-4264-bb12-36a34f9577b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:51.699786 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-314e23f4-6967-4264-bb12-36a34f9577b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Added segment 9b2c0eca-8b98-4cf3-a33a-daa7527b124f of type vlan for network 55737afa-5334-450c-aca3-66f1fb4a9a30 Jan 26 11:20:51.767583 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-3d72c792-23b0-454f-8ed1-275825719347 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Deleting port 285f19c5-d2fa-4cd1-aacd-0ffd914adb6a {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:51.768112 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3d72c792-23b0-454f-8ed1-275825719347 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:51.888984 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device ec35730e-d033-42c2-a748-21a3eb766c98 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:20:51.926299 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-325de231-9ffa-4c33-9ab5-04172bb2d187 None None] Provisioning for port 811c742d-3548-4fd4-9941-896eee668c2a completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:20:51.946679 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-325de231-9ffa-4c33-9ab5-04172bb2d187 None None] Provisioning complete for port 811c742d-3548-4fd4-9941-896eee668c2a triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:20:51.947328 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-325de231-9ffa-4c33-9ab5-04172bb2d187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:51.978359 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cea9c5-ba2e-4049-808e-b77b7772f278 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:20:51.996723 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a2f15c58-e91e-4570-829e-6def24914206 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.7837174 Jan 26 11:20:51.999817 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3d2d21-a165-4773-8959-93a22f47eb5b None None] Sync routers for ids ['1da4c196-0ae5-4d55-a1d8-4644b092a77b'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:20:52.004417 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45324) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:52.018019 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-4142b92d-4aca-4414-819d-588d85772c61 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'fixed_ips': [{'subnet_id': 'b5864e54-029e-4aec-847b-f4b148c20708', 'ip_address': '2001:db8::912a:a044:19e:d5d3'}], 'name': 'tempest-NetworksTestDHCPv6-965134850'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:52.022502 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3d2d21-a165-4773-8959-93a22f47eb5b None None] Routers {'1da4c196-0ae5-4d55-a1d8-4644b092a77b'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:52.023783 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-cf3d2d21-a165-4773-8959-93a22f47eb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['1da4c196-0ae5-4d55-a1d8-4644b092a77b'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:52.051183 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-325de231-9ffa-4c33-9ab5-04172bb2d187 None None] Port 811c742d-3548-4fd4-9941-896eee668c2a cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:20:52.064445 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-314e23f4-6967-4264-bb12-36a34f9577b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:52.090208 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af80a2-e91c-4f69-bedd-b6d89097bbae req-5a273db3-53a3-47d7-866d-e1380f72a884 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:52.091794 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f2af80a2-e91c-4f69-bedd-b6d89097bbae req-5a273db3-53a3-47d7-866d-e1380f72a884 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1902126-0582-4b0c-9d25-9ac8479255de HTTP/1.1" status: 200 len: 946 time: 0.8068330 Jan 26 11:20:52.110764 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:52.124695 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-cf3d2d21-a165-4773-8959-93a22f47eb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:52.133928 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3d2d21-a165-4773-8959-93a22f47eb5b None None] Routers {'1da4c196-0ae5-4d55-a1d8-4644b092a77b'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:52.134785 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-cf3d2d21-a165-4773-8959-93a22f47eb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['1da4c196-0ae5-4d55-a1d8-4644b092a77b'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:52.150062 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b0cea9c5-ba2e-4049-808e-b77b7772f278 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:52.153623 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b0cea9c5-ba2e-4049-808e-b77b7772f278 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "PUT /v2.0/routers/1da4c196-0ae5-4d55-a1d8-4644b092a77b HTTP/1.1" status: 200 len: 884 time: 5.4048970 Jan 26 11:20:52.155863 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45328) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:52.198857 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-cf3d2d21-a165-4773-8959-93a22f47eb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:52.199509 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3d2d21-a165-4773-8959-93a22f47eb5b None None] The sync data for ids ['1da4c196-0ae5-4d55-a1d8-4644b092a77b'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:20:52.223699 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.resource_extend [None req-314e23f4-6967-4264-bb12-36a34f9577b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:20:52.294063 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-314e23f4-6967-4264-bb12-36a34f9577b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:52.294348 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3d72c792-23b0-454f-8ed1-275825719347 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:52.299539 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314e23f4-6967-4264-bb12-36a34f9577b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:52.300137 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-314e23f4-6967-4264-bb12-36a34f9577b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:52.407578 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f2af80a2-e91c-4f69-bedd-b6d89097bbae req-41c2e811-183f-4c67-947f-8e81b7da2948 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e357e532-c2a3-4ab5-8acc-b885707a4f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2293246 Jan 26 11:20:52.446736 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-f9a822e3-6022-4717-bf9f-38d8cb6508fd req-ba8cf628-2172-4e4f-b3f9-99abfebae981 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:52.446850 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-3d72c792-23b0-454f-8ed1-275825719347 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Calling delete_port for 285f19c5-d2fa-4cd1-aacd-0ffd914adb6a owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:52.496215 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-775b1f2a-474c-43aa-b46c-91292a6087f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:52.541148 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-314e23f4-6967-4264-bb12-36a34f9577b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.8321831 Jan 26 11:20:52.566535 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45334) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:52.567313 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cf628-2172-4e4f-b3f9-99abfebae981 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Pushing event deleted for resources: {'Port': ['ID=ec35730e-d033-42c2-a748-21a3eb766c98,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:52.626616 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-efd29990-a3f0-405e-b7ff-3acf813d9899 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Request body: {'subnet': {'network_id': '55737afa-5334-450c-aca3-66f1fb4a9a30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:52.652403 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4142b92d-4aca-4414-819d-588d85772c61 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:52.656450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e23f4-6967-4264-bb12-36a34f9577b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event updated for resources: {'Network': ['ID=55737afa-5334-450c-aca3-66f1fb4a9a30,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:52.667335 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4142b92d-4aca-4414-819d-588d85772c61 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:port and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:52.668989 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 55737afa-5334-450c-aca3-66f1fb4a9a30 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:20:52.672968 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4142b92d-4aca-4414-819d-588d85772c61 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:52.679205 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-1d8b68d5-4923-410d-a7a5-f825af7d6f2e admin admin] Deleting port c2e52fe0-5049-4fc8-9648-bfcab7712467 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:52.679558 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1d8b68d5-4923-410d-a7a5-f825af7d6f2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:52.694978 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4142b92d-4aca-4414-819d-588d85772c61 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:52.715831 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c9def9ba-9a54-45cb-b5dd-6c728d779c11 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "GET /v2.0/routers/1da4c196-0ae5-4d55-a1d8-4644b092a77b HTTP/1.1" status: 200 len: 925 time: 0.5568461 Jan 26 11:20:52.720921 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45338) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:52.763254 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4142b92d-4aca-4414-819d-588d85772c61 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:20:52.936080 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-efd29990-a3f0-405e-b7ff-3acf813d9899 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:52.946242 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8303960-64e9-40ae-9f84-2db1e10de5a0 req-833f1c0f-f32f-4f75-b2ef-637c19cb9e1d tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:52.947787 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f8303960-64e9-40ae-9f84-2db1e10de5a0 req-833f1c0f-f32f-4f75-b2ef-637c19cb9e1d tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.3532569 Jan 26 11:20:52.966048 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3d72c792-23b0-454f-8ed1-275825719347 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:53.007156 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-efd29990-a3f0-405e-b7ff-3acf813d9899 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Usage tracker for resource:subnet and tenant:16e63912742a46349a7748f4e9b4ff24 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:53.021963 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-efd29990-a3f0-405e-b7ff-3acf813d9899 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:53.064733 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72c792-23b0-454f-8ed1-275825719347 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Pushing event deleted for resources: {'Port': ['ID=285f19c5-d2fa-4cd1-aacd-0ffd914adb6a,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:53.080639 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-efd29990-a3f0-405e-b7ff-3acf813d9899 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:53.135069 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd29990-a3f0-405e-b7ff-3acf813d9899 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Made reservation on behalf of 16e63912742a46349a7748f4e9b4ff24 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:20:53.138623 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-efd29990-a3f0-405e-b7ff-3acf813d9899 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:53.163542 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9a822e3-6022-4717-bf9f-38d8cb6508fd req-ba8cf628-2172-4e4f-b3f9-99abfebae981 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Router dc8815fb-8dc2-44b4-a64b-86d3c41f431a has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:20:53.230882 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4142b92d-4aca-4414-819d-588d85772c61 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:53.289878 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72c792-23b0-454f-8ed1-275825719347 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:53.290228 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72c792-23b0-454f-8ed1-275825719347 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:53.290573 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72c792-23b0-454f-8ed1-275825719347 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:53.290903 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72c792-23b0-454f-8ed1-275825719347 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:53.291226 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72c792-23b0-454f-8ed1-275825719347 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:53.291546 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72c792-23b0-454f-8ed1-275825719347 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:53.291866 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72c792-23b0-454f-8ed1-275825719347 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:53.292189 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72c792-23b0-454f-8ed1-275825719347 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:53.292513 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72c792-23b0-454f-8ed1-275825719347 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:53.292828 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72c792-23b0-454f-8ed1-275825719347 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:53.293143 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72c792-23b0-454f-8ed1-275825719347 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:53.293453 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d72c792-23b0-454f-8ed1-275825719347 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:53.305645 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f78886-1b35-4792-9387-78f5d78f1d53 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:53.307202 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-91f78886-1b35-4792-9387-78f5d78f1d53 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4&device_id=1da4c196-0ae5-4d55-a1d8-4644b092a77b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5851800 Jan 26 11:20:53.316948 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45342) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:53.321534 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f8303960-64e9-40ae-9f84-2db1e10de5a0 req-707f9c70-ac9b-47af-a5dd-5affa7072c49 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3584437 Jan 26 11:20:53.357518 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-4142b92d-4aca-4414-819d-588d85772c61 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] device_id is not set on port 2d25df2f-62e6-4cf6-a9a4-893efd5d06c7 yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:20:53.434588 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3d72c792-23b0-454f-8ed1-275825719347 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:53.520286 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3d72c792-23b0-454f-8ed1-275825719347 tempest-RoutersAdminNegativeIpV6Test-1983798173 tempest-RoutersAdminNegativeIpV6Test-1983798173-project-admin] 10.222.0.39 "DELETE /v2.0/ports/285f19c5-d2fa-4cd1-aacd-0ffd914adb6a HTTP/1.1" status: 204 len: 168 time: 2.0738876 Jan 26 11:20:53.547795 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-1d8b68d5-4923-410d-a7a5-f825af7d6f2e admin admin] For port c2e52fe0-5049-4fc8-9648-bfcab7712467, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c2e52fe0-5049-4fc8-9648-bfcab7712467,segment=NetworkSegment(ce9e9fd2-9afc-4447-8440-7f353ce0aec4),segment_id=ce9e9fd2-9afc-4447-8440-7f353ce0aec4)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:20:53.548165 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1d8b68d5-4923-410d-a7a5-f825af7d6f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:53.628702 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2953246b-e8b5-4873-92ce-d328c81df192 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:53.632876 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2953246b-e8b5-4873-92ce-d328c81df192 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "GET /v2.0/networks/dbc7419d-d89a-4ebf-afbc-448b19db60c4 HTTP/1.1" status: 200 len: 881 time: 0.3076947 Jan 26 11:20:53.633112 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45350) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:53.721996 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f615057f-a608-4e04-ac2d-c522d8825da6 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "GET /v2.0/ports?device_id=1da4c196-0ae5-4d55-a1d8-4644b092a77b HTTP/1.1" status: 200 len: 205 time: 0.0818214 Jan 26 11:20:53.722567 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45354) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:53.733767 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6696cd07-7cbc-443e-bb55-6a204c7bdeee tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:53.747589 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-1d8b68d5-4923-410d-a7a5-f825af7d6f2e admin admin] Calling delete_port for c2e52fe0-5049-4fc8-9648-bfcab7712467 owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:53.794443 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6696cd07-7cbc-443e-bb55-6a204c7bdeee tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:53.838931 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-4142b92d-4aca-4414-819d-588d85772c61 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 26 11:20:53.839389 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4142b92d-4aca-4414-819d-588d85772c61 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:20:53.849655 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-77e6200b-d39d-44ca-a96b-5d70dec9a238 req-8d78acaf-fa2f-4266-a331-b5c131baeea8 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Synchronizing usage tracker for tenant:8170d036f1fe4a04b0076d6a1de6bb64 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:20:53.853444 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45360) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:53.935009 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4142b92d-4aca-4414-819d-588d85772c61 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.9289606 Jan 26 11:20:53.936059 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45366) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:54.016379 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c96c194-bfbe-4372-8d62-f922d9303f8c tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:54.020904 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-77e6200b-d39d-44ca-a96b-5d70dec9a238 req-8d78acaf-fa2f-4266-a331-b5c131baeea8 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Unset dirty status for tenant:8170d036f1fe4a04b0076d6a1de6bb64 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:20:54.022072 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-77e6200b-d39d-44ca-a96b-5d70dec9a238 req-8d78acaf-fa2f-4266-a331-b5c131baeea8 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1902126-0582-4b0c-9d25-9ac8479255de HTTP/1.1" status: 200 len: 210 time: 0.4512975 Jan 26 11:20:54.124633 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4ec98f6f-2e2e-4290-8123-80cca5b380b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:54.152986 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4ec98f6f-2e2e-4290-8123-80cca5b380b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:54.159216 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9a822e3-6022-4717-bf9f-38d8cb6508fd req-ba8cf628-2172-4e4f-b3f9-99abfebae981 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:20:54.167308 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcfe79f-f7db-4b8c-922f-a77435125077 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:54.171154 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529c7714-8704-4462-8e60-4721d53e4977 None None] Sync routers for ids ['dc8815fb-8dc2-44b4-a64b-86d3c41f431a'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:20:54.180292 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcfe79f-f7db-4b8c-922f-a77435125077 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:54.181340 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7bcfe79f-f7db-4b8c-922f-a77435125077 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:20:54.186374 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4ec98f6f-2e2e-4290-8123-80cca5b380b2 admin admin] Usage tracker for resource:security_group_rule and tenant:aa5824792e7a4fd38eddf0d61bcdea41 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:54.191228 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4ec98f6f-2e2e-4290-8123-80cca5b380b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:54.196852 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529c7714-8704-4462-8e60-4721d53e4977 None None] Routers {'dc8815fb-8dc2-44b4-a64b-86d3c41f431a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:54.197662 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-529c7714-8704-4462-8e60-4721d53e4977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['dc8815fb-8dc2-44b4-a64b-86d3c41f431a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:54.255936 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4ec98f6f-2e2e-4290-8123-80cca5b380b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:54.279794 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a822e3-6022-4717-bf9f-38d8cb6508fd req-ba8cf628-2172-4e4f-b3f9-99abfebae981 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] No DVR routers for this DVR port ec35730e-d033-42c2-a748-21a3eb766c98 on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:20:54.285831 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-f9a822e3-6022-4717-bf9f-38d8cb6508fd req-ba8cf628-2172-4e4f-b3f9-99abfebae981 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:54.299631 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1902126-0582-4b0c-9d25-9ac8479255de', 'name': 'network-vif-deleted', 'tag': 'ec35730e-d033-42c2-a748-21a3eb766c98'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:20:54.314265 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7bcfe79f-f7db-4b8c-922f-a77435125077 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:20:54.318091 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7bcfe79f-f7db-4b8c-922f-a77435125077 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3751717 Jan 26 11:20:54.320007 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45372) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:54.394418 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c96c194-bfbe-4372-8d62-f922d9303f8c tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:54.397733 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f9a822e3-6022-4717-bf9f-38d8cb6508fd req-ba8cf628-2172-4e4f-b3f9-99abfebae981 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.24 "DELETE /v2.0/ports/ec35730e-d033-42c2-a748-21a3eb766c98 HTTP/1.1" status: 204 len: 173 time: 5.5476506 Jan 26 11:20:54.415178 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-6c96c194-bfbe-4372-8d62-f922d9303f8c tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Deleting port 8988608d-d166-4da0-90c7-b17a86a8292a {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:54.415532 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c96c194-bfbe-4372-8d62-f922d9303f8c tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:54.428506 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-efd29990-a3f0-405e-b7ff-3acf813d9899 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:54.500795 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1902126-0582-4b0c-9d25-9ac8479255de', 'name': 'network-vif-deleted', 'tag': 'ec35730e-d033-42c2-a748-21a3eb766c98', 'status': 'completed', 'code': 200} Jan 26 11:20:54.512543 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-529c7714-8704-4462-8e60-4721d53e4977 None None] Set router dc8815fb-8dc2-44b4-a64b-86d3c41f431a gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:20:54.644524 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd29990-a3f0-405e-b7ff-3acf813d9899 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event updated for resources: {'Subnet': ['ID=91fa03f0-9e19-4449-9411-7c2b2e58b7d6,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:54.648352 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-2a06ed46-df0b-4e96-aad5-2f806b9b3e11 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting port 811c742d-3548-4fd4-9941-896eee668c2a {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:54.648884 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2a06ed46-df0b-4e96-aad5-2f806b9b3e11 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:54.652344 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1d8b68d5-4923-410d-a7a5-f825af7d6f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:54.715581 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b68d5-4923-410d-a7a5-f825af7d6f2e admin admin] Pushing event deleted for resources: {'Port': ['ID=c2e52fe0-5049-4fc8-9648-bfcab7712467,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:54.720317 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6696cd07-7cbc-443e-bb55-6a204c7bdeee tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Router 0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:20:54.722990 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd29990-a3f0-405e-b7ff-3acf813d9899 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Checking segment: {'id': '9b2c0eca-8b98-4cf3-a33a-daa7527b124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '55737afa-5334-450c-aca3-66f1fb4a9a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:20:54.723548 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd29990-a3f0-405e-b7ff-3acf813d9899 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Network hostable DHCP agents. Network: 55737afa-5334-450c-aca3-66f1fb4a9a30, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:20:54.747212 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c96c194-bfbe-4372-8d62-f922d9303f8c tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:54.932987 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-92fe93c8-64a2-4ea9-9d1f-6523c2e4a704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:55.085360 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-529c7714-8704-4462-8e60-4721d53e4977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'name': 'tempest-ServersTestJSON-1499700378-router', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '1126d43e-6500-4ed0-b0b6-d78f5361bfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:51Z', 'updated_at': '2022-01-26T11:19:05Z', 'revision_number': 4, 'project_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'gw_port': {'id': '1126d43e-6500-4ed0-b0b6-d78f5361bfc0', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:23:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '7f5e6cde-9b69-4fcd-a0db-4a320492c9e1', 'name': '', 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'mac_address': 'fa:16:3e:6f:aa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '8af7f97d-3505-49db-8fef-896d429e8e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:04Z', 'updated_at': '2022-01-26T11:19:16Z', 'revision_number': 5, 'project_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'subnets': [{'id': '8af7f97d-3505-49db-8fef-896d429e8e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:55.089847 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529c7714-8704-4462-8e60-4721d53e4977 None None] Checking router: dc8815fb-8dc2-44b4-a64b-86d3c41f431a for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:20:55.109643 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd29990-a3f0-405e-b7ff-3acf813d9899 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Network 55737afa-5334-450c-aca3-66f1fb4a9a30 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:20:55.110348 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529c7714-8704-4462-8e60-4721d53e4977 None None] Routers {'dc8815fb-8dc2-44b4-a64b-86d3c41f431a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:55.110802 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-529c7714-8704-4462-8e60-4721d53e4977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['dc8815fb-8dc2-44b4-a64b-86d3c41f431a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:55.184137 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-6c96c194-bfbe-4372-8d62-f922d9303f8c tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Calling delete_port for 8988608d-d166-4da0-90c7-b17a86a8292a owned by network:router_gateway {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:55.229707 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4ec98f6f-2e2e-4290-8123-80cca5b380b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:55.247931 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4ec98f6f-2e2e-4290-8123-80cca5b380b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:55.313639 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-efd29990-a3f0-405e-b7ff-3acf813d9899 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 55737afa-5334-450c-aca3-66f1fb4a9a30) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:55.327694 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dddebd-c3b7-4345-a1e5-c509aceca179 None None] Network 55737afa-5334-450c-aca3-66f1fb4a9a30 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:20:55.366157 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec98f6f-2e2e-4290-8123-80cca5b380b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d982dabe-10b1-4eaa-9e98-e62e9e842d49,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:55.370466 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4ec98f6f-2e2e-4290-8123-80cca5b380b2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aa5824792e7a4fd38eddf0d61bcdea41&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5160382 Jan 26 11:20:55.389555 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f1d91-e4fd-4b74-bb44-71d324f9d54a req-883f4c45-523d-4ded-9f84-91d3a3b89513 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:55.389693 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1fa9ab37-e30a-49ae-a330-dc370fcad738 req-d6ba42e1-76cb-4691-a8f4-abbfa57c7b8c tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1902126-0582-4b0c-9d25-9ac8479255de HTTP/1.1" status: 200 len: 210 time: 0.0827160 Jan 26 11:20:55.390949 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0a1f1d91-e4fd-4b74-bb44-71d324f9d54a req-883f4c45-523d-4ded-9f84-91d3a3b89513 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.8144183 Jan 26 11:20:55.391449 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45380) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:55.398413 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd29990-a3f0-405e-b7ff-3acf813d9899 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:55.403318 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-efd29990-a3f0-405e-b7ff-3acf813d9899 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:55.432696 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-529c7714-8704-4462-8e60-4721d53e4977 None None] Set router dc8815fb-8dc2-44b4-a64b-86d3c41f431a gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:20:55.464497 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6696cd07-7cbc-443e-bb55-6a204c7bdeee tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:20:55.470008 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6696cd07-7cbc-443e-bb55-6a204c7bdeee tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:55.483110 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77db959f-04ca-463c-a32b-ac9ed2a86850 None None] Sync routers for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:20:55.494809 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77db959f-04ca-463c-a32b-ac9ed2a86850 None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:55.495755 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-77db959f-04ca-463c-a32b-ac9ed2a86850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:55.585792 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2a06ed46-df0b-4e96-aad5-2f806b9b3e11 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:55.605194 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0a1f1d91-e4fd-4b74-bb44-71d324f9d54a req-ac0563e5-c730-4d50-8fa9-0137adcf4165 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518984 Jan 26 11:20:55.632222 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-77db959f-04ca-463c-a32b-ac9ed2a86850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:55.643507 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77db959f-04ca-463c-a32b-ac9ed2a86850 None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:55.644261 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-77db959f-04ca-463c-a32b-ac9ed2a86850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:55.673723 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-efd29990-a3f0-405e-b7ff-3acf813d9899 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.1041477 Jan 26 11:20:55.680989 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45384) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:55.708257 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-b4049ef3-d45c-4b10-99de-225ec8bdf3e7 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1798086475'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:55.722261 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b4049ef3-d45c-4b10-99de-225ec8bdf3e7 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:55.731866 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b4049ef3-d45c-4b10-99de-225ec8bdf3e7 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Usage tracker for resource:network and tenant:16e63912742a46349a7748f4e9b4ff24 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:55.736057 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-2a06ed46-df0b-4e96-aad5-2f806b9b3e11 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Calling delete_port for 811c742d-3548-4fd4-9941-896eee668c2a owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:55.742388 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b4049ef3-d45c-4b10-99de-225ec8bdf3e7 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:55.755451 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-77db959f-04ca-463c-a32b-ac9ed2a86850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:55.755852 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77db959f-04ca-463c-a32b-ac9ed2a86850 None None] The sync data for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:20:55.757929 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6696cd07-7cbc-443e-bb55-6a204c7bdeee tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "PUT /v2.0/floatingips/82b07222-0e85-4a81-a006-49a9f95832da HTTP/1.1" status: 200 len: 977 time: 5.2901151 Jan 26 11:20:55.758842 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45388) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:55.759833 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b4049ef3-d45c-4b10-99de-225ec8bdf3e7 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:55.762462 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1d8b68d5-4923-410d-a7a5-f825af7d6f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:55.793481 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2e6db90b-67bc-48a8-bfd5-1609c7317482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:55.858983 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-55737afa-5334-450c-aca3-66f1fb4a9a30', 'network_id': '55737afa-5334-450c-aca3-66f1fb4a9a30', 'tenant_id': '16e63912742a46349a7748f4e9b4ff24', 'fixed_ips': [{'subnet_id': '91fa03f0-9e19-4449-9411-7c2b2e58b7d6'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:20:55.860173 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:55.873076 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2e6db90b-67bc-48a8-bfd5-1609c7317482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:55.895993 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:55.957572 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c96c194-bfbe-4372-8d62-f922d9303f8c tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:56.044229 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:56.064942 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4049ef3-d45c-4b10-99de-225ec8bdf3e7 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Made reservation on behalf of 16e63912742a46349a7748f4e9b4ff24 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:20:56.065875 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96c194-bfbe-4372-8d62-f922d9303f8c tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Pushing event deleted for resources: {'Port': ['ID=8988608d-d166-4da0-90c7-b17a86a8292a,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:56.069943 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4049ef3-d45c-4b10-99de-225ec8bdf3e7 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:56.126506 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Allocated IP 2001:db8::3 (55737afa-5334-450c-aca3-66f1fb4a9a30/91fa03f0-9e19-4449-9411-7c2b2e58b7d6/e4d46eb3-7b16-4414-b341-0928d2972de7) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:56.134984 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-529c7714-8704-4462-8e60-4721d53e4977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'name': 'tempest-ServersTestJSON-1499700378-router', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '1126d43e-6500-4ed0-b0b6-d78f5361bfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:51Z', 'updated_at': '2022-01-26T11:19:05Z', 'revision_number': 4, 'project_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'gw_port': {'id': '1126d43e-6500-4ed0-b0b6-d78f5361bfc0', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:23:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '7f5e6cde-9b69-4fcd-a0db-4a320492c9e1', 'name': '', 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'mac_address': 'fa:16:3e:6f:aa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '8af7f97d-3505-49db-8fef-896d429e8e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:04Z', 'updated_at': '2022-01-26T11:19:16Z', 'revision_number': 5, 'project_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'subnets': [{'id': '8af7f97d-3505-49db-8fef-896d429e8e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:56.144205 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529c7714-8704-4462-8e60-4721d53e4977 None None] The sync data for ids ['dc8815fb-8dc2-44b4-a64b-86d3c41f431a'] in dv-neutron-826439-1-hyperv is: [{'id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'name': 'tempest-ServersTestJSON-1499700378-router', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '1126d43e-6500-4ed0-b0b6-d78f5361bfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:51Z', 'updated_at': '2022-01-26T11:19:05Z', 'revision_number': 4, 'project_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'gw_port': {'id': '1126d43e-6500-4ed0-b0b6-d78f5361bfc0', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:23:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '7f5e6cde-9b69-4fcd-a0db-4a320492c9e1', 'name': '', 'network_id': 'ccf7e590-7e87-4390-898c-54ed923dee9e', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'mac_address': 'fa:16:3e:6f:aa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '8af7f97d-3505-49db-8fef-896d429e8e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:04Z', 'updated_at': '2022-01-26T11:19:16Z', 'revision_number': 5, 'project_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'subnets': [{'id': '8af7f97d-3505-49db-8fef-896d429e8e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:20:56.147445 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2e6db90b-67bc-48a8-bfd5-1609c7317482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:56.191633 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2a06ed46-df0b-4e96-aad5-2f806b9b3e11 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:56.194262 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-4293f5bf-419a-4534-9d72-a5dc5a9e7b47 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Deleting port c9df5366-f464-4bd6-8aab-6ded7e9d6a3a {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:20:56.195197 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6db90b-67bc-48a8-bfd5-1609c7317482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d982dabe-10b1-4eaa-9e98-e62e9e842d49,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:56.197323 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4293f5bf-419a-4534-9d72-a5dc5a9e7b47 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:56.277651 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06ed46-df0b-4e96-aad5-2f806b9b3e11 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Port': ['ID=811c742d-3548-4fd4-9941-896eee668c2a,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:56.305154 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4049ef3-d45c-4b10-99de-225ec8bdf3e7 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:20:56.326019 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c96c194-bfbe-4372-8d62-f922d9303f8c tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:56.330960 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4049ef3-d45c-4b10-99de-225ec8bdf3e7 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:56.331577 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-b4049ef3-d45c-4b10-99de-225ec8bdf3e7 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Added segment 3a5fec1e-1d5e-4535-bb89-dcb88e8f2318 of type vlan for network 011bf353-019c-432d-88b2-da48fca6af2c Jan 26 11:20:56.375499 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2e6db90b-67bc-48a8-bfd5-1609c7317482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:56.382988 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2e6db90b-67bc-48a8-bfd5-1609c7317482 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d982dabe-10b1-4eaa-9e98-e62e9e842d49 HTTP/1.1" status: 204 len: 168 time: 0.9817235 Jan 26 11:20:56.496169 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4049ef3-d45c-4b10-99de-225ec8bdf3e7 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:56.579362 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2a06ed46-df0b-4e96-aad5-2f806b9b3e11 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:56.585583 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2a06ed46-df0b-4e96-aad5-2f806b9b3e11 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/811c742d-3548-4fd4-9941-896eee668c2a HTTP/1.1" status: 204 len: 168 time: 2.2616167 Jan 26 11:20:56.587357 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45398) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:56.650786 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c747fcf-b2f9-49cc-af4c-685e0bdb3b26 None None] New status for floating IP 85d9f459-8f69-4fd5-9762-98b70f6cf0b1: DOWN {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:20:56.653381 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45402) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:56.715575 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c96c194-bfbe-4372-8d62-f922d9303f8c tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:56.720006 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c96c194-bfbe-4372-8d62-f922d9303f8c tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:56.741290 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:56.753769 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Transition to ACTIVE for port object e4d46eb3-7b16-4414-b341-0928d2972de7 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:20:56.785065 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c96c194-bfbe-4372-8d62-f922d9303f8c tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:56.786552 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c96c194-bfbe-4372-8d62-f922d9303f8c tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Fanout notify agent at l3_agent the message router_deleted on router 1da4c196-0ae5-4d55-a1d8-4644b092a77b {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:20:56.793144 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Transition to ACTIVE for port object e4d46eb3-7b16-4414-b341-0928d2972de7 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:20:56.815878 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c96c194-bfbe-4372-8d62-f922d9303f8c tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:56.824289 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6c96c194-bfbe-4372-8d62-f922d9303f8c tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "DELETE /v2.0/routers/1da4c196-0ae5-4d55-a1d8-4644b092a77b HTTP/1.1" status: 204 len: 168 time: 3.1007223 Jan 26 11:20:56.825752 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45410) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:56.832596 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-b1ca4e89-f54e-4030-a07a-faf2d8082f49 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1439534687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:56.840233 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b1ca4e89-f54e-4030-a07a-faf2d8082f49 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:56.846789 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b1ca4e89-f54e-4030-a07a-faf2d8082f49 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Usage tracker for resource:router and tenant:b7adfefdf1a24d38965cdb68b112c891 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:56.850150 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b1ca4e89-f54e-4030-a07a-faf2d8082f49 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:56.858464 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:56.859941 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b1ca4e89-f54e-4030-a07a-faf2d8082f49 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:56.873274 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b1ca4e89-f54e-4030-a07a-faf2d8082f49 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:56.876970 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b1ca4e89-f54e-4030-a07a-faf2d8082f49 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:56.899444 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b1ca4e89-f54e-4030-a07a-faf2d8082f49 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:56.932317 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b1ca4e89-f54e-4030-a07a-faf2d8082f49 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:56.965767 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b1ca4e89-f54e-4030-a07a-faf2d8082f49 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:56.972014 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b1ca4e89-f54e-4030-a07a-faf2d8082f49 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1448119 Jan 26 11:20:56.972986 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45414) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:56.979115 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-550e1012-624e-4511-ba9e-afe56d04727c tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'enable_snat': True}}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:57.006487 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Network 55737afa-5334-450c-aca3-66f1fb4a9a30 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:57.008734 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45418) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:57.010004 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:57.014274 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:57.024821 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Pushing event updated for resources: {'Port': ['ID=e4d46eb3-7b16-4414-b341-0928d2972de7,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:57.038019 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:57.038392 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:57.038889 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:57.039405 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:57.039898 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:57.040392 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:57.040878 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:57.041394 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:57.041880 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:57.042379 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:57.042868 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:57.043172 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4293f5bf-419a-4534-9d72-a5dc5a9e7b47 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:57.043507 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4293f5bf-419a-4534-9d72-a5dc5a9e7b47 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:57.043655 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:20:57.146093 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Attempting to bind port e4d46eb3-7b16-4414-b341-0928d2972de7 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:20:57.146741 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Attempting to bind port e4d46eb3-7b16-4414-b341-0928d2972de7 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '9b2c0eca-8b98-4cf3-a33a-daa7527b124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '55737afa-5334-450c-aca3-66f1fb4a9a30'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:20:57.147099 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Attempting to bind port e4d46eb3-7b16-4414-b341-0928d2972de7 on network 55737afa-5334-450c-aca3-66f1fb4a9a30 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:20:57.152742 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:20:57.153115 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Checking segment: {'id': '9b2c0eca-8b98-4cf3-a33a-daa7527b124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '55737afa-5334-450c-aca3-66f1fb4a9a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:20:57.153517 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:57.153902 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Bound using segment: {'id': '9b2c0eca-8b98-4cf3-a33a-daa7527b124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '55737afa-5334-450c-aca3-66f1fb4a9a30'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:20:57.154428 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Bound port: e4d46eb3-7b16-4414-b341-0928d2972de7, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2c0eca-8b98-4cf3-a33a-daa7527b124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '55737afa-5334-450c-aca3-66f1fb4a9a30'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:20:57.154848 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:57.230529 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45efbb1-1b91-4198-a662-4f3271745fbd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:57.232150 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45efbb1-1b91-4198-a662-4f3271745fbd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:57.232897 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e45efbb1-1b91-4198-a662-4f3271745fbd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:20:57.241560 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-4293f5bf-419a-4534-9d72-a5dc5a9e7b47 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Calling delete_port for c9df5366-f464-4bd6-8aab-6ded7e9d6a3a owned by network:floatingip {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:20:57.253800 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] For port e4d46eb3-7b16-4414-b341-0928d2972de7, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:20:57.257016 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] For port e4d46eb3-7b16-4414-b341-0928d2972de7, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=e4d46eb3-7b16-4414-b341-0928d2972de7,segment=NetworkSegment(9b2c0eca-8b98-4cf3-a33a-daa7527b124f),segment_id=9b2c0eca-8b98-4cf3-a33a-daa7527b124f)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:20:57.261850 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:57.283820 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4049ef3-d45c-4b10-99de-225ec8bdf3e7 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:57.289675 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4049ef3-d45c-4b10-99de-225ec8bdf3e7 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:57.290299 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4049ef3-d45c-4b10-99de-225ec8bdf3e7 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:57.348564 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:57.354525 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8b68d5-4923-410d-a7a5-f825af7d6f2e admin admin] Router da8c61d8-bb3a-4572-8cbf-b3d8982e539e has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:20:57.357964 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519966c-6d45-42b3-ab23-5114f3c8303d None None] Pushing event updated for resources: {'Port': ['ID=e4d46eb3-7b16-4414-b341-0928d2972de7,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:57.442164 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e9fd80a2-55c7-4e51-a888-cbbb9c4aa97a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=92293c456efb4970a9195268127347de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4282513 Jan 26 11:20:57.443573 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b4049ef3-d45c-4b10-99de-225ec8bdf3e7 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7521429 Jan 26 11:20:57.444401 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e45efbb1-1b91-4198-a662-4f3271745fbd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:20:57.448350 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e45efbb1-1b91-4198-a662-4f3271745fbd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8575361 Jan 26 11:20:57.452233 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45424) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:57.452564 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45426) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:57.452917 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45428) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:57.486876 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-550e1012-624e-4511-ba9e-afe56d04727c tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:57.635815 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-86353de6-1cf9-4380-9e92-14ca820b3dbc tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Request body: {'subnet': {'network_id': '011bf353-019c-432d-88b2-da48fca6af2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:20:57.650026 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4049ef3-d45c-4b10-99de-225ec8bdf3e7 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event updated for resources: {'Network': ['ID=011bf353-019c-432d-88b2-da48fca6af2c,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:57.652196 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fd16bbcf-88d8-4619-ab5b-91526f486b29 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:57.662335 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 011bf353-019c-432d-88b2-da48fca6af2c details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:20:57.789478 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b773f0-b876-4fc9-a465-d9269dff7469 req-c1effa3d-8cf8-4b78-a21f-149aae16c9d6 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:57.796805 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-78b773f0-b876-4fc9-a465-d9269dff7469 req-c1effa3d-8cf8-4b78-a21f-149aae16c9d6 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.8632731 Jan 26 11:20:57.837748 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fd16bbcf-88d8-4619-ab5b-91526f486b29 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:57.859092 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-550e1012-624e-4511-ba9e-afe56d04727c tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:57.889634 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-550e1012-624e-4511-ba9e-afe56d04727c tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:57.934944 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-f635454b-d433-4db1-84be-fdf2c81de374 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet b5864e54-029e-4aec-847b-f4b148c20708 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:20:58.011562 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f635454b-d433-4db1-84be-fdf2c81de374 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:58.030776 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-550e1012-624e-4511-ba9e-afe56d04727c tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Allocated IP 172.26.5.168 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/670a69bd-7ce0-445b-979b-7d7cb53a8ac3) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:20:58.135239 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-86353de6-1cf9-4380-9e92-14ca820b3dbc tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:20:58.136224 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1f11ebc2-7970-4f2d-af8f-74bf2848c2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:58.148972 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-78b773f0-b876-4fc9-a465-d9269dff7469 req-284dc404-fb38-4fd1-88e8-963551833238 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3512306 Jan 26 11:20:58.149842 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-86353de6-1cf9-4380-9e92-14ca820b3dbc tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Usage tracker for resource:subnet and tenant:16e63912742a46349a7748f4e9b4ff24 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:20:58.168554 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-86353de6-1cf9-4380-9e92-14ca820b3dbc tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:20:58.222252 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-550e1012-624e-4511-ba9e-afe56d04727c tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:58.232301 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-86353de6-1cf9-4380-9e92-14ca820b3dbc tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:20:58.254197 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f635454b-d433-4db1-84be-fdf2c81de374 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:58.268307 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-550e1012-624e-4511-ba9e-afe56d04727c tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:58.292781 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8b68d5-4923-410d-a7a5-f825af7d6f2e admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:20:58.301666 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee3730a-f0a3-45e5-bdd3-084f9794b60b None None] Sync routers for ids ['da8c61d8-bb3a-4572-8cbf-b3d8982e539e'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:20:58.316085 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee3730a-f0a3-45e5-bdd3-084f9794b60b None None] Routers {'da8c61d8-bb3a-4572-8cbf-b3d8982e539e'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:58.316703 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-fee3730a-f0a3-45e5-bdd3-084f9794b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['da8c61d8-bb3a-4572-8cbf-b3d8982e539e'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:58.342160 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1f11ebc2-7970-4f2d-af8f-74bf2848c2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:58.367170 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86353de6-1cf9-4380-9e92-14ca820b3dbc tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Made reservation on behalf of 16e63912742a46349a7748f4e9b4ff24 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:20:58.370673 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-86353de6-1cf9-4380-9e92-14ca820b3dbc tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:58.373047 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device e4d46eb3-7b16-4414-b341-0928d2972de7 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:20:58.390280 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e1012-624e-4511-ba9e-afe56d04727c tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Pushing event updated for resources: {'Port': ['ID=670a69bd-7ce0-445b-979b-7d7cb53a8ac3,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:58.402624 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550e1012-624e-4511-ba9e-afe56d04727c tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:20:58.403872 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-550e1012-624e-4511-ba9e-afe56d04727c tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:20:58.410587 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e1012-624e-4511-ba9e-afe56d04727c tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:20:58.474875 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port e4d46eb3-7b16-4414-b341-0928d2972de7 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:20:58.491540 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fd16bbcf-88d8-4619-ab5b-91526f486b29 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:58.634066 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.ipam_backend_mixin [None req-86353de6-1cf9-4380-9e92-14ca820b3dbc tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Performing IP validity checks on allocation pools {{(pid=87443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 26 11:20:58.634648 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.ipam_backend_mixin [None req-86353de6-1cf9-4380-9e92-14ca820b3dbc tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 26 11:20:58.660883 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e1e046-fc67-485a-a469-903580c4e955 None None] Network 55737afa-5334-450c-aca3-66f1fb4a9a30 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:20:58.665886 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-fee3730a-f0a3-45e5-bdd3-084f9794b60b None None] Set router da8c61d8-bb3a-4572-8cbf-b3d8982e539e gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:20:58.703970 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f635454b-d433-4db1-84be-fdf2c81de374 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:58.786811 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c03646cc-89aa-4146-8823-21b5e82ed4ea None None] Provisioning for port e4d46eb3-7b16-4414-b341-0928d2972de7 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:20:58.797002 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c03646cc-89aa-4146-8823-21b5e82ed4ea None None] Provisioning complete for port e4d46eb3-7b16-4414-b341-0928d2972de7 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:20:58.797684 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c03646cc-89aa-4146-8823-21b5e82ed4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:58.969431 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-fee3730a-f0a3-45e5-bdd3-084f9794b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'name': 'tempest-ServersTestManualDisk-1729732147-router', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:20:54Z', 'revision_number': 5, 'project_id': '80fe64ad2f7248c68674303bf7b13547', 'gw_port': {'id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:54Z', 'updated_at': '2022-01-26T11:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:58.974373 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee3730a-f0a3-45e5-bdd3-084f9794b60b None None] Checking router: da8c61d8-bb3a-4572-8cbf-b3d8982e539e for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:20:58.984792 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee3730a-f0a3-45e5-bdd3-084f9794b60b None None] Routers {'da8c61d8-bb3a-4572-8cbf-b3d8982e539e'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:20:58.985915 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-fee3730a-f0a3-45e5-bdd3-084f9794b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['da8c61d8-bb3a-4572-8cbf-b3d8982e539e'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:59.001164 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c03646cc-89aa-4146-8823-21b5e82ed4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:59.002626 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16bbcf-88d8-4619-ab5b-91526f486b29 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e357e532-c2a3-4ab5-8acc-b885707a4f9c,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:59.048998 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4293f5bf-419a-4534-9d72-a5dc5a9e7b47 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:59.096689 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c03646cc-89aa-4146-8823-21b5e82ed4ea None None] For port e4d46eb3-7b16-4414-b341-0928d2972de7, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=e4d46eb3-7b16-4414-b341-0928d2972de7,segment=NetworkSegment(9b2c0eca-8b98-4cf3-a33a-daa7527b124f),segment_id=9b2c0eca-8b98-4cf3-a33a-daa7527b124f)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:20:59.124454 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c03646cc-89aa-4146-8823-21b5e82ed4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:59.158386 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293f5bf-419a-4534-9d72-a5dc5a9e7b47 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event deleted for resources: {'Port': ['ID=c9df5366-f464-4bd6-8aab-6ded7e9d6a3a,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:59.230806 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-fee3730a-f0a3-45e5-bdd3-084f9794b60b None None] Set router da8c61d8-bb3a-4572-8cbf-b3d8982e539e gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:20:59.231470 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03646cc-89aa-4146-8823-21b5e82ed4ea None None] Pushing event updated for resources: {'Port': ['ID=e4d46eb3-7b16-4414-b341-0928d2972de7,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:59.278286 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fd16bbcf-88d8-4619-ab5b-91526f486b29 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:59.283212 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fd16bbcf-88d8-4619-ab5b-91526f486b29 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "DELETE /v2.0/security-groups/e357e532-c2a3-4ab5-8acc-b885707a4f9c HTTP/1.1" status: 204 len: 168 time: 2.6185138 Jan 26 11:20:59.285018 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1d8b68d5-4923-410d-a7a5-f825af7d6f2e admin admin] 10.222.0.39 "PUT /v2.0/routers/da8c61d8-bb3a-4572-8cbf-b3d8982e539e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0152175 Jan 26 11:20:59.285715 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45442) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:59.286074 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45444) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:59.371441 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f635454b-d433-4db1-84be-fdf2c81de374 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:59.434355 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-550e1012-624e-4511-ba9e-afe56d04727c tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:59.448141 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-55abfe3f-6e7b-43cd-be12-47f63e90fe7b None None] Provisioning complete for port e4d46eb3-7b16-4414-b341-0928d2972de7 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:20:59.448523 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-55abfe3f-6e7b-43cd-be12-47f63e90fe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:59.451522 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4293f5bf-419a-4534-9d72-a5dc5a9e7b47 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:59.452144 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-4293f5bf-419a-4534-9d72-a5dc5a9e7b47 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Floating IP 82b07222-0e85-4a81-a006-49a9f95832da disassociated (deleted). External IP: 172.26.5.99, port: 9f457b5a-3fb5-4854-8393-12872cd7bb86. Jan 26 11:20:59.558678 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-fee3730a-f0a3-45e5-bdd3-084f9794b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'name': 'tempest-ServersTestManualDisk-1729732147-router', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:20:54Z', 'revision_number': 5, 'project_id': '80fe64ad2f7248c68674303bf7b13547', 'gw_port': {'id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:54Z', 'updated_at': '2022-01-26T11:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:20:59.564363 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee3730a-f0a3-45e5-bdd3-084f9794b60b None None] The sync data for ids ['da8c61d8-bb3a-4572-8cbf-b3d8982e539e'] in dv-neutron-826439-1-hyperv is: [{'id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'name': 'tempest-ServersTestManualDisk-1729732147-router', 'tenant_id': '80fe64ad2f7248c68674303bf7b13547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:20:54Z', 'revision_number': 5, 'project_id': '80fe64ad2f7248c68674303bf7b13547', 'gw_port': {'id': 'd47c7699-a754-4f18-9d02-d6e3caeb8e1e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8c61d8-bb3a-4572-8cbf-b3d8982e539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:54Z', 'updated_at': '2022-01-26T11:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:20:59.595652 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1f11ebc2-7970-4f2d-af8f-74bf2848c2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:59.670856 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635454b-d433-4db1-84be-fdf2c81de374 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=b5864e54-029e-4aec-847b-f4b148c20708,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:59.684238 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddd455a-99b5-40d5-a373-1075da97977c None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:20:59.689656 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-425abe36-622f-4331-8506-ae7a15e2add3 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] show failed (client error): The resource could not be found. Jan 26 11:20:59.690736 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-425abe36-622f-4331-8506-ae7a15e2add3 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "GET /v2.0/security-groups/e357e532-c2a3-4ab5-8acc-b885707a4f9c HTTP/1.1" status: 404 len: 347 time: 0.3999920 Jan 26 11:20:59.699193 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f635454b-d433-4db1-84be-fdf2c81de374 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:59.701436 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45452) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:20:59.714378 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11ebc2-7970-4f2d-af8f-74bf2848c2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4dc1f3-621c-4979-97ad-d1909d4569c9,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:20:59.741727 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1f11ebc2-7970-4f2d-af8f-74bf2848c2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:20:59.745312 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1f11ebc2-7970-4f2d-af8f-74bf2848c2d3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a4dc1f3-621c-4979-97ad-d1909d4569c9 HTTP/1.1" status: 204 len: 168 time: 2.2344468 Jan 26 11:20:59.751613 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78e547-89e6-48bd-8c20-3483089ec3d1 req-aeaa6476-afe5-4e41-bb8c-b96ea39d84cd tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:59.753220 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-de78e547-89e6-48bd-8c20-3483089ec3d1 req-aeaa6476-afe5-4e41-bb8c-b96ea39d84cd tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 1.0035017 Jan 26 11:20:59.793661 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f635454b-d433-4db1-84be-fdf2c81de374 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/b5864e54-029e-4aec-847b-f4b148c20708 HTTP/1.1" status: 204 len: 168 time: 2.2820482 Jan 26 11:20:59.796070 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb3c7d-5989-4335-a4f7-e9d45d5d17e5 req-93905fb8-902f-423d-9746-51eb647790c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:20:59.797555 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-02fb3c7d-5989-4335-a4f7-e9d45d5d17e5 req-93905fb8-902f-423d-9746-51eb647790c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5fbcfd06e3341ee86200462cb30acd6&device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 1098 time: 1.0438855 Jan 26 11:20:59.800624 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45460) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:00.016248 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-beaca3f1-aa34-4faa-ba6a-61b5a422e797 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2142811 Jan 26 11:21:00.025151 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45464) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:00.034726 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-d176eed2-5f9d-4cc2-9bdf-5c8f9eb7e93b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:00.070697 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-fc32f388-baf9-4917-af8e-3db3d1c46cd2 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Deleting port 0738b907-25d4-406c-989e-5395b3585abd {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:00.071220 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fc32f388-baf9-4917-af8e-3db3d1c46cd2 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:00.076721 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e690371-948e-4e2e-b55c-dae7f040575f None None] DHCP port deletion for ba6f0584-2941-48e6-9427-2229465f5a54 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:21:00.091392 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-1e690371-948e-4e2e-b55c-dae7f040575f None None] Deleting port 448a896a-3f64-4acf-9bbc-4a5e24275afa {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:00.092532 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1e690371-948e-4e2e-b55c-dae7f040575f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:00.174431 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-550e1012-624e-4511-ba9e-afe56d04727c tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:00.257570 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb3c7d-5989-4335-a4f7-e9d45d5d17e5 req-7090f758-9b30-4dd6-92c8-010c7bead2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:00.262367 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-02fb3c7d-5989-4335-a4f7-e9d45d5d17e5 req-7090f758-9b30-4dd6-92c8-010c7bead2a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf3da876-a622-4e17-8633-e23a8fba3f3c HTTP/1.1" status: 200 len: 912 time: 0.4250474 Jan 26 11:21:00.262535 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-550e1012-624e-4511-ba9e-afe56d04727c tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1634753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1634766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1640079'] for router, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:00.350933 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-86353de6-1cf9-4380-9e92-14ca820b3dbc tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:00.364846 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d176eed2-5f9d-4cc2-9bdf-5c8f9eb7e93b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:00.384663 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d176eed2-5f9d-4cc2-9bdf-5c8f9eb7e93b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:subnet and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:00.389491 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d176eed2-5f9d-4cc2-9bdf-5c8f9eb7e93b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:00.400300 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d176eed2-5f9d-4cc2-9bdf-5c8f9eb7e93b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:00.403298 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-1e690371-948e-4e2e-b55c-dae7f040575f None None] For port 448a896a-3f64-4acf-9bbc-4a5e24275afa, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=448a896a-3f64-4acf-9bbc-4a5e24275afa,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:00.403700 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1e690371-948e-4e2e-b55c-dae7f040575f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:00.444777 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86353de6-1cf9-4380-9e92-14ca820b3dbc tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event updated for resources: {'Subnet': ['ID=44ca9663-6c61-4e45-8ac1-177ea960e3b9,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:00.523878 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-02fb3c7d-5989-4335-a4f7-e9d45d5d17e5 req-d7b19bdc-bc2a-4bd2-b91a-209f397f29e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd73cb01-e730-4ad8-b770-b6a1e7f436ed HTTP/1.1" status: 200 len: 1000 time: 0.2552912 Jan 26 11:21:00.526164 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8a6e72cf-d336-40cf-b0ab-9eb9e31f21ea admin admin] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:00.549851 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d176eed2-5f9d-4cc2-9bdf-5c8f9eb7e93b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:00.553152 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d176eed2-5f9d-4cc2-9bdf-5c8f9eb7e93b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:00.557756 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-1e690371-948e-4e2e-b55c-dae7f040575f None None] Calling delete_port for 448a896a-3f64-4acf-9bbc-4a5e24275afa owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:00.598768 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-de78e547-89e6-48bd-8c20-3483089ec3d1 req-0fc3cb5c-fd6c-4b29-b688-18b6ab70960e tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8069570 Jan 26 11:21:00.659072 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device e4d46eb3-7b16-4414-b341-0928d2972de7 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:21:00.690811 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1e690371-948e-4e2e-b55c-dae7f040575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:00.743771 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e690371-948e-4e2e-b55c-dae7f040575f None None] No DVR routers for this DVR port 448a896a-3f64-4acf-9bbc-4a5e24275afa on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:21:00.770214 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fc32f388-baf9-4917-af8e-3db3d1c46cd2 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:00.770214 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fc32f388-baf9-4917-af8e-3db3d1c46cd2 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:00.773312 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e690371-948e-4e2e-b55c-dae7f040575f None None] Pushing event deleted for resources: {'Port': ['ID=448a896a-3f64-4acf-9bbc-4a5e24275afa,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:00.804014 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port e4d46eb3-7b16-4414-b341-0928d2972de7 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:00.804467 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:00.965919 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86353de6-1cf9-4380-9e92-14ca820b3dbc tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Checking segment: {'id': '3a5fec1e-1d5e-4535-bb89-dcb88e8f2318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '011bf353-019c-432d-88b2-da48fca6af2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:00.966370 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86353de6-1cf9-4380-9e92-14ca820b3dbc tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Network hostable DHCP agents. Network: 011bf353-019c-432d-88b2-da48fca6af2c, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:21:00.983877 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-fc32f388-baf9-4917-af8e-3db3d1c46cd2 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Calling delete_port for 0738b907-25d4-406c-989e-5395b3585abd owned by network:floatingip {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:01.023895 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86353de6-1cf9-4380-9e92-14ca820b3dbc tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Network 011bf353-019c-432d-88b2-da48fca6af2c is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:21:01.043764 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb3c7d-5989-4335-a4f7-e9d45d5d17e5 req-535fe957-aff5-4b74-96c9-f29113221b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:01.045258 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-02fb3c7d-5989-4335-a4f7-e9d45d5d17e5 req-535fe957-aff5-4b74-96c9-f29113221b9d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53606115-5141-4c56-95c1-767f19a5c1f8 HTTP/1.1" status: 200 len: 850 time: 0.4604912 Jan 26 11:21:01.075391 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 448a896a-3f64-4acf-9bbc-4a5e24275afa no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:21:01.125358 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 448a896a-3f64-4acf-9bbc-4a5e24275afa {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:21:01.125358 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 448a896a-3f64-4acf-9bbc-4a5e24275afa not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:21:01.125358 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c2e52fe0-5049-4fc8-9648-bfcab7712467 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:21:01.130147 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45486) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:01.133253 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550e1012-624e-4511-ba9e-afe56d04727c tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Router ec7a0c02-2529-4804-bbeb-ddbde3bade3f is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:21:01.176913 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: c2e52fe0-5049-4fc8-9648-bfcab7712467 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:21:01.177301 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c2e52fe0-5049-4fc8-9648-bfcab7712467 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:21:01.208498 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-86353de6-1cf9-4380-9e92-14ca820b3dbc tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 011bf353-019c-432d-88b2-da48fca6af2c) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:01.218947 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a037fca8-feff-419b-9ac4-c9d0363aa7f3 None None] Network 011bf353-019c-432d-88b2-da48fca6af2c requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:01.236337 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86353de6-1cf9-4380-9e92-14ca820b3dbc tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:01.236920 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-86353de6-1cf9-4380-9e92-14ca820b3dbc tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:01.311816 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-86353de6-1cf9-4380-9e92-14ca820b3dbc tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.7992377 Jan 26 11:21:01.313265 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45492) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:01.320351 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4293f5bf-419a-4534-9d72-a5dc5a9e7b47 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Router 0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:21:01.322048 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8a6e72cf-d336-40cf-b0ab-9eb9e31f21ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:01.425020 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-e912dc19-a3a6-47e2-95a1-44e9be373cce tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'network': {'name': 'tempest-RoutersTest-125544407'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:01.430366 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fc32f388-baf9-4917-af8e-3db3d1c46cd2 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:01.442851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e72cf-d336-40cf-b0ab-9eb9e31f21ea admin admin] Deleting port d47c7699-a754-4f18-9d02-d6e3caeb8e1e {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:01.443451 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8a6e72cf-d336-40cf-b0ab-9eb9e31f21ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:01.473725 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb3c7d-5989-4335-a4f7-e9d45d5d17e5 req-b630f6a3-b569-4071-948d-76121026c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:01.475254 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-02fb3c7d-5989-4335-a4f7-e9d45d5d17e5 req-b630f6a3-b569-4071-948d-76121026c157 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf3da876-a622-4e17-8633-e23a8fba3f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3183210 Jan 26 11:21:01.475406 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00294c91-c1ba-49cb-a869-0bce1bd3c706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-011bf353-019c-432d-88b2-da48fca6af2c', 'network_id': '011bf353-019c-432d-88b2-da48fca6af2c', 'tenant_id': '16e63912742a46349a7748f4e9b4ff24', 'fixed_ips': [{'subnet_id': '44ca9663-6c61-4e45-8ac1-177ea960e3b9'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:21:01.476232 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-00294c91-c1ba-49cb-a869-0bce1bd3c706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:01.484563 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e912dc19-a3a6-47e2-95a1-44e9be373cce tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:01.488845 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d176eed2-5f9d-4cc2-9bdf-5c8f9eb7e93b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:01.567152 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e912dc19-a3a6-47e2-95a1-44e9be373cce tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Usage tracker for resource:network and tenant:252bea5ac7b143c89da38d9a87822c0c is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:01.569849 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32f388-baf9-4917-af8e-3db3d1c46cd2 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Pushing event deleted for resources: {'Port': ['ID=0738b907-25d4-406c-989e-5395b3585abd,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:01.581786 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e912dc19-a3a6-47e2-95a1-44e9be373cce tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:01.648667 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e912dc19-a3a6-47e2-95a1-44e9be373cce tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:01.658944 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-00294c91-c1ba-49cb-a869-0bce1bd3c706 None None] Allocated IP 2001:db8::3 (011bf353-019c-432d-88b2-da48fca6af2c/44ca9663-6c61-4e45-8ac1-177ea960e3b9/7478f6f2-5e30-4d2f-8dda-0690ee4636de) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:01.663032 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d176eed2-5f9d-4cc2-9bdf-5c8f9eb7e93b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:01.679205 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-d176eed2-5f9d-4cc2-9bdf-5c8f9eb7e93b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:01.687013 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550e1012-624e-4511-ba9e-afe56d04727c tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:21:01.695261 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d176eed2-5f9d-4cc2-9bdf-5c8f9eb7e93b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:01.696276 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d176eed2-5f9d-4cc2-9bdf-5c8f9eb7e93b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:01.713246 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb751f3d-fcf3-48f3-8a70-6564de2de5bf None None] Sync routers for ids ['ec7a0c02-2529-4804-bbeb-ddbde3bade3f'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:21:01.716396 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e350c462-4994-479b-a0b7-94959b9f40d3 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:01.740167 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-550e1012-624e-4511-ba9e-afe56d04727c tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:01.741630 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-550e1012-624e-4511-ba9e-afe56d04727c tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "PUT /v2.0/routers/ec7a0c02-2529-4804-bbeb-ddbde3bade3f HTTP/1.1" status: 200 len: 919 time: 4.7676256 Jan 26 11:21:01.745418 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176eed2-5f9d-4cc2-9bdf-5c8f9eb7e93b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=d8aae54a-7507-44c4-a074-794a9fb511d0,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:01.747613 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45498) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:01.756748 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d176eed2-5f9d-4cc2-9bdf-5c8f9eb7e93b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7276511 Jan 26 11:21:01.757721 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e912dc19-a3a6-47e2-95a1-44e9be373cce tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Made reservation on behalf of 252bea5ac7b143c89da38d9a87822c0c for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:01.761338 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e912dc19-a3a6-47e2-95a1-44e9be373cce tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:01.762333 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45502) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:01.819708 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-445fea80-96d6-4e6e-8939-892c3b1e2898 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'fixed_ips': [{'subnet_id': 'd8aae54a-7507-44c4-a074-794a9fb511d0', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1295279814'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:01.844180 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e912dc19-a3a6-47e2-95a1-44e9be373cce tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:01.879028 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:01.902811 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb751f3d-fcf3-48f3-8a70-6564de2de5bf None None] Routers {'ec7a0c02-2529-4804-bbeb-ddbde3bade3f'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:01.903356 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-fb751f3d-fcf3-48f3-8a70-6564de2de5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['ec7a0c02-2529-4804-bbeb-ddbde3bade3f'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:01.904717 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fc32f388-baf9-4917-af8e-3db3d1c46cd2 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks [] for floatingip, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:01.907406 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fc32f388-baf9-4917-af8e-3db3d1c46cd2 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:01.911578 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-fc32f388-baf9-4917-af8e-3db3d1c46cd2 tempest-ServersTestJSON-1343096531 tempest-ServersTestJSON-1343096531-project] 10.222.0.39 "DELETE /v2.0/floatingips/85d9f459-8f69-4fd5-9762-98b70f6cf0b1 HTTP/1.1" status: 204 len: 168 time: 2.2061307 Jan 26 11:21:01.923212 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45506) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:01.927923 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e912dc19-a3a6-47e2-95a1-44e9be373cce tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:01.992062 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e912dc19-a3a6-47e2-95a1-44e9be373cce tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Usage tracker for resource:security_group_rule and tenant:252bea5ac7b143c89da38d9a87822c0c is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:02.001425 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e912dc19-a3a6-47e2-95a1-44e9be373cce tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:02.070421 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4293f5bf-419a-4534-9d72-a5dc5a9e7b47 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:21:02.070627 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e912dc19-a3a6-47e2-95a1-44e9be373cce tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:02.087692 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b250f7b-94d4-4e3b-9772-b631063699b0 None None] Sync routers for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:21:02.088249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4293f5bf-419a-4534-9d72-a5dc5a9e7b47 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:02.104375 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b250f7b-94d4-4e3b-9772-b631063699b0 None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:02.106037 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-3b250f7b-94d4-4e3b-9772-b631063699b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:02.118046 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-02fb3c7d-5989-4335-a4f7-e9d45d5d17e5 req-865299ec-7b98-4c93-b6cd-920e6e3289a4 service neutron] 10.222.0.24 "GET /v2.0/networks/bf3da876-a622-4e17-8633-e23a8fba3f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6343150 Jan 26 11:21:02.133501 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-fb751f3d-fcf3-48f3-8a70-6564de2de5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:02.165943 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dfaaf5-a83c-4a05-8c03-6f4a02063b8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-ba6f0584-2941-48e6-9427-2229465f5a54', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'fixed_ips': [{'subnet_id': 'd8aae54a-7507-44c4-a074-794a9fb511d0'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:21:02.167030 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d1dfaaf5-a83c-4a05-8c03-6f4a02063b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:02.201333 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb751f3d-fcf3-48f3-8a70-6564de2de5bf None None] Routers {'ec7a0c02-2529-4804-bbeb-ddbde3bade3f'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:02.202202 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-fb751f3d-fcf3-48f3-8a70-6564de2de5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['ec7a0c02-2529-4804-bbeb-ddbde3bade3f'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:02.219505 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-3b250f7b-94d4-4e3b-9772-b631063699b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:02.229914 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b250f7b-94d4-4e3b-9772-b631063699b0 None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:02.231087 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-3b250f7b-94d4-4e3b-9772-b631063699b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:02.273352 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-fb751f3d-fcf3-48f3-8a70-6564de2de5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:02.274013 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb751f3d-fcf3-48f3-8a70-6564de2de5bf None None] The sync data for ids ['ec7a0c02-2529-4804-bbeb-ddbde3bade3f'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:21:02.313157 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-3b250f7b-94d4-4e3b-9772-b631063699b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:02.313723 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b250f7b-94d4-4e3b-9772-b631063699b0 None None] The sync data for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:21:02.363080 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:02.369265 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-64d957f4-5fac-4ef7-9331-9afeba569904 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "GET /v2.0/routers/ec7a0c02-2529-4804-bbeb-ddbde3bade3f HTTP/1.1" status: 200 len: 925 time: 0.6149881 Jan 26 11:21:02.376142 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45510) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:02.389462 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4293f5bf-419a-4534-9d72-a5dc5a9e7b47 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "DELETE /v2.0/floatingips/82b07222-0e85-4a81-a006-49a9f95832da HTTP/1.1" status: 204 len: 168 time: 6.6210909 Jan 26 11:21:02.409393 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45514) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:02.447134 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf54ab-1e01-4905-93a4-dce74c8d7c56 req-076e92a2-d756-42e4-a789-290e604cab52 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:02.448709 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-eacf54ab-1e01-4905-93a4-dce74c8d7c56 req-076e92a2-d756-42e4-a789-290e604cab52 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.6155338 Jan 26 11:21:02.457254 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-00294c91-c1ba-49cb-a869-0bce1bd3c706 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:02.479436 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-00294c91-c1ba-49cb-a869-0bce1bd3c706 None None] Transition to ACTIVE for port object 7478f6f2-5e30-4d2f-8dda-0690ee4636de will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:02.516687 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-00294c91-c1ba-49cb-a869-0bce1bd3c706 None None] Transition to ACTIVE for port object 7478f6f2-5e30-4d2f-8dda-0690ee4636de will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:02.518360 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-d1dfaaf5-a83c-4a05-8c03-6f4a02063b8a None None] Allocated IP 2001:db8::2 (ba6f0584-2941-48e6-9427-2229465f5a54/d8aae54a-7507-44c4-a074-794a9fb511d0/93393b75-2982-4943-adf7-cdee6dedf758) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:02.530013 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-00294c91-c1ba-49cb-a869-0bce1bd3c706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:02.625763 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00294c91-c1ba-49cb-a869-0bce1bd3c706 None None] Network 011bf353-019c-432d-88b2-da48fca6af2c is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:02.631068 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-00294c91-c1ba-49cb-a869-0bce1bd3c706 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:02.636481 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00294c91-c1ba-49cb-a869-0bce1bd3c706 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:02.636659 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e912dc19-a3a6-47e2-95a1-44e9be373cce tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:02.639436 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-8a6e72cf-d336-40cf-b0ab-9eb9e31f21ea admin admin] For port d47c7699-a754-4f18-9d02-d6e3caeb8e1e, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d47c7699-a754-4f18-9d02-d6e3caeb8e1e,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:02.639946 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8a6e72cf-d336-40cf-b0ab-9eb9e31f21ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:02.649264 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-445fea80-96d6-4e6e-8939-892c3b1e2898 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:02.679662 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-445fea80-96d6-4e6e-8939-892c3b1e2898 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:port and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:02.696358 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-eacf54ab-1e01-4905-93a4-dce74c8d7c56 req-54421807-a907-4a9d-81f7-7e086a26d97d tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829057 Jan 26 11:21:02.706218 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e912dc19-a3a6-47e2-95a1-44e9be373cce tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:02.730826 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00294c91-c1ba-49cb-a869-0bce1bd3c706 None None] Pushing event updated for resources: {'Port': ['ID=7478f6f2-5e30-4d2f-8dda-0690ee4636de,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:02.760637 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e912dc19-a3a6-47e2-95a1-44e9be373cce tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:21:02.764003 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-445fea80-96d6-4e6e-8939-892c3b1e2898 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:02.775678 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f685bfd-4ac6-4976-8010-75f51e77b2ed tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:02.780052 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5f685bfd-4ac6-4976-8010-75f51e77b2ed tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4&device_id=ec7a0c02-2529-4804-bbeb-ddbde3bade3f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3994813 Jan 26 11:21:02.782287 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45518) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:02.806682 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912dc19-a3a6-47e2-95a1-44e9be373cce tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=971f6fb7-638d-4f54-8413-2cdeb3e8249c,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:02.837920 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e912dc19-a3a6-47e2-95a1-44e9be373cce tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:02.838630 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-e912dc19-a3a6-47e2-95a1-44e9be373cce tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Added segment e05935ab-6bc6-4c09-91ea-07e363a11829 of type vlan for network b9509a12-718f-470e-8a8d-30f75cb58223 Jan 26 11:21:02.841130 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-00294c91-c1ba-49cb-a869-0bce1bd3c706 None None] Attempting to bind port 7478f6f2-5e30-4d2f-8dda-0690ee4636de on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:21:02.841571 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-00294c91-c1ba-49cb-a869-0bce1bd3c706 None None] Attempting to bind port 7478f6f2-5e30-4d2f-8dda-0690ee4636de by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '3a5fec1e-1d5e-4535-bb89-dcb88e8f2318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '011bf353-019c-432d-88b2-da48fca6af2c'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:21:02.842006 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00294c91-c1ba-49cb-a869-0bce1bd3c706 None None] Attempting to bind port 7478f6f2-5e30-4d2f-8dda-0690ee4636de on network 011bf353-019c-432d-88b2-da48fca6af2c {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:21:02.843381 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-02fb3c7d-5989-4335-a4f7-e9d45d5d17e5 req-23aa3da2-2ab1-48ec-9d9c-a24e422cdb35 service neutron] 10.222.0.24 "GET /v2.0/networks/bf3da876-a622-4e17-8633-e23a8fba3f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5886016 Jan 26 11:21:02.852348 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00294c91-c1ba-49cb-a869-0bce1bd3c706 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:21:02.852819 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00294c91-c1ba-49cb-a869-0bce1bd3c706 None None] Checking segment: {'id': '3a5fec1e-1d5e-4535-bb89-dcb88e8f2318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '011bf353-019c-432d-88b2-da48fca6af2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:02.853294 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-00294c91-c1ba-49cb-a869-0bce1bd3c706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:02.853790 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00294c91-c1ba-49cb-a869-0bce1bd3c706 None None] Bound using segment: {'id': '3a5fec1e-1d5e-4535-bb89-dcb88e8f2318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '011bf353-019c-432d-88b2-da48fca6af2c'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:21:02.854350 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-00294c91-c1ba-49cb-a869-0bce1bd3c706 None None] Bound port: 7478f6f2-5e30-4d2f-8dda-0690ee4636de, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5fec1e-1d5e-4535-bb89-dcb88e8f2318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '011bf353-019c-432d-88b2-da48fca6af2c'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:21:02.854794 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-00294c91-c1ba-49cb-a869-0bce1bd3c706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:02.859592 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e72cf-d336-40cf-b0ab-9eb9e31f21ea admin admin] Calling delete_port for d47c7699-a754-4f18-9d02-d6e3caeb8e1e owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:02.889629 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-445fea80-96d6-4e6e-8939-892c3b1e2898 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:02.925498 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-4184e66c-c1c4-4e45-8231-4562d5ae7b62 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Deleting port 9f457b5a-3fb5-4854-8393-12872cd7bb86 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:02.925840 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4184e66c-c1c4-4e45-8231-4562d5ae7b62 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:02.978572 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445fea80-96d6-4e6e-8939-892c3b1e2898 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:02.980168 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d1dfaaf5-a83c-4a05-8c03-6f4a02063b8a None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:02.982195 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e912dc19-a3a6-47e2-95a1-44e9be373cce tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:03.004598 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d1dfaaf5-a83c-4a05-8c03-6f4a02063b8a None None] Transition to ACTIVE for port object 93393b75-2982-4943-adf7-cdee6dedf758 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:03.028580 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-00294c91-c1ba-49cb-a869-0bce1bd3c706 None None] For port 7478f6f2-5e30-4d2f-8dda-0690ee4636de, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:21:03.033553 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-00294c91-c1ba-49cb-a869-0bce1bd3c706 None None] For port 7478f6f2-5e30-4d2f-8dda-0690ee4636de, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7478f6f2-5e30-4d2f-8dda-0690ee4636de,segment=NetworkSegment(3a5fec1e-1d5e-4535-bb89-dcb88e8f2318),segment_id=3a5fec1e-1d5e-4535-bb89-dcb88e8f2318)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:21:03.034923 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d1dfaaf5-a83c-4a05-8c03-6f4a02063b8a None None] Transition to ACTIVE for port object 93393b75-2982-4943-adf7-cdee6dedf758 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:03.038188 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-00294c91-c1ba-49cb-a869-0bce1bd3c706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:03.041426 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:03.079655 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d1dfaaf5-a83c-4a05-8c03-6f4a02063b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:03.084348 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72193c4c-9241-4de1-be7e-683b8b576167 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:03.085940 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-72193c4c-9241-4de1-be7e-683b8b576167 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "GET /v2.0/networks/dbc7419d-d89a-4ebf-afbc-448b19db60c4 HTTP/1.1" status: 200 len: 881 time: 0.3013649 Jan 26 11:21:03.089289 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45522) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:03.125470 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dfaaf5-a83c-4a05-8c03-6f4a02063b8a None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:03.130828 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-d1dfaaf5-a83c-4a05-8c03-6f4a02063b8a None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:03.135506 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dfaaf5-a83c-4a05-8c03-6f4a02063b8a None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:03.142033 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e912dc19-a3a6-47e2-95a1-44e9be373cce tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:03.147873 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e912dc19-a3a6-47e2-95a1-44e9be373cce tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:03.148701 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e912dc19-a3a6-47e2-95a1-44e9be373cce tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:03.169452 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00294c91-c1ba-49cb-a869-0bce1bd3c706 None None] Pushing event updated for resources: {'Port': ['ID=7478f6f2-5e30-4d2f-8dda-0690ee4636de,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:03.183560 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4da4cf4b-ef0f-44d8-8fe6-90e212997937 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec7a0c02-2529-4804-bbeb-ddbde3bade3f HTTP/1.1" status: 200 len: 205 time: 0.0906441 Jan 26 11:21:03.190639 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event deleted for resources: {'Subnet': ['ID=44ca9663-6c61-4e45-8ac1-177ea960e3b9,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:03.192683 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45526) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:03.302332 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dfaaf5-a83c-4a05-8c03-6f4a02063b8a None None] Pushing event updated for resources: {'Port': ['ID=93393b75-2982-4943-adf7-cdee6dedf758,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:03.310415 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d1dfaaf5-a83c-4a05-8c03-6f4a02063b8a None None] Attempting to bind port 93393b75-2982-4943-adf7-cdee6dedf758 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:21:03.310785 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d1dfaaf5-a83c-4a05-8c03-6f4a02063b8a None None] Attempting to bind port 93393b75-2982-4943-adf7-cdee6dedf758 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:21:03.311298 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dfaaf5-a83c-4a05-8c03-6f4a02063b8a None None] Attempting to bind port 93393b75-2982-4943-adf7-cdee6dedf758 on network ba6f0584-2941-48e6-9427-2229465f5a54 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:21:03.321763 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dfaaf5-a83c-4a05-8c03-6f4a02063b8a None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:21:03.322043 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dfaaf5-a83c-4a05-8c03-6f4a02063b8a None None] Checking segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:03.322450 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d1dfaaf5-a83c-4a05-8c03-6f4a02063b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:03.327027 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dfaaf5-a83c-4a05-8c03-6f4a02063b8a None None] Bound using segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:21:03.327532 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d1dfaaf5-a83c-4a05-8c03-6f4a02063b8a None None] Bound port: 93393b75-2982-4943-adf7-cdee6dedf758, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:21:03.328494 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d1dfaaf5-a83c-4a05-8c03-6f4a02063b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:03.374477 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912dc19-a3a6-47e2-95a1-44e9be373cce tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Network': ['ID=b9509a12-718f-470e-8a8d-30f75cb58223,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:03.400973 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network b9509a12-718f-470e-8a8d-30f75cb58223 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:21:03.403696 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45530) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:03.408911 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e912dc19-a3a6-47e2-95a1-44e9be373cce tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.2668216 Jan 26 11:21:03.410106 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:03.435045 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-445fea80-96d6-4e6e-8939-892c3b1e2898 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:03.475158 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-8ac14821-a4c3-44d9-91f3-f59e10bdc0e8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'network': {'name': 'tempest-RoutersTest-547286469'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:03.521215 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8ac14821-a4c3-44d9-91f3-f59e10bdc0e8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:03.579213 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d1dfaaf5-a83c-4a05-8c03-6f4a02063b8a None None] For port 93393b75-2982-4943-adf7-cdee6dedf758, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:21:03.582624 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d1dfaaf5-a83c-4a05-8c03-6f4a02063b8a None None] For port 93393b75-2982-4943-adf7-cdee6dedf758, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=93393b75-2982-4943-adf7-cdee6dedf758,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:21:03.586757 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['011bf353-019c-432d-88b2-da48fca6af2c']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:03.588183 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d1dfaaf5-a83c-4a05-8c03-6f4a02063b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:03.611468 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8ac14821-a4c3-44d9-91f3-f59e10bdc0e8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Usage tracker for resource:network and tenant:252bea5ac7b143c89da38d9a87822c0c is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:03.624517 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5fec1e-1d5e-4535-bb89-dcb88e8f2318') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:03.625912 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5fec1e-1d5e-4535-bb89-dcb88e8f2318') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:03.632556 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8ac14821-a4c3-44d9-91f3-f59e10bdc0e8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:03.666535 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-21618f2c-297c-4d2e-9d87-cb0f0c9a7dd4 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:03.686147 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dfaaf5-a83c-4a05-8c03-6f4a02063b8a None None] Pushing event updated for resources: {'Port': ['ID=93393b75-2982-4943-adf7-cdee6dedf758,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:03.686361 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-445fea80-96d6-4e6e-8939-892c3b1e2898 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] device_id is not set on port 52022375-5e58-498a-bbde-3d7b43988ea6 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:21:03.724322 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8ac14821-a4c3-44d9-91f3-f59e10bdc0e8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:03.739913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:03.800263 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2abfd9bf-7d46-4579-aa5e-f53402cd93eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:03.844873 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:03.848723 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4184e66c-c1c4-4e45-8231-4562d5ae7b62 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:03.857810 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac14821-a4c3-44d9-91f3-f59e10bdc0e8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Made reservation on behalf of 252bea5ac7b143c89da38d9a87822c0c for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:03.861770 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8ac14821-a4c3-44d9-91f3-f59e10bdc0e8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:03.888602 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:21:03.894344 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:21:03.924275 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:21:03.927180 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8a6e72cf-d336-40cf-b0ab-9eb9e31f21ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:04.144120 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-4184e66c-c1c4-4e45-8231-4562d5ae7b62 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Calling delete_port for 9f457b5a-3fb5-4854-8393-12872cd7bb86 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:04.250039 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e72cf-d336-40cf-b0ab-9eb9e31f21ea admin admin] Pushing event deleted for resources: {'Port': ['ID=d47c7699-a754-4f18-9d02-d6e3caeb8e1e,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:04.336479 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-21618f2c-297c-4d2e-9d87-cb0f0c9a7dd4 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:04.367591 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-21618f2c-297c-4d2e-9d87-cb0f0c9a7dd4 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Deleting port 670a69bd-7ce0-445b-979b-7d7cb53a8ac3 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:04.367945 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-21618f2c-297c-4d2e-9d87-cb0f0c9a7dd4 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:04.393321 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7478f6f2-5e30-4d2f-8dda-0690ee4636de up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:21:04.542066 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 7478f6f2-5e30-4d2f-8dda-0690ee4636de completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:04.563992 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 93393b75-2982-4943-adf7-cdee6dedf758 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:21:04.594199 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac14821-a4c3-44d9-91f3-f59e10bdc0e8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:21:04.621090 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.api [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 26 11:21:04.621090 dv-neutron-826439-1-hyperv neutron-server[87443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 26 11:21:04.621090 dv-neutron-826439-1-hyperv neutron-server[87443]: [parameters: {'id': '011bf353-019c-432d-88b2-da48fca6af2c'}] Jan 26 11:21:04.621090 dv-neutron-826439-1-hyperv neutron-server[87443]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:21:04.621500 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG oslo_db.api [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:21:04.622229 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-21618f2c-297c-4d2e-9d87-cb0f0c9a7dd4 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:04.630761 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-2abfd9bf-7d46-4579-aa5e-f53402cd93eb admin admin] Deleting port 7f5e6cde-9b69-4fcd-a0db-4a320492c9e1 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:04.631108 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2abfd9bf-7d46-4579-aa5e-f53402cd93eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:04.649691 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8ac14821-a4c3-44d9-91f3-f59e10bdc0e8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:04.650043 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-8ac14821-a4c3-44d9-91f3-f59e10bdc0e8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Added segment 8880dab6-645b-4a59-bd55-aa325fcf526a of type vlan for network e9020c85-1de9-4ce4-bc7f-d9b16f02e465 Jan 26 11:21:04.674536 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 93393b75-2982-4943-adf7-cdee6dedf758 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:04.694036 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8a6e72cf-d336-40cf-b0ab-9eb9e31f21ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:04.740095 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-445fea80-96d6-4e6e-8939-892c3b1e2898 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:21:04.740788 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-445fea80-96d6-4e6e-8939-892c3b1e2898 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:21:04.749332 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99af45d-29dd-48a4-8a77-deb6dc84c553 None None] Network 011bf353-019c-432d-88b2-da48fca6af2c requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:04.841158 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-21618f2c-297c-4d2e-9d87-cb0f0c9a7dd4 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Calling delete_port for 670a69bd-7ce0-445b-979b-7d7cb53a8ac3 owned by network:router_gateway {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:04.902402 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2e7a9d41-487a-4e1f-87d5-e1af8156c2a6 None None] Provisioning for port 7478f6f2-5e30-4d2f-8dda-0690ee4636de completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:04.921692 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2e7a9d41-487a-4e1f-87d5-e1af8156c2a6 None None] Provisioning complete for port 7478f6f2-5e30-4d2f-8dda-0690ee4636de triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:04.922248 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9d41-487a-4e1f-87d5-e1af8156c2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:04.992300 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8ac14821-a4c3-44d9-91f3-f59e10bdc0e8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:05.028496 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8a6e72cf-d336-40cf-b0ab-9eb9e31f21ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:05.066612 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-2abfd9bf-7d46-4579-aa5e-f53402cd93eb admin admin] For port 7f5e6cde-9b69-4fcd-a0db-4a320492c9e1, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7f5e6cde-9b69-4fcd-a0db-4a320492c9e1,segment=NetworkSegment(dde45a8b-fb4b-44c8-b38f-397bfb625ef8),segment_id=dde45a8b-fb4b-44c8-b38f-397bfb625ef8)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:05.066984 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2abfd9bf-7d46-4579-aa5e-f53402cd93eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:05.075201 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-445fea80-96d6-4e6e-8939-892c3b1e2898 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.3078375 Jan 26 11:21:05.076063 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45536) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:05.163083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8a6e72cf-d336-40cf-b0ab-9eb9e31f21ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:05.171455 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9d41-487a-4e1f-87d5-e1af8156c2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:05.188491 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:05.197359 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4184e66c-c1c4-4e45-8231-4562d5ae7b62 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:05.198723 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8ac14821-a4c3-44d9-91f3-f59e10bdc0e8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:05.206877 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac14821-a4c3-44d9-91f3-f59e10bdc0e8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:05.207567 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8ac14821-a4c3-44d9-91f3-f59e10bdc0e8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:05.242737 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8a6e72cf-d336-40cf-b0ab-9eb9e31f21ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:05.243252 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6e72cf-d336-40cf-b0ab-9eb9e31f21ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router da8c61d8-bb3a-4572-8cbf-b3d8982e539e {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:21:05.255692 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2e7a9d41-487a-4e1f-87d5-e1af8156c2a6 None None] For port 7478f6f2-5e30-4d2f-8dda-0690ee4636de, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7478f6f2-5e30-4d2f-8dda-0690ee4636de,segment=NetworkSegment(3a5fec1e-1d5e-4535-bb89-dcb88e8f2318),segment_id=3a5fec1e-1d5e-4535-bb89-dcb88e8f2318)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:05.257074 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:05.267148 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9d41-487a-4e1f-87d5-e1af8156c2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:05.303577 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-2abfd9bf-7d46-4579-aa5e-f53402cd93eb admin admin] Calling delete_port for 7f5e6cde-9b69-4fcd-a0db-4a320492c9e1 owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:05.313635 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184e66c-c1c4-4e45-8231-4562d5ae7b62 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event deleted for resources: {'Port': ['ID=9f457b5a-3fb5-4854-8393-12872cd7bb86,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:05.325154 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8a6e72cf-d336-40cf-b0ab-9eb9e31f21ea admin admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:05.326393 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8a6e72cf-d336-40cf-b0ab-9eb9e31f21ea admin admin] 10.222.0.39 "DELETE /v2.0/routers/da8c61d8-bb3a-4572-8cbf-b3d8982e539e HTTP/1.1" status: 204 len: 168 time: 6.0338340 Jan 26 11:21:05.335445 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58321618-eb9c-4b96-bba0-edf710c7823b req-efdc0a29-e03a-4dd5-bb5a-5b4a363c5344 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:05.337180 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-58321618-eb9c-4b96-bba0-edf710c7823b req-efdc0a29-e03a-4dd5-bb5a-5b4a363c5344 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 1.2180374 Jan 26 11:21:05.341946 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45540) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:05.368604 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Deleting port 7478f6f2-5e30-4d2f-8dda-0690ee4636de {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:05.368951 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:05.408701 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78782e86-eb81-474b-8dda-0efda90a1c89 None None] DHCP port deletion for 011bf353-019c-432d-88b2-da48fca6af2c request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:21:05.416637 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-78782e86-eb81-474b-8dda-0efda90a1c89 None None] Deleting port 7478f6f2-5e30-4d2f-8dda-0690ee4636de {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:05.417015 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-78782e86-eb81-474b-8dda-0efda90a1c89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:05.448619 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a9d41-487a-4e1f-87d5-e1af8156c2a6 None None] Pushing event updated for resources: {'Port': ['ID=7478f6f2-5e30-4d2f-8dda-0690ee4636de,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:05.520252 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-21618f2c-297c-4d2e-9d87-cb0f0c9a7dd4 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:05.535229 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c443bcd0-974f-4e87-af5c-b84499f33edf None None] Provisioning for port 93393b75-2982-4943-adf7-cdee6dedf758 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:05.547454 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c443bcd0-974f-4e87-af5c-b84499f33edf None None] Provisioning complete for port 93393b75-2982-4943-adf7-cdee6dedf758 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:05.548007 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c443bcd0-974f-4e87-af5c-b84499f33edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:05.573368 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:21:05.581125 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21618f2c-297c-4d2e-9d87-cb0f0c9a7dd4 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Pushing event deleted for resources: {'Port': ['ID=670a69bd-7ce0-445b-979b-7d7cb53a8ac3,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:05.673287 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb2c42d-27a6-40e6-981d-46a36de288ed tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:05.674044 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4eb2c42d-27a6-40e6-981d-46a36de288ed tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:21:05.685502 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8ac14821-a4c3-44d9-91f3-f59e10bdc0e8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.2644272 Jan 26 11:21:05.686924 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45544) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:05.698980 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-f15d046f-48a8-4c50-8bae-28c84a35646f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'subnet': {'network_id': 'b9509a12-718f-470e-8a8d-30f75cb58223', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:05.714023 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-78782e86-eb81-474b-8dda-0efda90a1c89 None None] For port 7478f6f2-5e30-4d2f-8dda-0690ee4636de, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7478f6f2-5e30-4d2f-8dda-0690ee4636de,segment=NetworkSegment(3a5fec1e-1d5e-4535-bb89-dcb88e8f2318),segment_id=3a5fec1e-1d5e-4535-bb89-dcb88e8f2318)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:05.714545 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-78782e86-eb81-474b-8dda-0efda90a1c89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:05.766807 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4eb2c42d-27a6-40e6-981d-46a36de288ed tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:21:05.771052 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4eb2c42d-27a6-40e6-981d-46a36de288ed tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6905525 Jan 26 11:21:05.773188 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45548) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:05.817077 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-21618f2c-297c-4d2e-9d87-cb0f0c9a7dd4 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:05.837152 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4184e66c-c1c4-4e45-8231-4562d5ae7b62 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:05.839081 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4184e66c-c1c4-4e45-8231-4562d5ae7b62 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "DELETE /v2.0/ports/9f457b5a-3fb5-4854-8393-12872cd7bb86 HTTP/1.1" status: 204 len: 168 time: 3.2811339 Jan 26 11:21:05.840209 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac14821-a4c3-44d9-91f3-f59e10bdc0e8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Network': ['ID=e9020c85-1de9-4ce4-bc7f-d9b16f02e465,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:05.847687 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-58321618-eb9c-4b96-bba0-edf710c7823b req-81b91101-2fd9-4a4a-92ff-00330c38d734 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4818890 Jan 26 11:21:05.852448 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45552) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:05.890310 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network e9020c85-1de9-4ce4-bc7f-d9b16f02e465 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:21:05.935691 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-78782e86-eb81-474b-8dda-0efda90a1c89 None None] Calling delete_port for 7478f6f2-5e30-4d2f-8dda-0690ee4636de owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:05.998918 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-512fcbd6-167b-4379-bb20-c510b3aa0092 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:06.023453 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a715ca2-cfd1-4377-81b6-ad11d0022fe0 admin admin] Deleting subnet 083cb517-daf9-46a6-b8c3-2a43e684eac8 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:21:06.026800 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-512fcbd6-167b-4379-bb20-c510b3aa0092 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:06.032512 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9a715ca2-cfd1-4377-81b6-ad11d0022fe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:06.069967 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] For port 7478f6f2-5e30-4d2f-8dda-0690ee4636de, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7478f6f2-5e30-4d2f-8dda-0690ee4636de,segment=NetworkSegment(3a5fec1e-1d5e-4535-bb89-dcb88e8f2318),segment_id=3a5fec1e-1d5e-4535-bb89-dcb88e8f2318)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:06.070336 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:06.079346 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-512fcbd6-167b-4379-bb20-c510b3aa0092 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Usage tracker for resource:floatingip and tenant:68260ee4e7d844c68a0428a738fc37f5 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:06.086373 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-512fcbd6-167b-4379-bb20-c510b3aa0092 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:06.086551 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c443bcd0-974f-4e87-af5c-b84499f33edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:06.112455 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5317eb64-ada5-45b2-9b9d-514380ed7cdd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:06.114084 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5317eb64-ada5-45b2-9b9d-514380ed7cdd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:06.115047 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5317eb64-ada5-45b2-9b9d-514380ed7cdd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:21:06.137778 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-78782e86-eb81-474b-8dda-0efda90a1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:06.142917 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c443bcd0-974f-4e87-af5c-b84499f33edf None None] For port 93393b75-2982-4943-adf7-cdee6dedf758, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=93393b75-2982-4943-adf7-cdee6dedf758,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:06.151010 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-512fcbd6-167b-4379-bb20-c510b3aa0092 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:06.188193 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c443bcd0-974f-4e87-af5c-b84499f33edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:06.199553 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78782e86-eb81-474b-8dda-0efda90a1c89 None None] Pushing event deleted for resources: {'Port': ['ID=7478f6f2-5e30-4d2f-8dda-0690ee4636de,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:06.201444 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78782e86-eb81-474b-8dda-0efda90a1c89 None None] No DVR routers for this DVR port 7478f6f2-5e30-4d2f-8dda-0690ee4636de on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:21:06.285454 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443bcd0-974f-4e87-af5c-b84499f33edf None None] Pushing event updated for resources: {'Port': ['ID=93393b75-2982-4943-adf7-cdee6dedf758,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:06.289532 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7478f6f2-5e30-4d2f-8dda-0690ee4636de no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:21:06.310639 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2abfd9bf-7d46-4579-aa5e-f53402cd93eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:06.328891 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 7478f6f2-5e30-4d2f-8dda-0690ee4636de {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:21:06.329247 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7478f6f2-5e30-4d2f-8dda-0690ee4636de not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:21:06.329669 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d47c7699-a754-4f18-9d02-d6e3caeb8e1e no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:21:06.374798 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Calling delete_port for 7478f6f2-5e30-4d2f-8dda-0690ee4636de owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:06.378469 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: d47c7699-a754-4f18-9d02-d6e3caeb8e1e {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:21:06.378866 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d47c7699-a754-4f18-9d02-d6e3caeb8e1e not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:21:06.430549 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9a715ca2-cfd1-4377-81b6-ad11d0022fe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:06.435103 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f15d046f-48a8-4c50-8bae-28c84a35646f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:06.438968 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f15d046f-48a8-4c50-8bae-28c84a35646f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Usage tracker for resource:subnet and tenant:252bea5ac7b143c89da38d9a87822c0c is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:06.441799 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f15d046f-48a8-4c50-8bae-28c84a35646f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:06.447805 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f15d046f-48a8-4c50-8bae-28c84a35646f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:06.460519 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-21618f2c-297c-4d2e-9d87-cb0f0c9a7dd4 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:06.462442 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-512fcbd6-167b-4379-bb20-c510b3aa0092 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:06.463990 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-21618f2c-297c-4d2e-9d87-cb0f0c9a7dd4 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:06.468060 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abfd9bf-7d46-4579-aa5e-f53402cd93eb admin admin] Pushing event deleted for resources: {'Port': ['ID=7f5e6cde-9b69-4fcd-a0db-4a320492c9e1,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:06.523822 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5317eb64-ada5-45b2-9b9d-514380ed7cdd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:21:06.527723 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5317eb64-ada5-45b2-9b9d-514380ed7cdd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7505732 Jan 26 11:21:06.528402 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45558) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:06.566668 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.api [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:21:06.567139 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG oslo_db.api [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:21:06.616369 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15d046f-48a8-4c50-8bae-28c84a35646f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Made reservation on behalf of 252bea5ac7b143c89da38d9a87822c0c for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:06.620013 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f15d046f-48a8-4c50-8bae-28c84a35646f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:06.645125 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9a715ca2-cfd1-4377-81b6-ad11d0022fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:06.672393 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-21618f2c-297c-4d2e-9d87-cb0f0c9a7dd4 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:06.673142 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21618f2c-297c-4d2e-9d87-cb0f0c9a7dd4 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Fanout notify agent at l3_agent the message router_deleted on router ec7a0c02-2529-4804-bbeb-ddbde3bade3f {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:21:06.744871 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9a715ca2-cfd1-4377-81b6-ad11d0022fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:06.788422 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a715ca2-cfd1-4377-81b6-ad11d0022fe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=083cb517-daf9-46a6-b8c3-2a43e684eac8,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:06.793243 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9a715ca2-cfd1-4377-81b6-ad11d0022fe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:06.798252 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-512fcbd6-167b-4379-bb20-c510b3aa0092 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:06.807909 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ef4507-9fc8-4f65-a0a9-718698e5d0dc None None] Network 976dd945-7257-44e6-8aa8-a5388a259456 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:06.838266 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-94724dd7-83b4-4f25-88ff-331ddcfcbb90 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet d8aae54a-7507-44c4-a074-794a9fb511d0 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:21:06.848117 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9a715ca2-cfd1-4377-81b6-ad11d0022fe0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/083cb517-daf9-46a6-b8c3-2a43e684eac8 HTTP/1.1" status: 204 len: 168 time: 1.4942887 Jan 26 11:21:06.854559 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45562) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:06.865291 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-94724dd7-83b4-4f25-88ff-331ddcfcbb90 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:06.954657 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-512fcbd6-167b-4379-bb20-c510b3aa0092 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Allocated IP 172.26.5.75 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/5bf75bb4-2873-4177-8382-e2cd44d7df28) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:06.957904 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-21618f2c-297c-4d2e-9d87-cb0f0c9a7dd4 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:06.959160 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-21618f2c-297c-4d2e-9d87-cb0f0c9a7dd4 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "DELETE /v2.0/routers/ec7a0c02-2529-4804-bbeb-ddbde3bade3f HTTP/1.1" status: 204 len: 168 time: 3.7615652 Jan 26 11:21:06.965307 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45566) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:06.974652 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-5cfaa229-cfb4-47be-8a1f-c2aad080018e tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-152795329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:06.974910 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbb077-4651-4807-8eaa-f0ecb20b054e req-fb435f3f-c73e-4aa5-9bb2-40be95c58159 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:06.976149 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4fbbb077-4651-4807-8eaa-f0ecb20b054e req-fb435f3f-c73e-4aa5-9bb2-40be95c58159 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.7943301 Jan 26 11:21:06.983355 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5cfaa229-cfb4-47be-8a1f-c2aad080018e tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:07.005047 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5cfaa229-cfb4-47be-8a1f-c2aad080018e tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Usage tracker for resource:router and tenant:b7adfefdf1a24d38965cdb68b112c891 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:07.011474 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5cfaa229-cfb4-47be-8a1f-c2aad080018e tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:07.029334 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5cfaa229-cfb4-47be-8a1f-c2aad080018e tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:07.079679 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-94724dd7-83b4-4f25-88ff-331ddcfcbb90 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:07.088844 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Deleting port 7478f6f2-5e30-4d2f-8dda-0690ee4636de {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:07.089191 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:07.125278 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa229-cfb4-47be-8a1f-c2aad080018e tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:07.126296 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa229-cfb4-47be-8a1f-c2aad080018e tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:07.138264 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faa5b52-4058-4231-9b0b-cb24655d601d None None] DHCP port deletion for 976dd945-7257-44e6-8aa8-a5388a259456 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:21:07.144866 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-3faa5b52-4058-4231-9b0b-cb24655d601d None None] Deleting port 531cd0da-fc9e-4cbe-90a4-d37b48f26533 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:07.145492 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3faa5b52-4058-4231-9b0b-cb24655d601d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:07.187828 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] The port '7478f6f2-5e30-4d2f-8dda-0690ee4636de' was deleted {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:21:07.257966 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa229-cfb4-47be-8a1f-c2aad080018e tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:07.275695 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4fbbb077-4651-4807-8eaa-f0ecb20b054e req-4638884b-560f-4094-b49c-e0e9aa508943 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736361 Jan 26 11:21:07.277968 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ecb9826f-dea9-40e7-98f0-04e4f98f3e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:07.291718 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2abfd9bf-7d46-4579-aa5e-f53402cd93eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:07.310402 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-512fcbd6-167b-4379-bb20-c510b3aa0092 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:07.371116 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-3faa5b52-4058-4231-9b0b-cb24655d601d None None] For port 531cd0da-fc9e-4cbe-90a4-d37b48f26533, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=531cd0da-fc9e-4cbe-90a4-d37b48f26533,segment=NetworkSegment(ce9e9fd2-9afc-4447-8440-7f353ce0aec4),segment_id=ce9e9fd2-9afc-4447-8440-7f353ce0aec4)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:07.371649 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3faa5b52-4058-4231-9b0b-cb24655d601d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:07.374812 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:07.402664 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa229-cfb4-47be-8a1f-c2aad080018e tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:07.412618 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-ecb9826f-dea9-40e7-98f0-04e4f98f3e32 admin admin] Deleting port 531cd0da-fc9e-4cbe-90a4-d37b48f26533 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:07.413215 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ecb9826f-dea9-40e7-98f0-04e4f98f3e32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:07.427134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['011bf353-019c-432d-88b2-da48fca6af2c']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:07.451024 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5fec1e-1d5e-4535-bb89-dcb88e8f2318') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:07.451440 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5fec1e-1d5e-4535-bb89-dcb88e8f2318') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:07.466513 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa229-cfb4-47be-8a1f-c2aad080018e tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:07.471636 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5cfaa229-cfb4-47be-8a1f-c2aad080018e tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5052912 Jan 26 11:21:07.473968 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45572) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:07.480777 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-e15c302d-cca5-4f9e-a687-649a33bfc00f tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'enable_snat': False}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:07.517565 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-3faa5b52-4058-4231-9b0b-cb24655d601d None None] Calling delete_port for 531cd0da-fc9e-4cbe-90a4-d37b48f26533 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:07.546094 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:07.621148 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3faa5b52-4058-4231-9b0b-cb24655d601d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:07.659361 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:07.682366 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faa5b52-4058-4231-9b0b-cb24655d601d None None] No DVR routers for this DVR port 531cd0da-fc9e-4cbe-90a4-d37b48f26533 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:21:07.691325 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-512fcbd6-167b-4379-bb20-c510b3aa0092 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:07.692902 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa5b52-4058-4231-9b0b-cb24655d601d None None] Pushing event deleted for resources: {'Port': ['ID=531cd0da-fc9e-4cbe-90a4-d37b48f26533,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:07.712148 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-94724dd7-83b4-4f25-88ff-331ddcfcbb90 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:07.753730 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-ecb9826f-dea9-40e7-98f0-04e4f98f3e32 admin admin] The port '531cd0da-fc9e-4cbe-90a4-d37b48f26533' was deleted {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:21:07.811456 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f15d046f-48a8-4c50-8bae-28c84a35646f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:07.874954 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:21:07.874954 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:21:07.900570 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:21:08.061433 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d046f-48a8-4c50-8bae-28c84a35646f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Subnet': ['ID=b087c9ad-ab0c-4cb9-9f57-b9a21639ef2c,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:08.176850 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512fcbd6-167b-4379-bb20-c510b3aa0092 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:08.186852 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-512fcbd6-167b-4379-bb20-c510b3aa0092 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:08.208966 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ecb9826f-dea9-40e7-98f0-04e4f98f3e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:08.244590 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512fcbd6-167b-4379-bb20-c510b3aa0092 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:08.253119 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15d046f-48a8-4c50-8bae-28c84a35646f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Checking segment: {'id': 'e05935ab-6bc6-4c09-91ea-07e363a11829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b9509a12-718f-470e-8a8d-30f75cb58223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:08.253482 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15d046f-48a8-4c50-8bae-28c84a35646f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network hostable DHCP agents. Network: b9509a12-718f-470e-8a8d-30f75cb58223, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:21:08.271851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fcbd6-167b-4379-bb20-c510b3aa0092 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event updated for resources: {'Port': ['ID=5bf75bb4-2873-4177-8382-e2cd44d7df28,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:08.276607 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-94724dd7-83b4-4f25-88ff-331ddcfcbb90 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:08.283134 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-ecb9826f-dea9-40e7-98f0-04e4f98f3e32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976dd945-7257-44e6-8aa8-a5388a259456']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:08.292252 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e15c302d-cca5-4f9e-a687-649a33bfc00f tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:08.298476 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:08.322133 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 93393b75-2982-4943-adf7-cdee6dedf758 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:21:08.328517 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:08.344275 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event deleted for resources: {'Network': ['ID=011bf353-019c-432d-88b2-da48fca6af2c,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:08.351463 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-ecb9826f-dea9-40e7-98f0-04e4f98f3e32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce9e9fd2-9afc-4447-8440-7f353ce0aec4') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:08.351757 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-ecb9826f-dea9-40e7-98f0-04e4f98f3e32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce9e9fd2-9afc-4447-8440-7f353ce0aec4') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:08.365060 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94724dd7-83b4-4f25-88ff-331ddcfcbb90 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=d8aae54a-7507-44c4-a074-794a9fb511d0,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:08.372830 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-94724dd7-83b4-4f25-88ff-331ddcfcbb90 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:08.380009 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ba415d15-54ea-4f6a-8350-303a63e48843 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "DELETE /v2.0/networks/011bf353-019c-432d-88b2-da48fca6af2c HTTP/1.1" status: 204 len: 168 time: 7.0620930 Jan 26 11:21:08.382398 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45578) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:08.392378 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a9c68fcd-3155-498b-9752-2d9ea563e5b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-773658115'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:08.393840 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d3ba8a-1f1d-4e78-9d03-13833294e7cb None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:08.400640 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a9c68fcd-3155-498b-9752-2d9ea563e5b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:08.409863 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a9c68fcd-3155-498b-9752-2d9ea563e5b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Usage tracker for resource:network and tenant:16e63912742a46349a7748f4e9b4ff24 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:08.413848 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a9c68fcd-3155-498b-9752-2d9ea563e5b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:08.421192 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a9c68fcd-3155-498b-9752-2d9ea563e5b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:08.433376 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-512fcbd6-167b-4379-bb20-c510b3aa0092 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:08.435330 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ecb9826f-dea9-40e7-98f0-04e4f98f3e32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:08.480554 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15d046f-48a8-4c50-8bae-28c84a35646f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network b9509a12-718f-470e-8a8d-30f75cb58223 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:21:08.485251 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c68fcd-3155-498b-9752-2d9ea563e5b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Made reservation on behalf of 16e63912742a46349a7748f4e9b4ff24 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:08.489177 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a9c68fcd-3155-498b-9752-2d9ea563e5b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:08.497150 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ecb9826f-dea9-40e7-98f0-04e4f98f3e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:08.511314 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-94724dd7-83b4-4f25-88ff-331ddcfcbb90 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/d8aae54a-7507-44c4-a074-794a9fb511d0 HTTP/1.1" status: 204 len: 168 time: 1.9686387 Jan 26 11:21:08.516153 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45582) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:08.526897 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a06f1-8ee8-4cde-9b01-e7482399b6ca req-efef91dc-8cf7-4fec-9be7-d4e175cdd3e4 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:08.528422 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-628a06f1-8ee8-4cde-9b01-e7482399b6ca req-efef91dc-8cf7-4fec-9be7-d4e175cdd3e4 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.6527913 Jan 26 11:21:08.529746 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb9826f-dea9-40e7-98f0-04e4f98f3e32 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:21:08.530140 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ecb9826f-dea9-40e7-98f0-04e4f98f3e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:21:08.548062 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:21:08.550522 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-f15d046f-48a8-4c50-8bae-28c84a35646f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, b9509a12-718f-470e-8a8d-30f75cb58223) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:08.576707 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8093a1-0fbc-44ec-a6f4-a1752e7dce0f None None] Network b9509a12-718f-470e-8a8d-30f75cb58223 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:08.596998 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-512fcbd6-167b-4379-bb20-c510b3aa0092 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:08.644699 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c68fcd-3155-498b-9752-2d9ea563e5b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:21:08.645145 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15d046f-48a8-4c50-8bae-28c84a35646f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:08.645746 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f15d046f-48a8-4c50-8bae-28c84a35646f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:08.650550 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abfd9bf-7d46-4579-aa5e-f53402cd93eb admin admin] Router dc8815fb-8dc2-44b4-a64b-86d3c41f431a has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:21:08.682927 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-052a1158-9260-4f6a-b865-1d684761dd64 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1639888 Jan 26 11:21:08.688173 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45586) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:08.703225 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a9c68fcd-3155-498b-9752-2d9ea563e5b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:08.703860 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-a9c68fcd-3155-498b-9752-2d9ea563e5b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Added segment 2ae48640-7353-4948-9ad3-91c57b267932 of type vlan for network bb7af424-7945-4f20-84c0-15e0fe7d12e4 Jan 26 11:21:08.713831 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-aa497aef-0863-4361-8f87-5eda69947026 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:08.728935 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 93393b75-2982-4943-adf7-cdee6dedf758 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:08.729443 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:08.783414 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f15d046f-48a8-4c50-8bae-28c84a35646f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0952804 Jan 26 11:21:08.791207 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45590) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:08.889960 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-5d669bf0-3534-4cc2-a2b7-12bb22ad9615 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'subnet': {'network_id': 'e9020c85-1de9-4ce4-bc7f-d9b16f02e465', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:08.891359 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a9c68fcd-3155-498b-9752-2d9ea563e5b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:08.912743 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ecb9826f-dea9-40e7-98f0-04e4f98f3e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:08.928776 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ecb9826f-dea9-40e7-98f0-04e4f98f3e32 admin admin] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:08.946520 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-628a06f1-8ee8-4cde-9b01-e7482399b6ca req-405d4f54-4f38-4002-a293-43e4cd6cbc5f tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3407383 Jan 26 11:21:09.007976 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876f3cfe-9c86-43b4-bf23-78cf9bf30235 None None] DHCP port deletion for ba6f0584-2941-48e6-9427-2229465f5a54 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:21:09.008658 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-aa497aef-0863-4361-8f87-5eda69947026 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:09.008969 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9826f-dea9-40e7-98f0-04e4f98f3e32 admin admin] Pushing event deleted for resources: {'Network': ['ID=976dd945-7257-44e6-8aa8-a5388a259456,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:09.014398 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ecb9826f-dea9-40e7-98f0-04e4f98f3e32 admin admin] 10.222.0.39 "DELETE /v2.0/networks/976dd945-7257-44e6-8aa8-a5388a259456 HTTP/1.1" status: 204 len: 168 time: 2.1223767 Jan 26 11:21:09.039838 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9b7eb1-10a5-4609-91da-5cd5571e2700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-b9509a12-718f-470e-8a8d-30f75cb58223', 'network_id': 'b9509a12-718f-470e-8a8d-30f75cb58223', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'fixed_ips': [{'subnet_id': 'b087c9ad-ab0c-4cb9-9f57-b9a21639ef2c'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:21:09.045820 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6f9b7eb1-10a5-4609-91da-5cd5571e2700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:09.070943 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-876f3cfe-9c86-43b4-bf23-78cf9bf30235 None None] Deleting port 93393b75-2982-4943-adf7-cdee6dedf758 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:09.073648 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-876f3cfe-9c86-43b4-bf23-78cf9bf30235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:09.132245 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-aa497aef-0863-4361-8f87-5eda69947026 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:subnet and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:09.137284 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-aa497aef-0863-4361-8f87-5eda69947026 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:09.158675 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-aa497aef-0863-4361-8f87-5eda69947026 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:09.164822 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-5d669bf0-3534-4cc2-a2b7-12bb22ad9615 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:09.167386 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.resource_extend [None req-a9c68fcd-3155-498b-9752-2d9ea563e5b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:21:09.175496 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5d669bf0-3534-4cc2-a2b7-12bb22ad9615 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Usage tracker for resource:subnet and tenant:252bea5ac7b143c89da38d9a87822c0c is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:09.184369 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5d669bf0-3534-4cc2-a2b7-12bb22ad9615 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:09.194254 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-5d669bf0-3534-4cc2-a2b7-12bb22ad9615 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:09.226101 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d669bf0-3534-4cc2-a2b7-12bb22ad9615 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Made reservation on behalf of 252bea5ac7b143c89da38d9a87822c0c for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:09.238802 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5d669bf0-3534-4cc2-a2b7-12bb22ad9615 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:09.260739 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa497aef-0863-4361-8f87-5eda69947026 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:09.264356 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aa497aef-0863-4361-8f87-5eda69947026 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:09.281766 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 531cd0da-fc9e-4cbe-90a4-d37b48f26533 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:21:09.315688 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a9c68fcd-3155-498b-9752-2d9ea563e5b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:09.321644 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c68fcd-3155-498b-9752-2d9ea563e5b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:09.322243 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a9c68fcd-3155-498b-9752-2d9ea563e5b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:09.328584 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 531cd0da-fc9e-4cbe-90a4-d37b48f26533 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:21:09.329114 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 531cd0da-fc9e-4cbe-90a4-d37b48f26533 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:21:09.389763 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e15c302d-cca5-4f9e-a687-649a33bfc00f tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:09.416697 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abfd9bf-7d46-4579-aa5e-f53402cd93eb admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:21:09.428210 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2abfd9bf-7d46-4579-aa5e-f53402cd93eb admin admin] 10.222.0.39 "PUT /v2.0/routers/dc8815fb-8dc2-44b4-a64b-86d3c41f431a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5022891 Jan 26 11:21:09.432047 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0528bab4-4721-4d80-8ae2-8e431b43abbb None None] Sync routers for ids ['dc8815fb-8dc2-44b4-a64b-86d3c41f431a'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:21:09.436780 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45600) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:09.437222 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45602) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:09.463894 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0528bab4-4721-4d80-8ae2-8e431b43abbb None None] Routers {'dc8815fb-8dc2-44b4-a64b-86d3c41f431a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:09.464516 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-0528bab4-4721-4d80-8ae2-8e431b43abbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['dc8815fb-8dc2-44b4-a64b-86d3c41f431a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:09.502271 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e15c302d-cca5-4f9e-a687-649a33bfc00f tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:09.804986 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87328330-0826-491b-b462-f701f00f020f req-cd8b1efe-bb23-4fe9-9288-7e0af43ed939 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:09.807003 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-87328330-0826-491b-b462-f701f00f020f req-cd8b1efe-bb23-4fe9-9288-7e0af43ed939 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.3919427 Jan 26 11:21:09.818828 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-876f3cfe-9c86-43b4-bf23-78cf9bf30235 None None] For port 93393b75-2982-4943-adf7-cdee6dedf758, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=93393b75-2982-4943-adf7-cdee6dedf758,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:09.819220 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-876f3cfe-9c86-43b4-bf23-78cf9bf30235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:09.894058 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-87328330-0826-491b-b462-f701f00f020f req-645e32e9-1d85-4a20-89ef-253ae9dfb60e tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681167 Jan 26 11:21:09.915854 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a9c68fcd-3155-498b-9752-2d9ea563e5b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5284653 Jan 26 11:21:09.917905 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45608) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:09.918057 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.resource_extend [None req-512fcbd6-167b-4379-bb20-c510b3aa0092 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:21:09.932281 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-075bff96-2e5c-4eb1-8cac-5f8cb9a1fc5f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Request body: {'subnet': {'network_id': 'bb7af424-7945-4f20-84c0-15e0fe7d12e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:09.948400 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c68fcd-3155-498b-9752-2d9ea563e5b9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event updated for resources: {'Network': ['ID=bb7af424-7945-4f20-84c0-15e0fe7d12e4,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:09.961620 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-6f9b7eb1-10a5-4609-91da-5cd5571e2700 None None] Allocated IP 172.20.0.2 (b9509a12-718f-470e-8a8d-30f75cb58223/b087c9ad-ab0c-4cb9-9f57-b9a21639ef2c/4ca30f7f-4459-4920-9c60-1523dece2ba1) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:09.965144 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5d669bf0-3534-4cc2-a2b7-12bb22ad9615 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:09.970614 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-876f3cfe-9c86-43b4-bf23-78cf9bf30235 None None] Calling delete_port for 93393b75-2982-4943-adf7-cdee6dedf758 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:09.974949 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-512fcbd6-167b-4379-bb20-c510b3aa0092 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:10.000518 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network bb7af424-7945-4f20-84c0-15e0fe7d12e4 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:21:10.002296 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-512fcbd6-167b-4379-bb20-c510b3aa0092 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:10.022806 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-0528bab4-4721-4d80-8ae2-8e431b43abbb None None] Set router dc8815fb-8dc2-44b4-a64b-86d3c41f431a gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:21:10.061698 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-e15c302d-cca5-4f9e-a687-649a33bfc00f tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Allocated IP 172.26.5.69 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/acefb025-da30-475a-bdfc-0836865e911a) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:10.137104 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-075bff96-2e5c-4eb1-8cac-5f8cb9a1fc5f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:10.139417 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d669bf0-3534-4cc2-a2b7-12bb22ad9615 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Subnet': ['ID=6f926960-8f6f-445e-bb83-e8091be8f263,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:10.146442 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-075bff96-2e5c-4eb1-8cac-5f8cb9a1fc5f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Usage tracker for resource:subnet and tenant:16e63912742a46349a7748f4e9b4ff24 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:10.151271 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-075bff96-2e5c-4eb1-8cac-5f8cb9a1fc5f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:10.160633 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-075bff96-2e5c-4eb1-8cac-5f8cb9a1fc5f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:10.165813 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d669bf0-3534-4cc2-a2b7-12bb22ad9615 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Checking segment: {'id': '8880dab6-645b-4a59-bd55-aa325fcf526a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e9020c85-1de9-4ce4-bc7f-d9b16f02e465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:10.166399 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d669bf0-3534-4cc2-a2b7-12bb22ad9615 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network hostable DHCP agents. Network: e9020c85-1de9-4ce4-bc7f-d9b16f02e465, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:21:10.185842 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075bff96-2e5c-4eb1-8cac-5f8cb9a1fc5f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Made reservation on behalf of 16e63912742a46349a7748f4e9b4ff24 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:10.190434 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-075bff96-2e5c-4eb1-8cac-5f8cb9a1fc5f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:10.213499 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9b7a8624-5ea1-44c2-9b69-9f5ccbc7e3a3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80fe64ad2f7248c68674303bf7b13547&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7727358 Jan 26 11:21:10.216066 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45612) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:10.246707 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d669bf0-3534-4cc2-a2b7-12bb22ad9615 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network e9020c85-1de9-4ce4-bc7f-d9b16f02e465 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:21:10.306913 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 93393b75-2982-4943-adf7-cdee6dedf758 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:21:10.324782 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fcbd6-167b-4379-bb20-c510b3aa0092 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event updated for resources: {'Port': ['ID=5bf75bb4-2873-4177-8382-e2cd44d7df28,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:10.341180 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-5d669bf0-3534-4cc2-a2b7-12bb22ad9615 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, e9020c85-1de9-4ce4-bc7f-d9b16f02e465) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:10.341851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-590562e3-87d1-4377-b894-a936a09f8389 admin admin] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:10.346398 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d669bf0-3534-4cc2-a2b7-12bb22ad9615 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:10.347062 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5d669bf0-3534-4cc2-a2b7-12bb22ad9615 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:10.378005 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d81ddc-9f2e-4bde-a353-301d0be8e8d6 None None] Network e9020c85-1de9-4ce4-bc7f-d9b16f02e465 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:10.407457 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5d669bf0-3534-4cc2-a2b7-12bb22ad9615 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6008706 Jan 26 11:21:10.412652 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45616) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:10.413427 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-aee4afd6-3c15-46a9-a705-df02b41985e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:10.420960 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-66eecef9-e70b-4791-8edd-ba81a8d2bf83 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-938057391', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:10.444029 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-66eecef9-e70b-4791-8edd-ba81a8d2bf83 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:10.448729 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-512fcbd6-167b-4379-bb20-c510b3aa0092 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:10.461041 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-66eecef9-e70b-4791-8edd-ba81a8d2bf83 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Usage tracker for resource:router and tenant:252bea5ac7b143c89da38d9a87822c0c is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:10.468350 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-aee4afd6-3c15-46a9-a705-df02b41985e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:10.475496 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-66eecef9-e70b-4791-8edd-ba81a8d2bf83 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:10.503365 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-66eecef9-e70b-4791-8edd-ba81a8d2bf83 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:10.579280 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-512fcbd6-167b-4379-bb20-c510b3aa0092 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:10.579497 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-66eecef9-e70b-4791-8edd-ba81a8d2bf83 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:10.582894 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-512fcbd6-167b-4379-bb20-c510b3aa0092 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7270896 Jan 26 11:21:10.583024 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-66eecef9-e70b-4791-8edd-ba81a8d2bf83 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:10.584762 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45620) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:10.598211 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-2f5983e8-e0b7-4b27-8360-5b8537cafa6f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Request body: {'port': {'network_id': '9d862b1a-16c4-474a-99d7-108083ba8e4c', 'name': 'tempest-FloatingIPTestJSON-834452743'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:10.661309 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-aee4afd6-3c15-46a9-a705-df02b41985e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:10.662050 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e15c302d-cca5-4f9e-a687-649a33bfc00f tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:10.680082 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aa497aef-0863-4361-8f87-5eda69947026 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:10.738609 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-66eecef9-e70b-4791-8edd-ba81a8d2bf83 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:10.772665 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4afd6-3c15-46a9-a705-df02b41985e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44d4746-8b85-4623-9831-608af7368941,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:10.774194 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa497aef-0863-4361-8f87-5eda69947026 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:10.779015 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-aa497aef-0863-4361-8f87-5eda69947026 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:10.782408 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-590562e3-87d1-4377-b894-a936a09f8389 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:10.786475 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa497aef-0863-4361-8f87-5eda69947026 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:10.787360 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aa497aef-0863-4361-8f87-5eda69947026 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:10.805463 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-876f3cfe-9c86-43b4-bf23-78cf9bf30235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:10.809379 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa497aef-0863-4361-8f87-5eda69947026 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=4d739bf5-e52b-4db2-8f0b-5285764bd17b,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:10.829451 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-590562e3-87d1-4377-b894-a936a09f8389 admin admin] Deleting port 1126d43e-6500-4ed0-b0b6-d78f5361bfc0 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:10.830008 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-590562e3-87d1-4377-b894-a936a09f8389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:10.833948 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ed8988-cf0c-4308-93b1-83dec7fb6eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-e9020c85-1de9-4ce4-bc7f-d9b16f02e465', 'network_id': 'e9020c85-1de9-4ce4-bc7f-d9b16f02e465', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'fixed_ips': [{'subnet_id': '6f926960-8f6f-445e-bb83-e8091be8f263'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:21:10.834799 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-94ed8988-cf0c-4308-93b1-83dec7fb6eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:10.846673 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-075bff96-2e5c-4eb1-8cac-5f8cb9a1fc5f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:10.869408 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-aa497aef-0863-4361-8f87-5eda69947026 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1800828 Jan 26 11:21:10.870347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45624) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:10.888750 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-66eecef9-e70b-4791-8edd-ba81a8d2bf83 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:10.889609 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e15c302d-cca5-4f9e-a687-649a33bfc00f tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:10.900357 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-3db05708-2738-4318-970b-c3f5452b9ba6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-401040028', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:10.917836 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-aee4afd6-3c15-46a9-a705-df02b41985e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:10.921578 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-aee4afd6-3c15-46a9-a705-df02b41985e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b44d4746-8b85-4623-9831-608af7368941 HTTP/1.1" status: 204 len: 168 time: 0.7042084 Jan 26 11:21:10.926372 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2f5983e8-e0b7-4b27-8360-5b8537cafa6f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:10.950528 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-66eecef9-e70b-4791-8edd-ba81a8d2bf83 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:10.953734 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-66eecef9-e70b-4791-8edd-ba81a8d2bf83 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5359294 Jan 26 11:21:10.956973 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2f5983e8-e0b7-4b27-8360-5b8537cafa6f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Usage tracker for resource:port and tenant:68260ee4e7d844c68a0428a738fc37f5 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:10.965435 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45632) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:10.966247 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2f5983e8-e0b7-4b27-8360-5b8537cafa6f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:10.966384 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-3db05708-2738-4318-970b-c3f5452b9ba6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:10.977111 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2f5983e8-e0b7-4b27-8360-5b8537cafa6f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:10.984952 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bff96-2e5c-4eb1-8cac-5f8cb9a1fc5f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event updated for resources: {'Subnet': ['ID=70ae4911-7faa-4a84-b1b2-870cae206a26,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:11.002543 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075bff96-2e5c-4eb1-8cac-5f8cb9a1fc5f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Checking segment: {'id': '2ae48640-7353-4948-9ad3-91c57b267932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'bb7af424-7945-4f20-84c0-15e0fe7d12e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:11.002981 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075bff96-2e5c-4eb1-8cac-5f8cb9a1fc5f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Network hostable DHCP agents. Network: bb7af424-7945-4f20-84c0-15e0fe7d12e4, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:21:11.009177 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5983e8-e0b7-4b27-8360-5b8537cafa6f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Made reservation on behalf of 68260ee4e7d844c68a0428a738fc37f5 for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:11.013141 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2f5983e8-e0b7-4b27-8360-5b8537cafa6f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:11.014965 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Port 93393b75-2982-4943-adf7-cdee6dedf758 update to DOWN by agent not found {{(pid=87444) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 26 11:21:11.038545 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3db05708-2738-4318-970b-c3f5452b9ba6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:router and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:11.046947 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-2f5983e8-e0b7-4b27-8360-5b8537cafa6f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] device_id is not set on port 39d1e7d8-d1d8-4c46-a449-5ace2d44f53f yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:21:11.048365 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876f3cfe-9c86-43b4-bf23-78cf9bf30235 None None] No DVR routers for this DVR port 93393b75-2982-4943-adf7-cdee6dedf758 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:21:11.054278 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3db05708-2738-4318-970b-c3f5452b9ba6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:11.084615 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f3cfe-9c86-43b4-bf23-78cf9bf30235 None None] Pushing event deleted for resources: {'Port': ['ID=93393b75-2982-4943-adf7-cdee6dedf758,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:11.110772 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075bff96-2e5c-4eb1-8cac-5f8cb9a1fc5f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Network bb7af424-7945-4f20-84c0-15e0fe7d12e4 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:21:11.117259 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-3db05708-2738-4318-970b-c3f5452b9ba6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:11.131903 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4a8e3a-a415-4890-86de-2285f6cc4b9a None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:11.140303 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-075bff96-2e5c-4eb1-8cac-5f8cb9a1fc5f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, bb7af424-7945-4f20-84c0-15e0fe7d12e4) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:11.147720 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075bff96-2e5c-4eb1-8cac-5f8cb9a1fc5f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:11.148675 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-075bff96-2e5c-4eb1-8cac-5f8cb9a1fc5f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:11.153283 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15c302d-cca5-4f9e-a687-649a33bfc00f tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:11.220717 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53017005-c9c3-4cc7-b764-a9efcec548cf None None] Network bb7af424-7945-4f20-84c0-15e0fe7d12e4 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:11.228095 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c302d-cca5-4f9e-a687-649a33bfc00f tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Pushing event updated for resources: {'Port': ['ID=acefb025-da30-475a-bdfc-0836865e911a,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:11.230611 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-e15c302d-cca5-4f9e-a687-649a33bfc00f tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:11.248048 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-075bff96-2e5c-4eb1-8cac-5f8cb9a1fc5f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3295486 Jan 26 11:21:11.248656 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15c302d-cca5-4f9e-a687-649a33bfc00f tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:11.253049 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45638) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:11.308165 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3db05708-2738-4318-970b-c3f5452b9ba6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:11.309183 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3db05708-2738-4318-970b-c3f5452b9ba6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:11.488479 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-2f5983e8-e0b7-4b27-8360-5b8537cafa6f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Allocated IP 172.20.0.2 (9d862b1a-16c4-474a-99d7-108083ba8e4c/d5c22375-ea18-4f3d-b7eb-61615d8fdadf/39d1e7d8-d1d8-4c46-a449-5ace2d44f53f) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:11.563074 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4cd90d9e-731b-4ccb-8a50-55ae89a04e1b tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:11.614699 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6f9b7eb1-10a5-4609-91da-5cd5571e2700 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:11.661265 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6f9b7eb1-10a5-4609-91da-5cd5571e2700 None None] Transition to ACTIVE for port object 4ca30f7f-4459-4920-9c60-1523dece2ba1 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:11.717313 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3db05708-2738-4318-970b-c3f5452b9ba6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:11.777991 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-0528bab4-4721-4d80-8ae2-8e431b43abbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'name': 'tempest-ServersTestJSON-1499700378-router', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '1126d43e-6500-4ed0-b0b6-d78f5361bfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:51Z', 'updated_at': '2022-01-26T11:21:06Z', 'revision_number': 5, 'project_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'gw_port': {'id': '1126d43e-6500-4ed0-b0b6-d78f5361bfc0', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:23:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:11.792199 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6f9b7eb1-10a5-4609-91da-5cd5571e2700 None None] Transition to ACTIVE for port object 4ca30f7f-4459-4920-9c60-1523dece2ba1 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:11.803803 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-94ed8988-cf0c-4308-93b1-83dec7fb6eee None None] Allocated IP 172.21.0.2 (e9020c85-1de9-4ce4-bc7f-d9b16f02e465/6f926960-8f6f-445e-bb83-e8091be8f263/da48107f-5332-48b3-9b95-60f7129f0613) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:11.878257 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4cd90d9e-731b-4ccb-8a50-55ae89a04e1b tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:11.886932 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0528bab4-4721-4d80-8ae2-8e431b43abbb None None] Checking router: dc8815fb-8dc2-44b4-a64b-86d3c41f431a for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:21:11.932733 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2f5983e8-e0b7-4b27-8360-5b8537cafa6f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:11.982220 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4cd90d9e-731b-4ccb-8a50-55ae89a04e1b tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:12.021601 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6f9b7eb1-10a5-4609-91da-5cd5571e2700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:12.029199 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2f5983e8-e0b7-4b27-8360-5b8537cafa6f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:12.077932 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-590562e3-87d1-4377-b894-a936a09f8389 admin admin] For port 1126d43e-6500-4ed0-b0b6-d78f5361bfc0, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=1126d43e-6500-4ed0-b0b6-d78f5361bfc0,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:12.078954 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-590562e3-87d1-4377-b894-a936a09f8389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:12.137130 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3db05708-2738-4318-970b-c3f5452b9ba6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:12.151454 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9b7eb1-10a5-4609-91da-5cd5571e2700 None None] Network b9509a12-718f-470e-8a8d-30f75cb58223 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:12.194260 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd90d9e-731b-4ccb-8a50-55ae89a04e1b tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event deleted for resources: {'Subnet': ['ID=70ae4911-7faa-4a84-b1b2-870cae206a26,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:12.290275 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4cd90d9e-731b-4ccb-8a50-55ae89a04e1b tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:12.310571 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-590562e3-87d1-4377-b894-a936a09f8389 admin admin] Calling delete_port for 1126d43e-6500-4ed0-b0b6-d78f5361bfc0 owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:12.318505 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-4cd90d9e-731b-4ccb-8a50-55ae89a04e1b tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7af424-7945-4f20-84c0-15e0fe7d12e4']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:12.322353 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-6f9b7eb1-10a5-4609-91da-5cd5571e2700 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:12.325175 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9b7eb1-10a5-4609-91da-5cd5571e2700 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:12.327902 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0528bab4-4721-4d80-8ae2-8e431b43abbb None None] Routers {'dc8815fb-8dc2-44b4-a64b-86d3c41f431a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:12.328838 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-0528bab4-4721-4d80-8ae2-8e431b43abbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['dc8815fb-8dc2-44b4-a64b-86d3c41f431a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:12.332751 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-4cd90d9e-731b-4ccb-8a50-55ae89a04e1b tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae48640-7353-4948-9ad3-91c57b267932') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:12.333061 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-4cd90d9e-731b-4ccb-8a50-55ae89a04e1b tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae48640-7353-4948-9ad3-91c57b267932') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:12.346630 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4cd90d9e-731b-4ccb-8a50-55ae89a04e1b tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:12.364919 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4cd90d9e-731b-4ccb-8a50-55ae89a04e1b tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:12.371419 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd90d9e-731b-4ccb-8a50-55ae89a04e1b tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:21:12.371817 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4cd90d9e-731b-4ccb-8a50-55ae89a04e1b tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:12.417839 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfb11a-59da-4919-bffb-b39f6ea59f51 req-ebbafb45-27b3-42fd-b6cc-c56a083ef031 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:12.425497 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-19cfb11a-59da-4919-bffb-b39f6ea59f51 req-ebbafb45-27b3-42fd-b6cc-c56a083ef031 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 1.2086747 Jan 26 11:21:12.427338 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3db05708-2738-4318-970b-c3f5452b9ba6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:12.431242 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3db05708-2738-4318-970b-c3f5452b9ba6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.5512540 Jan 26 11:21:12.436495 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45664) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:12.445037 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8256079-66c5-43c3-a9d8-be983f0505da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-ba6f0584-2941-48e6-9427-2229465f5a54', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'fixed_ips': [{'subnet_id': '4d739bf5-e52b-4db2-8f0b-5285764bd17b'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:21:12.446090 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c8256079-66c5-43c3-a9d8-be983f0505da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:12.458720 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-56584f22-efa3-49f8-8b28-2c33c8918cc9 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:12.466784 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e26161-fccb-4e8b-8689-150dc949cdca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-bb7af424-7945-4f20-84c0-15e0fe7d12e4', 'network_id': 'bb7af424-7945-4f20-84c0-15e0fe7d12e4', 'tenant_id': '16e63912742a46349a7748f4e9b4ff24', 'fixed_ips': [{'subnet_id': '70ae4911-7faa-4a84-b1b2-870cae206a26'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:21:12.467867 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d1e26161-fccb-4e8b-8689-150dc949cdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:21:12.480708 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:21:12.492669 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4cd90d9e-731b-4ccb-8a50-55ae89a04e1b tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:12.529025 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4cd90d9e-731b-4ccb-8a50-55ae89a04e1b tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:12.533138 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5983e8-e0b7-4b27-8360-5b8537cafa6f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Network 9d862b1a-16c4-474a-99d7-108083ba8e4c is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:12.541961 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-2f5983e8-e0b7-4b27-8360-5b8537cafa6f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:12.549213 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd90d9e-731b-4ccb-8a50-55ae89a04e1b tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event deleted for resources: {'Network': ['ID=bb7af424-7945-4f20-84c0-15e0fe7d12e4,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:12.551023 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5983e8-e0b7-4b27-8360-5b8537cafa6f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:12.587297 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4cd90d9e-731b-4ccb-8a50-55ae89a04e1b tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "DELETE /v2.0/networks/bb7af424-7945-4f20-84c0-15e0fe7d12e4 HTTP/1.1" status: 204 len: 168 time: 1.3330867 Jan 26 11:21:12.592457 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5983e8-e0b7-4b27-8360-5b8537cafa6f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event updated for resources: {'Port': ['ID=39d1e7d8-d1d8-4c46-a449-5ace2d44f53f,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:12.597421 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45672) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:12.607839 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-ecc1a440-da50-484b-b5ab-86c3169d505a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-438528053'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:12.627291 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-ecc1a440-da50-484b-b5ab-86c3169d505a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:12.634855 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ecc1a440-da50-484b-b5ab-86c3169d505a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Usage tracker for resource:network and tenant:16e63912742a46349a7748f4e9b4ff24 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:12.639804 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ecc1a440-da50-484b-b5ab-86c3169d505a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:12.648647 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5983e8-e0b7-4b27-8360-5b8537cafa6f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:12.649274 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2f5983e8-e0b7-4b27-8360-5b8537cafa6f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:12.657201 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-ecc1a440-da50-484b-b5ab-86c3169d505a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:12.677611 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2f5983e8-e0b7-4b27-8360-5b8537cafa6f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0847371 Jan 26 11:21:12.678883 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc1a440-da50-484b-b5ab-86c3169d505a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Made reservation on behalf of 16e63912742a46349a7748f4e9b4ff24 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:12.683824 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ecc1a440-da50-484b-b5ab-86c3169d505a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:12.695830 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45678) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:12.708093 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-c6068cd6-fe4d-46a7-b113-365acf67a512 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Request body: {'floatingip': {'port_id': '39d1e7d8-d1d8-4c46-a449-5ace2d44f53f'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:12.710588 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b7eb1-10a5-4609-91da-5cd5571e2700 None None] Pushing event updated for resources: {'Port': ['ID=4ca30f7f-4459-4920-9c60-1523dece2ba1,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:12.801146 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c6068cd6-fe4d-46a7-b113-365acf67a512 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:12.877278 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-19cfb11a-59da-4919-bffb-b39f6ea59f51 req-11241f05-06c0-47bd-83b6-5f8244066d59 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4508891 Jan 26 11:21:12.889317 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc1a440-da50-484b-b5ab-86c3169d505a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:21:12.904644 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ecc1a440-da50-484b-b5ab-86c3169d505a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:12.905151 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-ecc1a440-da50-484b-b5ab-86c3169d505a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Added segment 9d33f4fc-e52e-480b-a2e9-be182e236045 of type vlan for network 2dd4510f-786b-474d-8ff5-d31b11255d6b Jan 26 11:21:12.914470 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-94ed8988-cf0c-4308-93b1-83dec7fb6eee None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:12.944350 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ecc1a440-da50-484b-b5ab-86c3169d505a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:12.951384 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-6f9b7eb1-10a5-4609-91da-5cd5571e2700 None None] Attempting to bind port 4ca30f7f-4459-4920-9c60-1523dece2ba1 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:21:12.951858 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-6f9b7eb1-10a5-4609-91da-5cd5571e2700 None None] Attempting to bind port 4ca30f7f-4459-4920-9c60-1523dece2ba1 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'e05935ab-6bc6-4c09-91ea-07e363a11829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b9509a12-718f-470e-8a8d-30f75cb58223'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:21:12.952231 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9b7eb1-10a5-4609-91da-5cd5571e2700 None None] Attempting to bind port 4ca30f7f-4459-4920-9c60-1523dece2ba1 on network b9509a12-718f-470e-8a8d-30f75cb58223 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:21:12.955557 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-94ed8988-cf0c-4308-93b1-83dec7fb6eee None None] Transition to ACTIVE for port object da48107f-5332-48b3-9b95-60f7129f0613 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:12.962203 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-0528bab4-4721-4d80-8ae2-8e431b43abbb None None] Set router dc8815fb-8dc2-44b4-a64b-86d3c41f431a gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:21:13.105674 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45688) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:13.108796 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ecc1a440-da50-484b-b5ab-86c3169d505a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:13.118768 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc1a440-da50-484b-b5ab-86c3169d505a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:13.119374 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ecc1a440-da50-484b-b5ab-86c3169d505a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:13.210878 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9b7eb1-10a5-4609-91da-5cd5571e2700 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:21:13.211295 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9b7eb1-10a5-4609-91da-5cd5571e2700 None None] Checking segment: {'id': 'e05935ab-6bc6-4c09-91ea-07e363a11829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b9509a12-718f-470e-8a8d-30f75cb58223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:13.211659 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6f9b7eb1-10a5-4609-91da-5cd5571e2700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:13.212057 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9b7eb1-10a5-4609-91da-5cd5571e2700 None None] Bound using segment: {'id': 'e05935ab-6bc6-4c09-91ea-07e363a11829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b9509a12-718f-470e-8a8d-30f75cb58223'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:21:13.212693 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-6f9b7eb1-10a5-4609-91da-5cd5571e2700 None None] Bound port: 4ca30f7f-4459-4920-9c60-1523dece2ba1, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05935ab-6bc6-4c09-91ea-07e363a11829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b9509a12-718f-470e-8a8d-30f75cb58223'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:21:13.213076 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6f9b7eb1-10a5-4609-91da-5cd5571e2700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:13.237184 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-0528bab4-4721-4d80-8ae2-8e431b43abbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'name': 'tempest-ServersTestJSON-1499700378-router', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:51Z', 'updated_at': '2022-01-26T11:21:10Z', 'revision_number': 6, 'project_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:13.301659 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-94ed8988-cf0c-4308-93b1-83dec7fb6eee None None] Transition to ACTIVE for port object da48107f-5332-48b3-9b95-60f7129f0613 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:13.302977 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b637447-9e71-486a-ac93-814616611dcd None None] Network bb7af424-7945-4f20-84c0-15e0fe7d12e4 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:13.318855 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0528bab4-4721-4d80-8ae2-8e431b43abbb None None] The sync data for ids ['dc8815fb-8dc2-44b4-a64b-86d3c41f431a'] in dv-neutron-826439-1-hyperv is: [{'id': 'dc8815fb-8dc2-44b4-a64b-86d3c41f431a', 'name': 'tempest-ServersTestJSON-1499700378-router', 'tenant_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:51Z', 'updated_at': '2022-01-26T11:21:10Z', 'revision_number': 6, 'project_id': '8170d036f1fe4a04b0076d6a1de6bb64', 'gw_port_host': None}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:21:13.324936 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1a440-da50-484b-b5ab-86c3169d505a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event updated for resources: {'Network': ['ID=2dd4510f-786b-474d-8ff5-d31b11255d6b,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:13.339098 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ecc1a440-da50-484b-b5ab-86c3169d505a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7406709 Jan 26 11:21:13.339973 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45696) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:13.366892 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-fa564304-5964-44f0-8f3f-99ac3e32689c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Request body: {'subnet': {'network_id': '2dd4510f-786b-474d-8ff5-d31b11255d6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:13.376801 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 2dd4510f-786b-474d-8ff5-d31b11255d6b details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:21:13.583394 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e15c302d-cca5-4f9e-a687-649a33bfc00f tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:13.584240 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-c8256079-66c5-43c3-a9d8-be983f0505da None None] Allocated IP 2001:db8::2 (ba6f0584-2941-48e6-9427-2229465f5a54/4d739bf5-e52b-4db2-8f0b-5285764bd17b/3f943dca-d487-4c0d-b89f-b5717e7a5297) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:13.594128 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b637447-9e71-486a-ac93-814616611dcd None None] Network bb7af424-7945-4f20-84c0-15e0fe7d12e4 could not be found, it might have been deleted concurrently. {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 26 11:21:13.595894 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-94ed8988-cf0c-4308-93b1-83dec7fb6eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:13.612808 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-326dff10-bab7-4712-b62a-aafda61da529 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-333403052'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:13.629722 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-326dff10-bab7-4712-b62a-aafda61da529 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:13.698028 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-326dff10-bab7-4712-b62a-aafda61da529 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Usage tracker for resource:network and tenant:eec45a85f3014687b26b62cb914b13a8 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:13.708347 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-326dff10-bab7-4712-b62a-aafda61da529 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:13.725145 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-326dff10-bab7-4712-b62a-aafda61da529 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:13.739226 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-fa564304-5964-44f0-8f3f-99ac3e32689c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:13.747159 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ed8988-cf0c-4308-93b1-83dec7fb6eee None None] Network e9020c85-1de9-4ce4-bc7f-d9b16f02e465 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:13.768319 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-94ed8988-cf0c-4308-93b1-83dec7fb6eee None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:13.785516 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ed8988-cf0c-4308-93b1-83dec7fb6eee None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:13.806748 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-fa564304-5964-44f0-8f3f-99ac3e32689c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Usage tracker for resource:subnet and tenant:16e63912742a46349a7748f4e9b4ff24 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:13.817425 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-fa564304-5964-44f0-8f3f-99ac3e32689c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:13.834275 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326dff10-bab7-4712-b62a-aafda61da529 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Made reservation on behalf of eec45a85f3014687b26b62cb914b13a8 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:13.838530 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-326dff10-bab7-4712-b62a-aafda61da529 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:13.852817 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-fa564304-5964-44f0-8f3f-99ac3e32689c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:13.854794 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-326dff10-bab7-4712-b62a-aafda61da529 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:13.877558 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-326dff10-bab7-4712-b62a-aafda61da529 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:13.888736 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-6f9b7eb1-10a5-4609-91da-5cd5571e2700 None None] For port 4ca30f7f-4459-4920-9c60-1523dece2ba1, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:21:13.891233 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-326dff10-bab7-4712-b62a-aafda61da529 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Usage tracker for resource:security_group_rule and tenant:eec45a85f3014687b26b62cb914b13a8 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:13.902686 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed8988-cf0c-4308-93b1-83dec7fb6eee None None] Pushing event updated for resources: {'Port': ['ID=da48107f-5332-48b3-9b95-60f7129f0613,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:13.902904 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-326dff10-bab7-4712-b62a-aafda61da529 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:13.907139 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa564304-5964-44f0-8f3f-99ac3e32689c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Made reservation on behalf of 16e63912742a46349a7748f4e9b4ff24 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:13.910673 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fa564304-5964-44f0-8f3f-99ac3e32689c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:13.964286 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-6f9b7eb1-10a5-4609-91da-5cd5571e2700 None None] For port 4ca30f7f-4459-4920-9c60-1523dece2ba1, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=4ca30f7f-4459-4920-9c60-1523dece2ba1,segment=NetworkSegment(e05935ab-6bc6-4c09-91ea-07e363a11829),segment_id=e05935ab-6bc6-4c09-91ea-07e363a11829)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:21:13.966940 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-94ed8988-cf0c-4308-93b1-83dec7fb6eee None None] Attempting to bind port da48107f-5332-48b3-9b95-60f7129f0613 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:21:13.967369 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-94ed8988-cf0c-4308-93b1-83dec7fb6eee None None] Attempting to bind port da48107f-5332-48b3-9b95-60f7129f0613 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '8880dab6-645b-4a59-bd55-aa325fcf526a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e9020c85-1de9-4ce4-bc7f-d9b16f02e465'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:21:13.967692 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed8988-cf0c-4308-93b1-83dec7fb6eee None None] Attempting to bind port da48107f-5332-48b3-9b95-60f7129f0613 on network e9020c85-1de9-4ce4-bc7f-d9b16f02e465 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:21:13.975586 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed8988-cf0c-4308-93b1-83dec7fb6eee None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:21:13.975586 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed8988-cf0c-4308-93b1-83dec7fb6eee None None] Checking segment: {'id': '8880dab6-645b-4a59-bd55-aa325fcf526a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e9020c85-1de9-4ce4-bc7f-d9b16f02e465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:13.976062 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-94ed8988-cf0c-4308-93b1-83dec7fb6eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:13.976356 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed8988-cf0c-4308-93b1-83dec7fb6eee None None] Bound using segment: {'id': '8880dab6-645b-4a59-bd55-aa325fcf526a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e9020c85-1de9-4ce4-bc7f-d9b16f02e465'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:21:13.976928 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-94ed8988-cf0c-4308-93b1-83dec7fb6eee None None] Bound port: da48107f-5332-48b3-9b95-60f7129f0613, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8880dab6-645b-4a59-bd55-aa325fcf526a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e9020c85-1de9-4ce4-bc7f-d9b16f02e465'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:21:13.977195 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-94ed8988-cf0c-4308-93b1-83dec7fb6eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:13.986226 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-326dff10-bab7-4712-b62a-aafda61da529 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:13.991037 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6f9b7eb1-10a5-4609-91da-5cd5571e2700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:14.222660 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d6c732b5-501d-40a3-be3a-8795a14c79c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:14.237519 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b7eb1-10a5-4609-91da-5cd5571e2700 None None] Pushing event updated for resources: {'Port': ['ID=4ca30f7f-4459-4920-9c60-1523dece2ba1,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:14.257378 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-94ed8988-cf0c-4308-93b1-83dec7fb6eee None None] For port da48107f-5332-48b3-9b95-60f7129f0613, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:21:14.265716 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-94ed8988-cf0c-4308-93b1-83dec7fb6eee None None] For port da48107f-5332-48b3-9b95-60f7129f0613, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=da48107f-5332-48b3-9b95-60f7129f0613,segment=NetworkSegment(8880dab6-645b-4a59-bd55-aa325fcf526a),segment_id=8880dab6-645b-4a59-bd55-aa325fcf526a)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:21:14.278537 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c8256079-66c5-43c3-a9d8-be983f0505da None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:14.281802 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-94ed8988-cf0c-4308-93b1-83dec7fb6eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:14.294852 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-590562e3-87d1-4377-b894-a936a09f8389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:14.351026 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7f5e6cde-9b69-4fcd-a0db-4a320492c9e1 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:21:14.354356 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7fe73-7112-43a9-93cb-e071c16ab144 req-7bb57b1b-13e9-43c0-a5eb-98100eab6f34 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:14.355937 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-01b7fe73-7112-43a9-93cb-e071c16ab144 req-7bb57b1b-13e9-43c0-a5eb-98100eab6f34 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 1.0303328 Jan 26 11:21:14.438827 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c8256079-66c5-43c3-a9d8-be983f0505da None None] Transition to ACTIVE for port object 3f943dca-d487-4c0d-b89f-b5717e7a5297 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:14.472448 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 7f5e6cde-9b69-4fcd-a0db-4a320492c9e1 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:21:14.473393 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7f5e6cde-9b69-4fcd-a0db-4a320492c9e1 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:21:14.474013 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 1126d43e-6500-4ed0-b0b6-d78f5361bfc0 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:21:14.547496 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 1126d43e-6500-4ed0-b0b6-d78f5361bfc0 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:21:14.547837 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 1126d43e-6500-4ed0-b0b6-d78f5361bfc0 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:21:14.552098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590562e3-87d1-4377-b894-a936a09f8389 admin admin] Pushing event deleted for resources: {'Port': ['ID=1126d43e-6500-4ed0-b0b6-d78f5361bfc0,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:14.568414 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c8256079-66c5-43c3-a9d8-be983f0505da None None] Transition to ACTIVE for port object 3f943dca-d487-4c0d-b89f-b5717e7a5297 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:14.595514 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed8988-cf0c-4308-93b1-83dec7fb6eee None None] Pushing event updated for resources: {'Port': ['ID=da48107f-5332-48b3-9b95-60f7129f0613,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:14.596125 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-326dff10-bab7-4712-b62a-aafda61da529 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:14.597855 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.resource_extend [None req-c6068cd6-fe4d-46a7-b113-365acf67a512 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:21:14.604214 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c8256079-66c5-43c3-a9d8-be983f0505da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:14.689856 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8256079-66c5-43c3-a9d8-be983f0505da None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:14.693707 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-c8256079-66c5-43c3-a9d8-be983f0505da None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:14.695634 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-326dff10-bab7-4712-b62a-aafda61da529 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:14.699661 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8256079-66c5-43c3-a9d8-be983f0505da None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:14.769230 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8256079-66c5-43c3-a9d8-be983f0505da None None] Pushing event updated for resources: {'Port': ['ID=3f943dca-d487-4c0d-b89f-b5717e7a5297,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:14.848262 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326dff10-bab7-4712-b62a-aafda61da529 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:21:14.870892 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-c8256079-66c5-43c3-a9d8-be983f0505da None None] Attempting to bind port 3f943dca-d487-4c0d-b89f-b5717e7a5297 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:21:14.871430 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-c8256079-66c5-43c3-a9d8-be983f0505da None None] Attempting to bind port 3f943dca-d487-4c0d-b89f-b5717e7a5297 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:21:14.871886 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8256079-66c5-43c3-a9d8-be983f0505da None None] Attempting to bind port 3f943dca-d487-4c0d-b89f-b5717e7a5297 on network ba6f0584-2941-48e6-9427-2229465f5a54 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:21:14.878950 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8256079-66c5-43c3-a9d8-be983f0505da None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:21:14.879473 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8256079-66c5-43c3-a9d8-be983f0505da None None] Checking segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:14.879967 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c8256079-66c5-43c3-a9d8-be983f0505da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:14.880475 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8256079-66c5-43c3-a9d8-be983f0505da None None] Bound using segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:21:14.881035 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-c8256079-66c5-43c3-a9d8-be983f0505da None None] Bound port: 3f943dca-d487-4c0d-b89f-b5717e7a5297, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:21:14.881504 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c8256079-66c5-43c3-a9d8-be983f0505da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:14.918799 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-326dff10-bab7-4712-b62a-aafda61da529 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:14.919282 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-326dff10-bab7-4712-b62a-aafda61da529 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Added segment 1daf3502-f70e-4352-8756-09ef914ad73d of type vlan for network 819f5e4b-7889-4a50-b3b6-d107d3107ee8 Jan 26 11:21:14.949696 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-326dff10-bab7-4712-b62a-aafda61da529 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:14.981718 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c6068cd6-fe4d-46a7-b113-365acf67a512 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:14.983159 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dff10-bab7-4712-b62a-aafda61da529 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f130190-784b-4142-b1f7-83a9ac14aebc,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:14.987512 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fa564304-5964-44f0-8f3f-99ac3e32689c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:15.000686 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c8256079-66c5-43c3-a9d8-be983f0505da None None] For port 3f943dca-d487-4c0d-b89f-b5717e7a5297, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:21:15.008067 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c8256079-66c5-43c3-a9d8-be983f0505da None None] For port 3f943dca-d487-4c0d-b89f-b5717e7a5297, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=3f943dca-d487-4c0d-b89f-b5717e7a5297,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:21:15.017605 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c8256079-66c5-43c3-a9d8-be983f0505da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:15.024553 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-326dff10-bab7-4712-b62a-aafda61da529 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:15.036824 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326dff10-bab7-4712-b62a-aafda61da529 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:15.037461 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-326dff10-bab7-4712-b62a-aafda61da529 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:15.064676 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c6068cd6-fe4d-46a7-b113-365acf67a512 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:15.088230 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-56584f22-efa3-49f8-8b28-2c33c8918cc9 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Allocated IP 172.20.0.1 (b9509a12-718f-470e-8a8d-30f75cb58223/b087c9ad-ab0c-4cb9-9f57-b9a21639ef2c/6e19be40-1f96-4c36-87df-3a25abb71a8b) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:15.095889 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e15c302d-cca5-4f9e-a687-649a33bfc00f tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:15.101164 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-590562e3-87d1-4377-b894-a936a09f8389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:15.114197 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8256079-66c5-43c3-a9d8-be983f0505da None None] Pushing event updated for resources: {'Port': ['ID=3f943dca-d487-4c0d-b89f-b5717e7a5297,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:15.263938 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e15c302d-cca5-4f9e-a687-649a33bfc00f tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1634753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1634766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1640079'] for router, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:15.268981 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-01b7fe73-7112-43a9-93cb-e071c16ab144 req-1628b441-5468-4867-8309-b7c58f832971 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8026440 Jan 26 11:21:15.321904 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa564304-5964-44f0-8f3f-99ac3e32689c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Checking segment: {'id': '9d33f4fc-e52e-480b-a2e9-be182e236045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '2dd4510f-786b-474d-8ff5-d31b11255d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:15.322434 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa564304-5964-44f0-8f3f-99ac3e32689c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Network hostable DHCP agents. Network: 2dd4510f-786b-474d-8ff5-d31b11255d6b, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:21:15.327013 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dff10-bab7-4712-b62a-aafda61da529 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Pushing event updated for resources: {'Network': ['ID=819f5e4b-7889-4a50-b3b6-d107d3107ee8,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:15.333487 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa564304-5964-44f0-8f3f-99ac3e32689c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event updated for resources: {'Subnet': ['ID=d8caa2d4-13b5-4dbf-901e-37d6ef4ebd0b,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:15.340362 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-326dff10-bab7-4712-b62a-aafda61da529 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2331662 Jan 26 11:21:15.341257 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 819f5e4b-7889-4a50-b3b6-d107d3107ee8 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:21:15.351362 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45700) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:15.435747 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-da916179-f775-4aed-9e69-c723cd46091f tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Request body: {'subnet': {'network_id': '819f5e4b-7889-4a50-b3b6-d107d3107ee8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:15.463118 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-590562e3-87d1-4377-b894-a936a09f8389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:15.472719 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa564304-5964-44f0-8f3f-99ac3e32689c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Network 2dd4510f-786b-474d-8ff5-d31b11255d6b is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:21:15.479813 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-590562e3-87d1-4377-b894-a936a09f8389 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:15.541752 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-fa564304-5964-44f0-8f3f-99ac3e32689c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 2dd4510f-786b-474d-8ff5-d31b11255d6b) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:15.567359 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f754a8d8-4dce-49fd-abef-49abb903f581 None None] Network 2dd4510f-786b-474d-8ff5-d31b11255d6b requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:15.614972 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa564304-5964-44f0-8f3f-99ac3e32689c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:15.615670 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fa564304-5964-44f0-8f3f-99ac3e32689c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:15.627734 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-c6068cd6-fe4d-46a7-b113-365acf67a512 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Floating IP 8582e6d5-7e91-431a-a4dd-64693676da40 associated. External IP: 172.26.5.75, port: 39d1e7d8-d1d8-4c46-a449-5ace2d44f53f. Jan 26 11:21:15.738561 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-da916179-f775-4aed-9e69-c723cd46091f tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:15.766996 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-fa564304-5964-44f0-8f3f-99ac3e32689c tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4097633 Jan 26 11:21:15.767532 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-da916179-f775-4aed-9e69-c723cd46091f tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Usage tracker for resource:subnet and tenant:eec45a85f3014687b26b62cb914b13a8 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:15.790217 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45704) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:15.791529 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-da916179-f775-4aed-9e69-c723cd46091f tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:15.852799 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-da916179-f775-4aed-9e69-c723cd46091f tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:15.949723 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6ebb19-56c8-40d1-a487-4f9450c9975f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-2dd4510f-786b-474d-8ff5-d31b11255d6b', 'network_id': '2dd4510f-786b-474d-8ff5-d31b11255d6b', 'tenant_id': '16e63912742a46349a7748f4e9b4ff24', 'fixed_ips': [{'subnet_id': 'd8caa2d4-13b5-4dbf-901e-37d6ef4ebd0b'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:21:15.950745 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3d6ebb19-56c8-40d1-a487-4f9450c9975f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:16.003103 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da916179-f775-4aed-9e69-c723cd46091f tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Made reservation on behalf of eec45a85f3014687b26b62cb914b13a8 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:16.006724 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-da916179-f775-4aed-9e69-c723cd46091f tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:16.020513 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-d6c732b5-501d-40a3-be3a-8795a14c79c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 2001:db8::1 (ba6f0584-2941-48e6-9427-2229465f5a54/4d739bf5-e52b-4db2-8f0b-5285764bd17b/0e2fd84f-2606-4359-a0e0-cb03486788b5) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:16.105500 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-590562e3-87d1-4377-b894-a936a09f8389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:16.106221 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590562e3-87d1-4377-b894-a936a09f8389 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc8815fb-8dc2-44b4-a64b-86d3c41f431a {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:21:16.182948 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cad30c9-e5c9-48e6-beca-f6748cc17632 None None] Network b9509a12-718f-470e-8a8d-30f75cb58223 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:16.372839 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:16.372980 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-3d6ebb19-56c8-40d1-a487-4f9450c9975f None None] Allocated IP 2001:db8::1 (2dd4510f-786b-474d-8ff5-d31b11255d6b/d8caa2d4-13b5-4dbf-901e-37d6ef4ebd0b/b83724ca-93ee-4980-b659-9a14d4905a2c) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:16.402142 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-56584f22-efa3-49f8-8b28-2c33c8918cc9 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:16.429496 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-590562e3-87d1-4377-b894-a936a09f8389 admin admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:16.434090 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8244306c-a75d-4046-b2ec-c2fd15488e20 None None] Provisioning for port 4ca30f7f-4459-4920-9c60-1523dece2ba1 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:16.441690 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-590562e3-87d1-4377-b894-a936a09f8389 admin admin] 10.222.0.39 "DELETE /v2.0/routers/dc8815fb-8dc2-44b4-a64b-86d3c41f431a HTTP/1.1" status: 204 len: 168 time: 7.0013137 Jan 26 11:21:16.443186 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15c302d-cca5-4f9e-a687-649a33bfc00f tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Router 548939f6-960c-42f9-bf5f-49c0a1c57312 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:21:16.459674 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45710) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:16.601512 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-75617fe0-bb84-482f-946f-1ba7da9386b9 admin admin] Deleting subnet 8af7f97d-3505-49db-8fef-896d429e8e82 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:21:16.618755 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-75617fe0-bb84-482f-946f-1ba7da9386b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:16.674519 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21eb1e17-d975-4d6c-98b2-dc2567f96d0b None None] Network e9020c85-1de9-4ce4-bc7f-d9b16f02e465 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:16.706381 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 3f943dca-d487-4c0d-b89f-b5717e7a5297 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:21:16.745574 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-56584f22-efa3-49f8-8b28-2c33c8918cc9 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Transition to ACTIVE for port object 6e19be40-1f96-4c36-87df-3a25abb71a8b will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:16.766840 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-75617fe0-bb84-482f-946f-1ba7da9386b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:16.844469 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d6c732b5-501d-40a3-be3a-8795a14c79c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:16.931078 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-d6c732b5-501d-40a3-be3a-8795a14c79c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Transition to ACTIVE for port object 0e2fd84f-2606-4359-a0e0-cb03486788b5 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:16.935781 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7dbc22ae-d037-4925-ae0f-e6bdaee9109f None None] Provisioning for port da48107f-5332-48b3-9b95-60f7129f0613 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:16.944812 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:17.004079 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6068cd6-fe4d-46a7-b113-365acf67a512 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Router 0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:21:17.022383 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-da916179-f775-4aed-9e69-c723cd46091f tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:17.065185 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-56584f22-efa3-49f8-8b28-2c33c8918cc9 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:17.208656 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 3f943dca-d487-4c0d-b89f-b5717e7a5297 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:17.216443 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2892aa61-5e01-454f-a4a8-7bc55d5027e5 None None] Provisioning for port 3f943dca-d487-4c0d-b89f-b5717e7a5297 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:17.230413 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 3f943dca-d487-4c0d-b89f-b5717e7a5297 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:17.230794 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:17.236705 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bd2bb-9a03-44f7-8d33-aef6beb6365b req-f2677087-4baf-4b7f-a77c-7fc73b19ffa8 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:17.238503 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-780bd2bb-9a03-44f7-8d33-aef6beb6365b req-f2677087-4baf-4b7f-a77c-7fc73b19ffa8 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.5486984 Jan 26 11:21:17.243940 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da916179-f775-4aed-9e69-c723cd46091f tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Pushing event updated for resources: {'Subnet': ['ID=01d9dd3f-f6d2-412a-9919-d94573210c19,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:17.269039 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15c302d-cca5-4f9e-a687-649a33bfc00f tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:21:17.271464 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2892aa61-5e01-454f-a4a8-7bc55d5027e5 None None] Provisioning complete for port 3f943dca-d487-4c0d-b89f-b5717e7a5297 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:17.272095 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2892aa61-5e01-454f-a4a8-7bc55d5027e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:17.282605 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3450cb4-76b0-45d3-8d9a-9016f0119774 None None] Sync routers for ids ['548939f6-960c-42f9-bf5f-49c0a1c57312'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:21:17.300352 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e15c302d-cca5-4f9e-a687-649a33bfc00f tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:17.302464 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3450cb4-76b0-45d3-8d9a-9016f0119774 None None] Routers {'548939f6-960c-42f9-bf5f-49c0a1c57312'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:17.303285 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d3450cb4-76b0-45d3-8d9a-9016f0119774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['548939f6-960c-42f9-bf5f-49c0a1c57312'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:17.315817 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e15c302d-cca5-4f9e-a687-649a33bfc00f tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "PUT /v2.0/routers/548939f6-960c-42f9-bf5f-49c0a1c57312 HTTP/1.1" status: 200 len: 918 time: 9.8392007 Jan 26 11:21:17.318919 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45714) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:17.329461 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-75617fe0-bb84-482f-946f-1ba7da9386b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:17.345200 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da916179-f775-4aed-9e69-c723cd46091f tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Checking segment: {'id': '1daf3502-f70e-4352-8756-09ef914ad73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '819f5e4b-7889-4a50-b3b6-d107d3107ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:17.345703 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da916179-f775-4aed-9e69-c723cd46091f tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Network hostable DHCP agents. Network: 819f5e4b-7889-4a50-b3b6-d107d3107ee8, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:21:17.366477 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3d6ebb19-56c8-40d1-a487-4f9450c9975f None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:17.380043 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3d6ebb19-56c8-40d1-a487-4f9450c9975f None None] Transition to ACTIVE for port object b83724ca-93ee-4980-b659-9a14d4905a2c will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:17.396429 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d3450cb4-76b0-45d3-8d9a-9016f0119774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:17.404366 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3d6ebb19-56c8-40d1-a487-4f9450c9975f None None] Transition to ACTIVE for port object b83724ca-93ee-4980-b659-9a14d4905a2c will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:17.407497 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3450cb4-76b0-45d3-8d9a-9016f0119774 None None] Routers {'548939f6-960c-42f9-bf5f-49c0a1c57312'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:17.408982 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d3450cb4-76b0-45d3-8d9a-9016f0119774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['548939f6-960c-42f9-bf5f-49c0a1c57312'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:17.417659 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-780bd2bb-9a03-44f7-8d33-aef6beb6365b req-cf1deac8-0b56-4fa5-8541-9494d6169fc9 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580732 Jan 26 11:21:17.424586 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6068cd6-fe4d-46a7-b113-365acf67a512 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:21:17.446972 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c6068cd6-fe4d-46a7-b113-365acf67a512 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:17.453830 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56584f22-efa3-49f8-8b28-2c33c8918cc9 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Port': ['ID=6e19be40-1f96-4c36-87df-3a25abb71a8b,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:17.461342 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56584f22-efa3-49f8-8b28-2c33c8918cc9 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network b9509a12-718f-470e-8a8d-30f75cb58223 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:17.488770 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da916179-f775-4aed-9e69-c723cd46091f tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Network 819f5e4b-7889-4a50-b3b6-d107d3107ee8 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:21:17.492471 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aea9a0-a15c-4ea9-af28-789501267828 None None] Sync routers for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:21:17.505367 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d3450cb4-76b0-45d3-8d9a-9016f0119774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:17.506078 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3450cb4-76b0-45d3-8d9a-9016f0119774 None None] The sync data for ids ['548939f6-960c-42f9-bf5f-49c0a1c57312'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:21:17.512503 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:17.518144 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3d6ebb19-56c8-40d1-a487-4f9450c9975f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:17.557284 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-da916179-f775-4aed-9e69-c723cd46091f tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 819f5e4b-7889-4a50-b3b6-d107d3107ee8) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:17.571972 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da916179-f775-4aed-9e69-c723cd46091f tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:17.572721 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-da916179-f775-4aed-9e69-c723cd46091f tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:17.576695 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event deleted for resources: {'Subnet': ['ID=d8caa2d4-13b5-4dbf-901e-37d6ef4ebd0b,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:17.582329 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c6068cd6-fe4d-46a7-b113-365acf67a512 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "PUT /v2.0/floatingips/8582e6d5-7e91-431a-a4dd-64693676da40 HTTP/1.1" status: 200 len: 976 time: 4.8831005 Jan 26 11:21:17.587368 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45720) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:17.597198 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-56584f22-efa3-49f8-8b28-2c33c8918cc9 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:17.629006 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2892aa61-5e01-454f-a4a8-7bc55d5027e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:17.647141 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fea94c-e9d4-4c4e-ac4a-e1d45be76982 None None] Network 819f5e4b-7889-4a50-b3b6-d107d3107ee8 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:17.650545 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-da916179-f775-4aed-9e69-c723cd46091f tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2902741 Jan 26 11:21:17.684674 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d6c732b5-501d-40a3-be3a-8795a14c79c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:17.693409 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56584f22-efa3-49f8-8b28-2c33c8918cc9 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:17.695947 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45724) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:17.703877 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:17.713413 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-5832f500-057b-46da-940e-2939d9ed7c8d tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Request body: {'port': {'network_id': '819f5e4b-7889-4a50-b3b6-d107d3107ee8', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1147041212'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:17.774408 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd4510f-786b-474d-8ff5-d31b11255d6b']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:17.794577 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d33f4fc-e52e-480b-a2e9-be182e236045') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:17.795444 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d33f4fc-e52e-480b-a2e9-be182e236045') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:17.863797 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:17.865007 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c732b5-501d-40a3-be3a-8795a14c79c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:17.871771 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2892aa61-5e01-454f-a4a8-7bc55d5027e5 None None] For port 3f943dca-d487-4c0d-b89f-b5717e7a5297, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=3f943dca-d487-4c0d-b89f-b5717e7a5297,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:17.892800 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-d6c732b5-501d-40a3-be3a-8795a14c79c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:17.903298 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:17.931310 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aea9a0-a15c-4ea9-af28-789501267828 None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:17.932236 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c732b5-501d-40a3-be3a-8795a14c79c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:17.932710 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-94aea9a0-a15c-4ea9-af28-789501267828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:17.933172 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d6c732b5-501d-40a3-be3a-8795a14c79c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:17.934413 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:21:17.934967 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:21:17.951848 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:21:18.027632 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-5832f500-057b-46da-940e-2939d9ed7c8d tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:18.038350 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2892aa61-5e01-454f-a4a8-7bc55d5027e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:18.038702 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5832f500-057b-46da-940e-2939d9ed7c8d tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Usage tracker for resource:port and tenant:eec45a85f3014687b26b62cb914b13a8 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:18.043282 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5832f500-057b-46da-940e-2939d9ed7c8d tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:18.055026 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.api [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 26 11:21:18.055026 dv-neutron-826439-1-hyperv neutron-server[87442]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 26 11:21:18.055026 dv-neutron-826439-1-hyperv neutron-server[87442]: [parameters: {'id': '2dd4510f-786b-474d-8ff5-d31b11255d6b'}] Jan 26 11:21:18.055026 dv-neutron-826439-1-hyperv neutron-server[87442]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:21:18.055676 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG oslo_db.api [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:21:18.056559 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-5832f500-057b-46da-940e-2939d9ed7c8d tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:18.069011 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5832f500-057b-46da-940e-2939d9ed7c8d tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Made reservation on behalf of eec45a85f3014687b26b62cb914b13a8 for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:18.073666 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6ebb19-56c8-40d1-a487-4f9450c9975f None None] Network 2dd4510f-786b-474d-8ff5-d31b11255d6b is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:18.074653 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5832f500-057b-46da-940e-2939d9ed7c8d tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:18.079802 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-94aea9a0-a15c-4ea9-af28-789501267828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:18.099926 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-5832f500-057b-46da-940e-2939d9ed7c8d tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] device_id is not set on port a50fd353-3ffc-4577-bbc5-1ccc83fa98be yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:21:18.116637 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-afda055b-4af5-4a59-ac30-4eb698fed677 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Deleting port 39d1e7d8-d1d8-4c46-a449-5ace2d44f53f {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:18.117054 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-afda055b-4af5-4a59-ac30-4eb698fed677 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:18.118642 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-3d6ebb19-56c8-40d1-a487-4f9450c9975f None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:18.131175 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a353551c-801a-4f0b-a60b-a46281f156c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-819f5e4b-7889-4a50-b3b6-d107d3107ee8', 'network_id': '819f5e4b-7889-4a50-b3b6-d107d3107ee8', 'tenant_id': 'eec45a85f3014687b26b62cb914b13a8', 'fixed_ips': [{'subnet_id': '01d9dd3f-f6d2-412a-9919-d94573210c19'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:21:18.132433 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a353551c-801a-4f0b-a60b-a46281f156c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:18.162263 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6ebb19-56c8-40d1-a487-4f9450c9975f None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:18.228250 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ebb19-56c8-40d1-a487-4f9450c9975f None None] Pushing event updated for resources: {'Port': ['ID=b83724ca-93ee-4980-b659-9a14d4905a2c,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:18.229539 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c732b5-501d-40a3-be3a-8795a14c79c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Port': ['ID=0e2fd84f-2606-4359-a0e0-cb03486788b5,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:18.256400 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-56584f22-efa3-49f8-8b28-2c33c8918cc9 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:18.265920 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-5832f500-057b-46da-940e-2939d9ed7c8d tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Allocated IP 172.20.0.12 (819f5e4b-7889-4a50-b3b6-d107d3107ee8/01d9dd3f-f6d2-412a-9919-d94573210c19/a50fd353-3ffc-4577-bbc5-1ccc83fa98be) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:18.273249 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aea9a0-a15c-4ea9-af28-789501267828 None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:18.273900 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-94aea9a0-a15c-4ea9-af28-789501267828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:18.304135 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-75617fe0-bb84-482f-946f-1ba7da9386b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:18.372214 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-94aea9a0-a15c-4ea9-af28-789501267828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:18.372527 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aea9a0-a15c-4ea9-af28-789501267828 None None] The sync data for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:21:18.401594 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75617fe0-bb84-482f-946f-1ba7da9386b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8af7f97d-3505-49db-8fef-896d429e8e82,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:18.414738 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-dc378f28-8eeb-4273-8ce1-9cf54c429f5a tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "GET /v2.0/routers/548939f6-960c-42f9-bf5f-49c0a1c57312 HTTP/1.1" status: 200 len: 924 time: 1.0261784 Jan 26 11:21:18.433502 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-75617fe0-bb84-482f-946f-1ba7da9386b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:18.435448 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45728) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:18.442349 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712aa6d1-ca24-46f3-9d7e-84b79aa0994b None None] Network ccf7e590-7e87-4390-898c-54ed923dee9e requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:18.505931 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6782efa-8295-4409-a557-99dd6a6a4dc3 req-8f20c888-036d-491a-9633-d2c9f9f903bb tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:18.507508 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c6782efa-8295-4409-a557-99dd6a6a4dc3 req-8f20c888-036d-491a-9633-d2c9f9f903bb tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.8979750 Jan 26 11:21:18.511334 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-75617fe0-bb84-482f-946f-1ba7da9386b9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8af7f97d-3505-49db-8fef-896d429e8e82 HTTP/1.1" status: 204 len: 168 time: 2.0481918 Jan 26 11:21:18.521106 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device da48107f-5332-48b3-9b95-60f7129f0613 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:21:18.553726 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45732) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:18.638770 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:18.646258 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5832f500-057b-46da-940e-2939d9ed7c8d tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:18.669802 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Deleting port b83724ca-93ee-4980-b659-9a14d4905a2c {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:18.670356 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:18.684658 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892aa61-5e01-454f-a4a8-7bc55d5027e5 None None] Pushing event updated for resources: {'Port': ['ID=3f943dca-d487-4c0d-b89f-b5717e7a5297,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:18.698756 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-3d6ebb19-56c8-40d1-a487-4f9450c9975f None None] Attempting to bind port b83724ca-93ee-4980-b659-9a14d4905a2c on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:21:18.699128 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-3d6ebb19-56c8-40d1-a487-4f9450c9975f None None] Attempting to bind port b83724ca-93ee-4980-b659-9a14d4905a2c by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '9d33f4fc-e52e-480b-a2e9-be182e236045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '2dd4510f-786b-474d-8ff5-d31b11255d6b'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:21:18.699492 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6ebb19-56c8-40d1-a487-4f9450c9975f None None] Attempting to bind port b83724ca-93ee-4980-b659-9a14d4905a2c on network 2dd4510f-786b-474d-8ff5-d31b11255d6b {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:21:18.706827 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-5832f500-057b-46da-940e-2939d9ed7c8d tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Transition to ACTIVE for port object a50fd353-3ffc-4577-bbc5-1ccc83fa98be will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:18.745015 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e10e25cd-68d9-4fef-be7c-4a549b6c8a37 None None] Provisioning for port 6e19be40-1f96-4c36-87df-3a25abb71a8b completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:18.748185 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6ebb19-56c8-40d1-a487-4f9450c9975f None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:21:18.748564 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6ebb19-56c8-40d1-a487-4f9450c9975f None None] Checking segment: {'id': '9d33f4fc-e52e-480b-a2e9-be182e236045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '2dd4510f-786b-474d-8ff5-d31b11255d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:18.748968 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3d6ebb19-56c8-40d1-a487-4f9450c9975f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:18.749368 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6ebb19-56c8-40d1-a487-4f9450c9975f None None] Bound using segment: {'id': '9d33f4fc-e52e-480b-a2e9-be182e236045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '2dd4510f-786b-474d-8ff5-d31b11255d6b'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:21:18.749905 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-3d6ebb19-56c8-40d1-a487-4f9450c9975f None None] Bound port: b83724ca-93ee-4980-b659-9a14d4905a2c, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d33f4fc-e52e-480b-a2e9-be182e236045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '2dd4510f-786b-474d-8ff5-d31b11255d6b'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:21:18.750277 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3d6ebb19-56c8-40d1-a487-4f9450c9975f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:18.798054 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e10e25cd-68d9-4fef-be7c-4a549b6c8a37 None None] Provisioning complete for port 6e19be40-1f96-4c36-87df-3a25abb71a8b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:18.798510 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e10e25cd-68d9-4fef-be7c-4a549b6c8a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:18.849212 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5832f500-057b-46da-940e-2939d9ed7c8d tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:18.886751 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-afda055b-4af5-4a59-ac30-4eb698fed677 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:18.986528 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-e10e25cd-68d9-4fef-be7c-4a549b6c8a37 None None] Port 6e19be40-1f96-4c36-87df-3a25abb71a8b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:21:18.987976 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port da48107f-5332-48b3-9b95-60f7129f0613 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:18.989318 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] For port b83724ca-93ee-4980-b659-9a14d4905a2c, host dv-neutron-826439-1-hyperv, got binding levels [] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:18.989826 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:19.000282 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5832f500-057b-46da-940e-2939d9ed7c8d tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Network 819f5e4b-7889-4a50-b3b6-d107d3107ee8 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:19.007306 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-5832f500-057b-46da-940e-2939d9ed7c8d tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:19.007646 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port da48107f-5332-48b3-9b95-60f7129f0613 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:19.008022 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:19.013739 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5832f500-057b-46da-940e-2939d9ed7c8d tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:19.050461 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-a353551c-801a-4f0b-a60b-a46281f156c6 None None] Allocated IP 172.20.0.2 (819f5e4b-7889-4a50-b3b6-d107d3107ee8/01d9dd3f-f6d2-412a-9919-d94573210c19/a079e3b0-39e1-46ca-af86-611db9cc3b52) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:19.068621 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-3d6ebb19-56c8-40d1-a487-4f9450c9975f None None] For port b83724ca-93ee-4980-b659-9a14d4905a2c, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:21:19.094574 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-3d6ebb19-56c8-40d1-a487-4f9450c9975f None None] For port b83724ca-93ee-4980-b659-9a14d4905a2c, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=b83724ca-93ee-4980-b659-9a14d4905a2c,segment=NetworkSegment(9d33f4fc-e52e-480b-a2e9-be182e236045),segment_id=9d33f4fc-e52e-480b-a2e9-be182e236045)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:21:19.127046 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3d6ebb19-56c8-40d1-a487-4f9450c9975f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:19.133056 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-56584f22-efa3-49f8-8b28-2c33c8918cc9 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:19.169914 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Calling delete_port for b83724ca-93ee-4980-b659-9a14d4905a2c owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:19.212307 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832f500-057b-46da-940e-2939d9ed7c8d tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Pushing event updated for resources: {'Port': ['ID=a50fd353-3ffc-4577-bbc5-1ccc83fa98be,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:19.213187 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d6c732b5-501d-40a3-be3a-8795a14c79c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:19.253044 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c6782efa-8295-4409-a557-99dd6a6a4dc3 req-5bd0a4d1-e6fa-45e8-857b-c8540632a8b0 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6971529 Jan 26 11:21:19.254058 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5832f500-057b-46da-940e-2939d9ed7c8d tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:19.254828 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5832f500-057b-46da-940e-2939d9ed7c8d tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:19.276128 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349d9e6b-cf40-4c09-80b9-bdacc8c32aae None None] DHCP port deletion for ccf7e590-7e87-4390-898c-54ed923dee9e request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:21:19.283061 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aacb2f66-edfc-4f47-98c8-763de979e27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:19.301024 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5832f500-057b-46da-940e-2939d9ed7c8d tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.6038101 Jan 26 11:21:19.301835 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.api [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:21:19.302147 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG oslo_db.api [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:21:19.304441 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45738) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:19.381515 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-051804c9-9aba-47e5-8276-547065116df6 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Deleting port a50fd353-3ffc-4577-bbc5-1ccc83fa98be {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:19.381867 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-051804c9-9aba-47e5-8276-547065116df6 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:19.461907 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-349d9e6b-cf40-4c09-80b9-bdacc8c32aae None None] Deleting port e9346f6e-8736-47c8-ab5d-a92cd3a967d6 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:19.462247 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-349d9e6b-cf40-4c09-80b9-bdacc8c32aae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:19.496072 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff8027e-8082-4c43-9e33-6a5ad6893f43 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:19.500040 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ab83debe-298c-4c93-a165-b7b0da7f9918 None None] Provisioning complete for port da48107f-5332-48b3-9b95-60f7129f0613 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:19.500040 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ab83debe-298c-4c93-a165-b7b0da7f9918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:19.500433 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-eff8027e-8082-4c43-9e33-6a5ad6893f43 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4&device_id=548939f6-960c-42f9-bf5f-49c0a1c57312&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.0597281 Jan 26 11:21:19.514331 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45742) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:19.573326 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-aacb2f66-edfc-4f47-98c8-763de979e27a admin admin] Deleting port e9346f6e-8736-47c8-ab5d-a92cd3a967d6 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:19.573727 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aacb2f66-edfc-4f47-98c8-763de979e27a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:19.688790 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ebb19-56c8-40d1-a487-4f9450c9975f None None] Pushing event updated for resources: {'Port': ['ID=b83724ca-93ee-4980-b659-9a14d4905a2c,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:19.746758 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a353551c-801a-4f0b-a60b-a46281f156c6 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:19.754358 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:19.761329 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77f306-a26b-4504-bd19-ae2023ff6189 req-c757819d-72f7-427a-9396-eff5bf996673 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:19.762935 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-cd77f306-a26b-4504-bd19-ae2023ff6189 req-c757819d-72f7-427a-9396-eff5bf996673 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.3553877 Jan 26 11:21:19.801003 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f92b15-c034-4b55-8458-1b33a6c9a995 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:19.802408 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e9f92b15-c034-4b55-8458-1b33a6c9a995 tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "GET /v2.0/networks/dbc7419d-d89a-4ebf-afbc-448b19db60c4 HTTP/1.1" status: 200 len: 881 time: 0.2814107 Jan 26 11:21:19.806773 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Deleting port b83724ca-93ee-4980-b659-9a14d4905a2c {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:19.807123 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:19.810240 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748a6fc8-05fe-47cc-84aa-87682c5a86c2 None None] Network 2dd4510f-786b-474d-8ff5-d31b11255d6b requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:19.829222 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a353551c-801a-4f0b-a60b-a46281f156c6 None None] Transition to ACTIVE for port object a079e3b0-39e1-46ca-af86-611db9cc3b52 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:19.833545 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45746) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:19.917119 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a353551c-801a-4f0b-a60b-a46281f156c6 None None] Transition to ACTIVE for port object a079e3b0-39e1-46ca-af86-611db9cc3b52 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:19.938553 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-fafd0001-ffb5-4ba9-8d7f-7ae6e96e8c05 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "GET /v2.0/ports?device_id=548939f6-960c-42f9-bf5f-49c0a1c57312 HTTP/1.1" status: 200 len: 205 time: 0.0967178 Jan 26 11:21:19.946996 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-051804c9-9aba-47e5-8276-547065116df6 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:19.951771 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45750) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:19.969043 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-cd77f306-a26b-4504-bd19-ae2023ff6189 req-1798abf5-3b86-456b-8dca-5edfcb4cbd2c tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885819 Jan 26 11:21:19.972801 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port da48107f-5332-48b3-9b95-60f7129f0613, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=da48107f-5332-48b3-9b95-60f7129f0613,segment=NetworkSegment(8880dab6-645b-4a59-bd55-aa325fcf526a),segment_id=8880dab6-645b-4a59-bd55-aa325fcf526a)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:20.119911 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-051804c9-9aba-47e5-8276-547065116df6 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Calling delete_port for a50fd353-3ffc-4577-bbc5-1ccc83fa98be owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:20.132935 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a353551c-801a-4f0b-a60b-a46281f156c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:20.147274 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-afda055b-4af5-4a59-ac30-4eb698fed677 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:20.147647 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-afda055b-4af5-4a59-ac30-4eb698fed677 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:20.147961 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-afda055b-4af5-4a59-ac30-4eb698fed677 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Floating IP 8582e6d5-7e91-431a-a4dd-64693676da40 disassociated. External IP: 172.26.5.75, port: 39d1e7d8-d1d8-4c46-a449-5ace2d44f53f. Jan 26 11:21:20.148303 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-afda055b-4af5-4a59-ac30-4eb698fed677 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Calling delete_port for 39d1e7d8-d1d8-4c46-a449-5ace2d44f53f owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:20.182954 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:20.183724 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4ca30f7f-4459-4920-9c60-1523dece2ba1 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:21:20.351722 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-349d9e6b-cf40-4c09-80b9-bdacc8c32aae None None] For port e9346f6e-8736-47c8-ab5d-a92cd3a967d6, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=e9346f6e-8736-47c8-ab5d-a92cd3a967d6,segment=NetworkSegment(dde45a8b-fb4b-44c8-b38f-397bfb625ef8),segment_id=dde45a8b-fb4b-44c8-b38f-397bfb625ef8)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:20.352473 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-349d9e6b-cf40-4c09-80b9-bdacc8c32aae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:20.359593 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ab83debe-298c-4c93-a165-b7b0da7f9918 None None] Provisioning for port 0e2fd84f-2606-4359-a0e0-cb03486788b5 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:20.368999 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a353551c-801a-4f0b-a60b-a46281f156c6 None None] Network 819f5e4b-7889-4a50-b3b6-d107d3107ee8 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:20.381635 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-a353551c-801a-4f0b-a60b-a46281f156c6 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:20.383406 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353551c-801a-4f0b-a60b-a46281f156c6 None None] Pushing event updated for resources: {'Port': ['ID=a079e3b0-39e1-46ca-af86-611db9cc3b52,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:20.475628 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a353551c-801a-4f0b-a60b-a46281f156c6 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:20.480835 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] For port b83724ca-93ee-4980-b659-9a14d4905a2c, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=b83724ca-93ee-4980-b659-9a14d4905a2c,segment=NetworkSegment(9d33f4fc-e52e-480b-a2e9-be182e236045),segment_id=9d33f4fc-e52e-480b-a2e9-be182e236045)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:20.481218 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:20.539180 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ab83debe-298c-4c93-a165-b7b0da7f9918 None None] Provisioning complete for port 0e2fd84f-2606-4359-a0e0-cb03486788b5 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:20.539548 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ab83debe-298c-4c93-a165-b7b0da7f9918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:20.574739 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-349d9e6b-cf40-4c09-80b9-bdacc8c32aae None None] Calling delete_port for e9346f6e-8736-47c8-ab5d-a92cd3a967d6 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:20.627727 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Calling delete_port for b83724ca-93ee-4980-b659-9a14d4905a2c owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:20.678247 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-051804c9-9aba-47e5-8276-547065116df6 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:20.737401 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051804c9-9aba-47e5-8276-547065116df6 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Pushing event deleted for resources: {'Port': ['ID=a50fd353-3ffc-4577-bbc5-1ccc83fa98be,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:20.778306 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 4ca30f7f-4459-4920-9c60-1523dece2ba1 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:20.781368 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-ab83debe-298c-4c93-a165-b7b0da7f9918 None None] Port 0e2fd84f-2606-4359-a0e0-cb03486788b5 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:21:20.800132 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-a353551c-801a-4f0b-a60b-a46281f156c6 None None] Attempting to bind port a079e3b0-39e1-46ca-af86-611db9cc3b52 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:21:20.800575 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-a353551c-801a-4f0b-a60b-a46281f156c6 None None] Attempting to bind port a079e3b0-39e1-46ca-af86-611db9cc3b52 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '1daf3502-f70e-4352-8756-09ef914ad73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '819f5e4b-7889-4a50-b3b6-d107d3107ee8'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:21:20.801106 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353551c-801a-4f0b-a60b-a46281f156c6 None None] Attempting to bind port a079e3b0-39e1-46ca-af86-611db9cc3b52 on network 819f5e4b-7889-4a50-b3b6-d107d3107ee8 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:21:20.803852 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=da48107f-5332-48b3-9b95-60f7129f0613,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:20.809944 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 4ca30f7f-4459-4920-9c60-1523dece2ba1 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:20.810128 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:20.816789 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-aacb2f66-edfc-4f47-98c8-763de979e27a admin admin] For port e9346f6e-8736-47c8-ab5d-a92cd3a967d6, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=e9346f6e-8736-47c8-ab5d-a92cd3a967d6,segment=NetworkSegment(dde45a8b-fb4b-44c8-b38f-397bfb625ef8),segment_id=dde45a8b-fb4b-44c8-b38f-397bfb625ef8)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:20.817506 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aacb2f66-edfc-4f47-98c8-763de979e27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:20.851658 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353551c-801a-4f0b-a60b-a46281f156c6 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:21:20.852034 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353551c-801a-4f0b-a60b-a46281f156c6 None None] Checking segment: {'id': '1daf3502-f70e-4352-8756-09ef914ad73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '819f5e4b-7889-4a50-b3b6-d107d3107ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:20.852486 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a353551c-801a-4f0b-a60b-a46281f156c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:20.852938 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353551c-801a-4f0b-a60b-a46281f156c6 None None] Bound using segment: {'id': '1daf3502-f70e-4352-8756-09ef914ad73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '819f5e4b-7889-4a50-b3b6-d107d3107ee8'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:21:20.853414 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-a353551c-801a-4f0b-a60b-a46281f156c6 None None] Bound port: a079e3b0-39e1-46ca-af86-611db9cc3b52, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1daf3502-f70e-4352-8756-09ef914ad73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '819f5e4b-7889-4a50-b3b6-d107d3107ee8'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:21:20.853780 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a353551c-801a-4f0b-a60b-a46281f156c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:20.862900 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:20.885596 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-349d9e6b-cf40-4c09-80b9-bdacc8c32aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:20.930765 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-051804c9-9aba-47e5-8276-547065116df6 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:20.943406 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event deleted for resources: {'Port': ['ID=b83724ca-93ee-4980-b659-9a14d4905a2c,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:20.948646 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] No DVR routers for this DVR port b83724ca-93ee-4980-b659-9a14d4905a2c on host dv-neutron-826439-1-hyperv {{(pid=87442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:21:20.975921 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d9e6b-cf40-4c09-80b9-bdacc8c32aae None None] Pushing event deleted for resources: {'Port': ['ID=e9346f6e-8736-47c8-ab5d-a92cd3a967d6,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:20.990377 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-051804c9-9aba-47e5-8276-547065116df6 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] 10.222.0.39 "DELETE /v2.0/ports/a50fd353-3ffc-4577-bbc5-1ccc83fa98be HTTP/1.1" status: 204 len: 168 time: 1.6820972 Jan 26 11:21:20.990584 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20f696f1-757d-4b37-8787-f7e91307e3e7 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:20.993548 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45756) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:20.994035 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349d9e6b-cf40-4c09-80b9-bdacc8c32aae None None] No DVR routers for this DVR port e9346f6e-8736-47c8-ab5d-a92cd3a967d6 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:21:21.045044 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-a353551c-801a-4f0b-a60b-a46281f156c6 None None] For port a079e3b0-39e1-46ca-af86-611db9cc3b52, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:21:21.049255 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-a353551c-801a-4f0b-a60b-a46281f156c6 None None] For port a079e3b0-39e1-46ca-af86-611db9cc3b52, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a079e3b0-39e1-46ca-af86-611db9cc3b52,segment=NetworkSegment(1daf3502-f70e-4352-8756-09ef914ad73d),segment_id=1daf3502-f70e-4352-8756-09ef914ad73d)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:21:21.060134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-aacb2f66-edfc-4f47-98c8-763de979e27a admin admin] Calling delete_port for e9346f6e-8736-47c8-ab5d-a92cd3a967d6 owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:21.083240 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a353551c-801a-4f0b-a60b-a46281f156c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:21.100517 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:21.131568 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0a9b951d-cebf-46d5-bdd7-0d4b4a7d3a7b tempest-DHCPAgentSchedulersTestJSON-628541627 tempest-DHCPAgentSchedulersTestJSON-628541627-project-admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.1343544 Jan 26 11:21:21.132291 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45762) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:21.137435 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-5fae204b-5e40-4052-ae90-7aecff8f0ce0 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-297746750'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:21.147636 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-5fae204b-5e40-4052-ae90-7aecff8f0ce0 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:21.151845 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5fae204b-5e40-4052-ae90-7aecff8f0ce0 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Usage tracker for resource:network and tenant:eec45a85f3014687b26b62cb914b13a8 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:21.156883 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd4510f-786b-474d-8ff5-d31b11255d6b']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:21.164754 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5fae204b-5e40-4052-ae90-7aecff8f0ce0 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:21.174538 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-5fae204b-5e40-4052-ae90-7aecff8f0ce0 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:21.178298 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d33f4fc-e52e-480b-a2e9-be182e236045') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:21.178698 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d33f4fc-e52e-480b-a2e9-be182e236045') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:21.196218 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:21.210088 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ec5c1-ab7f-4a17-9f2d-1989a4f1f817 req-4ae48845-6f7c-4a17-a6c4-57863420a5f9 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:21.211600 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-957ec5c1-ab7f-4a17-9f2d-1989a4f1f817 req-4ae48845-6f7c-4a17-a6c4-57863420a5f9 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 1.1200993 Jan 26 11:21:21.213229 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fae204b-5e40-4052-ae90-7aecff8f0ce0 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Made reservation on behalf of eec45a85f3014687b26b62cb914b13a8 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:21.219359 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5fae204b-5e40-4052-ae90-7aecff8f0ce0 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:21.238270 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:21.241410 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:21.251615 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:21:21.252090 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:21:21.267844 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:21:21.278581 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353551c-801a-4f0b-a60b-a46281f156c6 None None] Pushing event updated for resources: {'Port': ['ID=a079e3b0-39e1-46ca-af86-611db9cc3b52,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:21.294098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d6c732b5-501d-40a3-be3a-8795a14c79c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:21.303754 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 4ca30f7f-4459-4920-9c60-1523dece2ba1, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=4ca30f7f-4459-4920-9c60-1523dece2ba1,segment=NetworkSegment(e05935ab-6bc6-4c09-91ea-07e363a11829),segment_id=e05935ab-6bc6-4c09-91ea-07e363a11829)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:21.309507 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:21.367837 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.resource_extend [None req-56584f22-efa3-49f8-8b28-2c33c8918cc9 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:21:21.384288 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d6c732b5-501d-40a3-be3a-8795a14c79c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:21.385041 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d6c732b5-501d-40a3-be3a-8795a14c79c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:21.395026 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=4ca30f7f-4459-4920-9c60-1523dece2ba1,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:21.420385 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fae204b-5e40-4052-ae90-7aecff8f0ce0 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:21:21.435922 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:21.438791 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5fae204b-5e40-4052-ae90-7aecff8f0ce0 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:21.439139 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-5fae204b-5e40-4052-ae90-7aecff8f0ce0 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Added segment d7cbf561-ffb8-4b25-b630-52630f617605 of type vlan for network 1c89045c-193a-49b9-aeb4-ae6ea5e08658 Jan 26 11:21:21.446128 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:21.462576 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device da48107f-5332-48b3-9b95-60f7129f0613 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:21:21.464602 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-afda055b-4af5-4a59-ac30-4eb698fed677 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:21.480766 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-56584f22-efa3-49f8-8b28-2c33c8918cc9 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:21.482155 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event deleted for resources: {'Network': ['ID=2dd4510f-786b-474d-8ff5-d31b11255d6b,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:21.487388 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-42ae5e54-4fb5-4083-894f-925041d0822a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "DELETE /v2.0/networks/2dd4510f-786b-474d-8ff5-d31b11255d6b HTTP/1.1" status: 204 len: 168 time: 5.6918001 Jan 26 11:21:21.525074 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45766) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:21.541684 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-56584f22-efa3-49f8-8b28-2c33c8918cc9 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:21.558058 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-7379ce00-8e47-47c6-b9d1-3dbd5262cece tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1306854739'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:21.583472 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5fae204b-5e40-4052-ae90-7aecff8f0ce0 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:21.591453 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.api [None req-aacb2f66-edfc-4f47-98c8-763de979e27a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:21:21.591779 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG oslo_db.api [None req-aacb2f66-edfc-4f47-98c8-763de979e27a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:21:21.595077 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-957ec5c1-ab7f-4a17-9f2d-1989a4f1f817 req-1c0564a0-932f-47d1-9fa8-40b88d44260b tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3636017 Jan 26 11:21:21.597401 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-7379ce00-8e47-47c6-b9d1-3dbd5262cece tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:21.620508 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7379ce00-8e47-47c6-b9d1-3dbd5262cece tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Usage tracker for resource:network and tenant:16e63912742a46349a7748f4e9b4ff24 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:21.628843 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7379ce00-8e47-47c6-b9d1-3dbd5262cece tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:21.646626 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c732b5-501d-40a3-be3a-8795a14c79c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Port': ['ID=0e2fd84f-2606-4359-a0e0-cb03486788b5,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:21.651492 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port da48107f-5332-48b3-9b95-60f7129f0613 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:21.651778 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-7379ce00-8e47-47c6-b9d1-3dbd5262cece tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:21.652479 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:21.655085 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20f696f1-757d-4b37-8787-f7e91307e3e7 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:21.666396 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5fae204b-5e40-4052-ae90-7aecff8f0ce0 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:21.670142 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fae204b-5e40-4052-ae90-7aecff8f0ce0 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:21.673451 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5fae204b-5e40-4052-ae90-7aecff8f0ce0 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:21.727276 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7379ce00-8e47-47c6-b9d1-3dbd5262cece tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Made reservation on behalf of 16e63912742a46349a7748f4e9b4ff24 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:21.731654 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7379ce00-8e47-47c6-b9d1-3dbd5262cece tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:21.762794 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5fae204b-5e40-4052-ae90-7aecff8f0ce0 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6275878 Jan 26 11:21:21.766647 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45772) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:21.798647 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-56584f22-efa3-49f8-8b28-2c33c8918cc9 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:21.849320 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 3f943dca-d487-4c0d-b89f-b5717e7a5297 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:21:21.859816 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae204b-5e40-4052-ae90-7aecff8f0ce0 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Pushing event updated for resources: {'Network': ['ID=1c89045c-193a-49b9-aeb4-ae6ea5e08658,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:21.911799 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda055b-4af5-4a59-ac30-4eb698fed677 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event deleted for resources: {'Port': ['ID=39d1e7d8-d1d8-4c46-a449-5ace2d44f53f,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:21.913884 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-20f696f1-757d-4b37-8787-f7e91307e3e7 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Deleting port acefb025-da30-475a-bdfc-0836865e911a {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:21.914412 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20f696f1-757d-4b37-8787-f7e91307e3e7 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:21.926721 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 1c89045c-193a-49b9-aeb4-ae6ea5e08658 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:21:21.963184 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7379ce00-8e47-47c6-b9d1-3dbd5262cece tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:21:21.976738 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 3f943dca-d487-4c0d-b89f-b5717e7a5297 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:21.977279 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:21.989893 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7379ce00-8e47-47c6-b9d1-3dbd5262cece tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:21.990246 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-7379ce00-8e47-47c6-b9d1-3dbd5262cece tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Added segment 32241238-059e-442c-9bc6-9e363be08f1e of type vlan for network 17f242f5-b8e5-41ea-b879-951278f124f9 Jan 26 11:21:22.056641 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7379ce00-8e47-47c6-b9d1-3dbd5262cece tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:22.069173 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7a716e8c-610d-4c54-bbee-a0c98ec1867a tempest-DHCPAgentSchedulersTestJSON-628541627 tempest-DHCPAgentSchedulersTestJSON-628541627-project-admin] 10.222.0.39 "GET /v2.0/agents/3c220268-7ecc-4799-a28f-3bb29f404be3/dhcp-networks HTTP/1.1" status: 200 len: 9590 time: 0.2970564 Jan 26 11:21:22.070889 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45776) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:22.138021 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7379ce00-8e47-47c6-b9d1-3dbd5262cece tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:22.144808 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7379ce00-8e47-47c6-b9d1-3dbd5262cece tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:22.145669 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7379ce00-8e47-47c6-b9d1-3dbd5262cece tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:22.241366 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device e9346f6e-8736-47c8-ab5d-a92cd3a967d6 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:21:22.252558 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-aacb2f66-edfc-4f47-98c8-763de979e27a admin admin] Deleting port e9346f6e-8736-47c8-ab5d-a92cd3a967d6 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:22.253127 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aacb2f66-edfc-4f47-98c8-763de979e27a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:22.273296 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7379ce00-8e47-47c6-b9d1-3dbd5262cece tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7414749 Jan 26 11:21:22.273296 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379ce00-8e47-47c6-b9d1-3dbd5262cece tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event updated for resources: {'Network': ['ID=17f242f5-b8e5-41ea-b879-951278f124f9,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:22.276083 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45780) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:22.297370 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: e9346f6e-8736-47c8-ab5d-a92cd3a967d6 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:21:22.297651 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device e9346f6e-8736-47c8-ab5d-a92cd3a967d6 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:21:22.309837 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 17f242f5-b8e5-41ea-b879-951278f124f9 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:21:22.331331 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56584f22-efa3-49f8-8b28-2c33c8918cc9 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Port': ['ID=6e19be40-1f96-4c36-87df-3a25abb71a8b,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:22.345519 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c732b5-501d-40a3-be3a-8795a14c79c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:22.363929 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-d6c732b5-501d-40a3-be3a-8795a14c79c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:22.444114 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-9af8e2e4-9c83-483b-b5e7-fe7654d30467 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Request body: {'subnet': {'network_id': '17f242f5-b8e5-41ea-b879-951278f124f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:22.512616 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8ac01696-d739-4dd6-9551-5bdb2fbde4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:22.522167 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d31ed09-17f7-4ab4-8e95-51b3ab723c83 tempest-DHCPAgentSchedulersTestJSON-628541627 tempest-DHCPAgentSchedulersTestJSON-628541627-project-admin] Network 1c89045c-193a-49b9-aeb4-ae6ea5e08658 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:21:22.593965 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2d31ed09-17f7-4ab4-8e95-51b3ab723c83 tempest-DHCPAgentSchedulersTestJSON-628541627 tempest-DHCPAgentSchedulersTestJSON-628541627-project-admin] 10.222.0.39 "POST /v2.0/agents/3c220268-7ecc-4799-a28f-3bb29f404be3/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5203114 Jan 26 11:21:22.597535 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45784) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:22.601568 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017ef5e1-f816-4b10-b205-366c9051583a None None] Network 1c89045c-193a-49b9-aeb4-ae6ea5e08658 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:22.608422 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-9af8e2e4-9c83-483b-b5e7-fe7654d30467 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:22.615512 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-9af8e2e4-9c83-483b-b5e7-fe7654d30467 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Usage tracker for resource:subnet and tenant:16e63912742a46349a7748f4e9b4ff24 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:22.620724 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-9af8e2e4-9c83-483b-b5e7-fe7654d30467 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:22.647265 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-9af8e2e4-9c83-483b-b5e7-fe7654d30467 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:22.669879 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-aacb2f66-edfc-4f47-98c8-763de979e27a admin admin] The port 'e9346f6e-8736-47c8-ab5d-a92cd3a967d6' was deleted {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:21:22.729945 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af8e2e4-9c83-483b-b5e7-fe7654d30467 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Made reservation on behalf of 16e63912742a46349a7748f4e9b4ff24 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:22.733436 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9af8e2e4-9c83-483b-b5e7-fe7654d30467 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:22.769930 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b30b31-762a-42a5-9138-d3eebe3d6053 None None] Network 819f5e4b-7889-4a50-b3b6-d107d3107ee8 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:22.918215 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-69e739a3-1e21-4448-8ceb-77eaa25785d1 tempest-DHCPAgentSchedulersTestJSON-628541627 tempest-DHCPAgentSchedulersTestJSON-628541627-project-admin] 10.222.0.39 "GET /v2.0/agents/3c220268-7ecc-4799-a28f-3bb29f404be3/dhcp-networks HTTP/1.1" status: 200 len: 10360 time: 0.3168178 Jan 26 11:21:22.918461 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45788) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:22.955572 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afda055b-4af5-4a59-ac30-4eb698fed677 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Router 0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:21:22.979763 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56584f22-efa3-49f8-8b28-2c33c8918cc9 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network b9509a12-718f-470e-8a8d-30f75cb58223 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:22.998745 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-56584f22-efa3-49f8-8b28-2c33c8918cc9 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:23.013631 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2ece11aa-1343-4e5f-9ca1-8da7c8e2e963 None None] Provisioning for port a079e3b0-39e1-46ca-af86-611db9cc3b52 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:23.052716 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4a3773e9-c585-45da-ba8a-e996413b7260 tempest-DHCPAgentSchedulersTestJSON-628541627 tempest-DHCPAgentSchedulersTestJSON-628541627-project-admin] 10.222.0.39 "DELETE /v2.0/agents/3c220268-7ecc-4799-a28f-3bb29f404be3/dhcp-networks/1c89045c-193a-49b9-aeb4-ae6ea5e08658 HTTP/1.1" status: 204 len: 168 time: 0.1310310 Jan 26 11:21:23.054521 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45792) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:23.057876 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aacb2f66-edfc-4f47-98c8-763de979e27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:23.082737 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20f696f1-757d-4b37-8787-f7e91307e3e7 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:23.099731 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2ece11aa-1343-4e5f-9ca1-8da7c8e2e963 None None] Provisioning complete for port 0e2fd84f-2606-4359-a0e0-cb03486788b5 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:23.100263 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2ece11aa-1343-4e5f-9ca1-8da7c8e2e963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:23.175106 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2ece11aa-1343-4e5f-9ca1-8da7c8e2e963 None None] Port 0e2fd84f-2606-4359-a0e0-cb03486788b5 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:21:23.199381 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9af8e2e4-9c83-483b-b5e7-fe7654d30467 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:23.337320 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8e2e4-9c83-483b-b5e7-fe7654d30467 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event updated for resources: {'Subnet': ['ID=541dbcc4-b533-43dd-9f67-c4c7588dcad8,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:23.363274 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-aacb2f66-edfc-4f47-98c8-763de979e27a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf7e590-7e87-4390-898c-54ed923dee9e']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:23.378865 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3a878347-2793-4554-b784-870ae4308db0 tempest-DHCPAgentSchedulersTestJSON-628541627 tempest-DHCPAgentSchedulersTestJSON-628541627-project-admin] 10.222.0.39 "GET /v2.0/agents/3c220268-7ecc-4799-a28f-3bb29f404be3/dhcp-networks HTTP/1.1" status: 200 len: 9590 time: 0.3185327 Jan 26 11:21:23.379368 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-20f696f1-757d-4b37-8787-f7e91307e3e7 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Calling delete_port for acefb025-da30-475a-bdfc-0836865e911a owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:23.379492 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45796) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:23.382584 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af8e2e4-9c83-483b-b5e7-fe7654d30467 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Checking segment: {'id': '32241238-059e-442c-9bc6-9e363be08f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '17f242f5-b8e5-41ea-b879-951278f124f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:23.382952 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af8e2e4-9c83-483b-b5e7-fe7654d30467 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Network hostable DHCP agents. Network: 17f242f5-b8e5-41ea-b879-951278f124f9, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:21:23.421714 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-77ac929d-f2fe-4887-9c0e-e5b82efddbba tempest-DHCPAgentSchedulersTestJSON-628541627 tempest-DHCPAgentSchedulersTestJSON-628541627-project-admin] 10.222.0.39 "GET /v2.0/networks/819f5e4b-7889-4a50-b3b6-d107d3107ee8/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0406106 Jan 26 11:21:23.425153 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45800) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:23.428149 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-0a1c9414-c901-47c5-9c00-0e78588e88f1 None None] Provisioning complete for port 6e19be40-1f96-4c36-87df-3a25abb71a8b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:23.428542 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-0a1c9414-c901-47c5-9c00-0e78588e88f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:23.434879 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af8e2e4-9c83-483b-b5e7-fe7654d30467 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Network 17f242f5-b8e5-41ea-b879-951278f124f9 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:21:23.465648 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7e57bfd0-2309-4f51-bb04-3994fe7f6092 tempest-DHCPAgentSchedulersTestJSON-628541627 tempest-DHCPAgentSchedulersTestJSON-628541627-project-admin] 10.222.0.39 "GET /v2.0/networks/819f5e4b-7889-4a50-b3b6-d107d3107ee8/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0370462 Jan 26 11:21:23.465648 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-9af8e2e4-9c83-483b-b5e7-fe7654d30467 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 17f242f5-b8e5-41ea-b879-951278f124f9) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:23.465868 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45804) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:23.476216 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80c67b1-496e-4845-8eb5-ff165bbeb80a None None] Network 17f242f5-b8e5-41ea-b879-951278f124f9 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:23.480618 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af8e2e4-9c83-483b-b5e7-fe7654d30467 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:23.481213 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9af8e2e4-9c83-483b-b5e7-fe7654d30467 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:23.540839 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-aacb2f66-edfc-4f47-98c8-763de979e27a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde45a8b-fb4b-44c8-b38f-397bfb625ef8') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:23.541208 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-aacb2f66-edfc-4f47-98c8-763de979e27a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde45a8b-fb4b-44c8-b38f-397bfb625ef8') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:23.601048 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aacb2f66-edfc-4f47-98c8-763de979e27a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:23.604274 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c9414-c901-47c5-9c00-0e78588e88f1 None None] Port 6e19be40-1f96-4c36-87df-3a25abb71a8b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:21:23.648648 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c732b5-501d-40a3-be3a-8795a14c79c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Router f60e7886-6cb6-4027-9410-3fca29726b88 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:21:23.712582 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9af8e2e4-9c83-483b-b5e7-fe7654d30467 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4352484 Jan 26 11:21:23.738289 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45808) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:23.747186 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4ca30f7f-4459-4920-9c60-1523dece2ba1 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:21:23.755171 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-85abe972-9e7d-4bec-9a52-93edca5d36d6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Request body: {'subnet': {'network_id': '17f242f5-b8e5-41ea-b879-951278f124f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:23.882333 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-27861b03-5565-468e-b2dc-89657d1113aa tempest-DHCPAgentSchedulersTestJSON-628541627 tempest-DHCPAgentSchedulersTestJSON-628541627-project-admin] 10.222.0.39 "GET /v2.0/agents/3c220268-7ecc-4799-a28f-3bb29f404be3/dhcp-networks HTTP/1.1" status: 200 len: 10388 time: 0.4058433 Jan 26 11:21:24.064407 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45812) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:24.091299 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-85abe972-9e7d-4bec-9a52-93edca5d36d6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:24.108399 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 4ca30f7f-4459-4920-9c60-1523dece2ba1 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:24.109297 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:24.126000 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-85abe972-9e7d-4bec-9a52-93edca5d36d6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Usage tracker for resource:subnet and tenant:16e63912742a46349a7748f4e9b4ff24 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:24.139258 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-85abe972-9e7d-4bec-9a52-93edca5d36d6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:24.154603 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aacb2f66-edfc-4f47-98c8-763de979e27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:24.162962 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-85abe972-9e7d-4bec-9a52-93edca5d36d6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:24.199671 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f731df76-4c32-4544-b880-4019958ad4d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-17f242f5-b8e5-41ea-b879-951278f124f9', 'network_id': '17f242f5-b8e5-41ea-b879-951278f124f9', 'tenant_id': '16e63912742a46349a7748f4e9b4ff24', 'fixed_ips': [{'subnet_id': '541dbcc4-b533-43dd-9f67-c4c7588dcad8'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:21:24.200493 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f731df76-4c32-4544-b880-4019958ad4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:24.230547 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aacb2f66-edfc-4f47-98c8-763de979e27a admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:21:24.230547 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aacb2f66-edfc-4f47-98c8-763de979e27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:21:24.248631 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:21:24.269322 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-30b269c2-88d5-4253-824d-e1dd9260fb09 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:24.272815 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85abe972-9e7d-4bec-9a52-93edca5d36d6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Made reservation on behalf of 16e63912742a46349a7748f4e9b4ff24 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:24.277137 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-85abe972-9e7d-4bec-9a52-93edca5d36d6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:24.389675 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4920ec37-bd79-4648-914b-6e15cc12fa81 None None] Could not find standard attr ID for object a50fd353-3ffc-4577-bbc5-1ccc83fa98be. {{(pid=87444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 11:21:24.426189 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afda055b-4af5-4a59-ac30-4eb698fed677 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:21:24.439730 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a079e3b0-39e1-46ca-af86-611db9cc3b52 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:21:24.444226 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2bc769-b624-4faf-8a01-c39e19d852b7 None None] Sync routers for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:21:24.460419 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2bc769-b624-4faf-8a01-c39e19d852b7 None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:24.463300 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-8e2bc769-b624-4faf-8a01-c39e19d852b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:24.525646 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-f731df76-4c32-4544-b880-4019958ad4d8 None None] Allocated IP 2001:db8::2 (17f242f5-b8e5-41ea-b879-951278f124f9/541dbcc4-b533-43dd-9f67-c4c7588dcad8/aaa60960-72b6-4133-a4a8-4fac3bd7ab29) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:24.544299 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aacb2f66-edfc-4f47-98c8-763de979e27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:24.569107 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port a079e3b0-39e1-46ca-af86-611db9cc3b52 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:24.587374 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aacb2f66-edfc-4f47-98c8-763de979e27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:24.590862 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port a079e3b0-39e1-46ca-af86-611db9cc3b52 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:24.591243 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:24.609978 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb2f66-edfc-4f47-98c8-763de979e27a admin admin] Pushing event deleted for resources: {'Network': ['ID=ccf7e590-7e87-4390-898c-54ed923dee9e,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:24.621739 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c732b5-501d-40a3-be3a-8795a14c79c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:21:24.638463 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56584f22-efa3-49f8-8b28-2c33c8918cc9 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Router efc19e5e-5246-41c5-9e9b-e85f33bc784c is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:21:24.641400 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] Sync routers for ids ['f60e7886-6cb6-4027-9410-3fca29726b88'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:21:24.670084 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-30b269c2-88d5-4253-824d-e1dd9260fb09 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:24.689543 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-aacb2f66-edfc-4f47-98c8-763de979e27a admin admin] 10.222.0.39 "DELETE /v2.0/networks/ccf7e590-7e87-4390-898c-54ed923dee9e HTTP/1.1" status: 204 len: 168 time: 6.1242232 Jan 26 11:21:24.705025 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d6c732b5-501d-40a3-be3a-8795a14c79c0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "PUT /v2.0/routers/f60e7886-6cb6-4027-9410-3fca29726b88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2641566 Jan 26 11:21:24.707644 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45818) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:24.713416 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-afda055b-4af5-4a59-ac30-4eb698fed677 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:24.718004 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-afda055b-4af5-4a59-ac30-4eb698fed677 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "DELETE /v2.0/ports/39d1e7d8-d1d8-4c46-a449-5ace2d44f53f HTTP/1.1" status: 204 len: 168 time: 7.1228511 Jan 26 11:21:24.728377 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] Routers {'f60e7886-6cb6-4027-9410-3fca29726b88'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:24.728609 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45822) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:24.728719 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['f60e7886-6cb6-4027-9410-3fca29726b88'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:24.737115 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-8e2bc769-b624-4faf-8a01-c39e19d852b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:24.774472 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2bc769-b624-4faf-8a01-c39e19d852b7 None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:24.777764 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-8e2bc769-b624-4faf-8a01-c39e19d852b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:24.820752 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-30b269c2-88d5-4253-824d-e1dd9260fb09 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c89045c-193a-49b9-aeb4-ae6ea5e08658']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:24.873864 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-8e2bc769-b624-4faf-8a01-c39e19d852b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:24.875116 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2bc769-b624-4faf-8a01-c39e19d852b7 None None] The sync data for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:21:24.910417 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-30b269c2-88d5-4253-824d-e1dd9260fb09 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7cbf561-ffb8-4b25-b630-52630f617605') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:24.913045 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-30b269c2-88d5-4253-824d-e1dd9260fb09 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7cbf561-ffb8-4b25-b630-52630f617605') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:24.931670 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9f1cecc8-ba98-4e11-8823-3a4a880e0919 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "GET /v2.0/floatingips/8582e6d5-7e91-431a-a4dd-64693676da40 HTTP/1.1" status: 200 len: 687 time: 0.2019525 Jan 26 11:21:24.939364 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45826) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:24.955480 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-30b269c2-88d5-4253-824d-e1dd9260fb09 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:25.008349 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] Set router f60e7886-6cb6-4027-9410-3fca29726b88 gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:21:25.033277 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20f696f1-757d-4b37-8787-f7e91307e3e7 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:25.050369 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45830) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:25.142088 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f696f1-757d-4b37-8787-f7e91307e3e7 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Pushing event deleted for resources: {'Port': ['ID=acefb025-da30-475a-bdfc-0836865e911a,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:25.148410 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56584f22-efa3-49f8-8b28-2c33c8918cc9 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:21:25.153274 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-56584f22-efa3-49f8-8b28-2c33c8918cc9 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "PUT /v2.0/routers/efc19e5e-5246-41c5-9e9b-e85f33bc784c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1841679 Jan 26 11:21:25.164259 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76dc126-f0ca-40d5-8d23-fd254773ad42 None None] Sync routers for ids ['efc19e5e-5246-41c5-9e9b-e85f33bc784c'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:21:25.172270 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45834) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:25.173483 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76dc126-f0ca-40d5-8d23-fd254773ad42 None None] Routers {'efc19e5e-5246-41c5-9e9b-e85f33bc784c'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:25.174299 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d76dc126-f0ca-40d5-8d23-fd254773ad42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:20:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['efc19e5e-5246-41c5-9e9b-e85f33bc784c'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:25.196067 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-30b269c2-88d5-4253-824d-e1dd9260fb09 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:25.201772 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-70960edf-58c3-4472-a71e-08682f4c66b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:25.242920 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d409a04e-74a2-4ba5-9118-dba3161651c8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:25.246003 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d409a04e-74a2-4ba5-9118-dba3161651c8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:21:25.262541 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d76dc126-f0ca-40d5-8d23-fd254773ad42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:25.272054 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76dc126-f0ca-40d5-8d23-fd254773ad42 None None] Routers {'efc19e5e-5246-41c5-9e9b-e85f33bc784c'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:25.272958 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d76dc126-f0ca-40d5-8d23-fd254773ad42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['efc19e5e-5246-41c5-9e9b-e85f33bc784c'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:25.292516 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03eb7ff-b715-45d5-8fff-700b997e1961 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:25.297192 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b03eb7ff-b715-45d5-8fff-700b997e1961 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "GET /v2.0/ports/6e19be40-1f96-4c36-87df-3a25abb71a8b HTTP/1.1" status: 200 len: 910 time: 0.1236145 Jan 26 11:21:25.297990 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45838) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:25.363298 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d76dc126-f0ca-40d5-8d23-fd254773ad42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:25.363994 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76dc126-f0ca-40d5-8d23-fd254773ad42 None None] The sync data for ids ['efc19e5e-5246-41c5-9e9b-e85f33bc784c'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:21:25.377042 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-28f53455-8ff7-43d6-9fba-0267f0030b8f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Deleting port 5bf75bb4-2873-4177-8382-e2cd44d7df28 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:25.377606 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28f53455-8ff7-43d6-9fba-0267f0030b8f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:25.395340 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d409a04e-74a2-4ba5-9118-dba3161651c8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:21:25.399316 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d409a04e-74a2-4ba5-9118-dba3161651c8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports/0e2fd84f-2606-4359-a0e0-cb03486788b5 HTTP/1.1" status: 200 len: 911 time: 0.6870852 Jan 26 11:21:25.401975 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45842) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:25.406717 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b269c2-88d5-4253-824d-e1dd9260fb09 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:21:25.407208 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-30b269c2-88d5-4253-824d-e1dd9260fb09 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:25.414889 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0857a33f-97d7-4dc7-b746-5bb8c5819e34 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8170d036f1fe4a04b0076d6a1de6bb64&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3224101 Jan 26 11:21:25.417538 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45844) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:21:25.434539 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:21:25.460396 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:25.473910 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f731df76-4c32-4544-b880-4019958ad4d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:25.481338 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20f696f1-757d-4b37-8787-f7e91307e3e7 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:25.515958 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port a079e3b0-39e1-46ca-af86-611db9cc3b52, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a079e3b0-39e1-46ca-af86-611db9cc3b52,segment=NetworkSegment(1daf3502-f70e-4352-8756-09ef914ad73d),segment_id=1daf3502-f70e-4352-8756-09ef914ad73d)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:25.528397 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:25.592497 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60e7886-6cb6-4027-9410-3fca29726b88', 'name': 'tempest-NetworksTestDHCPv6-router-401040028', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:21:11Z', 'updated_at': '2022-01-26T11:21:18Z', 'revision_number': 2, 'project_id': '57a93839786448c5acb86b98e59e05fa', 'gw_port_host': None, '_interfaces': [{'id': '0e2fd84f-2606-4359-a0e0-cb03486788b5', 'name': '', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'mac_address': 'fa:16:3e:b0:3a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60e7886-6cb6-4027-9410-3fca29726b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4d739bf5-e52b-4db2-8f0b-5285764bd17b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:21:15Z', 'updated_at': '2022-01-26T11:21:19Z', 'revision_number': 2, 'project_id': '57a93839786448c5acb86b98e59e05fa', 'subnets': [{'id': '4d739bf5-e52b-4db2-8f0b-5285764bd17b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:25.602397 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] Checking router: f60e7886-6cb6-4027-9410-3fca29726b88 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:21:25.602758 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] Updating router f60e7886-6cb6-4027-9410-3fca29726b88 port 0e2fd84f-2606-4359-a0e0-cb03486788b5 binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:21:25.659097 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=a079e3b0-39e1-46ca-af86-611db9cc3b52,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:25.670576 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:25.682824 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f731df76-4c32-4544-b880-4019958ad4d8 None None] Transition to ACTIVE for port object aaa60960-72b6-4133-a4a8-4fac3bd7ab29 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:25.693383 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-30b269c2-88d5-4253-824d-e1dd9260fb09 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:25.709913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20f696f1-757d-4b37-8787-f7e91307e3e7 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:25.716388 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20f696f1-757d-4b37-8787-f7e91307e3e7 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:25.747806 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f731df76-4c32-4544-b880-4019958ad4d8 None None] Transition to ACTIVE for port object aaa60960-72b6-4133-a4a8-4fac3bd7ab29 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:25.758625 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f731df76-4c32-4544-b880-4019958ad4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:25.763735 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-61aed676-9dfd-4ce4-b976-21eb3c7d0664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:25.775625 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcaafb95-ac93-422a-bd26-0dea1afc4982 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:25.781944 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcaafb95-ac93-422a-bd26-0dea1afc4982 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:25.783918 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-bcaafb95-ac93-422a-bd26-0dea1afc4982 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3679013 Jan 26 11:21:25.795880 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45850) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:25.802623 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20f696f1-757d-4b37-8787-f7e91307e3e7 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:25.803217 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f696f1-757d-4b37-8787-f7e91307e3e7 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Fanout notify agent at l3_agent the message router_deleted on router 548939f6-960c-42f9-bf5f-49c0a1c57312 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:21:25.903798 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-30b269c2-88d5-4253-824d-e1dd9260fb09 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:25.904877 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20f696f1-757d-4b37-8787-f7e91307e3e7 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:25.906594 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b269c2-88d5-4253-824d-e1dd9260fb09 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Pushing event deleted for resources: {'Network': ['ID=1c89045c-193a-49b9-aeb4-ae6ea5e08658,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:25.906905 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-20f696f1-757d-4b37-8787-f7e91307e3e7 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "DELETE /v2.0/routers/548939f6-960c-42f9-bf5f-49c0a1c57312 HTTP/1.1" status: 204 len: 168 time: 5.9296947 Jan 26 11:21:25.910906 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-61aed676-9dfd-4ce4-b976-21eb3c7d0664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:25.957979 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f731df76-4c32-4544-b880-4019958ad4d8 None None] Network 17f242f5-b8e5-41ea-b879-951278f124f9 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:25.965820 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-f731df76-4c32-4544-b880-4019958ad4d8 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:25.969892 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f731df76-4c32-4544-b880-4019958ad4d8 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:25.972350 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45854) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:25.992011 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-09be32d4-2fc1-4363-ba22-a1c94f83dd46 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2042844702', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}, 'admin_state_up': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:26.004551 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-09be32d4-2fc1-4363-ba22-a1c94f83dd46 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:26.008978 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-09be32d4-2fc1-4363-ba22-a1c94f83dd46 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Usage tracker for resource:router and tenant:b7adfefdf1a24d38965cdb68b112c891 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:26.012336 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-09be32d4-2fc1-4363-ba22-a1c94f83dd46 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:26.013871 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731df76-4c32-4544-b880-4019958ad4d8 None None] Pushing event updated for resources: {'Port': ['ID=aaa60960-72b6-4133-a4a8-4fac3bd7ab29,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:26.016655 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:26.019387 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-09be32d4-2fc1-4363-ba22-a1c94f83dd46 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:26.089188 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:26.127562 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28f53455-8ff7-43d6-9fba-0267f0030b8f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:26.127917 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28f53455-8ff7-43d6-9fba-0267f0030b8f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:26.172369 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-f731df76-4c32-4544-b880-4019958ad4d8 None None] Attempting to bind port aaa60960-72b6-4133-a4a8-4fac3bd7ab29 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:21:26.172738 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-f731df76-4c32-4544-b880-4019958ad4d8 None None] Attempting to bind port aaa60960-72b6-4133-a4a8-4fac3bd7ab29 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '32241238-059e-442c-9bc6-9e363be08f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '17f242f5-b8e5-41ea-b879-951278f124f9'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:21:26.172963 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f731df76-4c32-4544-b880-4019958ad4d8 None None] Attempting to bind port aaa60960-72b6-4133-a4a8-4fac3bd7ab29 on network 17f242f5-b8e5-41ea-b879-951278f124f9 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:21:26.183118 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f731df76-4c32-4544-b880-4019958ad4d8 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:21:26.183539 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f731df76-4c32-4544-b880-4019958ad4d8 None None] Checking segment: {'id': '32241238-059e-442c-9bc6-9e363be08f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '17f242f5-b8e5-41ea-b879-951278f124f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:26.184274 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f731df76-4c32-4544-b880-4019958ad4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:26.184274 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f731df76-4c32-4544-b880-4019958ad4d8 None None] Bound using segment: {'id': '32241238-059e-442c-9bc6-9e363be08f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '17f242f5-b8e5-41ea-b879-951278f124f9'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:21:26.184770 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-f731df76-4c32-4544-b880-4019958ad4d8 None None] Bound port: aaa60960-72b6-4133-a4a8-4fac3bd7ab29, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32241238-059e-442c-9bc6-9e363be08f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '17f242f5-b8e5-41ea-b879-951278f124f9'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:21:26.185147 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f731df76-4c32-4544-b880-4019958ad4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:26.317400 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-f731df76-4c32-4544-b880-4019958ad4d8 None None] For port aaa60960-72b6-4133-a4a8-4fac3bd7ab29, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:21:26.349483 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-61aed676-9dfd-4ce4-b976-21eb3c7d0664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:26.367131 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-f731df76-4c32-4544-b880-4019958ad4d8 None None] For port aaa60960-72b6-4133-a4a8-4fac3bd7ab29, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=aaa60960-72b6-4133-a4a8-4fac3bd7ab29,segment=NetworkSegment(32241238-059e-442c-9bc6-9e363be08f1e),segment_id=32241238-059e-442c-9bc6-9e363be08f1e)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:21:26.373644 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f731df76-4c32-4544-b880-4019958ad4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:26.375481 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aed676-9dfd-4ce4-b976-21eb3c7d0664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1d5ee5-28b2-47a2-92b9-5bc866589aea,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:26.384218 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-28f53455-8ff7-43d6-9fba-0267f0030b8f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Calling delete_port for 5bf75bb4-2873-4177-8382-e2cd44d7df28 owned by network:floatingip {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:26.412491 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-09be32d4-2fc1-4363-ba22-a1c94f83dd46 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:26.414001 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-09be32d4-2fc1-4363-ba22-a1c94f83dd46 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:26.420856 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-30b269c2-88d5-4253-824d-e1dd9260fb09 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] 10.222.0.39 "DELETE /v2.0/networks/1c89045c-193a-49b9-aeb4-ae6ea5e08658 HTTP/1.1" status: 204 len: 168 time: 2.3532572 Jan 26 11:21:26.423038 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-61aed676-9dfd-4ce4-b976-21eb3c7d0664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:26.424033 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:26.426971 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-61aed676-9dfd-4ce4-b976-21eb3c7d0664 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ad1d5ee5-28b2-47a2-92b9-5bc866589aea HTTP/1.1" status: 204 len: 168 time: 1.0060987 Jan 26 11:21:26.427881 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45858) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:26.437142 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] Transition to ACTIVE for port object 0e2fd84f-2606-4359-a0e0-cb03486788b5 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:26.458208 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:26.486104 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c455291d-4c14-468a-bda9-ea59b28056c4 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] DELETE failed (client error): The resource could not be found. Jan 26 11:21:26.486668 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c455291d-4c14-468a-bda9-ea59b28056c4 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:21:26.490980 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c455291d-4c14-468a-bda9-ea59b28056c4 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] 10.222.0.39 "DELETE /v2.0/ports/a50fd353-3ffc-4577-bbc5-1ccc83fa98be HTTP/1.1" status: 404 len: 333 time: 0.0587175 Jan 26 11:21:26.498218 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45864) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:26.616464 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-3216341d-d631-4a93-b70f-e553bb066f08 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Deleting subnet 01d9dd3f-f6d2-412a-9919-d94573210c19 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:21:26.620738 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3216341d-d631-4a93-b70f-e553bb066f08 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:26.667494 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-85abe972-9e7d-4bec-9a52-93edca5d36d6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:26.668429 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731df76-4c32-4544-b880-4019958ad4d8 None None] Pushing event updated for resources: {'Port': ['ID=aaa60960-72b6-4133-a4a8-4fac3bd7ab29,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:26.784161 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3216341d-d631-4a93-b70f-e553bb066f08 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:26.794829 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] Attempting to bind port 0e2fd84f-2606-4359-a0e0-cb03486788b5 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:21:26.795398 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] Attempting to bind port 0e2fd84f-2606-4359-a0e0-cb03486788b5 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:21:26.795948 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] Attempting to bind port 0e2fd84f-2606-4359-a0e0-cb03486788b5 on network ba6f0584-2941-48e6-9427-2229465f5a54 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:21:26.815297 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:21:26.815844 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] Checking segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:26.816425 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:26.821972 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] Bound using segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:21:26.823227 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] Bound port: 0e2fd84f-2606-4359-a0e0-cb03486788b5, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:21:26.823573 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:26.855811 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2c56e-090e-4064-b645-9f810cf98e88 None None] Pushing event updated for resources: {'Port': ['ID=0e2fd84f-2606-4359-a0e0-cb03486788b5,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:27.021935 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1d394e95-dab7-4b80-a24b-ddb77d99b980 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:27.034967 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] For port 0e2fd84f-2606-4359-a0e0-cb03486788b5, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:21:27.039397 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] For port 0e2fd84f-2606-4359-a0e0-cb03486788b5, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0e2fd84f-2606-4359-a0e0-cb03486788b5,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:21:27.039594 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-09be32d4-2fc1-4363-ba22-a1c94f83dd46 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:27.040846 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85abe972-9e7d-4bec-9a52-93edca5d36d6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event updated for resources: {'Subnet': ['ID=2aa7e1c6-2c42-4800-a543-d46792a1386a,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:27.053137 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:27.065062 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28f53455-8ff7-43d6-9fba-0267f0030b8f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:27.080405 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85abe972-9e7d-4bec-9a52-93edca5d36d6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Network 17f242f5-b8e5-41ea-b879-951278f124f9 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:27.128455 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-85abe972-9e7d-4bec-9a52-93edca5d36d6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:27.148547 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85abe972-9e7d-4bec-9a52-93edca5d36d6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:27.152376 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-85abe972-9e7d-4bec-9a52-93edca5d36d6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:27.160576 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] Routers {'f60e7886-6cb6-4027-9410-3fca29726b88'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:27.161548 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['f60e7886-6cb6-4027-9410-3fca29726b88'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:27.162143 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f53455-8ff7-43d6-9fba-0267f0030b8f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event deleted for resources: {'Port': ['ID=5bf75bb4-2873-4177-8382-e2cd44d7df28,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:27.245892 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3216341d-d631-4a93-b70f-e553bb066f08 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:27.278144 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2c56e-090e-4064-b645-9f810cf98e88 None None] Pushing event updated for resources: {'Port': ['ID=0e2fd84f-2606-4359-a0e0-cb03486788b5,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:27.412214 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:27.433748 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] Set router f60e7886-6cb6-4027-9410-3fca29726b88 gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:21:27.522771 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-1d394e95-dab7-4b80-a24b-ddb77d99b980 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting port 0e2fd84f-2606-4359-a0e0-cb03486788b5 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:27.523337 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1d394e95-dab7-4b80-a24b-ddb77d99b980 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:27.581776 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3216341d-d631-4a93-b70f-e553bb066f08 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:27.667734 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216341d-d631-4a93-b70f-e553bb066f08 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Pushing event deleted for resources: {'Subnet': ['ID=01d9dd3f-f6d2-412a-9919-d94573210c19,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:27.675142 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3216341d-d631-4a93-b70f-e553bb066f08 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:27.675627 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b92a5bbf-e6ec-46ef-abf7-64d4693aa2e7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:27.684408 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3216341d-d631-4a93-b70f-e553bb066f08 tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] 10.222.0.39 "DELETE /v2.0/subnets/01d9dd3f-f6d2-412a-9919-d94573210c19 HTTP/1.1" status: 204 len: 168 time: 1.1795716 Jan 26 11:21:27.688181 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45882) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:27.748498 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c9e669-91a2-4fa2-b09a-3c38cee94254 None None] Network 819f5e4b-7889-4a50-b3b6-d107d3107ee8 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:27.798757 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-85abe972-9e7d-4bec-9a52-93edca5d36d6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.0593033 Jan 26 11:21:27.812814 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45890) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:27.844158 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-09be32d4-2fc1-4363-ba22-a1c94f83dd46 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:27.845983 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device aaa60960-72b6-4133-a4a8-4fac3bd7ab29 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:21:27.901137 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28f53455-8ff7-43d6-9fba-0267f0030b8f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:27.903793 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28f53455-8ff7-43d6-9fba-0267f0030b8f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:27.905134 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-28f53455-8ff7-43d6-9fba-0267f0030b8f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "DELETE /v2.0/floatingips/8582e6d5-7e91-431a-a4dd-64693676da40 HTTP/1.1" status: 204 len: 168 time: 2.9610143 Jan 26 11:21:27.920166 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45896) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:27.934617 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-3f8185d9-f7ac-4d80-a71c-905badbeba79 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': 'b1c8779d-9c40-4b12-be60-9c0fdff33e9d'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:28.036262 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3f8185d9-f7ac-4d80-a71c-905badbeba79 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:28.059792 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-795185c8-5f9f-4089-9a20-35c34361584e tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:28.083546 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3f8185d9-f7ac-4d80-a71c-905badbeba79 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Usage tracker for resource:floatingip and tenant:68260ee4e7d844c68a0428a738fc37f5 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:28.106638 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-795185c8-5f9f-4089-9a20-35c34361584e tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Deleting port a079e3b0-39e1-46ca-af86-611db9cc3b52 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:28.107031 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-795185c8-5f9f-4089-9a20-35c34361584e tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:28.177443 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3f8185d9-f7ac-4d80-a71c-905badbeba79 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:28.198365 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-1d394e95-dab7-4b80-a24b-ddb77d99b980 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] For port 0e2fd84f-2606-4359-a0e0-cb03486788b5, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0e2fd84f-2606-4359-a0e0-cb03486788b5,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:28.199068 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1d394e95-dab7-4b80-a24b-ddb77d99b980 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:28.216699 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3f8185d9-f7ac-4d80-a71c-905badbeba79 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:28.232976 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eab897f-b8a0-4f50-ac65-7781197a948d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:28.235095 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eab897f-b8a0-4f50-ac65-7781197a948d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:28.236669 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eab897f-b8a0-4f50-ac65-7781197a948d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:28.238233 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eab897f-b8a0-4f50-ac65-7781197a948d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:28.240788 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eab897f-b8a0-4f50-ac65-7781197a948d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:28.241912 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5eab897f-b8a0-4f50-ac65-7781197a948d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Synchronizing usage tracker for tenant:16e63912742a46349a7748f4e9b4ff24 on resource:subnet {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:21:28.314024 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port aaa60960-72b6-4133-a4a8-4fac3bd7ab29 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:28.317098 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967cec0e-ff5b-4e93-aedb-d3cf96f8af6b None None] Network 17f242f5-b8e5-41ea-b879-951278f124f9 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:28.337575 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3f8185d9-f7ac-4d80-a71c-905badbeba79 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:28.380828 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a079e3b0-39e1-46ca-af86-611db9cc3b52 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:21:28.549215 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-0836fcc2-fa0d-450e-ac95-ce8ab4212afa None None] Provisioning for port aaa60960-72b6-4133-a4a8-4fac3bd7ab29 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:28.563114 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-1d394e95-dab7-4b80-a24b-ddb77d99b980 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Calling delete_port for 0e2fd84f-2606-4359-a0e0-cb03486788b5 owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:28.564567 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-0836fcc2-fa0d-450e-ac95-ce8ab4212afa None None] Provisioning complete for port aaa60960-72b6-4133-a4a8-4fac3bd7ab29 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:28.564940 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-0836fcc2-fa0d-450e-ac95-ce8ab4212afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:28.633101 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5eab897f-b8a0-4f50-ac65-7781197a948d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Unset dirty status for tenant:16e63912742a46349a7748f4e9b4ff24 on resource:subnet {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:21:28.639578 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5eab897f-b8a0-4f50-ac65-7781197a948d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.8040841 Jan 26 11:21:28.640829 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45910) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:28.661308 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-426a266c-a7c4-4537-b6d1-473c50112295 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-130597383'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:28.666271 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-426a266c-a7c4-4537-b6d1-473c50112295 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:28.672499 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-426a266c-a7c4-4537-b6d1-473c50112295 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Usage tracker for resource:network and tenant:16e63912742a46349a7748f4e9b4ff24 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:28.675708 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-426a266c-a7c4-4537-b6d1-473c50112295 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:28.683523 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-426a266c-a7c4-4537-b6d1-473c50112295 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:28.715207 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port a079e3b0-39e1-46ca-af86-611db9cc3b52 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:28.715618 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:28.733440 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426a266c-a7c4-4537-b6d1-473c50112295 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Made reservation on behalf of 16e63912742a46349a7748f4e9b4ff24 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:28.737377 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-426a266c-a7c4-4537-b6d1-473c50112295 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:28.754367 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2f02b1-21a4-42a8-97b5-f0ef8f8ae7e3 None None] DHCP port deletion for 819f5e4b-7889-4a50-b3b6-d107d3107ee8 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:21:28.789121 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f02b1-21a4-42a8-97b5-f0ef8f8ae7e3 None None] Deleting port a079e3b0-39e1-46ca-af86-611db9cc3b52 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:28.789521 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8f2f02b1-21a4-42a8-97b5-f0ef8f8ae7e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:28.795218 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-795185c8-5f9f-4089-9a20-35c34361584e tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] For port a079e3b0-39e1-46ca-af86-611db9cc3b52, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a079e3b0-39e1-46ca-af86-611db9cc3b52,segment=NetworkSegment(1daf3502-f70e-4352-8756-09ef914ad73d),segment_id=1daf3502-f70e-4352-8756-09ef914ad73d)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:28.795849 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-795185c8-5f9f-4089-9a20-35c34361584e tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:28.885005 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60e7886-6cb6-4027-9410-3fca29726b88', 'name': 'tempest-NetworksTestDHCPv6-router-401040028', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:21:11Z', 'updated_at': '2022-01-26T11:21:18Z', 'revision_number': 2, 'project_id': '57a93839786448c5acb86b98e59e05fa', 'gw_port_host': None, '_interfaces': [{'id': '0e2fd84f-2606-4359-a0e0-cb03486788b5', 'name': '', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'mac_address': 'fa:16:3e:b0:3a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60e7886-6cb6-4027-9410-3fca29726b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4d739bf5-e52b-4db2-8f0b-5285764bd17b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:21:15Z', 'updated_at': '2022-01-26T11:21:27Z', 'revision_number': 4, 'project_id': '57a93839786448c5acb86b98e59e05fa', 'subnets': [{'id': '4d739bf5-e52b-4db2-8f0b-5285764bd17b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:28.917253 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af83b088-83b0-4eef-aaec-360a82ab2c28 None None] The sync data for ids ['f60e7886-6cb6-4027-9410-3fca29726b88'] in dv-neutron-826439-1-hyperv is: [{'id': 'f60e7886-6cb6-4027-9410-3fca29726b88', 'name': 'tempest-NetworksTestDHCPv6-router-401040028', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:21:11Z', 'updated_at': '2022-01-26T11:21:18Z', 'revision_number': 2, 'project_id': '57a93839786448c5acb86b98e59e05fa', 'gw_port_host': None, '_interfaces': [{'id': '0e2fd84f-2606-4359-a0e0-cb03486788b5', 'name': '', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'mac_address': 'fa:16:3e:b0:3a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60e7886-6cb6-4027-9410-3fca29726b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4d739bf5-e52b-4db2-8f0b-5285764bd17b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:21:15Z', 'updated_at': '2022-01-26T11:21:27Z', 'revision_number': 4, 'project_id': '57a93839786448c5acb86b98e59e05fa', 'subnets': [{'id': '4d739bf5-e52b-4db2-8f0b-5285764bd17b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:21:28.939746 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426a266c-a7c4-4537-b6d1-473c50112295 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:21:28.957297 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-795185c8-5f9f-4089-9a20-35c34361584e tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Calling delete_port for a079e3b0-39e1-46ca-af86-611db9cc3b52 owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:28.971466 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45918) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:28.983265 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-426a266c-a7c4-4537-b6d1-473c50112295 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:28.984145 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-426a266c-a7c4-4537-b6d1-473c50112295 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Added segment 970c0b28-dfb9-4f4d-b934-ad1986667c5b of type vlan for network 4923902b-e4bb-496d-9bc6-e9cec3c45207 Jan 26 11:21:29.065749 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-795185c8-5f9f-4089-9a20-35c34361584e tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:29.105718 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-0836fcc2-fa0d-450e-ac95-ce8ab4212afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:29.122761 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No ports have port_id starting with a079e3b0-39e1-46ca-af86-611db9cc3b52 Jan 26 11:21:29.164201 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795185c8-5f9f-4089-9a20-35c34361584e tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Pushing event deleted for resources: {'Port': ['ID=a079e3b0-39e1-46ca-af86-611db9cc3b52,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:29.167285 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795185c8-5f9f-4089-9a20-35c34361584e tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] No DVR routers for this DVR port a079e3b0-39e1-46ca-af86-611db9cc3b52 on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:21:29.236472 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-0836fcc2-fa0d-450e-ac95-ce8ab4212afa None None] For port aaa60960-72b6-4133-a4a8-4fac3bd7ab29, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=aaa60960-72b6-4133-a4a8-4fac3bd7ab29,segment=NetworkSegment(32241238-059e-442c-9bc6-9e363be08f1e),segment_id=32241238-059e-442c-9bc6-9e363be08f1e)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:29.269986 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-8f2f02b1-21a4-42a8-97b5-f0ef8f8ae7e3 None None] For port a079e3b0-39e1-46ca-af86-611db9cc3b52, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a079e3b0-39e1-46ca-af86-611db9cc3b52,segment=NetworkSegment(1daf3502-f70e-4352-8756-09ef914ad73d),segment_id=1daf3502-f70e-4352-8756-09ef914ad73d)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:29.270799 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8f2f02b1-21a4-42a8-97b5-f0ef8f8ae7e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:29.281543 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-0836fcc2-fa0d-450e-ac95-ce8ab4212afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:29.306968 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-09be32d4-2fc1-4363-ba22-a1c94f83dd46 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:29.362268 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-795185c8-5f9f-4089-9a20-35c34361584e tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:29.371714 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1d394e95-dab7-4b80-a24b-ddb77d99b980 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:29.389265 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-78ff87fb-755b-44a7-b699-b0f41bdb0f8d tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1807994103', 'router:external': True}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:29.424997 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-09be32d4-2fc1-4363-ba22-a1c94f83dd46 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:29.431832 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-78ff87fb-755b-44a7-b699-b0f41bdb0f8d tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:29.440823 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-426a266c-a7c4-4537-b6d1-473c50112295 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:29.455709 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d394e95-dab7-4b80-a24b-ddb77d99b980 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Port': ['ID=0e2fd84f-2606-4359-a0e0-cb03486788b5,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:29.461083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-795185c8-5f9f-4089-9a20-35c34361584e tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819f5e4b-7889-4a50-b3b6-d107d3107ee8']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:29.484859 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-78ff87fb-755b-44a7-b699-b0f41bdb0f8d tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Usage tracker for resource:network and tenant:24a5b141f49641a5adf7b112785aae82 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:29.498811 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-78ff87fb-755b-44a7-b699-b0f41bdb0f8d tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:29.516973 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f02b1-21a4-42a8-97b5-f0ef8f8ae7e3 None None] Calling delete_port for a079e3b0-39e1-46ca-af86-611db9cc3b52 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:29.527870 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-b92a5bbf-e6ec-46ef-abf7-64d4693aa2e7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Allocated IP 172.21.0.1 (e9020c85-1de9-4ce4-bc7f-d9b16f02e465/6f926960-8f6f-445e-bb83-e8091be8f263/4da8d677-1211-4dc0-912c-fd9aa0eae135) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:29.527870 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-78ff87fb-755b-44a7-b699-b0f41bdb0f8d tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:29.599886 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-795185c8-5f9f-4089-9a20-35c34361584e tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1daf3502-f70e-4352-8756-09ef914ad73d') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:29.599886 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-795185c8-5f9f-4089-9a20-35c34361584e tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1daf3502-f70e-4352-8756-09ef914ad73d') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:29.628515 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-795185c8-5f9f-4089-9a20-35c34361584e tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:29.632182 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.resource_extend [None req-426a266c-a7c4-4537-b6d1-473c50112295 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:21:29.678623 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ff87fb-755b-44a7-b699-b0f41bdb0f8d tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Made reservation on behalf of 24a5b141f49641a5adf7b112785aae82 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:29.680938 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-78ff87fb-755b-44a7-b699-b0f41bdb0f8d tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:29.689826 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a079e3b0-39e1-46ca-af86-611db9cc3b52 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:21:29.735671 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1d394e95-dab7-4b80-a24b-ddb77d99b980 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:29.743578 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-795185c8-5f9f-4089-9a20-35c34361584e tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:29.743799 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea318a69-3443-4a2d-808f-a6714d956217 None None] Update dhcp port {'port': {'network_id': '17f242f5-b8e5-41ea-b879-951278f124f9', 'fixed_ips': [{'subnet_id': '541dbcc4-b533-43dd-9f67-c4c7588dcad8', 'ip_address': '2001:db8::2'}, {'subnet_id': '2aa7e1c6-2c42-4800-a543-d46792a1386a'}], 'binding:host_id': 'dv-neutron-826439-1-hyperv'}, 'id': 'aaa60960-72b6-4133-a4a8-4fac3bd7ab29'} from dv-neutron-826439-1-hyperv. {{(pid=87444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 26 11:21:29.781903 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: a079e3b0-39e1-46ca-af86-611db9cc3b52 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:21:29.782600 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a079e3b0-39e1-46ca-af86-611db9cc3b52 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:21:29.785989 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3f8185d9-f7ac-4d80-a71c-905badbeba79 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:29.803536 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836fcc2-fa0d-450e-ac95-ce8ab4212afa None None] Pushing event updated for resources: {'Port': ['ID=aaa60960-72b6-4133-a4a8-4fac3bd7ab29,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:29.818734 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-78ff87fb-755b-44a7-b699-b0f41bdb0f8d tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:29.820983 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-8f2f02b1-21a4-42a8-97b5-f0ef8f8ae7e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:21:29.821348 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-8f2f02b1-21a4-42a8-97b5-f0ef8f8ae7e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:21:29.836355 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ea318a69-3443-4a2d-808f-a6714d956217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:29.917307 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-426a266c-a7c4-4537-b6d1-473c50112295 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:29.924076 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426a266c-a7c4-4537-b6d1-473c50112295 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:29.924612 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-426a266c-a7c4-4537-b6d1-473c50112295 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:29.928945 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-795185c8-5f9f-4089-9a20-35c34361584e tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:21:29.929345 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-795185c8-5f9f-4089-9a20-35c34361584e tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:21:29.951564 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:21:30.009677 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-78ff87fb-755b-44a7-b699-b0f41bdb0f8d tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:30.114877 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-78ff87fb-755b-44a7-b699-b0f41bdb0f8d tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Usage tracker for resource:security_group_rule and tenant:24a5b141f49641a5adf7b112785aae82 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:30.124031 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-78ff87fb-755b-44a7-b699-b0f41bdb0f8d tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:30.126804 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-ea318a69-3443-4a2d-808f-a6714d956217 None None] Allocated IP 172.20.0.1 (17f242f5-b8e5-41ea-b879-951278f124f9/2aa7e1c6-2c42-4800-a543-d46792a1386a/aaa60960-72b6-4133-a4a8-4fac3bd7ab29) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:30.209792 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-78ff87fb-755b-44a7-b699-b0f41bdb0f8d tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:30.221973 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-426a266c-a7c4-4537-b6d1-473c50112295 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5650852 Jan 26 11:21:30.228353 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a266c-a7c4-4537-b6d1-473c50112295 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event updated for resources: {'Network': ['ID=4923902b-e4bb-496d-9bc6-e9cec3c45207,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:30.230363 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45924) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:30.245137 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-09be32d4-2fc1-4363-ba22-a1c94f83dd46 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Allocated IP 172.26.5.190 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/3d853038-f944-449a-a5bf-78c562066f06) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:30.251780 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-19e4c95c-1c76-433f-a7df-41568cfda03b tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:30.256953 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 4923902b-e4bb-496d-9bc6-e9cec3c45207 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:21:30.317057 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-795185c8-5f9f-4089-9a20-35c34361584e tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:30.317276 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-ea318a69-3443-4a2d-808f-a6714d956217 None None] For port aaa60960-72b6-4133-a4a8-4fac3bd7ab29, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=aaa60960-72b6-4133-a4a8-4fac3bd7ab29,segment=NetworkSegment(32241238-059e-442c-9bc6-9e363be08f1e),segment_id=32241238-059e-442c-9bc6-9e363be08f1e)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:30.340548 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-795185c8-5f9f-4089-9a20-35c34361584e tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:30.350176 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d394e95-dab7-4b80-a24b-ddb77d99b980 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Router f60e7886-6cb6-4027-9410-3fca29726b88 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:21:30.354930 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795185c8-5f9f-4089-9a20-35c34361584e tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] Pushing event deleted for resources: {'Network': ['ID=819f5e4b-7889-4a50-b3b6-d107d3107ee8,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:30.361681 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-795185c8-5f9f-4089-9a20-35c34361584e tempest-DHCPAgentSchedulersTestJSON-281156773 tempest-DHCPAgentSchedulersTestJSON-281156773-project] 10.222.0.39 "DELETE /v2.0/networks/819f5e4b-7889-4a50-b3b6-d107d3107ee8 HTTP/1.1" status: 204 len: 168 time: 2.6725242 Jan 26 11:21:30.369651 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f02b1-21a4-42a8-97b5-f0ef8f8ae7e3 None None] Deleting port a079e3b0-39e1-46ca-af86-611db9cc3b52 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:30.370035 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8f2f02b1-21a4-42a8-97b5-f0ef8f8ae7e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:30.422387 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b92a5bbf-e6ec-46ef-abf7-64d4693aa2e7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:30.478049 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f02b1-21a4-42a8-97b5-f0ef8f8ae7e3 None None] The port 'a079e3b0-39e1-46ca-af86-611db9cc3b52' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:21:30.511851 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ea318a69-3443-4a2d-808f-a6714d956217 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:30.512047 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-b92a5bbf-e6ec-46ef-abf7-64d4693aa2e7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Transition to ACTIVE for port object 4da8d677-1211-4dc0-912c-fd9aa0eae135 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:30.528553 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d394e95-dab7-4b80-a24b-ddb77d99b980 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:21:30.531744 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ea318a69-3443-4a2d-808f-a6714d956217 None None] Transition to ACTIVE for port object aaa60960-72b6-4133-a4a8-4fac3bd7ab29 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:30.537797 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1d394e95-dab7-4b80-a24b-ddb77d99b980 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "PUT /v2.0/routers/f60e7886-6cb6-4027-9410-3fca29726b88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7400935 Jan 26 11:21:30.538449 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ea318a69-3443-4a2d-808f-a6714d956217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:30.539039 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45930) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:30.627141 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5e61cd-1dd3-45ca-a3f3-9bfbb2a43908 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:30.632863 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5e61cd-1dd3-45ca-a3f3-9bfbb2a43908 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:30.633708 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-dd5e61cd-1dd3-45ca-a3f3-9bfbb2a43908 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:21:30.659947 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-dd5e61cd-1dd3-45ca-a3f3-9bfbb2a43908 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:21:30.661268 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-dd5e61cd-1dd3-45ca-a3f3-9bfbb2a43908 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1210458 Jan 26 11:21:30.664282 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45934) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:30.719764 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea318a69-3443-4a2d-808f-a6714d956217 None None] Pushing event updated for resources: {'Port': ['ID=aaa60960-72b6-4133-a4a8-4fac3bd7ab29,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:30.818403 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-87262c62-80b6-421f-ac11-4b71a18f56c4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet 4d739bf5-e52b-4db2-8f0b-5285764bd17b {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:21:30.828846 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-87262c62-80b6-421f-ac11-4b71a18f56c4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:30.857538 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-19e4c95c-1c76-433f-a7df-41568cfda03b tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:30.867106 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45940) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:30.913303 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-19e4c95c-1c76-433f-a7df-41568cfda03b tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:30.918482 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-87262c62-80b6-421f-ac11-4b71a18f56c4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:30.940577 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-19e4c95c-1c76-433f-a7df-41568cfda03b tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Network 4923902b-e4bb-496d-9bc6-e9cec3c45207 is not hosted by any dhcp agent {{(pid=87442) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 26 11:21:30.945891 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e4c95c-1c76-433f-a7df-41568cfda03b tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:30.946792 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-19e4c95c-1c76-433f-a7df-41568cfda03b tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:30.950702 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-19e4c95c-1c76-433f-a7df-41568cfda03b tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "PUT /v2.0/networks/4923902b-e4bb-496d-9bc6-e9cec3c45207 HTTP/1.1" status: 200 len: 723 time: 0.7048342 Jan 26 11:21:30.952006 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45946) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:30.958353 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a352571e-ccfd-42fe-88df-d116673e6cf1 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Request body: {'subnet': {'network_id': '4923902b-e4bb-496d-9bc6-e9cec3c45207', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:31.022662 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9847c7-412d-477f-8d8e-448302d64119 None None] Sync routers for ids ['f60e7886-6cb6-4027-9410-3fca29726b88'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:21:31.037331 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9847c7-412d-477f-8d8e-448302d64119 None None] Routers {'f60e7886-6cb6-4027-9410-3fca29726b88'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:31.037994 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ad9847c7-412d-477f-8d8e-448302d64119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['f60e7886-6cb6-4027-9410-3fca29726b88'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:31.059654 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b92a5bbf-e6ec-46ef-abf7-64d4693aa2e7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:31.077578 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-09be32d4-2fc1-4363-ba22-a1c94f83dd46 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:31.146522 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a352571e-ccfd-42fe-88df-d116673e6cf1 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:31.165105 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a352571e-ccfd-42fe-88df-d116673e6cf1 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:31.173126 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-45ed748f-a1c3-48bb-adff-574dba3a67fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eec45a85f3014687b26b62cb914b13a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049424 Jan 26 11:21:31.176931 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45950) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:31.197458 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-ad9847c7-412d-477f-8d8e-448302d64119 None None] Set router f60e7886-6cb6-4027-9410-3fca29726b88 gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:21:31.245085 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-78ff87fb-755b-44a7-b699-b0f41bdb0f8d tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:31.246374 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4c95c-1c76-433f-a7df-41568cfda03b tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event updated for resources: {'Network': ['ID=4923902b-e4bb-496d-9bc6-e9cec3c45207,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:31.267189 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-87262c62-80b6-421f-ac11-4b71a18f56c4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:31.285384 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-09be32d4-2fc1-4363-ba22-a1c94f83dd46 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:31.305243 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92a5bbf-e6ec-46ef-abf7-64d4693aa2e7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network e9020c85-1de9-4ce4-bc7f-d9b16f02e465 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:31.312751 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-b92a5bbf-e6ec-46ef-abf7-64d4693aa2e7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:31.314797 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-78ff87fb-755b-44a7-b699-b0f41bdb0f8d tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:31.319510 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92a5bbf-e6ec-46ef-abf7-64d4693aa2e7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:31.320747 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 4923902b-e4bb-496d-9bc6-e9cec3c45207 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:21:31.337091 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ad9847c7-412d-477f-8d8e-448302d64119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60e7886-6cb6-4027-9410-3fca29726b88', 'name': 'tempest-NetworksTestDHCPv6-router-401040028', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:21:11Z', 'updated_at': '2022-01-26T11:21:29Z', 'revision_number': 3, 'project_id': '57a93839786448c5acb86b98e59e05fa', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:31.361640 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9847c7-412d-477f-8d8e-448302d64119 None None] Checking router: f60e7886-6cb6-4027-9410-3fca29726b88 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:21:31.373162 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a352571e-ccfd-42fe-88df-d116673e6cf1 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Made reservation on behalf of 16e63912742a46349a7748f4e9b4ff24 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:31.381829 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a352571e-ccfd-42fe-88df-d116673e6cf1 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:31.397976 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-87262c62-80b6-421f-ac11-4b71a18f56c4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:31.445861 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b92a5bbf-e6ec-46ef-abf7-64d4693aa2e7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:31.447324 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9847c7-412d-477f-8d8e-448302d64119 None None] Routers {'f60e7886-6cb6-4027-9410-3fca29726b88'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:31.447970 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ad9847c7-412d-477f-8d8e-448302d64119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['f60e7886-6cb6-4027-9410-3fca29726b88'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:31.457136 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-87262c62-80b6-421f-ac11-4b71a18f56c4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:31.464445 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87262c62-80b6-421f-ac11-4b71a18f56c4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=4d739bf5-e52b-4db2-8f0b-5285764bd17b,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:31.488726 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09be32d4-2fc1-4363-ba22-a1c94f83dd46 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:31.489913 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a5bbf-e6ec-46ef-abf7-64d4693aa2e7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Port': ['ID=4da8d677-1211-4dc0-912c-fd9aa0eae135,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:31.492611 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-09be32d4-2fc1-4363-ba22-a1c94f83dd46 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:31.513968 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe11b01-4770-4d74-9547-6206e9a74a75 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:31.567611 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09be32d4-2fc1-4363-ba22-a1c94f83dd46 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:31.632797 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ff87fb-755b-44a7-b699-b0f41bdb0f8d tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:21:31.646108 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6105b3a-32f9-4401-a6b7-9ca0ac37fc02 None None] Network 17f242f5-b8e5-41ea-b879-951278f124f9 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:31.656932 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-3f8185d9-f7ac-4d80-a71c-905badbeba79 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Allocated IP 172.26.5.53 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/01797a96-c9fa-4bde-99dc-f8eff28e4bcd) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:31.682081 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-87262c62-80b6-421f-ac11-4b71a18f56c4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/4d739bf5-e52b-4db2-8f0b-5285764bd17b HTTP/1.1" status: 204 len: 168 time: 1.0084558 Jan 26 11:21:31.683279 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff87fb-755b-44a7-b699-b0f41bdb0f8d tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b875fb86-c8d5-4cdd-9018-23baab55a92b,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:31.688972 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45954) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:31.691390 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f8f109e2-399a-4538-836d-ed55b9a45027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:31.701092 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-ad9847c7-412d-477f-8d8e-448302d64119 None None] Set router f60e7886-6cb6-4027-9410-3fca29726b88 gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:21:31.716720 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-78ff87fb-755b-44a7-b699-b0f41bdb0f8d tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:31.717058 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-78ff87fb-755b-44a7-b699-b0f41bdb0f8d tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Added segment 43d79770-b0f2-4485-984e-abd38dbe2623 of type vlan for network aed04e22-9fe3-4f35-9e90-de72f25acca1 Jan 26 11:21:31.728475 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be32d4-2fc1-4363-ba22-a1c94f83dd46 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Pushing event updated for resources: {'Port': ['ID=3d853038-f944-449a-a5bf-78c562066f06,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:31.805312 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f8f109e2-399a-4538-836d-ed55b9a45027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:31.812706 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ad9847c7-412d-477f-8d8e-448302d64119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60e7886-6cb6-4027-9410-3fca29726b88', 'name': 'tempest-NetworksTestDHCPv6-router-401040028', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:21:11Z', 'updated_at': '2022-01-26T11:21:29Z', 'revision_number': 3, 'project_id': '57a93839786448c5acb86b98e59e05fa', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:31.877699 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-78ff87fb-755b-44a7-b699-b0f41bdb0f8d tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:31.917245 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device aaa60960-72b6-4133-a4a8-4fac3bd7ab29 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:21:31.941498 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9847c7-412d-477f-8d8e-448302d64119 None None] The sync data for ids ['f60e7886-6cb6-4027-9410-3fca29726b88'] in dv-neutron-826439-1-hyperv is: [{'id': 'f60e7886-6cb6-4027-9410-3fca29726b88', 'name': 'tempest-NetworksTestDHCPv6-router-401040028', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:21:11Z', 'updated_at': '2022-01-26T11:21:29Z', 'revision_number': 3, 'project_id': '57a93839786448c5acb86b98e59e05fa', 'gw_port_host': None}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:21:31.963567 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c0ba92f0-2734-4e51-b77a-f0a81b327196 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:router {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:21:31.997369 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3c3e352e-3b6a-4967-8383-d71b406bdc9e None None] Provisioning for port aaa60960-72b6-4133-a4a8-4fac3bd7ab29 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:32.008317 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c0ba92f0-2734-4e51-b77a-f0a81b327196 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:router {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:21:32.009583 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c0ba92f0-2734-4e51-b77a-f0a81b327196 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3034985 Jan 26 11:21:32.011626 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3c3e352e-3b6a-4967-8383-d71b406bdc9e None None] Provisioning complete for port aaa60960-72b6-4133-a4a8-4fac3bd7ab29 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:32.012064 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3c3e352e-3b6a-4967-8383-d71b406bdc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:32.021739 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 45958) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:32.023426 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f8f109e2-399a-4538-836d-ed55b9a45027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:32.051826 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f109e2-399a-4538-836d-ed55b9a45027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f130190-784b-4142-b1f7-83a9ac14aebc,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:32.071329 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a352571e-ccfd-42fe-88df-d116673e6cf1 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:32.119075 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f8f109e2-399a-4538-836d-ed55b9a45027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:32.122604 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f8f109e2-399a-4538-836d-ed55b9a45027 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9f130190-784b-4142-b1f7-83a9ac14aebc HTTP/1.1" status: 204 len: 168 time: 0.9421217 Jan 26 11:21:32.183428 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352571e-ccfd-42fe-88df-d116673e6cf1 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event updated for resources: {'Subnet': ['ID=f599f4d2-3090-4ec5-a2d8-73f60967f4e8,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:32.231972 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a352571e-ccfd-42fe-88df-d116673e6cf1 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Checking segment: {'id': '970c0b28-dfb9-4f4d-b934-ad1986667c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4923902b-e4bb-496d-9bc6-e9cec3c45207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:32.232713 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a352571e-ccfd-42fe-88df-d116673e6cf1 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Network hostable DHCP agents. Network: 4923902b-e4bb-496d-9bc6-e9cec3c45207, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:21:32.265512 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3f4e2719-ae0c-4cac-97b7-265ca121e374 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:32.265987 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a352571e-ccfd-42fe-88df-d116673e6cf1 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Network 4923902b-e4bb-496d-9bc6-e9cec3c45207 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:21:32.277621 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-a352571e-ccfd-42fe-88df-d116673e6cf1 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 4923902b-e4bb-496d-9bc6-e9cec3c45207) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:32.288151 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a352571e-ccfd-42fe-88df-d116673e6cf1 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:32.288877 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a352571e-ccfd-42fe-88df-d116673e6cf1 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:32.305029 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bca986-94fa-4bf9-991e-b6167c2ca0f7 None None] Network 4923902b-e4bb-496d-9bc6-e9cec3c45207 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:32.315221 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a352571e-ccfd-42fe-88df-d116673e6cf1 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3615372 Jan 26 11:21:32.317581 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45966) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:32.333697 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-2e8c6a07-647d-4925-acfd-74c51e669eeb tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:32.350159 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port aaa60960-72b6-4133-a4a8-4fac3bd7ab29 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:32.350705 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:32.442934 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b92a5bbf-e6ec-46ef-abf7-64d4693aa2e7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:32.652195 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6ba7b7-f3c6-44e8-a5dd-2ca193d11fee None None] DHCP port deletion for ba6f0584-2941-48e6-9427-2229465f5a54 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:21:32.656175 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45970) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:32.668460 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-7c6ba7b7-f3c6-44e8-a5dd-2ca193d11fee None None] Deleting port 3f943dca-d487-4c0d-b89f-b5717e7a5297 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:32.668983 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7c6ba7b7-f3c6-44e8-a5dd-2ca193d11fee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:32.682475 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df82d12b-ca80-4da5-8ffa-58e6b16ab098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:32.712049 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-df82d12b-ca80-4da5-8ffa-58e6b16ab098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:32.716045 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2e8c6a07-647d-4925-acfd-74c51e669eeb tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2269517'] for subnet, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:32.752461 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3f8185d9-f7ac-4d80-a71c-905badbeba79 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:32.752740 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-df82d12b-ca80-4da5-8ffa-58e6b16ab098 admin admin] Usage tracker for resource:security_group_rule and tenant:082b2ac4bb14475da26f30a7a6615c95 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:32.758089 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-df82d12b-ca80-4da5-8ffa-58e6b16ab098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:32.766640 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-df82d12b-ca80-4da5-8ffa-58e6b16ab098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:32.787326 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-78ff87fb-755b-44a7-b699-b0f41bdb0f8d tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:32.788261 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ff87fb-755b-44a7-b699-b0f41bdb0f8d tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:32.788906 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-78ff87fb-755b-44a7-b699-b0f41bdb0f8d tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:32.861147 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3f8185d9-f7ac-4d80-a71c-905badbeba79 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:32.881438 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-72617125-9e17-4f75-b4e2-d5dcfb511dbc None None] Provisioning for port 4da8d677-1211-4dc0-912c-fd9aa0eae135 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:32.926836 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-72617125-9e17-4f75-b4e2-d5dcfb511dbc None None] Provisioning complete for port 4da8d677-1211-4dc0-912c-fd9aa0eae135 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:32.926836 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-72617125-9e17-4f75-b4e2-d5dcfb511dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:32.983089 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df82d12b-ca80-4da5-8ffa-58e6b16ab098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:32.988973 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2e8c6a07-647d-4925-acfd-74c51e669eeb tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754530675438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4071153'] for subnet, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:32.993643 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839a0eb5-aff2-4d12-a760-427901e28835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-4923902b-e4bb-496d-9bc6-e9cec3c45207', 'network_id': '4923902b-e4bb-496d-9bc6-e9cec3c45207', 'tenant_id': '16e63912742a46349a7748f4e9b4ff24', 'fixed_ips': [{'subnet_id': 'f599f4d2-3090-4ec5-a2d8-73f60967f4e8'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:21:32.994387 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-839a0eb5-aff2-4d12-a760-427901e28835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:33.023339 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df82d12b-ca80-4da5-8ffa-58e6b16ab098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:33.053062 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-72617125-9e17-4f75-b4e2-d5dcfb511dbc None None] Port 4da8d677-1211-4dc0-912c-fd9aa0eae135 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:21:33.055925 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8c6a07-647d-4925-acfd-74c51e669eeb tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:33.056484 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2e8c6a07-647d-4925-acfd-74c51e669eeb tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:33.058046 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2e8c6a07-647d-4925-acfd-74c51e669eeb tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "PUT /v2.0/subnets/f599f4d2-3090-4ec5-a2d8-73f60967f4e8 HTTP/1.1" status: 200 len: 826 time: 0.7327812 Jan 26 11:21:33.068127 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45974) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:33.125474 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-df82d12b-ca80-4da5-8ffa-58e6b16ab098 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=082b2ac4bb14475da26f30a7a6615c95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4653068 Jan 26 11:21:33.125818 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8185d9-f7ac-4d80-a71c-905badbeba79 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:33.132538 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45978) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:33.133195 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82d12b-ca80-4da5-8ffa-58e6b16ab098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98457315-b074-43cd-ac21-3ed79bdcbb34,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:33.145232 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-3f8185d9-f7ac-4d80-a71c-905badbeba79 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:33.148061 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8185d9-f7ac-4d80-a71c-905badbeba79 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:33.168039 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c6a07-647d-4925-acfd-74c51e669eeb tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event updated for resources: {'Subnet': ['ID=f599f4d2-3090-4ec5-a2d8-73f60967f4e8,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:33.199087 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-7c6ba7b7-f3c6-44e8-a5dd-2ca193d11fee None None] For port 3f943dca-d487-4c0d-b89f-b5717e7a5297, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=3f943dca-d487-4c0d-b89f-b5717e7a5297,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:33.199494 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7c6ba7b7-f3c6-44e8-a5dd-2ca193d11fee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:33.209749 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8185d9-f7ac-4d80-a71c-905badbeba79 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event updated for resources: {'Port': ['ID=01797a96-c9fa-4bde-99dc-f8eff28e4bcd,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:33.308610 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2e4a79d0-2c82-4579-a19b-f2fe2c95cd28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:33.314070 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:33.345984 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2e4a79d0-2c82-4579-a19b-f2fe2c95cd28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:33.361049 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-7c6ba7b7-f3c6-44e8-a5dd-2ca193d11fee None None] Calling delete_port for 3f943dca-d487-4c0d-b89f-b5717e7a5297 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:33.429514 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:33.443620 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-78ff87fb-755b-44a7-b699-b0f41bdb0f8d tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 4.4675326 Jan 26 11:21:33.460539 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45982) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:33.474173 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff87fb-755b-44a7-b699-b0f41bdb0f8d tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Pushing event updated for resources: {'Network': ['ID=aed04e22-9fe3-4f35-9e90-de72f25acca1,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:33.474791 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-356f2501-0152-4931-ace2-105e2aa393ad tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Request body: {'subnet': {'network_id': 'aed04e22-9fe3-4f35-9e90-de72f25acca1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:33.485915 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3f4e2719-ae0c-4cac-97b7-265ca121e374 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:33.486142 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-356f2501-0152-4931-ace2-105e2aa393ad tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:33.498218 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-356f2501-0152-4931-ace2-105e2aa393ad tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Usage tracker for resource:subnet and tenant:24a5b141f49641a5adf7b112785aae82 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:33.506665 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-356f2501-0152-4931-ace2-105e2aa393ad tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:33.518389 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-356f2501-0152-4931-ace2-105e2aa393ad tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:33.527770 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2e4a79d0-2c82-4579-a19b-f2fe2c95cd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:33.548522 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356f2501-0152-4931-ace2-105e2aa393ad tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Made reservation on behalf of 24a5b141f49641a5adf7b112785aae82 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:33.551253 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-356f2501-0152-4931-ace2-105e2aa393ad tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:33.551500 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network aed04e22-9fe3-4f35-9e90-de72f25acca1 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:21:33.565099 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a79d0-2c82-4579-a19b-f2fe2c95cd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98457315-b074-43cd-ac21-3ed79bdcbb34,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:33.570123 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3d56ae57-0299-4ca0-a15a-52a372cd009d None None] Provisioning complete for port aaa60960-72b6-4133-a4a8-4fac3bd7ab29 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:33.570520 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3d56ae57-0299-4ca0-a15a-52a372cd009d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:33.591211 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2e4a79d0-2c82-4579-a19b-f2fe2c95cd28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:33.592445 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2e4a79d0-2c82-4579-a19b-f2fe2c95cd28 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/98457315-b074-43cd-ac21-3ed79bdcbb34 HTTP/1.1" status: 204 len: 168 time: 0.4564114 Jan 26 11:21:33.610163 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3f4e2719-ae0c-4cac-97b7-265ca121e374 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:33.705072 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0e2fd84f-2606-4359-a0e0-cb03486788b5 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:21:33.760356 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7c6ba7b7-f3c6-44e8-a5dd-2ca193d11fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:33.836342 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 0e2fd84f-2606-4359-a0e0-cb03486788b5 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:21:33.836807 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0e2fd84f-2606-4359-a0e0-cb03486788b5 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:21:33.837312 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 3f943dca-d487-4c0d-b89f-b5717e7a5297 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:21:33.857622 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3f4e2719-ae0c-4cac-97b7-265ca121e374 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:33.859437 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4e2719-ae0c-4cac-97b7-265ca121e374 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Fanout notify agent at l3_agent the message router_deleted on router f60e7886-6cb6-4027-9410-3fca29726b88 {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:21:33.882380 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-09be32d4-2fc1-4363-ba22-a1c94f83dd46 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router_gateway, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:34.013198 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ba7b7-f3c6-44e8-a5dd-2ca193d11fee None None] Pushing event deleted for resources: {'Port': ['ID=3f943dca-d487-4c0d-b89f-b5717e7a5297,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:34.023732 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6ba7b7-f3c6-44e8-a5dd-2ca193d11fee None None] No DVR routers for this DVR port 3f943dca-d487-4c0d-b89f-b5717e7a5297 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:21:34.025949 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-839a0eb5-aff2-4d12-a760-427901e28835 None None] Allocated IP 2001:db8::2 (4923902b-e4bb-496d-9bc6-e9cec3c45207/f599f4d2-3090-4ec5-a2d8-73f60967f4e8/e497b003-d1d8-4521-b944-8cfdbdf48f27) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:34.028411 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 3f943dca-d487-4c0d-b89f-b5717e7a5297 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:21:34.028896 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 3f943dca-d487-4c0d-b89f-b5717e7a5297 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:21:34.195666 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3f4e2719-ae0c-4cac-97b7-265ca121e374 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:34.195666 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3f4e2719-ae0c-4cac-97b7-265ca121e374 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/routers/f60e7886-6cb6-4027-9410-3fca29726b88 HTTP/1.1" status: 204 len: 168 time: 2.1431346 Jan 26 11:21:34.209294 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 45998) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:34.209990 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.objects.ports [None req-356f2501-0152-4931-ace2-105e2aa393ad tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 26 11:21:34.210649 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-356f2501-0152-4931-ace2-105e2aa393ad tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:34.236992 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-1ab3a316-7bf3-45fe-bf6f-eb0b48f16626 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:34.331315 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f2501-0152-4931-ace2-105e2aa393ad tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7c3a30aa-0f87-4fae-95d6-eb6e9343672b,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:34.393752 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-839a0eb5-aff2-4d12-a760-427901e28835 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:34.407399 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-839a0eb5-aff2-4d12-a760-427901e28835 None None] Transition to ACTIVE for port object e497b003-d1d8-4521-b944-8cfdbdf48f27 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:34.433201 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-839a0eb5-aff2-4d12-a760-427901e28835 None None] Transition to ACTIVE for port object e497b003-d1d8-4521-b944-8cfdbdf48f27 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:34.443978 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-839a0eb5-aff2-4d12-a760-427901e28835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:34.476238 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356f2501-0152-4931-ace2-105e2aa393ad tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Checking segment: {'id': '43d79770-b0f2-4485-984e-abd38dbe2623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'aed04e22-9fe3-4f35-9e90-de72f25acca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:34.476635 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356f2501-0152-4931-ace2-105e2aa393ad tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Network hostable DHCP agents. Network: aed04e22-9fe3-4f35-9e90-de72f25acca1, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:21:34.486262 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1ab3a316-7bf3-45fe-bf6f-eb0b48f16626 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:34.491580 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1ab3a316-7bf3-45fe-bf6f-eb0b48f16626 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:subnet and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:34.494679 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1ab3a316-7bf3-45fe-bf6f-eb0b48f16626 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:34.501826 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1ab3a316-7bf3-45fe-bf6f-eb0b48f16626 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:34.511757 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:34.544603 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a0eb5-aff2-4d12-a760-427901e28835 None None] Pushing event updated for resources: {'Port': ['ID=e497b003-d1d8-4521-b944-8cfdbdf48f27,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:34.554646 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab3a316-7bf3-45fe-bf6f-eb0b48f16626 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:34.559389 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1ab3a316-7bf3-45fe-bf6f-eb0b48f16626 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:34.563243 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839a0eb5-aff2-4d12-a760-427901e28835 None None] Network 4923902b-e4bb-496d-9bc6-e9cec3c45207 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:34.564803 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-839a0eb5-aff2-4d12-a760-427901e28835 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:34.568313 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839a0eb5-aff2-4d12-a760-427901e28835 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:34.684329 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-839a0eb5-aff2-4d12-a760-427901e28835 None None] Attempting to bind port e497b003-d1d8-4521-b944-8cfdbdf48f27 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:21:34.684814 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-839a0eb5-aff2-4d12-a760-427901e28835 None None] Attempting to bind port e497b003-d1d8-4521-b944-8cfdbdf48f27 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '970c0b28-dfb9-4f4d-b934-ad1986667c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4923902b-e4bb-496d-9bc6-e9cec3c45207'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:21:34.685322 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839a0eb5-aff2-4d12-a760-427901e28835 None None] Attempting to bind port e497b003-d1d8-4521-b944-8cfdbdf48f27 on network 4923902b-e4bb-496d-9bc6-e9cec3c45207 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:21:34.692246 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839a0eb5-aff2-4d12-a760-427901e28835 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:21:34.692514 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839a0eb5-aff2-4d12-a760-427901e28835 None None] Checking segment: {'id': '970c0b28-dfb9-4f4d-b934-ad1986667c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4923902b-e4bb-496d-9bc6-e9cec3c45207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:34.692947 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-839a0eb5-aff2-4d12-a760-427901e28835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:34.693343 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839a0eb5-aff2-4d12-a760-427901e28835 None None] Bound using segment: {'id': '970c0b28-dfb9-4f4d-b934-ad1986667c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4923902b-e4bb-496d-9bc6-e9cec3c45207'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:21:34.693999 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-839a0eb5-aff2-4d12-a760-427901e28835 None None] Bound port: e497b003-d1d8-4521-b944-8cfdbdf48f27, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970c0b28-dfb9-4f4d-b934-ad1986667c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4923902b-e4bb-496d-9bc6-e9cec3c45207'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:21:34.694180 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-839a0eb5-aff2-4d12-a760-427901e28835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:34.780176 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46012) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:34.809317 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b92a5bbf-e6ec-46ef-abf7-64d4693aa2e7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:34.823664 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-839a0eb5-aff2-4d12-a760-427901e28835 None None] For port e497b003-d1d8-4521-b944-8cfdbdf48f27, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:21:34.828533 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-839a0eb5-aff2-4d12-a760-427901e28835 None None] For port e497b003-d1d8-4521-b944-8cfdbdf48f27, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=e497b003-d1d8-4521-b944-8cfdbdf48f27,segment=NetworkSegment(970c0b28-dfb9-4f4d-b934-ad1986667c5b),segment_id=970c0b28-dfb9-4f4d-b934-ad1986667c5b)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:21:34.837103 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-839a0eb5-aff2-4d12-a760-427901e28835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:34.884073 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b92a5bbf-e6ec-46ef-abf7-64d4693aa2e7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:34.934543 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event deleted for resources: {'Subnet': ['ID=f599f4d2-3090-4ec5-a2d8-73f60967f4e8,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:34.977839 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-4549817b-b6dc-4ace-af05-cf04f9364ff1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-304484381'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:34.994456 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356f2501-0152-4931-ace2-105e2aa393ad tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Network aed04e22-9fe3-4f35-9e90-de72f25acca1 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:21:35.010644 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4549817b-b6dc-4ace-af05-cf04f9364ff1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:35.022605 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a0eb5-aff2-4d12-a760-427901e28835 None None] Pushing event updated for resources: {'Port': ['ID=e497b003-d1d8-4521-b944-8cfdbdf48f27,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:35.037727 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4549817b-b6dc-4ace-af05-cf04f9364ff1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Usage tracker for resource:network and tenant:0681ff55b9c445bcbc2c7e533a813355 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:35.052463 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a777b8-b7b9-49b7-96df-49b7e732518f None None] Network 4923902b-e4bb-496d-9bc6-e9cec3c45207 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:35.052677 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4549817b-b6dc-4ace-af05-cf04f9364ff1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:35.064470 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:35.075772 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b92a5bbf-e6ec-46ef-abf7-64d4693aa2e7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:35.080631 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-09be32d4-2fc1-4363-ba22-a1c94f83dd46 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:35.082917 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4549817b-b6dc-4ace-af05-cf04f9364ff1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:35.087228 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-356f2501-0152-4931-ace2-105e2aa393ad tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, aed04e22-9fe3-4f35-9e90-de72f25acca1) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:35.092757 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a5bbf-e6ec-46ef-abf7-64d4693aa2e7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Port': ['ID=4da8d677-1211-4dc0-912c-fd9aa0eae135,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:35.102399 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356f2501-0152-4931-ace2-105e2aa393ad tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:35.102991 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-356f2501-0152-4931-ace2-105e2aa393ad tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:35.119008 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4923902b-e4bb-496d-9bc6-e9cec3c45207']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:35.135168 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1ab3a316-7bf3-45fe-bf6f-eb0b48f16626 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:35.155703 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b92a49-9df5-49f8-af8d-37e94d0e4c91 None None] Network aed04e22-9fe3-4f35-9e90-de72f25acca1 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:35.168747 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970c0b28-dfb9-4f4d-b934-ad1986667c5b') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:35.168994 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970c0b28-dfb9-4f4d-b934-ad1986667c5b') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:35.191720 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:35.196353 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:35.197146 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4549817b-b6dc-4ace-af05-cf04f9364ff1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Made reservation on behalf of 0681ff55b9c445bcbc2c7e533a813355 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:35.200549 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4549817b-b6dc-4ace-af05-cf04f9364ff1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:35.239575 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3f8185d9-f7ac-4d80-a71c-905badbeba79 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:35.240525 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab3a316-7bf3-45fe-bf6f-eb0b48f16626 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:35.247096 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4549817b-b6dc-4ace-af05-cf04f9364ff1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:35.251776 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-356f2501-0152-4931-ace2-105e2aa393ad tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7903481 Jan 26 11:21:35.252919 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-1ab3a316-7bf3-45fe-bf6f-eb0b48f16626 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:35.257785 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46018) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:35.258550 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:35.263202 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab3a316-7bf3-45fe-bf6f-eb0b48f16626 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:35.263809 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1ab3a316-7bf3-45fe-bf6f-eb0b48f16626 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:35.275762 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-2f48f38d-b43c-4526-b203-a7dd5b44b482 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1006529192', 'network_id': 'aed04e22-9fe3-4f35-9e90-de72f25acca1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:35.278582 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3a316-7bf3-45fe-bf6f-eb0b48f16626 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=a566735a-e6e1-4d12-b350-fc31a3a401d1,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:35.288569 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2f48f38d-b43c-4526-b203-a7dd5b44b482 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:35.290964 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:21:35.291369 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:35.301901 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e8cdb9-ce40-4d83-8520-066e9cc71bcd None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:21:35.306371 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:21:35.311238 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2f48f38d-b43c-4526-b203-a7dd5b44b482 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Usage tracker for resource:port and tenant:24a5b141f49641a5adf7b112785aae82 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:35.318811 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2f48f38d-b43c-4526-b203-a7dd5b44b482 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:35.336188 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4549817b-b6dc-4ace-af05-cf04f9364ff1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:35.339326 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2f48f38d-b43c-4526-b203-a7dd5b44b482 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:35.345515 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1ab3a316-7bf3-45fe-bf6f-eb0b48f16626 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1276264 Jan 26 11:21:35.348976 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46022) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:35.395553 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4549817b-b6dc-4ace-af05-cf04f9364ff1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Usage tracker for resource:security_group_rule and tenant:0681ff55b9c445bcbc2c7e533a813355 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:35.399775 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4549817b-b6dc-4ace-af05-cf04f9364ff1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:35.401333 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-e9cc9798-6064-4eba-bce7-ad51b3d7f187 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1253383401', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:35.415195 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e9cc9798-6064-4eba-bce7-ad51b3d7f187 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:35.419369 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f48f38d-b43c-4526-b203-a7dd5b44b482 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Made reservation on behalf of 24a5b141f49641a5adf7b112785aae82 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:35.422297 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2f48f38d-b43c-4526-b203-a7dd5b44b482 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:35.433002 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e9cc9798-6064-4eba-bce7-ad51b3d7f187 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:router and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:35.435443 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4549817b-b6dc-4ace-af05-cf04f9364ff1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:35.438094 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e9cc9798-6064-4eba-bce7-ad51b3d7f187 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:35.443600 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.api [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 26 11:21:35.443600 dv-neutron-826439-1-hyperv neutron-server[87443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 26 11:21:35.443600 dv-neutron-826439-1-hyperv neutron-server[87443]: [parameters: {'id': '4923902b-e4bb-496d-9bc6-e9cec3c45207'}] Jan 26 11:21:35.443600 dv-neutron-826439-1-hyperv neutron-server[87443]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:21:35.444086 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG oslo_db.api [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:21:35.451195 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e9cc9798-6064-4eba-bce7-ad51b3d7f187 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:35.459479 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-2f48f38d-b43c-4526-b203-a7dd5b44b482 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] device_id is not set on port e042a99c-7494-4efc-819d-fa252b821359 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:21:35.510890 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e9cc9798-6064-4eba-bce7-ad51b3d7f187 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:35.512360 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e9cc9798-6064-4eba-bce7-ad51b3d7f187 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:35.554642 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e9cc9798-6064-4eba-bce7-ad51b3d7f187 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:35.564974 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3f8185d9-f7ac-4d80-a71c-905badbeba79 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:35.616863 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e9cc9798-6064-4eba-bce7-ad51b3d7f187 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:35.632249 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92a5bbf-e6ec-46ef-abf7-64d4693aa2e7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network e9020c85-1de9-4ce4-bc7f-d9b16f02e465 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:35.643452 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-b92a5bbf-e6ec-46ef-abf7-64d4693aa2e7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:35.648796 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-2f48f38d-b43c-4526-b203-a7dd5b44b482 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Allocated IP 172.20.0.13 (aed04e22-9fe3-4f35-9e90-de72f25acca1/7c3a30aa-0f87-4fae-95d6-eb6e9343672b/e042a99c-7494-4efc-819d-fa252b821359) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:35.668930 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e9cc9798-6064-4eba-bce7-ad51b3d7f187 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:35.677227 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e9cc9798-6064-4eba-bce7-ad51b3d7f187 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3203845 Jan 26 11:21:35.678382 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46026) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:35.715502 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beee7c5-57f4-4e0a-ae02-6806ef9748de None None] Network 4923902b-e4bb-496d-9bc6-e9cec3c45207 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:35.732484 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ad16d2-176a-42e0-9765-6cdd3d3725cd None None] Network aed04e22-9fe3-4f35-9e90-de72f25acca1 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:35.888029 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a5f572-cb08-410f-b301-f497f77e7789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-ba6f0584-2941-48e6-9427-2229465f5a54', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'fixed_ips': [{'subnet_id': 'a566735a-e6e1-4d12-b350-fc31a3a401d1'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:21:35.888911 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-57a5f572-cb08-410f-b301-f497f77e7789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:35.928880 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09be32d4-2fc1-4363-ba22-a1c94f83dd46 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Router d0f57870-cfe1-4052-9d85-cab4421c2a6f is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:21:35.948737 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:35.955041 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4549817b-b6dc-4ace-af05-cf04f9364ff1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:36.165494 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4549817b-b6dc-4ace-af05-cf04f9364ff1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:36.246584 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Deleting port e497b003-d1d8-4521-b944-8cfdbdf48f27 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:36.247176 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:36.258822 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4f0ee15f-b1c0-418b-9a3c-88d2fa583ced None None] Provisioning complete for port 4da8d677-1211-4dc0-912c-fd9aa0eae135 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:36.259236 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4f0ee15f-b1c0-418b-9a3c-88d2fa583ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:36.287283 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4549817b-b6dc-4ace-af05-cf04f9364ff1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:21:36.299762 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92a5bbf-e6ec-46ef-abf7-64d4693aa2e7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Router efc19e5e-5246-41c5-9e9b-e85f33bc784c has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:21:36.349241 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4549817b-b6dc-4ace-af05-cf04f9364ff1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:36.349590 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-4549817b-b6dc-4ace-af05-cf04f9364ff1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Added segment 2c8cda22-d276-4234-a032-0867ce44e158 of type vlan for network befe531b-8473-4313-8687-2f6b11b1342f Jan 26 11:21:36.412198 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549817b-b6dc-4ace-af05-cf04f9364ff1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a29e00a-5a54-42b5-aa7d-17da662f6912,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:36.418744 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-4f0ee15f-b1c0-418b-9a3c-88d2fa583ced None None] Port 4da8d677-1211-4dc0-912c-fd9aa0eae135 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:21:36.435529 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-57a5f572-cb08-410f-b301-f497f77e7789 None None] Allocated IP 2001:db8::2 (ba6f0584-2941-48e6-9427-2229465f5a54/a566735a-e6e1-4d12-b350-fc31a3a401d1/09110329-a104-4b8b-a860-a584cf668f8f) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:36.438171 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2f48f38d-b43c-4526-b203-a7dd5b44b482 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:36.485765 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-deff364a-7ec2-45f5-8066-e22f61bf5d0c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:36.618656 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.resource_extend [None req-3f8185d9-f7ac-4d80-a71c-905badbeba79 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:21:36.628361 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09be32d4-2fc1-4363-ba22-a1c94f83dd46 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:21:36.635787 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4549817b-b6dc-4ace-af05-cf04f9364ff1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:36.644933 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d618f0-1c1a-41e1-83e9-86ec31f72c54 None None] Sync routers for ids ['d0f57870-cfe1-4052-9d85-cab4421c2a6f'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:21:36.654010 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3f8185d9-f7ac-4d80-a71c-905badbeba79 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:36.668518 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d618f0-1c1a-41e1-83e9-86ec31f72c54 None None] Routers {'d0f57870-cfe1-4052-9d85-cab4421c2a6f'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:36.672542 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-58d618f0-1c1a-41e1-83e9-86ec31f72c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d0f57870-cfe1-4052-9d85-cab4421c2a6f'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:36.672857 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3f8185d9-f7ac-4d80-a71c-905badbeba79 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:36.678199 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-57a5f572-cb08-410f-b301-f497f77e7789 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:36.691032 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-57a5f572-cb08-410f-b301-f497f77e7789 None None] Transition to ACTIVE for port object 09110329-a104-4b8b-a860-a584cf668f8f will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:36.713259 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-57a5f572-cb08-410f-b301-f497f77e7789 None None] Transition to ACTIVE for port object 09110329-a104-4b8b-a860-a584cf668f8f will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:36.721142 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-57a5f572-cb08-410f-b301-f497f77e7789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:36.754962 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-58d618f0-1c1a-41e1-83e9-86ec31f72c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:36.774758 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8185d9-f7ac-4d80-a71c-905badbeba79 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event updated for resources: {'Port': ['ID=01797a96-c9fa-4bde-99dc-f8eff28e4bcd,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:36.781129 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d618f0-1c1a-41e1-83e9-86ec31f72c54 None None] Routers {'d0f57870-cfe1-4052-9d85-cab4421c2a6f'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:36.782575 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-58d618f0-1c1a-41e1-83e9-86ec31f72c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d0f57870-cfe1-4052-9d85-cab4421c2a6f'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:36.808780 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a5f572-cb08-410f-b301-f497f77e7789 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:36.817586 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-57a5f572-cb08-410f-b301-f497f77e7789 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:36.820178 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a5f572-cb08-410f-b301-f497f77e7789 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:36.852716 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92a5bbf-e6ec-46ef-abf7-64d4693aa2e7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:21:36.864107 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3f8185d9-f7ac-4d80-a71c-905badbeba79 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:36.876261 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e14a9d-66cd-4a9a-a8dc-78ebc6e1dceb None None] Sync routers for ids ['efc19e5e-5246-41c5-9e9b-e85f33bc784c'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:21:36.916340 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-58d618f0-1c1a-41e1-83e9-86ec31f72c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:36.916741 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d618f0-1c1a-41e1-83e9-86ec31f72c54 None None] The sync data for ids ['d0f57870-cfe1-4052-9d85-cab4421c2a6f'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:21:36.927939 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2f48f38d-b43c-4526-b203-a7dd5b44b482 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:36.944945 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b92a5bbf-e6ec-46ef-abf7-64d4693aa2e7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "PUT /v2.0/routers/efc19e5e-5246-41c5-9e9b-e85f33bc784c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6359124 Jan 26 11:21:36.951416 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-09be32d4-2fc1-4363-ba22-a1c94f83dd46 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:36.954787 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5f572-cb08-410f-b301-f497f77e7789 None None] Pushing event updated for resources: {'Port': ['ID=09110329-a104-4b8b-a860-a584cf668f8f,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:36.956745 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-09be32d4-2fc1-4363-ba22-a1c94f83dd46 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.9830756 Jan 26 11:21:36.957590 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4549817b-b6dc-4ace-af05-cf04f9364ff1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:36.963017 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4549817b-b6dc-4ace-af05-cf04f9364ff1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:36.963603 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4549817b-b6dc-4ace-af05-cf04f9364ff1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:36.967130 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46030) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:36.967420 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46032) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:36.972759 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e14a9d-66cd-4a9a-a8dc-78ebc6e1dceb None None] Routers {'efc19e5e-5246-41c5-9e9b-e85f33bc784c'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:36.973073 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-c4e14a9d-66cd-4a9a-a8dc-78ebc6e1dceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['efc19e5e-5246-41c5-9e9b-e85f33bc784c'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:36.984487 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] For port e497b003-d1d8-4521-b944-8cfdbdf48f27, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=e497b003-d1d8-4521-b944-8cfdbdf48f27,segment=NetworkSegment(970c0b28-dfb9-4f4d-b934-ad1986667c5b),segment_id=970c0b28-dfb9-4f4d-b934-ad1986667c5b)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:36.984971 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:37.033651 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-1044aa84-3675-43a7-96e8-33c0986f05d2 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:37.039022 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-57a5f572-cb08-410f-b301-f497f77e7789 None None] Attempting to bind port 09110329-a104-4b8b-a860-a584cf668f8f on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:21:37.039476 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-57a5f572-cb08-410f-b301-f497f77e7789 None None] Attempting to bind port 09110329-a104-4b8b-a860-a584cf668f8f by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:21:37.039851 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a5f572-cb08-410f-b301-f497f77e7789 None None] Attempting to bind port 09110329-a104-4b8b-a860-a584cf668f8f on network ba6f0584-2941-48e6-9427-2229465f5a54 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:21:37.052256 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a5f572-cb08-410f-b301-f497f77e7789 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:21:37.052639 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a5f572-cb08-410f-b301-f497f77e7789 None None] Checking segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:37.053040 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-57a5f572-cb08-410f-b301-f497f77e7789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:37.053433 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a5f572-cb08-410f-b301-f497f77e7789 None None] Bound using segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:21:37.053898 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-57a5f572-cb08-410f-b301-f497f77e7789 None None] Bound port: 09110329-a104-4b8b-a860-a584cf668f8f, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:21:37.054273 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-57a5f572-cb08-410f-b301-f497f77e7789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:37.063845 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-c4e14a9d-66cd-4a9a-a8dc-78ebc6e1dceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:37.112937 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e14a9d-66cd-4a9a-a8dc-78ebc6e1dceb None None] Routers {'efc19e5e-5246-41c5-9e9b-e85f33bc784c'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:37.113965 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-c4e14a9d-66cd-4a9a-a8dc-78ebc6e1dceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['efc19e5e-5246-41c5-9e9b-e85f33bc784c'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:37.149090 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Calling delete_port for e497b003-d1d8-4521-b944-8cfdbdf48f27 owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:37.165763 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4549817b-b6dc-4ace-af05-cf04f9364ff1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.3789444 Jan 26 11:21:37.178228 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46038) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:37.191799 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-c4e14a9d-66cd-4a9a-a8dc-78ebc6e1dceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:37.192769 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e14a9d-66cd-4a9a-a8dc-78ebc6e1dceb None None] The sync data for ids ['efc19e5e-5246-41c5-9e9b-e85f33bc784c'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:21:37.198985 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f48f38d-b43c-4526-b203-a7dd5b44b482 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Network aed04e22-9fe3-4f35-9e90-de72f25acca1 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:37.211389 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-2f48f38d-b43c-4526-b203-a7dd5b44b482 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:37.222553 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f48f38d-b43c-4526-b203-a7dd5b44b482 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:37.228561 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-57a5f572-cb08-410f-b301-f497f77e7789 None None] For port 09110329-a104-4b8b-a860-a584cf668f8f, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:21:37.231904 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-57a5f572-cb08-410f-b301-f497f77e7789 None None] For port 09110329-a104-4b8b-a860-a584cf668f8f, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=09110329-a104-4b8b-a860-a584cf668f8f,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:21:37.238159 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-57a5f572-cb08-410f-b301-f497f77e7789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:37.248437 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-048a03d3-6020-4f66-9f31-280b82cd9422 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Request body: {'subnet': {'network_id': 'befe531b-8473-4313-8687-2f6b11b1342f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:37.250908 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48f38d-b43c-4526-b203-a7dd5b44b482 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Pushing event updated for resources: {'Port': ['ID=e042a99c-7494-4efc-819d-fa252b821359,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:37.343371 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4084a228-a235-4da4-bcd7-396c06bd85b2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:37.344608 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4084a228-a235-4da4-bcd7-396c06bd85b2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Synchronizing usage tracker for tenant:252bea5ac7b143c89da38d9a87822c0c on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:21:37.347326 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549817b-b6dc-4ace-af05-cf04f9364ff1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Pushing event updated for resources: {'Network': ['ID=befe531b-8473-4313-8687-2f6b11b1342f,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:37.355002 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f48f38d-b43c-4526-b203-a7dd5b44b482 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:37.355612 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2f48f38d-b43c-4526-b203-a7dd5b44b482 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:37.370298 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5f572-cb08-410f-b301-f497f77e7789 None None] Pushing event updated for resources: {'Port': ['ID=09110329-a104-4b8b-a860-a584cf668f8f,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:37.382973 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network befe531b-8473-4313-8687-2f6b11b1342f details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:21:37.411539 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:37.472637 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event deleted for resources: {'Port': ['ID=e497b003-d1d8-4521-b944-8cfdbdf48f27,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:37.490742 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] No DVR routers for this DVR port e497b003-d1d8-4521-b944-8cfdbdf48f27 on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:21:37.526669 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2f48f38d-b43c-4526-b203-a7dd5b44b482 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.2656081 Jan 26 11:21:37.536076 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46042) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:37.557045 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-deff364a-7ec2-45f5-8066-e22f61bf5d0c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 2001:db8::1 (ba6f0584-2941-48e6-9427-2229465f5a54/a566735a-e6e1-4d12-b350-fc31a3a401d1/1afa1532-f3be-48d8-a697-f307b34aaced) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:37.754471 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:37.770989 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-85fa40ef-f376-4c0d-985c-e7271cb44fba tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Deleting port e042a99c-7494-4efc-819d-fa252b821359 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:37.771346 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-85fa40ef-f376-4c0d-985c-e7271cb44fba tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:37.837116 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4084a228-a235-4da4-bcd7-396c06bd85b2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Unset dirty status for tenant:252bea5ac7b143c89da38d9a87822c0c on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:21:37.841005 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4084a228-a235-4da4-bcd7-396c06bd85b2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "GET /v2.0/ports/4da8d677-1211-4dc0-912c-fd9aa0eae135 HTTP/1.1" status: 200 len: 910 time: 0.8523262 Jan 26 11:21:37.841005 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-3f8185d9-f7ac-4d80-a71c-905badbeba79 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Floating IP 3a6db348-4c61-42f2-abca-a23246f93d14 associated. External IP: 172.26.5.53, port: b1c8779d-9c40-4b12-be60-9c0fdff33e9d. Jan 26 11:21:37.891531 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46046) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:37.892154 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4923902b-e4bb-496d-9bc6-e9cec3c45207']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:37.904367 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-048a03d3-6020-4f66-9f31-280b82cd9422 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:37.928171 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970c0b28-dfb9-4f4d-b934-ad1986667c5b') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:37.928471 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970c0b28-dfb9-4f4d-b934-ad1986667c5b') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:37.985898 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:38.039101 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:38.055518 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-048a03d3-6020-4f66-9f31-280b82cd9422 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Usage tracker for resource:subnet and tenant:0681ff55b9c445bcbc2c7e533a813355 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:38.065358 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-deff364a-7ec2-45f5-8066-e22f61bf5d0c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:38.070455 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-048a03d3-6020-4f66-9f31-280b82cd9422 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:38.083760 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:21:38.084163 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:21:38.100026 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:21:38.138861 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-048a03d3-6020-4f66-9f31-280b82cd9422 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:38.302357 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-deff364a-7ec2-45f5-8066-e22f61bf5d0c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Transition to ACTIVE for port object 1afa1532-f3be-48d8-a697-f307b34aaced will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:38.323660 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048a03d3-6020-4f66-9f31-280b82cd9422 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Made reservation on behalf of 0681ff55b9c445bcbc2c7e533a813355 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:38.327137 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-048a03d3-6020-4f66-9f31-280b82cd9422 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:38.385482 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:38.421414 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:38.431137 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-85fa40ef-f376-4c0d-985c-e7271cb44fba tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:38.450863 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "DELETE /v2.0/networks/4923902b-e4bb-496d-9bc6-e9cec3c45207 HTTP/1.1" status: 204 len: 168 time: 5.3740380 Jan 26 11:21:38.450863 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c677ead-4747-4b2a-8573-c28ee933e2ee tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event deleted for resources: {'Network': ['ID=4923902b-e4bb-496d-9bc6-e9cec3c45207,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:38.454112 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46052) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:38.499779 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf64662-edce-4ec6-b513-3646f727f8ca None None] get_active_networks_info from dv-neutron-826439-1-hyperv {{(pid=87444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 26 11:21:38.556510 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-939015e8-fba5-4055-824d-ee8274dd73d3 None None] Provisioning for port 09110329-a104-4b8b-a860-a584cf668f8f completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:38.593118 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-85fa40ef-f376-4c0d-985c-e7271cb44fba tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Calling delete_port for e042a99c-7494-4efc-819d-fa252b821359 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:38.638410 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-deff364a-7ec2-45f5-8066-e22f61bf5d0c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:38.657400 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf64662-edce-4ec6-b513-3646f727f8ca None None] Resources bound (agent type, host, resource id): {{(pid=87444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 11:21:38.679639 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa2b2c5-5605-4aca-93c3-6870e363f90e tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] DELETE failed (client error): The resource could not be found. Jan 26 11:21:38.680117 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa2b2c5-5605-4aca-93c3-6870e363f90e tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:21:38.685274 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0aa2b2c5-5605-4aca-93c3-6870e363f90e tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "DELETE /v2.0/networks/4923902b-e4bb-496d-9bc6-e9cec3c45207 HTTP/1.1" status: 404 len: 339 time: 0.1772244 Jan 26 11:21:38.692630 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46056) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:38.723001 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deff364a-7ec2-45f5-8066-e22f61bf5d0c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:38.728904 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-deff364a-7ec2-45f5-8066-e22f61bf5d0c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:38.744190 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deff364a-7ec2-45f5-8066-e22f61bf5d0c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:38.744708 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-deff364a-7ec2-45f5-8066-e22f61bf5d0c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:38.764359 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff364a-7ec2-45f5-8066-e22f61bf5d0c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Port': ['ID=1afa1532-f3be-48d8-a697-f307b34aaced,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:38.815317 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-41bdda3c-ebb5-4515-8758-052ed5da0b0a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1806417366', 'description': 'd1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:38.820264 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-41bdda3c-ebb5-4515-8758-052ed5da0b0a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:38.824928 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-41bdda3c-ebb5-4515-8758-052ed5da0b0a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Usage tracker for resource:network and tenant:16e63912742a46349a7748f4e9b4ff24 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:38.828046 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-41bdda3c-ebb5-4515-8758-052ed5da0b0a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:38.834035 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-41bdda3c-ebb5-4515-8758-052ed5da0b0a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:38.865753 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bdda3c-ebb5-4515-8758-052ed5da0b0a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Made reservation on behalf of 16e63912742a46349a7748f4e9b4ff24 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:38.868042 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-85fa40ef-f376-4c0d-985c-e7271cb44fba tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:38.869228 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-41bdda3c-ebb5-4515-8758-052ed5da0b0a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:38.910571 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1044aa84-3675-43a7-96e8-33c0986f05d2 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:38.962312 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa40ef-f376-4c0d-985c-e7271cb44fba tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Pushing event deleted for resources: {'Port': ['ID=e042a99c-7494-4efc-819d-fa252b821359,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:38.976665 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41bdda3c-ebb5-4515-8758-052ed5da0b0a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:21:39.051625 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-deff364a-7ec2-45f5-8066-e22f61bf5d0c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:39.058001 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1044aa84-3675-43a7-96e8-33c0986f05d2 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:39.064853 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b075454-0046-45c8-8d78-540151a7a91a None None] get_active_networks_info from dv-neutron-826439-1-hyperv {{(pid=87444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 26 11:21:39.082432 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-41bdda3c-ebb5-4515-8758-052ed5da0b0a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:39.082779 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-41bdda3c-ebb5-4515-8758-052ed5da0b0a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Added segment 754ae333-c529-4c94-92ec-47b4707c5f2f of type vlan for network 19d65f9b-dcdc-4332-9bda-25537879d99b Jan 26 11:21:39.135350 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-85fa40ef-f376-4c0d-985c-e7271cb44fba tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:39.145512 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-85fa40ef-f376-4c0d-985c-e7271cb44fba tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "DELETE /v2.0/ports/e042a99c-7494-4efc-819d-fa252b821359 HTTP/1.1" status: 204 len: 168 time: 1.6082535 Jan 26 11:21:39.150459 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46062) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:39.160281 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-1044aa84-3675-43a7-96e8-33c0986f05d2 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Deleting port 3d853038-f944-449a-a5bf-78c562066f06 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:39.160615 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1044aa84-3675-43a7-96e8-33c0986f05d2 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:39.231286 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b075454-0046-45c8-8d78-540151a7a91a None None] Resources bound (agent type, host, resource id): {{(pid=87444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 11:21:39.380019 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-2c66ae15-3d0f-488d-be00-d37d5e2187e1 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aed04e22-9fe3-4f35-9e90-de72f25acca1', 'external_fixed_ips': [{'subnet_id': '7c3a30aa-0f87-4fae-95d6-eb6e9343672b', 'ip_address': '172.20.0.13'}]}}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:39.422570 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2c66ae15-3d0f-488d-be00-d37d5e2187e1 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:39.444460 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-41bdda3c-ebb5-4515-8758-052ed5da0b0a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:39.448618 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2c66ae15-3d0f-488d-be00-d37d5e2187e1 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Usage tracker for resource:router and tenant:24a5b141f49641a5adf7b112785aae82 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:39.460253 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2c66ae15-3d0f-488d-be00-d37d5e2187e1 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:39.481992 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2c66ae15-3d0f-488d-be00-d37d5e2187e1 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:39.504027 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8185d9-f7ac-4d80-a71c-905badbeba79 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Router 0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:21:39.518376 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-deff364a-7ec2-45f5-8066-e22f61bf5d0c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:39.525506 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-deff364a-7ec2-45f5-8066-e22f61bf5d0c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:39.526873 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-deff364a-7ec2-45f5-8066-e22f61bf5d0c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:39.676364 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-048a03d3-6020-4f66-9f31-280b82cd9422 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:39.680532 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2c66ae15-3d0f-488d-be00-d37d5e2187e1 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:39.681567 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2c66ae15-3d0f-488d-be00-d37d5e2187e1 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:39.700791 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2c66ae15-3d0f-488d-be00-d37d5e2187e1 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:39.766992 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 09110329-a104-4b8b-a860-a584cf668f8f up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:21:39.895797 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 09110329-a104-4b8b-a860-a584cf668f8f completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:39.901902 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 09110329-a104-4b8b-a860-a584cf668f8f triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:39.902563 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:39.975877 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff364a-7ec2-45f5-8066-e22f61bf5d0c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Port': ['ID=1afa1532-f3be-48d8-a697-f307b34aaced,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:39.996886 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-41bdda3c-ebb5-4515-8758-052ed5da0b0a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:40.002801 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bdda3c-ebb5-4515-8758-052ed5da0b0a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:40.003426 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-41bdda3c-ebb5-4515-8758-052ed5da0b0a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:40.038489 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5190eeaf-9424-429d-9051-6988de4bb3f1 None None] Provisioning for port 1afa1532-f3be-48d8-a697-f307b34aaced completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:40.045811 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5190eeaf-9424-429d-9051-6988de4bb3f1 None None] Provisioning complete for port 1afa1532-f3be-48d8-a697-f307b34aaced triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:40.046963 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5190eeaf-9424-429d-9051-6988de4bb3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:40.080526 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:40.142752 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-5190eeaf-9424-429d-9051-6988de4bb3f1 None None] Port 1afa1532-f3be-48d8-a697-f307b34aaced cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:21:40.147611 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 09110329-a104-4b8b-a860-a584cf668f8f, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=09110329-a104-4b8b-a860-a584cf668f8f,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:40.153448 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:40.173036 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deff364a-7ec2-45f5-8066-e22f61bf5d0c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:40.177345 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-deff364a-7ec2-45f5-8066-e22f61bf5d0c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:40.186150 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8dfda-24b9-4aea-9f91-21d36d45fb53 req-6202bded-e848-4d79-b5bc-251e1b6de37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:40.188582 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a3b8dfda-24b9-4aea-9f91-21d36d45fb53 req-6202bded-e848-4d79-b5bc-251e1b6de37b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5fbcfd06e3341ee86200462cb30acd6&device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 1098 time: 0.4525394 Jan 26 11:21:40.189894 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8185d9-f7ac-4d80-a71c-905badbeba79 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:21:40.205803 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348d3ccf-9f32-4898-9e33-f017e7db8c9f None None] Sync routers for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:21:40.222012 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348d3ccf-9f32-4898-9e33-f017e7db8c9f None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:40.224203 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-348d3ccf-9f32-4898-9e33-f017e7db8c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:40.230427 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=09110329-a104-4b8b-a860-a584cf668f8f,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:40.282529 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11208eb6-91b6-4ffc-be06-5b26eab627b6 req-50906d4c-dd1c-498f-acdb-69fdbee456c0 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:40.289583 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-11208eb6-91b6-4ffc-be06-5b26eab627b6 req-50906d4c-dd1c-498f-acdb-69fdbee456c0 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.4314084 Jan 26 11:21:40.307339 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-348d3ccf-9f32-4898-9e33-f017e7db8c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:40.317733 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348d3ccf-9f32-4898-9e33-f017e7db8c9f None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:40.318650 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-348d3ccf-9f32-4898-9e33-f017e7db8c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:40.352337 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a03d3-6020-4f66-9f31-280b82cd9422 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Pushing event updated for resources: {'Subnet': ['ID=374574f7-923a-4b76-9b67-1d9748656840,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:40.357955 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-41bdda3c-ebb5-4515-8758-052ed5da0b0a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6556554 Jan 26 11:21:40.386696 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-348d3ccf-9f32-4898-9e33-f017e7db8c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:40.387437 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348d3ccf-9f32-4898-9e33-f017e7db8c9f None None] The sync data for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:21:40.397820 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46070) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:40.422932 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1044aa84-3675-43a7-96e8-33c0986f05d2 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:40.494098 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bdda3c-ebb5-4515-8758-052ed5da0b0a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event updated for resources: {'Network': ['ID=19d65f9b-dcdc-4332-9bda-25537879d99b,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:40.506427 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 19d65f9b-dcdc-4332-9bda-25537879d99b details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:21:40.509012 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3f8185d9-f7ac-4d80-a71c-905badbeba79 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:40.552370 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-11208eb6-91b6-4ffc-be06-5b26eab627b6 req-1ae6eb23-5df7-48ed-80bb-72925a3a901c tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2616231 Jan 26 11:21:40.594640 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2c66ae15-3d0f-488d-be00-d37d5e2187e1 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:40.598407 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048a03d3-6020-4f66-9f31-280b82cd9422 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Checking segment: {'id': '2c8cda22-d276-4234-a032-0867ce44e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'befe531b-8473-4313-8687-2f6b11b1342f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:40.598781 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048a03d3-6020-4f66-9f31-280b82cd9422 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Network hostable DHCP agents. Network: befe531b-8473-4313-8687-2f6b11b1342f, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:21:40.637974 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6b95417b-ff73-4db0-be24-9ebf2233899e None None] Provisioning complete for port 1afa1532-f3be-48d8-a697-f307b34aaced triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:40.638370 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6b95417b-ff73-4db0-be24-9ebf2233899e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:40.669410 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5208783c-b26d-4e51-b71b-7b0570480899 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:40.670099 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5208783c-b26d-4e51-b71b-7b0570480899 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Synchronizing usage tracker for tenant:16e63912742a46349a7748f4e9b4ff24 on resource:network {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:21:40.677139 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-1044aa84-3675-43a7-96e8-33c0986f05d2 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Calling delete_port for 3d853038-f944-449a-a5bf-78c562066f06 owned by network:router_gateway {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:40.681594 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8dfda-24b9-4aea-9f91-21d36d45fb53 req-ea15cbd5-8a67-426a-85b8-7461862500c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:40.682709 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a3b8dfda-24b9-4aea-9f91-21d36d45fb53 req-ea15cbd5-8a67-426a-85b8-7461862500c3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf3da876-a622-4e17-8633-e23a8fba3f3c HTTP/1.1" status: 200 len: 912 time: 0.4360645 Jan 26 11:21:40.694667 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-6b95417b-ff73-4db0-be24-9ebf2233899e None None] Port 1afa1532-f3be-48d8-a697-f307b34aaced cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:21:40.778182 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3f8185d9-f7ac-4d80-a71c-905badbeba79 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.8543160 Jan 26 11:21:40.783391 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46074) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:40.794425 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5208783c-b26d-4e51-b71b-7b0570480899 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Unset dirty status for tenant:16e63912742a46349a7748f4e9b4ff24 on resource:network {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:21:40.795869 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5208783c-b26d-4e51-b71b-7b0570480899 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "GET /v2.0/networks?id=19d65f9b-dcdc-4332-9bda-25537879d99b HTTP/1.1" status: 200 len: 765 time: 0.3966622 Jan 26 11:21:40.799325 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deff364a-7ec2-45f5-8066-e22f61bf5d0c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Router 0bc4e0e4-2b98-4a4b-aca7-73575dac26e4 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:21:40.800101 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-a7287969-2ff0-4ea0-8f4f-0be028886d32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1758816989'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:40.800975 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46078) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:40.815250 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-9c0d03a8-4553-4b25-b721-97adb0582b18 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Request body: {'network': {'description': 'd2'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:40.819180 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048a03d3-6020-4f66-9f31-280b82cd9422 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Network befe531b-8473-4313-8687-2f6b11b1342f is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:21:40.832088 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a3b8dfda-24b9-4aea-9f91-21d36d45fb53 req-c6f2d5ce-e9a3-4534-a72e-0c864c0f2421 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd73cb01-e730-4ad8-b770-b6a1e7f436ed HTTP/1.1" status: 200 len: 1000 time: 0.1434100 Jan 26 11:21:40.954410 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a7287969-2ff0-4ea0-8f4f-0be028886d32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:40.969085 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3245ff38-5f1f-475c-9c8f-95a8883f0b7a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:41.023745 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a7287969-2ff0-4ea0-8f4f-0be028886d32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Usage tracker for resource:network and tenant:68260ee4e7d844c68a0428a738fc37f5 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:41.040129 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a7287969-2ff0-4ea0-8f4f-0be028886d32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:41.050007 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-048a03d3-6020-4f66-9f31-280b82cd9422 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, befe531b-8473-4313-8687-2f6b11b1342f) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:41.051863 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a7287969-2ff0-4ea0-8f4f-0be028886d32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:41.059425 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c6f71a-5cdd-4f1c-b615-04bbabcfa0bc None None] Network befe531b-8473-4313-8687-2f6b11b1342f requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:41.116202 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048a03d3-6020-4f66-9f31-280b82cd9422 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:41.116802 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-048a03d3-6020-4f66-9f31-280b82cd9422 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:41.148477 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8dfda-24b9-4aea-9f91-21d36d45fb53 req-8c7357d7-7a6e-439d-8e73-4129b5232abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:41.149956 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a3b8dfda-24b9-4aea-9f91-21d36d45fb53 req-8c7357d7-7a6e-439d-8e73-4129b5232abf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53606115-5141-4c56-95c1-767f19a5c1f8 HTTP/1.1" status: 200 len: 850 time: 0.2507858 Jan 26 11:21:41.162581 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deff364a-7ec2-45f5-8066-e22f61bf5d0c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:21:41.165395 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7287969-2ff0-4ea0-8f4f-0be028886d32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Made reservation on behalf of 68260ee4e7d844c68a0428a738fc37f5 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:41.168980 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a7287969-2ff0-4ea0-8f4f-0be028886d32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:41.175013 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-deff364a-7ec2-45f5-8066-e22f61bf5d0c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "PUT /v2.0/routers/0bc4e0e4-2b98-4a4b-aca7-73575dac26e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4961896 Jan 26 11:21:41.182379 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46082) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:41.205978 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] Sync routers for ids ['0bc4e0e4-2b98-4a4b-aca7-73575dac26e4'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:21:41.231667 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] Routers {'0bc4e0e4-2b98-4a4b-aca7-73575dac26e4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:41.232292 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0bc4e0e4-2b98-4a4b-aca7-73575dac26e4'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:41.293537 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-048a03d3-6020-4f66-9f31-280b82cd9422 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1079955 Jan 26 11:21:41.296424 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46086) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:41.314273 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-2dcdad06-882f-4d20-9ae3-fdf68cdaffc8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Request body: {'port': {'network_id': 'befe531b-8473-4313-8687-2f6b11b1342f', 'name': 'tempest-AllowedAddressPairTestJSON-573926736'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:41.379426 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9c0d03a8-4553-4b25-b721-97adb0582b18 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:41.434778 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7287969-2ff0-4ea0-8f4f-0be028886d32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:21:41.449871 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] Set router 0bc4e0e4-2b98-4a4b-aca7-73575dac26e4 gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:21:41.453001 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce1a108-323d-460d-9be5-28850142d70f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:41.457988 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6ce1a108-323d-460d-9be5-28850142d70f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports/1afa1532-f3be-48d8-a697-f307b34aaced HTTP/1.1" status: 200 len: 911 time: 0.2705436 Jan 26 11:21:41.468644 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46090) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:41.470763 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8dfda-24b9-4aea-9f91-21d36d45fb53 req-f9597497-8237-46b7-aab8-cc229db3076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:41.472425 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a3b8dfda-24b9-4aea-9f91-21d36d45fb53 req-f9597497-8237-46b7-aab8-cc229db3076a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf3da876-a622-4e17-8633-e23a8fba3f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3077841 Jan 26 11:21:41.477799 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9c0d03a8-4553-4b25-b721-97adb0582b18 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:41.507803 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a7287969-2ff0-4ea0-8f4f-0be028886d32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:41.508179 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-a7287969-2ff0-4ea0-8f4f-0be028886d32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Added segment a349ab8e-8c81-4f39-95ae-e10289720faa of type vlan for network f1e69302-9b35-40c1-b11b-a0421566fd4e Jan 26 11:21:41.582734 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f490e2ce-82e1-49b9-9c3e-560dc475239e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-befe531b-8473-4313-8687-2f6b11b1342f', 'network_id': 'befe531b-8473-4313-8687-2f6b11b1342f', 'tenant_id': '0681ff55b9c445bcbc2c7e533a813355', 'fixed_ips': [{'subnet_id': '374574f7-923a-4b76-9b67-1d9748656840'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:21:41.583568 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f490e2ce-82e1-49b9-9c3e-560dc475239e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:41.590770 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9c0d03a8-4553-4b25-b721-97adb0582b18 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Network 19d65f9b-dcdc-4332-9bda-25537879d99b is not hosted by any dhcp agent {{(pid=87443) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 26 11:21:41.594044 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a7287969-2ff0-4ea0-8f4f-0be028886d32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:41.606685 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0d03a8-4553-4b25-b721-97adb0582b18 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:41.607406 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9c0d03a8-4553-4b25-b721-97adb0582b18 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:41.609694 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9c0d03a8-4553-4b25-b721-97adb0582b18 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "PUT /v2.0/networks/19d65f9b-dcdc-4332-9bda-25537879d99b HTTP/1.1" status: 200 len: 762 time: 0.8048646 Jan 26 11:21:41.615947 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1044aa84-3675-43a7-96e8-33c0986f05d2 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:41.623588 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46096) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:41.713676 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 09110329-a104-4b8b-a860-a584cf668f8f up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:21:41.735796 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044aa84-3675-43a7-96e8-33c0986f05d2 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Pushing event deleted for resources: {'Port': ['ID=3d853038-f944-449a-a5bf-78c562066f06,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:41.877473 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d03a8-4553-4b25-b721-97adb0582b18 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event updated for resources: {'Network': ['ID=19d65f9b-dcdc-4332-9bda-25537879d99b,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:41.881808 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2dcdad06-882f-4d20-9ae3-fdf68cdaffc8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:41.931571 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2dcdad06-882f-4d20-9ae3-fdf68cdaffc8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Usage tracker for resource:port and tenant:0681ff55b9c445bcbc2c7e533a813355 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:41.937083 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 19d65f9b-dcdc-4332-9bda-25537879d99b details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:21:41.939217 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2dcdad06-882f-4d20-9ae3-fdf68cdaffc8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:41.949865 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2dcdad06-882f-4d20-9ae3-fdf68cdaffc8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:41.977792 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcdad06-882f-4d20-9ae3-fdf68cdaffc8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Made reservation on behalf of 0681ff55b9c445bcbc2c7e533a813355 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:41.981283 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2dcdad06-882f-4d20-9ae3-fdf68cdaffc8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:42.012606 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7c2542-f446-4dbf-aec8-87647d486721 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:42.018752 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7c2542-f446-4dbf-aec8-87647d486721 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:42.019342 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ce7c2542-f446-4dbf-aec8-87647d486721 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:21:42.035398 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a3b8dfda-24b9-4aea-9f91-21d36d45fb53 req-b9533e9d-f81f-4aaa-95d0-1ad05eaa1d74 service neutron] 10.222.0.24 "GET /v2.0/networks/bf3da876-a622-4e17-8633-e23a8fba3f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5532830 Jan 26 11:21:42.035732 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a7287969-2ff0-4ea0-8f4f-0be028886d32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:42.040830 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7287969-2ff0-4ea0-8f4f-0be028886d32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:42.041502 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a7287969-2ff0-4ea0-8f4f-0be028886d32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:42.046716 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-2dcdad06-882f-4d20-9ae3-fdf68cdaffc8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] device_id is not set on port 900d5c38-ccff-4445-9168-33f67d5c35ff yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:21:42.097590 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6518f9c-bbe9-4618-b160-902aefdeaa12 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:42.097815 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 09110329-a104-4b8b-a860-a584cf668f8f triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:42.098257 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:42.098461 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e6518f9c-bbe9-4618-b160-902aefdeaa12 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Synchronizing usage tracker for tenant:16e63912742a46349a7748f4e9b4ff24 on resource:network {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:21:42.115468 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ce7c2542-f446-4dbf-aec8-87647d486721 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:21:42.116422 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ce7c2542-f446-4dbf-aec8-87647d486721 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6429996 Jan 26 11:21:42.134068 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46100) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:42.216646 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-3245ff38-5f1f-475c-9c8f-95a8883f0b7a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting port 4da8d677-1211-4dc0-912c-fd9aa0eae135 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:42.216985 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3245ff38-5f1f-475c-9c8f-95a8883f0b7a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:42.254338 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1044aa84-3675-43a7-96e8-33c0986f05d2 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:42.275621 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-f490e2ce-82e1-49b9-9c3e-560dc475239e None None] Allocated IP 172.20.0.2 (befe531b-8473-4313-8687-2f6b11b1342f/374574f7-923a-4b76-9b67-1d9748656840/0e191ae0-beaa-4bd2-8556-6c6a4789d801) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:42.471756 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc4e0e4-2b98-4a4b-aca7-73575dac26e4', 'name': 'tempest-NetworksTestDHCPv6-router-1253383401', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:21:35Z', 'updated_at': '2022-01-26T11:21:38Z', 'revision_number': 2, 'project_id': '57a93839786448c5acb86b98e59e05fa', 'gw_port_host': None, '_interfaces': [{'id': '1afa1532-f3be-48d8-a697-f307b34aaced', 'name': '', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'mac_address': 'fa:16:3e:9e:f1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc4e0e4-2b98-4a4b-aca7-73575dac26e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a566735a-e6e1-4d12-b350-fc31a3a401d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:21:36Z', 'updated_at': '2022-01-26T11:21:39Z', 'revision_number': 2, 'project_id': '57a93839786448c5acb86b98e59e05fa', 'subnets': [{'id': 'a566735a-e6e1-4d12-b350-fc31a3a401d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:42.472165 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a3b8dfda-24b9-4aea-9f91-21d36d45fb53 req-47a7d192-c2f1-439d-9d64-283295dc1fed service neutron] 10.222.0.24 "GET /v2.0/networks/bf3da876-a622-4e17-8633-e23a8fba3f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274220 Jan 26 11:21:42.496270 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] Checking router: 0bc4e0e4-2b98-4a4b-aca7-73575dac26e4 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:21:42.496628 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] Updating router 0bc4e0e4-2b98-4a4b-aca7-73575dac26e4 port 1afa1532-f3be-48d8-a697-f307b34aaced binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:21:42.567981 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a7287969-2ff0-4ea0-8f4f-0be028886d32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7825129 Jan 26 11:21:42.576825 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:21:42.586548 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7287969-2ff0-4ea0-8f4f-0be028886d32 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event updated for resources: {'Network': ['ID=f1e69302-9b35-40c1-b11b-a0421566fd4e,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:42.588664 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e6518f9c-bbe9-4618-b160-902aefdeaa12 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Unset dirty status for tenant:16e63912742a46349a7748f4e9b4ff24 on resource:network {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:21:42.594081 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e6518f9c-bbe9-4618-b160-902aefdeaa12 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "GET /v2.0/networks?id=19d65f9b-dcdc-4332-9bda-25537879d99b HTTP/1.1" status: 200 len: 765 time: 0.9361820 Jan 26 11:21:42.596096 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46104) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:42.596511 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46106) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:42.604027 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-7490c3cd-8eab-427b-a8aa-86cf6999c091 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Request body: {'subnet': {'network_id': 'f1e69302-9b35-40c1-b11b-a0421566fd4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:42.613865 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network f1e69302-9b35-40c1-b11b-a0421566fd4e details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:21:42.832975 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f490e2ce-82e1-49b9-9c3e-560dc475239e None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:42.849159 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f490e2ce-82e1-49b9-9c3e-560dc475239e None None] Transition to ACTIVE for port object 0e191ae0-beaa-4bd2-8556-6c6a4789d801 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:42.864210 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-7490c3cd-8eab-427b-a8aa-86cf6999c091 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:42.864563 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:42.881933 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527076ec-df7e-4423-b54e-9541495e433d req-6db98805-ecac-4595-9cb6-7c96ce7d5d92 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:42.882309 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-7490c3cd-8eab-427b-a8aa-86cf6999c091 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Usage tracker for resource:subnet and tenant:68260ee4e7d844c68a0428a738fc37f5 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:42.883493 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-527076ec-df7e-4423-b54e-9541495e433d req-6db98805-ecac-4595-9cb6-7c96ce7d5d92 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 1.0746455 Jan 26 11:21:42.892654 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-7490c3cd-8eab-427b-a8aa-86cf6999c091 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:42.898526 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2c66ae15-3d0f-488d-be00-d37d5e2187e1 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:42.904151 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-7490c3cd-8eab-427b-a8aa-86cf6999c091 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:42.913991 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5fb332-da5c-4eb5-98cb-8d81300a80f3 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:42.919725 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5fb332-da5c-4eb5-98cb-8d81300a80f3 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:42.921849 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-db5fb332-da5c-4eb5-98cb-8d81300a80f3 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1387 time: 0.3222802 Jan 26 11:21:42.925512 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46112) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:42.931371 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f490e2ce-82e1-49b9-9c3e-560dc475239e None None] Transition to ACTIVE for port object 0e191ae0-beaa-4bd2-8556-6c6a4789d801 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:42.971028 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f490e2ce-82e1-49b9-9c3e-560dc475239e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:43.011896 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2c66ae15-3d0f-488d-be00-d37d5e2187e1 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:43.036068 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7490c3cd-8eab-427b-a8aa-86cf6999c091 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Made reservation on behalf of 68260ee4e7d844c68a0428a738fc37f5 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:43.039244 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7490c3cd-8eab-427b-a8aa-86cf6999c091 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:43.057185 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-14e2a873-8dc8-4c95-b9ea-3c77fce27ae1 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Synchronizing usage tracker for tenant:16e63912742a46349a7748f4e9b4ff24 on resource:subnet {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:21:43.076559 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f490e2ce-82e1-49b9-9c3e-560dc475239e None None] Network befe531b-8473-4313-8687-2f6b11b1342f is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:43.126765 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-f490e2ce-82e1-49b9-9c3e-560dc475239e None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:43.130771 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f490e2ce-82e1-49b9-9c3e-560dc475239e None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:43.201487 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490e2ce-82e1-49b9-9c3e-560dc475239e None None] Pushing event updated for resources: {'Port': ['ID=0e191ae0-beaa-4bd2-8556-6c6a4789d801,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:43.211303 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-14e2a873-8dc8-4c95-b9ea-3c77fce27ae1 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Unset dirty status for tenant:16e63912742a46349a7748f4e9b4ff24 on resource:subnet {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:21:43.212476 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-14e2a873-8dc8-4c95-b9ea-3c77fce27ae1 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "GET /v2.0/subnets?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4 HTTP/1.1" status: 200 len: 207 time: 0.2841780 Jan 26 11:21:43.221835 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46116) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:43.237113 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1044aa84-3675-43a7-96e8-33c0986f05d2 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:43.245150 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3245ff38-5f1f-475c-9c8f-95a8883f0b7a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:43.255119 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-527076ec-df7e-4423-b54e-9541495e433d req-e932779a-3827-4924-8bd1-5912a6bbc9de tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3279507 Jan 26 11:21:43.262539 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1044aa84-3675-43a7-96e8-33c0986f05d2 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1634753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1634766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1640079'] for router, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:43.283637 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-f490e2ce-82e1-49b9-9c3e-560dc475239e None None] Attempting to bind port 0e191ae0-beaa-4bd2-8556-6c6a4789d801 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:21:43.284090 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-f490e2ce-82e1-49b9-9c3e-560dc475239e None None] Attempting to bind port 0e191ae0-beaa-4bd2-8556-6c6a4789d801 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '2c8cda22-d276-4234-a032-0867ce44e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'befe531b-8473-4313-8687-2f6b11b1342f'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:21:43.284518 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f490e2ce-82e1-49b9-9c3e-560dc475239e None None] Attempting to bind port 0e191ae0-beaa-4bd2-8556-6c6a4789d801 on network befe531b-8473-4313-8687-2f6b11b1342f {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:21:43.306008 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f490e2ce-82e1-49b9-9c3e-560dc475239e None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:21:43.306404 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f490e2ce-82e1-49b9-9c3e-560dc475239e None None] Checking segment: {'id': '2c8cda22-d276-4234-a032-0867ce44e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'befe531b-8473-4313-8687-2f6b11b1342f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:43.306955 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f490e2ce-82e1-49b9-9c3e-560dc475239e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:43.307419 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f490e2ce-82e1-49b9-9c3e-560dc475239e None None] Bound using segment: {'id': '2c8cda22-d276-4234-a032-0867ce44e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'befe531b-8473-4313-8687-2f6b11b1342f'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:21:43.307966 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-f490e2ce-82e1-49b9-9c3e-560dc475239e None None] Bound port: 0e191ae0-beaa-4bd2-8556-6c6a4789d801, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8cda22-d276-4234-a032-0867ce44e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'befe531b-8473-4313-8687-2f6b11b1342f'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:21:43.308436 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f490e2ce-82e1-49b9-9c3e-560dc475239e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:43.451255 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-3245ff38-5f1f-475c-9c8f-95a8883f0b7a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Calling delete_port for 4da8d677-1211-4dc0-912c-fd9aa0eae135 owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:43.479382 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-2dcdad06-882f-4d20-9ae3-fdf68cdaffc8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Allocated IP 172.20.0.14 (befe531b-8473-4313-8687-2f6b11b1342f/374574f7-923a-4b76-9b67-1d9748656840/900d5c38-ccff-4445-9168-33f67d5c35ff) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:43.502360 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-f490e2ce-82e1-49b9-9c3e-560dc475239e None None] For port 0e191ae0-beaa-4bd2-8556-6c6a4789d801, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:21:43.506616 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-f490e2ce-82e1-49b9-9c3e-560dc475239e None None] For port 0e191ae0-beaa-4bd2-8556-6c6a4789d801, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0e191ae0-beaa-4bd2-8556-6c6a4789d801,segment=NetworkSegment(2c8cda22-d276-4234-a032-0867ce44e158),segment_id=2c8cda22-d276-4234-a032-0867ce44e158)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:21:43.513490 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f490e2ce-82e1-49b9-9c3e-560dc475239e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:43.632076 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1044aa84-3675-43a7-96e8-33c0986f05d2 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Router d0f57870-cfe1-4052-9d85-cab4421c2a6f has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:21:43.666047 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490e2ce-82e1-49b9-9c3e-560dc475239e None None] Pushing event updated for resources: {'Port': ['ID=0e191ae0-beaa-4bd2-8556-6c6a4789d801,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:43.674208 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:43.688477 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fae9d78-20a0-4428-bba8-e0f3f2d8c681 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:43.689726 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] Transition to ACTIVE for port object 1afa1532-f3be-48d8-a697-f307b34aaced will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:43.694890 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fae9d78-20a0-4428-bba8-e0f3f2d8c681 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:43.698101 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:43.701587 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fae9d78-20a0-4428-bba8-e0f3f2d8c681 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:43.712380 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fae9d78-20a0-4428-bba8-e0f3f2d8c681 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:43.718620 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fae9d78-20a0-4428-bba8-e0f3f2d8c681 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:43.728576 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fae9d78-20a0-4428-bba8-e0f3f2d8c681 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:43.735394 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fae9d78-20a0-4428-bba8-e0f3f2d8c681 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:43.742665 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4fae9d78-20a0-4428-bba8-e0f3f2d8c681 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4333 time: 0.5188415 Jan 26 11:21:43.767185 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46120) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:43.903920 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-34d00a09-af22-4ba6-a292-ae0067c4f2d9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:43.958670 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584777cd-4fc2-482e-ae9d-05be8278e9aa None None] Pushing event updated for resources: {'Port': ['ID=1afa1532-f3be-48d8-a697-f307b34aaced,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:44.067702 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] Attempting to bind port 1afa1532-f3be-48d8-a697-f307b34aaced on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:21:44.068072 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] Attempting to bind port 1afa1532-f3be-48d8-a697-f307b34aaced by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:21:44.068436 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] Attempting to bind port 1afa1532-f3be-48d8-a697-f307b34aaced on network ba6f0584-2941-48e6-9427-2229465f5a54 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:21:44.074177 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:21:44.074581 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] Checking segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:44.074984 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:44.075381 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] Bound using segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:21:44.075875 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] Bound port: 1afa1532-f3be-48d8-a697-f307b34aaced, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:21:44.076250 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:44.187211 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-2c66ae15-3d0f-488d-be00-d37d5e2187e1 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Allocated IP 172.20.0.13 (aed04e22-9fe3-4f35-9e90-de72f25acca1/7c3a30aa-0f87-4fae-95d6-eb6e9343672b/5c2aaddb-9761-4f0e-a17b-c7eb6d47a371) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:44.192368 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] For port 1afa1532-f3be-48d8-a697-f307b34aaced, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:21:44.196034 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] For port 1afa1532-f3be-48d8-a697-f307b34aaced, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=1afa1532-f3be-48d8-a697-f307b34aaced,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:21:44.200428 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1044aa84-3675-43a7-96e8-33c0986f05d2 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:21:44.202771 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:44.213472 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140f0479-5849-4b38-86d4-65739599596a None None] Sync routers for ids ['d0f57870-cfe1-4052-9d85-cab4421c2a6f'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:21:44.216279 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1044aa84-3675-43a7-96e8-33c0986f05d2 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:44.220228 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1044aa84-3675-43a7-96e8-33c0986f05d2 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "PUT /v2.0/routers/d0f57870-cfe1-4052-9d85-cab4421c2a6f HTTP/1.1" status: 200 len: 710 time: 7.2325938 Jan 26 11:21:44.220905 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46124) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:44.228343 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140f0479-5849-4b38-86d4-65739599596a None None] Routers {'d0f57870-cfe1-4052-9d85-cab4421c2a6f'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:44.229271 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-140f0479-5849-4b38-86d4-65739599596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d0f57870-cfe1-4052-9d85-cab4421c2a6f'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:44.368348 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] Routers {'0bc4e0e4-2b98-4a4b-aca7-73575dac26e4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:44.369118 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0bc4e0e4-2b98-4a4b-aca7-73575dac26e4'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:44.374734 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9a689722-f999-4032-9aaf-3e39bd6cde7d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 913 time: 0.6057017 Jan 26 11:21:44.376504 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-140f0479-5849-4b38-86d4-65739599596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:44.393388 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140f0479-5849-4b38-86d4-65739599596a None None] Routers {'d0f57870-cfe1-4052-9d85-cab4421c2a6f'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:44.395570 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7490c3cd-8eab-427b-a8aa-86cf6999c091 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:44.396220 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-140f0479-5849-4b38-86d4-65739599596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d0f57870-cfe1-4052-9d85-cab4421c2a6f'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:44.408208 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46130) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:44.542115 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-140f0479-5849-4b38-86d4-65739599596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:44.542549 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140f0479-5849-4b38-86d4-65739599596a None None] The sync data for ids ['d0f57870-cfe1-4052-9d85-cab4421c2a6f'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:21:44.578211 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] Set router 0bc4e0e4-2b98-4a4b-aca7-73575dac26e4 gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:21:44.647761 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2dcdad06-882f-4d20-9ae3-fdf68cdaffc8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:44.658192 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584777cd-4fc2-482e-ae9d-05be8278e9aa None None] Pushing event updated for resources: {'Port': ['ID=1afa1532-f3be-48d8-a697-f307b34aaced,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:44.699799 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0769bc69-2e87-41f0-8841-4a207af0e1ce tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "GET /v2.0/routers/d0f57870-cfe1-4052-9d85-cab4421c2a6f HTTP/1.1" status: 200 len: 745 time: 0.4603641 Jan 26 11:21:44.706263 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46134) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:44.754583 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490c3cd-8eab-427b-a8aa-86cf6999c091 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event updated for resources: {'Subnet': ['ID=d2b17d20-9ab4-428b-aec6-aea2c5759e25,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:44.757323 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-2dcdad06-882f-4d20-9ae3-fdf68cdaffc8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Transition to ACTIVE for port object 900d5c38-ccff-4445-9168-33f67d5c35ff will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:44.815481 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7490c3cd-8eab-427b-a8aa-86cf6999c091 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Checking segment: {'id': 'a349ab8e-8c81-4f39-95ae-e10289720faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f1e69302-9b35-40c1-b11b-a0421566fd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:44.816100 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7490c3cd-8eab-427b-a8aa-86cf6999c091 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Network hostable DHCP agents. Network: f1e69302-9b35-40c1-b11b-a0421566fd4e, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:21:44.856953 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c5724-4255-45f6-812a-7e2cd73a7847 req-e01f457c-3e57-4622-b158-59215c16061c tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:44.859205 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-924c5724-4255-45f6-812a-7e2cd73a7847 req-e01f457c-3e57-4622-b158-59215c16061c tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.3068607 Jan 26 11:21:44.871360 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-34d00a09-af22-4ba6-a292-ae0067c4f2d9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting port 1afa1532-f3be-48d8-a697-f307b34aaced {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:44.872152 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-34d00a09-af22-4ba6-a292-ae0067c4f2d9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:44.873433 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc588a9-aba5-4dc1-9789-b845772bc3d5 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:44.875296 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc588a9-aba5-4dc1-9789-b845772bc3d5 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:44.876956 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc588a9-aba5-4dc1-9789-b845772bc3d5 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:44.878987 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc588a9-aba5-4dc1-9789-b845772bc3d5 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:44.881295 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc588a9-aba5-4dc1-9789-b845772bc3d5 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:44.883421 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3cc588a9-aba5-4dc1-9789-b845772bc3d5 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4444871 Jan 26 11:21:44.889145 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-709ffd3b-43e7-4c0a-b696-5f1a05ae15fe tempest-RoutersIpV6AdminTest-2083409618 tempest-RoutersIpV6AdminTest-2083409618-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4&device_id=d0f57870-cfe1-4052-9d85-cab4421c2a6f HTTP/1.1" status: 200 len: 205 time: 0.1798799 Jan 26 11:21:44.903639 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46138) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:44.903984 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46140) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:44.947139 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7490c3cd-8eab-427b-a8aa-86cf6999c091 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Network f1e69302-9b35-40c1-b11b-a0421566fd4e is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:21:44.973834 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-7490c3cd-8eab-427b-a8aa-86cf6999c091 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, f1e69302-9b35-40c1-b11b-a0421566fd4e) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:44.985004 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5705888-d2f5-40d0-b401-5d59663f6bc0 None None] Network f1e69302-9b35-40c1-b11b-a0421566fd4e requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:45.008473 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7490c3cd-8eab-427b-a8aa-86cf6999c091 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:45.008897 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7490c3cd-8eab-427b-a8aa-86cf6999c091 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:45.036695 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-924c5724-4255-45f6-812a-7e2cd73a7847 req-231b0027-0f9a-4be4-863a-6c75b5e3856f tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669059 Jan 26 11:21:45.042430 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca5cadf-2cab-4dda-81e9-b6738c532047 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['shared'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:45.043998 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7490c3cd-8eab-427b-a8aa-86cf6999c091 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4462869 Jan 26 11:21:45.048928 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca5cadf-2cab-4dda-81e9-b6738c532047 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['shared'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:45.053262 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca5cadf-2cab-4dda-81e9-b6738c532047 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['shared'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:45.054805 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca5cadf-2cab-4dda-81e9-b6738c532047 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['shared'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:45.056312 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca5cadf-2cab-4dda-81e9-b6738c532047 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['shared'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:45.058450 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7ca5cadf-2cab-4dda-81e9-b6738c532047 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1513391 Jan 26 11:21:45.061228 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46146) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:45.073400 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46148) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:45.097811 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f8d5aa2b-8abb-4db7-85c7-864faf5918a9 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f57870-cfe1-4052-9d85-cab4421c2a6f HTTP/1.1" status: 200 len: 205 time: 0.1905353 Jan 26 11:21:45.105239 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-77286488-6f6c-4ed2-9b86-ef419ad6df80 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-266283170', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}, 'admin_state_up': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:45.109628 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46156) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:45.113413 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-77286488-6f6c-4ed2-9b86-ef419ad6df80 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:45.117476 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-77286488-6f6c-4ed2-9b86-ef419ad6df80 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Usage tracker for resource:router and tenant:68260ee4e7d844c68a0428a738fc37f5 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:45.120820 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-77286488-6f6c-4ed2-9b86-ef419ad6df80 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:45.135098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2dcdad06-882f-4d20-9ae3-fdf68cdaffc8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:45.138089 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-77286488-6f6c-4ed2-9b86-ef419ad6df80 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:45.163322 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3245ff38-5f1f-475c-9c8f-95a8883f0b7a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:45.215090 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3288d15-ab91-4b7d-9083-b4f529943079 None None] Network befe531b-8473-4313-8687-2f6b11b1342f requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:45.243989 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc4e0e4-2b98-4a4b-aca7-73575dac26e4', 'name': 'tempest-NetworksTestDHCPv6-router-1253383401', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:21:35Z', 'updated_at': '2022-01-26T11:21:38Z', 'revision_number': 2, 'project_id': '57a93839786448c5acb86b98e59e05fa', 'gw_port_host': None, '_interfaces': [{'id': '1afa1532-f3be-48d8-a697-f307b34aaced', 'name': '', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'mac_address': 'fa:16:3e:9e:f1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc4e0e4-2b98-4a4b-aca7-73575dac26e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a566735a-e6e1-4d12-b350-fc31a3a401d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:21:36Z', 'updated_at': '2022-01-26T11:21:44Z', 'revision_number': 4, 'project_id': '57a93839786448c5acb86b98e59e05fa', 'subnets': [{'id': 'a566735a-e6e1-4d12-b350-fc31a3a401d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:45.256200 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-77286488-6f6c-4ed2-9b86-ef419ad6df80 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:45.257236 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-77286488-6f6c-4ed2-9b86-ef419ad6df80 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:45.274417 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2c66ae15-3d0f-488d-be00-d37d5e2187e1 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:45.279289 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245ff38-5f1f-475c-9c8f-95a8883f0b7a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Port': ['ID=4da8d677-1211-4dc0-912c-fd9aa0eae135,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:45.303713 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cb9fde-e09a-4d04-9a6b-1ed5b1eeb58f None None] The sync data for ids ['0bc4e0e4-2b98-4a4b-aca7-73575dac26e4'] in dv-neutron-826439-1-hyperv is: [{'id': '0bc4e0e4-2b98-4a4b-aca7-73575dac26e4', 'name': 'tempest-NetworksTestDHCPv6-router-1253383401', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:21:35Z', 'updated_at': '2022-01-26T11:21:38Z', 'revision_number': 2, 'project_id': '57a93839786448c5acb86b98e59e05fa', 'gw_port_host': None, '_interfaces': [{'id': '1afa1532-f3be-48d8-a697-f307b34aaced', 'name': '', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'mac_address': 'fa:16:3e:9e:f1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc4e0e4-2b98-4a4b-aca7-73575dac26e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'a566735a-e6e1-4d12-b350-fc31a3a401d1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:21:36Z', 'updated_at': '2022-01-26T11:21:44Z', 'revision_number': 4, 'project_id': '57a93839786448c5acb86b98e59e05fa', 'subnets': [{'id': 'a566735a-e6e1-4d12-b350-fc31a3a401d1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:21:45.365373 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-77286488-6f6c-4ed2-9b86-ef419ad6df80 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:45.386958 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fe2e7b-e871-47ce-9efb-54ea6591be6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-f1e69302-9b35-40c1-b11b-a0421566fd4e', 'network_id': 'f1e69302-9b35-40c1-b11b-a0421566fd4e', 'tenant_id': '68260ee4e7d844c68a0428a738fc37f5', 'fixed_ips': [{'subnet_id': 'd2b17d20-9ab4-428b-aec6-aea2c5759e25'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:21:45.387822 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-05fe2e7b-e871-47ce-9efb-54ea6591be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:45.425709 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-27656f33-df01-4b0b-8cfb-050f466004e3 None None] Provisioning for port 0e191ae0-beaa-4bd2-8556-6c6a4789d801 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:45.724655 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3b7246ed-c8a5-4876-a05f-590815633d4e tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:45.776020 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-05fe2e7b-e871-47ce-9efb-54ea6591be6a None None] Allocated IP 172.20.0.2 (f1e69302-9b35-40c1-b11b-a0421566fd4e/d2b17d20-9ab4-428b-aec6-aea2c5759e25/ce3cf7fd-764a-45ee-b745-6e2d78483a9c) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:45.780940 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0e191ae0-beaa-4bd2-8556-6c6a4789d801 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:21:45.822991 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2c66ae15-3d0f-488d-be00-d37d5e2187e1 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:45.947126 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcdad06-882f-4d20-9ae3-fdf68cdaffc8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Network befe531b-8473-4313-8687-2f6b11b1342f is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:45.978306 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-2dcdad06-882f-4d20-9ae3-fdf68cdaffc8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:45.996937 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 0e191ae0-beaa-4bd2-8556-6c6a4789d801 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:46.011311 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 0e191ae0-beaa-4bd2-8556-6c6a4789d801 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:46.011684 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:46.055919 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcdad06-882f-4d20-9ae3-fdf68cdaffc8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:46.132826 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-34d00a09-af22-4ba6-a292-ae0067c4f2d9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] For port 1afa1532-f3be-48d8-a697-f307b34aaced, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=1afa1532-f3be-48d8-a697-f307b34aaced,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:46.133236 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-34d00a09-af22-4ba6-a292-ae0067c4f2d9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:46.277829 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-77286488-6f6c-4ed2-9b86-ef419ad6df80 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:46.285380 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3245ff38-5f1f-475c-9c8f-95a8883f0b7a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:46.293591 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-05fe2e7b-e871-47ce-9efb-54ea6591be6a None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:46.299552 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c66ae15-3d0f-488d-be00-d37d5e2187e1 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Network aed04e22-9fe3-4f35-9e90-de72f25acca1 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:46.306799 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-34d00a09-af22-4ba6-a292-ae0067c4f2d9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Calling delete_port for 1afa1532-f3be-48d8-a697-f307b34aaced owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:46.307962 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-2c66ae15-3d0f-488d-be00-d37d5e2187e1 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:46.315859 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c66ae15-3d0f-488d-be00-d37d5e2187e1 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:46.322475 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-05fe2e7b-e871-47ce-9efb-54ea6591be6a None None] Transition to ACTIVE for port object ce3cf7fd-764a-45ee-b745-6e2d78483a9c will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:46.335742 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:46.353483 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c66ae15-3d0f-488d-be00-d37d5e2187e1 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Pushing event updated for resources: {'Port': ['ID=5c2aaddb-9761-4f0e-a17b-c7eb6d47a371,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:46.378911 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcdad06-882f-4d20-9ae3-fdf68cdaffc8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Pushing event updated for resources: {'Port': ['ID=900d5c38-ccff-4445-9168-33f67d5c35ff,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:46.393385 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ef4d98cc-b010-4109-b6fb-42303d1d9357 None None] Provisioning complete for port 0e191ae0-beaa-4bd2-8556-6c6a4789d801 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:46.393812 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ef4d98cc-b010-4109-b6fb-42303d1d9357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:46.483399 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-05fe2e7b-e871-47ce-9efb-54ea6591be6a None None] Transition to ACTIVE for port object ce3cf7fd-764a-45ee-b745-6e2d78483a9c will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:46.522918 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 0e191ae0-beaa-4bd2-8556-6c6a4789d801, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0e191ae0-beaa-4bd2-8556-6c6a4789d801,segment=NetworkSegment(2c8cda22-d276-4234-a032-0867ce44e158),segment_id=2c8cda22-d276-4234-a032-0867ce44e158)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:46.527596 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-05fe2e7b-e871-47ce-9efb-54ea6591be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:46.567673 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb01287f-28c4-4df5-b499-3fdef710de05 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:46.569193 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-eb01287f-28c4-4df5-b499-3fdef710de05 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "GET /v2.0/networks/9fde639b-79c2-4e4f-89ad-e4daf82bc311 HTTP/1.1" status: 200 len: 803 time: 1.4892850 Jan 26 11:21:46.582540 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46160) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:46.590374 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:46.644708 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fe2e7b-e871-47ce-9efb-54ea6591be6a None None] Network f1e69302-9b35-40c1-b11b-a0421566fd4e is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:46.646780 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe2e7b-e871-47ce-9efb-54ea6591be6a None None] Pushing event updated for resources: {'Port': ['ID=ce3cf7fd-764a-45ee-b745-6e2d78483a9c,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:46.650195 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-05fe2e7b-e871-47ce-9efb-54ea6591be6a None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:46.681579 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe2e7b-e871-47ce-9efb-54ea6591be6a None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:46.700393 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3b7246ed-c8a5-4876-a05f-590815633d4e tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:46.707198 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3b7246ed-c8a5-4876-a05f-590815633d4e tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:46.733306 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcdad06-882f-4d20-9ae3-fdf68cdaffc8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:46.734601 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2dcdad06-882f-4d20-9ae3-fdf68cdaffc8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:46.861969 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-34d00a09-af22-4ba6-a292-ae0067c4f2d9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:46.863743 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=0e191ae0-beaa-4bd2-8556-6c6a4789d801,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:46.868340 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-05fe2e7b-e871-47ce-9efb-54ea6591be6a None None] Attempting to bind port ce3cf7fd-764a-45ee-b745-6e2d78483a9c on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:21:46.868812 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-05fe2e7b-e871-47ce-9efb-54ea6591be6a None None] Attempting to bind port ce3cf7fd-764a-45ee-b745-6e2d78483a9c by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'a349ab8e-8c81-4f39-95ae-e10289720faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f1e69302-9b35-40c1-b11b-a0421566fd4e'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:21:46.869142 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fe2e7b-e871-47ce-9efb-54ea6591be6a None None] Attempting to bind port ce3cf7fd-764a-45ee-b745-6e2d78483a9c on network f1e69302-9b35-40c1-b11b-a0421566fd4e {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:21:46.878191 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fe2e7b-e871-47ce-9efb-54ea6591be6a None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:21:46.878631 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fe2e7b-e871-47ce-9efb-54ea6591be6a None None] Checking segment: {'id': 'a349ab8e-8c81-4f39-95ae-e10289720faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f1e69302-9b35-40c1-b11b-a0421566fd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:46.879095 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-05fe2e7b-e871-47ce-9efb-54ea6591be6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:46.879530 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fe2e7b-e871-47ce-9efb-54ea6591be6a None None] Bound using segment: {'id': 'a349ab8e-8c81-4f39-95ae-e10289720faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f1e69302-9b35-40c1-b11b-a0421566fd4e'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:21:46.879992 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-05fe2e7b-e871-47ce-9efb-54ea6591be6a None None] Bound port: ce3cf7fd-764a-45ee-b745-6e2d78483a9c, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a349ab8e-8c81-4f39-95ae-e10289720faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f1e69302-9b35-40c1-b11b-a0421566fd4e'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:21:46.880364 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-05fe2e7b-e871-47ce-9efb-54ea6591be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:46.930635 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ef4d98cc-b010-4109-b6fb-42303d1d9357 None None] Provisioning for port 900d5c38-ccff-4445-9168-33f67d5c35ff completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:46.941019 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ef4d98cc-b010-4109-b6fb-42303d1d9357 None None] Provisioning complete for port 900d5c38-ccff-4445-9168-33f67d5c35ff triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:46.941359 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ef4d98cc-b010-4109-b6fb-42303d1d9357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:46.983700 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d00a09-af22-4ba6-a292-ae0067c4f2d9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Port': ['ID=1afa1532-f3be-48d8-a697-f307b34aaced,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:47.003210 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2dcdad06-882f-4d20-9ae3-fdf68cdaffc8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7055986 Jan 26 11:21:47.052223 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46164) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:47.055300 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-ef4d98cc-b010-4109-b6fb-42303d1d9357 None None] Port 900d5c38-ccff-4445-9168-33f67d5c35ff cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:21:47.071088 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-05fe2e7b-e871-47ce-9efb-54ea6591be6a None None] For port ce3cf7fd-764a-45ee-b745-6e2d78483a9c, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:21:47.075542 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-05fe2e7b-e871-47ce-9efb-54ea6591be6a None None] For port ce3cf7fd-764a-45ee-b745-6e2d78483a9c, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=ce3cf7fd-764a-45ee-b745-6e2d78483a9c,segment=NetworkSegment(a349ab8e-8c81-4f39-95ae-e10289720faa),segment_id=a349ab8e-8c81-4f39-95ae-e10289720faa)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:21:47.083862 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-05fe2e7b-e871-47ce-9efb-54ea6591be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:47.098345 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3b7246ed-c8a5-4876-a05f-590815633d4e tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:47.099728 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7246ed-c8a5-4876-a05f-590815633d4e tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Fanout notify agent at l3_agent the message router_deleted on router d0f57870-cfe1-4052-9d85-cab4421c2a6f {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:21:47.122918 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2acaf74c-ef11-448e-9e27-4047594bae72 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "GET /v2.0/networks/9fde639b-79c2-4e4f-89ad-e4daf82bc311?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5379560 Jan 26 11:21:47.127249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-33d32eeb-2aa5-490c-b697-a623bcf90343 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Request body: {'port': {'network_id': 'befe531b-8473-4313-8687-2f6b11b1342f', 'name': 'tempest-AllowedAddressPairTestJSON-785310173', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:3d:21:20'}]}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:47.162946 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46168) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:47.181897 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe2e7b-e871-47ce-9efb-54ea6591be6a None None] Pushing event updated for resources: {'Port': ['ID=ce3cf7fd-764a-45ee-b745-6e2d78483a9c,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:47.190778 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5bf4d29b-eb02-4779-b5a2-bcb25c7472c6 None None] Provisioning complete for port 900d5c38-ccff-4445-9168-33f67d5c35ff triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:47.191149 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5bf4d29b-eb02-4779-b5a2-bcb25c7472c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:47.279323 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3245ff38-5f1f-475c-9c8f-95a8883f0b7a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Router efc19e5e-5246-41c5-9e9b-e85f33bc784c has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:21:47.285098 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-5bf4d29b-eb02-4779-b5a2-bcb25c7472c6 None None] Port 900d5c38-ccff-4445-9168-33f67d5c35ff cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:21:47.391632 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88abbb5d-e1ed-43d7-b9f0-be45921b6db9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:47.396204 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-88abbb5d-e1ed-43d7-b9f0-be45921b6db9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "GET /v2.0/subnets/40e53c16-a647-4888-b734-f732c1fa4884 HTTP/1.1" status: 200 len: 843 time: 0.2322080 Jan 26 11:21:47.405834 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46172) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:47.411867 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3b7246ed-c8a5-4876-a05f-590815633d4e tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:47.416260 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3b7246ed-c8a5-4876-a05f-590815633d4e tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "DELETE /v2.0/routers/d0f57870-cfe1-4052-9d85-cab4421c2a6f HTTP/1.1" status: 204 len: 168 time: 2.2922983 Jan 26 11:21:47.418773 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46176) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:47.596994 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-eb7fd82d-f553-4212-b6a4-327c22b77d9f tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f57870-cfe1-4052-9d85-cab4421c2a6f HTTP/1.1" status: 200 len: 205 time: 0.1725025 Jan 26 11:21:47.597587 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46180) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:47.604891 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-34d00a09-af22-4ba6-a292-ae0067c4f2d9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:47.799690 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device ce3cf7fd-764a-45ee-b745-6e2d78483a9c up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:21:47.817351 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-8bc51ab9-793f-4c7d-9b7e-f737f61db08a tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] delete failed (client error): The resource could not be found. Jan 26 11:21:47.821539 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8bc51ab9-793f-4c7d-9b7e-f737f61db08a tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "DELETE /v2.0/routers/d0f57870-cfe1-4052-9d85-cab4421c2a6f HTTP/1.1" status: 404 len: 336 time: 0.2180412 Jan 26 11:21:47.822457 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46184) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:47.824313 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2c66ae15-3d0f-488d-be00-d37d5e2187e1 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:47.890298 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port ce3cf7fd-764a-45ee-b745-6e2d78483a9c completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:47.897465 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0e191ae0-beaa-4bd2-8556-6c6a4789d801 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:21:47.920447 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-10f51c7c-25e3-4dd4-bfd6-85a7b31568c7 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "GET /v2.0/ports?device_id=548939f6-960c-42f9-bf5f-49c0a1c57312 HTTP/1.1" status: 200 len: 205 time: 0.0857143 Jan 26 11:21:47.942036 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46188) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:47.968446 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 0e191ae0-beaa-4bd2-8556-6c6a4789d801 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:47.968815 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:47.980822 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5544f803-7d66-4aec-8d09-ad16a9a1303a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['shared'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:47.982390 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5544f803-7d66-4aec-8d09-ad16a9a1303a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "GET /v2.0/subnets/40e53c16-a647-4888-b734-f732c1fa4884?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.5753770 Jan 26 11:21:47.998265 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46192) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:48.009113 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-6348c439-0002-4330-9545-0054c714359a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-452750590'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:48.018298 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-33d32eeb-2aa5-490c-b697-a623bcf90343 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:48.029453 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-77286488-6f6c-4ed2-9b86-ef419ad6df80 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:48.075633 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6348c439-0002-4330-9545-0054c714359a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:48.085367 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-77286488-6f6c-4ed2-9b86-ef419ad6df80 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:48.086696 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-33d32eeb-2aa5-490c-b697-a623bcf90343 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Usage tracker for resource:port and tenant:0681ff55b9c445bcbc2c7e533a813355 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:48.091810 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-8bfcd948-0c15-4b70-ad33-5b92db434671 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] delete failed (client error): The resource could not be found. Jan 26 11:21:48.092163 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-33d32eeb-2aa5-490c-b697-a623bcf90343 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:48.095962 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8bfcd948-0c15-4b70-ad33-5b92db434671 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "DELETE /v2.0/routers/548939f6-960c-42f9-bf5f-49c0a1c57312 HTTP/1.1" status: 404 len: 336 time: 0.1464987 Jan 26 11:21:48.097505 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46196) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:48.102061 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3245ff38-5f1f-475c-9c8f-95a8883f0b7a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:21:48.119059 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7330ecf-1073-4f16-ad16-11b06b455b89 None None] Sync routers for ids ['efc19e5e-5246-41c5-9e9b-e85f33bc784c'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:21:48.130499 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7330ecf-1073-4f16-ad16-11b06b455b89 None None] Routers {'efc19e5e-5246-41c5-9e9b-e85f33bc784c'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:48.131443 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-b7330ecf-1073-4f16-ad16-11b06b455b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['efc19e5e-5246-41c5-9e9b-e85f33bc784c'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:48.156575 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-33d32eeb-2aa5-490c-b697-a623bcf90343 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:48.158731 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6348c439-0002-4330-9545-0054c714359a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:48.187416 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d00a09-af22-4ba6-a292-ae0067c4f2d9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Router 0bc4e0e4-2b98-4a4b-aca7-73575dac26e4 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:21:48.193981 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d32eeb-2aa5-490c-b697-a623bcf90343 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Made reservation on behalf of 0681ff55b9c445bcbc2c7e533a813355 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:48.208009 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-b7330ecf-1073-4f16-ad16-11b06b455b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:48.214173 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6348c439-0002-4330-9545-0054c714359a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Made reservation on behalf of 16e63912742a46349a7748f4e9b4ff24 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:48.217651 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6348c439-0002-4330-9545-0054c714359a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:48.221207 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7330ecf-1073-4f16-ad16-11b06b455b89 None None] Routers {'efc19e5e-5246-41c5-9e9b-e85f33bc784c'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:48.221848 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-b7330ecf-1073-4f16-ad16-11b06b455b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['efc19e5e-5246-41c5-9e9b-e85f33bc784c'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:48.278097 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1103243b-7e48-4de7-8573-4729b80e9a41 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec7a0c02-2529-4804-bbeb-ddbde3bade3f HTTP/1.1" status: 200 len: 205 time: 0.1774635 Jan 26 11:21:48.278793 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46200) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:48.300346 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-b7330ecf-1073-4f16-ad16-11b06b455b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:48.300784 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7330ecf-1073-4f16-ad16-11b06b455b89 None None] The sync data for ids ['efc19e5e-5246-41c5-9e9b-e85f33bc784c'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:21:48.379839 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-f1a8a4b0-f821-4d53-94f0-4bc8025dc256 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] delete failed (client error): The resource could not be found. Jan 26 11:21:48.383568 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f1a8a4b0-f821-4d53-94f0-4bc8025dc256 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "DELETE /v2.0/routers/ec7a0c02-2529-4804-bbeb-ddbde3bade3f HTTP/1.1" status: 404 len: 336 time: 0.0976868 Jan 26 11:21:48.388856 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46204) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:48.439557 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d00a09-af22-4ba6-a292-ae0067c4f2d9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:21:48.456160 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc08beff-1cf8-400d-8ad3-36c0d0e6748d None None] Sync routers for ids ['0bc4e0e4-2b98-4a4b-aca7-73575dac26e4'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:21:48.462766 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6348c439-0002-4330-9545-0054c714359a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:21:48.474720 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc08beff-1cf8-400d-8ad3-36c0d0e6748d None None] Routers {'0bc4e0e4-2b98-4a4b-aca7-73575dac26e4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:48.475411 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-bc08beff-1cf8-400d-8ad3-36c0d0e6748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0bc4e0e4-2b98-4a4b-aca7-73575dac26e4'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:48.476127 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-34d00a09-af22-4ba6-a292-ae0067c4f2d9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "PUT /v2.0/routers/0bc4e0e4-2b98-4a4b-aca7-73575dac26e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3408737 Jan 26 11:21:48.481916 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46208) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:48.492330 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6348c439-0002-4330-9545-0054c714359a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:48.492767 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-6348c439-0002-4330-9545-0054c714359a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Added segment 7cc6a95a-0b81-4700-b8dd-ec12595710a3 of type vlan for network f3bc1076-3262-499e-b487-d683f8f358c0 Jan 26 11:21:48.502420 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-33d32eeb-2aa5-490c-b697-a623bcf90343 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:48.506712 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3245ff38-5f1f-475c-9c8f-95a8883f0b7a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "PUT /v2.0/routers/efc19e5e-5246-41c5-9e9b-e85f33bc784c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6117547 Jan 26 11:21:48.511152 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46212) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:48.585770 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-aaebfb40-8f8d-4bef-ba7a-60f5b8450885 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "GET /v2.0/ports?device_id=1da4c196-0ae5-4d55-a1d8-4644b092a77b HTTP/1.1" status: 200 len: 205 time: 0.1940334 Jan 26 11:21:48.586817 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46216) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:48.637454 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745c6fbf-70d1-4691-8671-92ef54384957 None None] Network f1e69302-9b35-40c1-b11b-a0421566fd4e requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:48.698801 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-bc08beff-1cf8-400d-8ad3-36c0d0e6748d None None] Set router 0bc4e0e4-2b98-4a4b-aca7-73575dac26e4 gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:21:48.704474 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-848dedf0-d7c0-41e0-a538-e4af0783de25 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] delete failed (client error): The resource could not be found. Jan 26 11:21:48.708359 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-848dedf0-d7c0-41e0-a538-e4af0783de25 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "DELETE /v2.0/routers/1da4c196-0ae5-4d55-a1d8-4644b092a77b HTTP/1.1" status: 404 len: 336 time: 0.1115472 Jan 26 11:21:48.719921 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46220) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:48.817714 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-bc08beff-1cf8-400d-8ad3-36c0d0e6748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc4e0e4-2b98-4a4b-aca7-73575dac26e4', 'name': 'tempest-NetworksTestDHCPv6-router-1253383401', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:21:35Z', 'updated_at': '2022-01-26T11:21:46Z', 'revision_number': 3, 'project_id': '57a93839786448c5acb86b98e59e05fa', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:48.822200 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc08beff-1cf8-400d-8ad3-36c0d0e6748d None None] Checking router: 0bc4e0e4-2b98-4a4b-aca7-73575dac26e4 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:21:48.831511 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc08beff-1cf8-400d-8ad3-36c0d0e6748d None None] Routers {'0bc4e0e4-2b98-4a4b-aca7-73575dac26e4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:48.832124 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-bc08beff-1cf8-400d-8ad3-36c0d0e6748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0bc4e0e4-2b98-4a4b-aca7-73575dac26e4'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:48.861219 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-431c096a-0055-4d03-b361-053ec29fd19e None None] Provisioning for port ce3cf7fd-764a-45ee-b745-6e2d78483a9c completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:48.884885 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-dfefcbdd-2c37-4ce8-b337-2531217c6324 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5b17538-7298-4c44-8ddd-0a8615a49bff HTTP/1.1" status: 200 len: 205 time: 0.1636438 Jan 26 11:21:48.892815 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46224) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:48.893866 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-77286488-6f6c-4ed2-9b86-ef419ad6df80 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Allocated IP 172.26.5.128 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/3f27d62b-70be-4e0d-b7f7-48595439bfcf) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:48.900331 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7036f1-f181-47ea-a770-2d6ef346e55b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:48.901944 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7036f1-f181-47ea-a770-2d6ef346e55b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:48.902728 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ca7036f1-f181-47ea-a770-2d6ef346e55b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:21:48.940555 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-431c096a-0055-4d03-b361-053ec29fd19e None None] Provisioning complete for port ce3cf7fd-764a-45ee-b745-6e2d78483a9c triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:48.940926 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-431c096a-0055-4d03-b361-053ec29fd19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:48.978016 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-bc08beff-1cf8-400d-8ad3-36c0d0e6748d None None] Set router 0bc4e0e4-2b98-4a4b-aca7-73575dac26e4 gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:21:49.008371 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-b946532b-3e70-43e0-a85f-5561081ef5a0 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] delete failed (client error): The resource could not be found. Jan 26 11:21:49.012145 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b946532b-3e70-43e0-a85f-5561081ef5a0 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "DELETE /v2.0/routers/e5b17538-7298-4c44-8ddd-0a8615a49bff HTTP/1.1" status: 404 len: 336 time: 0.1159489 Jan 26 11:21:49.016944 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46228) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:49.049940 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6348c439-0002-4330-9545-0054c714359a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:49.065441 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-33d32eeb-2aa5-490c-b697-a623bcf90343 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] device_id is not set on port f71ecbd1-2ef6-4434-b57e-afa067cb57e4 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:21:49.091516 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ca7036f1-f181-47ea-a770-2d6ef346e55b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:21:49.095254 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ca7036f1-f181-47ea-a770-2d6ef346e55b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6025138 Jan 26 11:21:49.095254 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2c66ae15-3d0f-488d-be00-d37d5e2187e1 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:49.098291 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46232) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:49.133390 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-bc08beff-1cf8-400d-8ad3-36c0d0e6748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc4e0e4-2b98-4a4b-aca7-73575dac26e4', 'name': 'tempest-NetworksTestDHCPv6-router-1253383401', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:21:35Z', 'updated_at': '2022-01-26T11:21:46Z', 'revision_number': 3, 'project_id': '57a93839786448c5acb86b98e59e05fa', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:49.139021 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc08beff-1cf8-400d-8ad3-36c0d0e6748d None None] The sync data for ids ['0bc4e0e4-2b98-4a4b-aca7-73575dac26e4'] in dv-neutron-826439-1-hyperv is: [{'id': '0bc4e0e4-2b98-4a4b-aca7-73575dac26e4', 'name': 'tempest-NetworksTestDHCPv6-router-1253383401', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:21:35Z', 'updated_at': '2022-01-26T11:21:46Z', 'revision_number': 3, 'project_id': '57a93839786448c5acb86b98e59e05fa', 'gw_port_host': None}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:21:49.170363 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-431c096a-0055-4d03-b361-053ec29fd19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:49.220299 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-431c096a-0055-4d03-b361-053ec29fd19e None None] For port ce3cf7fd-764a-45ee-b745-6e2d78483a9c, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=ce3cf7fd-764a-45ee-b745-6e2d78483a9c,segment=NetworkSegment(a349ab8e-8c81-4f39-95ae-e10289720faa),segment_id=a349ab8e-8c81-4f39-95ae-e10289720faa)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:49.225231 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-431c096a-0055-4d03-b361-053ec29fd19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:49.229349 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6348c439-0002-4330-9545-0054c714359a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:49.236109 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6348c439-0002-4330-9545-0054c714359a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:49.236911 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6348c439-0002-4330-9545-0054c714359a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:49.280101 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-091bea78-0887-4620-b4c3-bb1dd67801e0 tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa905d7e-da67-4646-9c75-d943edf28bcb HTTP/1.1" status: 200 len: 205 time: 0.2582729 Jan 26 11:21:49.284014 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46236) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:49.306506 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c096a-0055-4d03-b361-053ec29fd19e None None] Pushing event updated for resources: {'Port': ['ID=ce3cf7fd-764a-45ee-b745-6e2d78483a9c,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:49.403841 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6348c439-0002-4330-9545-0054c714359a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4017038 Jan 26 11:21:49.411174 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46240) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:49.471809 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-24a1d810-bfa1-485e-9b18-56136e5eda68 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Request body: {'subnet': {'network_id': 'f3bc1076-3262-499e-b487-d683f8f358c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:49.477336 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-a40b4bcf-fad6-4e4c-aa45-3918f6e3e66a tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] delete failed (client error): The resource could not be found. Jan 26 11:21:49.478387 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a40b4bcf-fad6-4e4c-aa45-3918f6e3e66a tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "DELETE /v2.0/routers/fa905d7e-da67-4646-9c75-d943edf28bcb HTTP/1.1" status: 404 len: 336 time: 0.1892896 Jan 26 11:21:49.486358 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6348c439-0002-4330-9545-0054c714359a tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event updated for resources: {'Network': ['ID=f3bc1076-3262-499e-b487-d683f8f358c0,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:49.491083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46244) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:49.497341 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network f3bc1076-3262-499e-b487-d683f8f358c0 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:21:49.539979 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f239338-dc10-40c4-b8a3-d311c0bd634b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet a566735a-e6e1-4d12-b350-fc31a3a401d1 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:21:49.556150 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7f239338-dc10-40c4-b8a3-d311c0bd634b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:49.584464 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-33d32eeb-2aa5-490c-b697-a623bcf90343 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Allocated IP 172.20.0.9 (befe531b-8473-4313-8687-2f6b11b1342f/374574f7-923a-4b76-9b67-1d9748656840/f71ecbd1-2ef6-4434-b57e-afa067cb57e4) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:49.608600 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-a758da6d-a534-41e5-9b45-1a723da1649d tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] DELETE failed (client error): The resource could not be found. Jan 26 11:21:49.609194 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a758da6d-a534-41e5-9b45-1a723da1649d tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:21:49.611089 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a758da6d-a534-41e5-9b45-1a723da1649d tempest-RoutersIpV6AdminTest-1656893022 tempest-RoutersIpV6AdminTest-1656893022-project] 10.222.0.39 "DELETE /v2.0/subnets/605746d6-891e-47c3-8651-6452f92f637f HTTP/1.1" status: 404 len: 337 time: 0.1155038 Jan 26 11:21:49.646121 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-081688e8-179a-4045-b0af-95d5f882fbb8 None None] Provisioning complete for port ce3cf7fd-764a-45ee-b745-6e2d78483a9c triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:49.646121 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-081688e8-179a-4045-b0af-95d5f882fbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:49.695666 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-77286488-6f6c-4ed2-9b86-ef419ad6df80 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:49.724957 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-24a1d810-bfa1-485e-9b18-56136e5eda68 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:49.740064 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7f239338-dc10-40c4-b8a3-d311c0bd634b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:49.791449 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-24a1d810-bfa1-485e-9b18-56136e5eda68 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:49.843732 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device ce3cf7fd-764a-45ee-b745-6e2d78483a9c up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:21:49.856319 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-77286488-6f6c-4ed2-9b86-ef419ad6df80 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:49.904663 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c66ae15-3d0f-488d-be00-d37d5e2187e1 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Router 15d4262a-b90d-4fb5-98e3-23bb90ba5e3e is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:21:49.932476 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a1d810-bfa1-485e-9b18-56136e5eda68 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Made reservation on behalf of 16e63912742a46349a7748f4e9b4ff24 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:49.941492 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-24a1d810-bfa1-485e-9b18-56136e5eda68 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:49.943487 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77286488-6f6c-4ed2-9b86-ef419ad6df80 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:49.948556 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-77286488-6f6c-4ed2-9b86-ef419ad6df80 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:49.968554 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port ce3cf7fd-764a-45ee-b745-6e2d78483a9c triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:49.969219 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:50.001453 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77286488-6f6c-4ed2-9b86-ef419ad6df80 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:50.053298 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7f239338-dc10-40c4-b8a3-d311c0bd634b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:50.088405 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46252) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:50.102556 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77286488-6f6c-4ed2-9b86-ef419ad6df80 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event updated for resources: {'Port': ['ID=3f27d62b-70be-4e0d-b7f7-48595439bfcf,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:50.167839 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.ipam_backend_mixin [None req-24a1d810-bfa1-485e-9b18-56136e5eda68 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Performing IP validity checks on allocation pools {{(pid=87443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 26 11:21:50.168981 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.ipam_backend_mixin [None req-24a1d810-bfa1-485e-9b18-56136e5eda68 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 26 11:21:50.187197 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 1afa1532-f3be-48d8-a697-f307b34aaced no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:21:50.237139 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 1afa1532-f3be-48d8-a697-f307b34aaced {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:21:50.237489 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 1afa1532-f3be-48d8-a697-f307b34aaced not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:21:50.240625 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0e958c4e-b4d1-436d-b93e-add975e1dfee tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:50.345463 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-33d32eeb-2aa5-490c-b697-a623bcf90343 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:50.349902 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8d9573e2-ac8d-4918-99c3-cd6e3083a943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:50.369895 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7f239338-dc10-40c4-b8a3-d311c0bd634b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:50.427958 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c66ae15-3d0f-488d-be00-d37d5e2187e1 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:21:50.437475 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] Sync routers for ids ['15d4262a-b90d-4fb5-98e3-23bb90ba5e3e'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:21:50.446615 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] Routers {'15d4262a-b90d-4fb5-98e3-23bb90ba5e3e'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:50.447550 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['15d4262a-b90d-4fb5-98e3-23bb90ba5e3e'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:50.454908 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f239338-dc10-40c4-b8a3-d311c0bd634b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=a566735a-e6e1-4d12-b350-fc31a3a401d1,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:50.466772 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7f239338-dc10-40c4-b8a3-d311c0bd634b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:50.488651 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8d9573e2-ac8d-4918-99c3-cd6e3083a943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:50.495934 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-33d32eeb-2aa5-490c-b697-a623bcf90343 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Transition to ACTIVE for port object f71ecbd1-2ef6-4434-b57e-afa067cb57e4 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:50.506708 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7f239338-dc10-40c4-b8a3-d311c0bd634b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/a566735a-e6e1-4d12-b350-fc31a3a401d1 HTTP/1.1" status: 204 len: 168 time: 1.3986983 Jan 26 11:21:50.507967 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8d9573e2-ac8d-4918-99c3-cd6e3083a943 admin admin] Usage tracker for resource:security_group_rule and tenant:b7adfefdf1a24d38965cdb68b112c891 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:50.508720 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46258) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:50.519550 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8d9573e2-ac8d-4918-99c3-cd6e3083a943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:50.535289 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8d9573e2-ac8d-4918-99c3-cd6e3083a943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:50.605036 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2345705-87fd-4808-8a98-91eda9c03b68 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:50.742780 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] Set router 15d4262a-b90d-4fb5-98e3-23bb90ba5e3e gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:21:50.746833 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2c66ae15-3d0f-488d-be00-d37d5e2187e1 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:50.751464 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2c66ae15-3d0f-488d-be00-d37d5e2187e1 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 11.5892618 Jan 26 11:21:50.768562 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46262) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:50.846667 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-24a1d810-bfa1-485e-9b18-56136e5eda68 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:50.918919 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-33d32eeb-2aa5-490c-b697-a623bcf90343 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:51.034450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1d810-bfa1-485e-9b18-56136e5eda68 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event updated for resources: {'Subnet': ['ID=9991ffe0-fd59-4c0d-8c83-8b40e4a91dee,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:51.062142 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d32eeb-2aa5-490c-b697-a623bcf90343 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Network befe531b-8473-4313-8687-2f6b11b1342f is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:51.077688 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-33d32eeb-2aa5-490c-b697-a623bcf90343 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:51.083623 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a1d810-bfa1-485e-9b18-56136e5eda68 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Checking segment: {'id': '7cc6a95a-0b81-4700-b8dd-ec12595710a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f3bc1076-3262-499e-b487-d683f8f358c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:51.084002 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a1d810-bfa1-485e-9b18-56136e5eda68 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Network hostable DHCP agents. Network: f3bc1076-3262-499e-b487-d683f8f358c0, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:21:51.089492 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-77286488-6f6c-4ed2-9b86-ef419ad6df80 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for router_gateway, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:51.093025 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d32eeb-2aa5-490c-b697-a623bcf90343 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:51.126302 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d4262a-b90d-4fb5-98e3-23bb90ba5e3e', 'name': '', 'tenant_id': '24a5b141f49641a5adf7b112785aae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed04e22-9fe3-4f35-9e90-de72f25acca1', 'external_fixed_ips': [{'subnet_id': '7c3a30aa-0f87-4fae-95d6-eb6e9343672b', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '5c2aaddb-9761-4f0e-a17b-c7eb6d47a371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:21:39Z', 'updated_at': '2022-01-26T11:21:46Z', 'revision_number': 3, 'project_id': '24a5b141f49641a5adf7b112785aae82', 'gw_port': {'id': '5c2aaddb-9761-4f0e-a17b-c7eb6d47a371', 'name': '', 'network_id': 'aed04e22-9fe3-4f35-9e90-de72f25acca1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:42:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d4262a-b90d-4fb5-98e3-23bb90ba5e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c3a30aa-0f87-4fae-95d6-eb6e9343672b', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:21:43Z', 'updated_at': '2022-01-26T11:21:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c3a30aa-0f87-4fae-95d6-eb6e9343672b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:51.130617 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] Checking router: 15d4262a-b90d-4fb5-98e3-23bb90ba5e3e for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:21:51.130967 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] Updating router 15d4262a-b90d-4fb5-98e3-23bb90ba5e3e port 5c2aaddb-9761-4f0e-a17b-c7eb6d47a371 binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:21:51.142726 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d32eeb-2aa5-490c-b697-a623bcf90343 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Pushing event updated for resources: {'Port': ['ID=f71ecbd1-2ef6-4434-b57e-afa067cb57e4,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:51.194075 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a590a389-e32e-4f33-910e-6f0ed59c6e7e None None] DHCP port deletion for ba6f0584-2941-48e6-9427-2229465f5a54 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:21:51.206092 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-a590a389-e32e-4f33-910e-6f0ed59c6e7e None None] Deleting port 09110329-a104-4b8b-a860-a584cf668f8f {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:51.206624 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a590a389-e32e-4f33-910e-6f0ed59c6e7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:51.238524 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:51.247328 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8d9573e2-ac8d-4918-99c3-cd6e3083a943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:51.267775 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8d9573e2-ac8d-4918-99c3-cd6e3083a943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:51.293131 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a1d810-bfa1-485e-9b18-56136e5eda68 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Network f3bc1076-3262-499e-b487-d683f8f358c0 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:21:51.301155 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d32eeb-2aa5-490c-b697-a623bcf90343 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:51.301814 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-33d32eeb-2aa5-490c-b697-a623bcf90343 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:51.331076 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-456fdfa9-3953-4b3d-98a5-f808f9915b23 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:51.347324 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-0e958c4e-b4d1-436d-b93e-add975e1dfee tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting port 6e19be40-1f96-4c36-87df-3a25abb71a8b {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:51.347677 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0e958c4e-b4d1-436d-b93e-add975e1dfee tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:51.384717 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-24a1d810-bfa1-485e-9b18-56136e5eda68 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, f3bc1076-3262-499e-b487-d683f8f358c0) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:51.387953 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8d9573e2-ac8d-4918-99c3-cd6e3083a943 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b7adfefdf1a24d38965cdb68b112c891&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2984467 Jan 26 11:21:51.399853 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9573e2-ac8d-4918-99c3-cd6e3083a943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40389e6-9534-499c-97e4-84d56ef6ef8b,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:51.404756 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46266) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:51.405578 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a1d810-bfa1-485e-9b18-56136e5eda68 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:51.406171 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-24a1d810-bfa1-485e-9b18-56136e5eda68 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:51.424549 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d54184-e7cc-4ea1-985f-35464e11bc24 None None] Network f3bc1076-3262-499e-b487-d683f8f358c0 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:51.433936 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-33d32eeb-2aa5-490c-b697-a623bcf90343 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.3781741 Jan 26 11:21:51.435351 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46270) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:51.443872 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-21117e87-2d86-498c-8d2c-b626b18a81e2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:router {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:21:51.497921 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-21117e87-2d86-498c-8d2c-b626b18a81e2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:router {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:21:51.501579 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-21117e87-2d86-498c-8d2c-b626b18a81e2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.9893241 Jan 26 11:21:51.501750 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-24a1d810-bfa1-485e-9b18-56136e5eda68 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0458837 Jan 26 11:21:51.506971 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46274) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:51.507316 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46276) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:51.520589 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-0f4dae5a-72a1-4c46-8618-6510d93510c1 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:51.625805 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-355d79aa-a068-4d7a-a3f5-905d0580369c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:51.653650 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-355d79aa-a068-4d7a-a3f5-905d0580369c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:51.656768 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-52558cd4-88f6-4a5e-8dfb-a0f58f72d7fc None None] Provisioning for port f71ecbd1-2ef6-4434-b57e-afa067cb57e4 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:51.669837 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 09110329-a104-4b8b-a860-a584cf668f8f no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:21:51.727583 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-52558cd4-88f6-4a5e-8dfb-a0f58f72d7fc None None] Provisioning complete for port f71ecbd1-2ef6-4434-b57e-afa067cb57e4 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:51.727960 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-52558cd4-88f6-4a5e-8dfb-a0f58f72d7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:51.791532 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2f944cb5-25d2-4854-b1f6-cf2462d413b2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:51.808967 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-355d79aa-a068-4d7a-a3f5-905d0580369c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:51.914577 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d79aa-a068-4d7a-a3f5-905d0580369c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40389e6-9534-499c-97e4-84d56ef6ef8b,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:51.927726 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-456fdfa9-3953-4b3d-98a5-f808f9915b23 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:51.941712 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-355d79aa-a068-4d7a-a3f5-905d0580369c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:51.945428 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-355d79aa-a068-4d7a-a3f5-905d0580369c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c40389e6-9534-499c-97e4-84d56ef6ef8b HTTP/1.1" status: 204 len: 168 time: 0.5278063 Jan 26 11:21:51.960788 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-456fdfa9-3953-4b3d-98a5-f808f9915b23 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Deleting port 5c2aaddb-9761-4f0e-a17b-c7eb6d47a371 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:51.961312 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-456fdfa9-3953-4b3d-98a5-f808f9915b23 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:52.051802 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0e958c4e-b4d1-436d-b93e-add975e1dfee tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:52.093934 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-52558cd4-88f6-4a5e-8dfb-a0f58f72d7fc None None] Port f71ecbd1-2ef6-4434-b57e-afa067cb57e4 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:21:52.105219 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-a590a389-e32e-4f33-910e-6f0ed59c6e7e None None] For port 09110329-a104-4b8b-a860-a584cf668f8f, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=09110329-a104-4b8b-a860-a584cf668f8f,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:52.105622 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a590a389-e32e-4f33-910e-6f0ed59c6e7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:52.148549 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-77286488-6f6c-4ed2-9b86-ef419ad6df80 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:52.168927 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4ade16-4338-4d9f-ab67-b3d4fdcacad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-f3bc1076-3262-499e-b487-d683f8f358c0', 'network_id': 'f3bc1076-3262-499e-b487-d683f8f358c0', 'tenant_id': '16e63912742a46349a7748f4e9b4ff24', 'fixed_ips': [{'subnet_id': '9991ffe0-fd59-4c0d-8c83-8b40e4a91dee'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:21:52.170103 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2d4ade16-4338-4d9f-ab67-b3d4fdcacad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:52.336458 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-a590a389-e32e-4f33-910e-6f0ed59c6e7e None None] Calling delete_port for 09110329-a104-4b8b-a860-a584cf668f8f owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:52.414036 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-0e958c4e-b4d1-436d-b93e-add975e1dfee tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Calling delete_port for 6e19be40-1f96-4c36-87df-3a25abb71a8b owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:52.432682 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46286) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:52.435999 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:52.503803 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c6aee-215f-4453-b5c1-75f863c47f84 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:52.510377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c6aee-215f-4453-b5c1-75f863c47f84 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:52.516319 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c6aee-215f-4453-b5c1-75f863c47f84 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:52.517204 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4a6c6aee-215f-4453-b5c1-75f863c47f84 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Synchronizing usage tracker for tenant:0681ff55b9c445bcbc2c7e533a813355 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:21:52.534657 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0f4dae5a-72a1-4c46-8618-6510d93510c1 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2269517'] for subnet, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:52.539863 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2f944cb5-25d2-4854-b1f6-cf2462d413b2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:52.551076 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2f944cb5-25d2-4854-b1f6-cf2462d413b2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:52.575451 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-456fdfa9-3953-4b3d-98a5-f808f9915b23 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:52.599947 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 09110329-a104-4b8b-a860-a584cf668f8f, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=09110329-a104-4b8b-a860-a584cf668f8f,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:52.623786 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:52.625589 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a2eccabf-1e4f-4998-bc99-7a9d41dd2d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:52.628349 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:52.649638 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4a6c6aee-215f-4453-b5c1-75f863c47f84 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Unset dirty status for tenant:0681ff55b9c445bcbc2c7e533a813355 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:21:52.651118 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4a6c6aee-215f-4453-b5c1-75f863c47f84 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 1.2151368 Jan 26 11:21:52.665182 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46290) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:52.672159 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-a590a389-e32e-4f33-910e-6f0ed59c6e7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:21:52.672523 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-a590a389-e32e-4f33-910e-6f0ed59c6e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:21:52.680836 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2f944cb5-25d2-4854-b1f6-cf2462d413b2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:52.681698 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f944cb5-25d2-4854-b1f6-cf2462d413b2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Fanout notify agent at l3_agent the message router_deleted on router 0bc4e0e4-2b98-4a4b-aca7-73575dac26e4 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:21:52.697233 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] Transition to ACTIVE for port object 5c2aaddb-9761-4f0e-a17b-c7eb6d47a371 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:52.711122 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:52.723603 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=09110329-a104-4b8b-a860-a584cf668f8f,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:52.743926 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-456fdfa9-3953-4b3d-98a5-f808f9915b23 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Calling delete_port for 5c2aaddb-9761-4f0e-a17b-c7eb6d47a371 owned by network:router_gateway {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:52.776771 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-19f902b3-03b2-4e3b-ba97-73a6b7dde70f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d3fcfe8dac4f4c9889c8841a383dd514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429611 Jan 26 11:21:52.794647 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46294) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:52.849555 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] Attempting to bind port 5c2aaddb-9761-4f0e-a17b-c7eb6d47a371 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:21:52.851190 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] Attempting to bind port 5c2aaddb-9761-4f0e-a17b-c7eb6d47a371 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '43d79770-b0f2-4485-984e-abd38dbe2623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'aed04e22-9fe3-4f35-9e90-de72f25acca1'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:21:52.851567 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] Attempting to bind port 5c2aaddb-9761-4f0e-a17b-c7eb6d47a371 on network aed04e22-9fe3-4f35-9e90-de72f25acca1 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:21:52.870945 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e74ab9-5578-4017-a7ae-28b26fb9fba4 None None] Pushing event updated for resources: {'Port': ['ID=5c2aaddb-9761-4f0e-a17b-c7eb6d47a371,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:52.873283 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:21:52.873660 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] Checking segment: {'id': '43d79770-b0f2-4485-984e-abd38dbe2623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'aed04e22-9fe3-4f35-9e90-de72f25acca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:52.874125 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:52.874633 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] Bound using segment: {'id': '43d79770-b0f2-4485-984e-abd38dbe2623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'aed04e22-9fe3-4f35-9e90-de72f25acca1'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:21:52.875181 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] Bound port: 5c2aaddb-9761-4f0e-a17b-c7eb6d47a371, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d79770-b0f2-4485-984e-abd38dbe2623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'aed04e22-9fe3-4f35-9e90-de72f25acca1'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:21:52.875547 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:52.896951 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2f944cb5-25d2-4854-b1f6-cf2462d413b2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:52.900619 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2f944cb5-25d2-4854-b1f6-cf2462d413b2 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/routers/0bc4e0e4-2b98-4a4b-aca7-73575dac26e4 HTTP/1.1" status: 204 len: 168 time: 1.3900211 Jan 26 11:21:52.908171 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46298) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:52.924956 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-5ade2e50-2a3c-40b4-b3b0-610960ecef56 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Deleting port f71ecbd1-2ef6-4434-b57e-afa067cb57e4 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:52.925673 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5ade2e50-2a3c-40b4-b3b0-610960ecef56 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:52.957766 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] For port 5c2aaddb-9761-4f0e-a17b-c7eb6d47a371, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:21:52.974580 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-2d4ade16-4338-4d9f-ab67-b3d4fdcacad4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 26 11:21:52.974580 dv-neutron-826439-1-hyperv neutron-server[87444]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jan 26 11:21:52.974580 dv-neutron-826439-1-hyperv neutron-server[87444]: [parameters: {'in_use': 1, 'id_1': '9991ffe0-fd59-4c0d-8c83-8b40e4a91dee'}] Jan 26 11:21:52.974580 dv-neutron-826439-1-hyperv neutron-server[87444]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:21:52.975095 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-2d4ade16-4338-4d9f-ab67-b3d4fdcacad4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:21:52.989646 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b473aeed-a607-4f67-b615-a7385caa8228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:53.019788 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77286488-6f6c-4ed2-9b86-ef419ad6df80 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Router 6e772685-81ca-49c4-80e0-811053a1d13a is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:21:53.047464 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b473aeed-a607-4f67-b615-a7385caa8228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:53.052257 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] For port 5c2aaddb-9761-4f0e-a17b-c7eb6d47a371, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=5c2aaddb-9761-4f0e-a17b-c7eb6d47a371,segment=NetworkSegment(43d79770-b0f2-4485-984e-abd38dbe2623),segment_id=43d79770-b0f2-4485-984e-abd38dbe2623)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:21:53.053724 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0e958c4e-b4d1-436d-b93e-add975e1dfee tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:53.059056 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:53.145192 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.api [None req-456fdfa9-3953-4b3d-98a5-f808f9915b23 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:21:53.145472 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG oslo_db.api [None req-456fdfa9-3953-4b3d-98a5-f808f9915b23 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:21:53.162244 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e958c4e-b4d1-436d-b93e-add975e1dfee tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Port': ['ID=6e19be40-1f96-4c36-87df-3a25abb71a8b,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:53.175100 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-a590a389-e32e-4f33-910e-6f0ed59c6e7e None None] Deleting port 09110329-a104-4b8b-a860-a584cf668f8f {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:53.175100 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a590a389-e32e-4f33-910e-6f0ed59c6e7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:53.198519 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f651337e-9929-4492-9f78-0873b0967cc8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:53.202556 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f651337e-9929-4492-9f78-0873b0967cc8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2865791 Jan 26 11:21:53.204364 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46302) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:53.219454 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] Routers {'15d4262a-b90d-4fb5-98e3-23bb90ba5e3e'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:53.220107 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['15d4262a-b90d-4fb5-98e3-23bb90ba5e3e'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:53.275295 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e958c4e-b4d1-436d-b93e-add975e1dfee tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:53.275744 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e958c4e-b4d1-436d-b93e-add975e1dfee tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:53.276294 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e958c4e-b4d1-436d-b93e-add975e1dfee tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:53.276824 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e958c4e-b4d1-436d-b93e-add975e1dfee tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:53.277163 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e958c4e-b4d1-436d-b93e-add975e1dfee tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:53.277494 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e958c4e-b4d1-436d-b93e-add975e1dfee tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:53.277823 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e958c4e-b4d1-436d-b93e-add975e1dfee tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:53.278145 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e958c4e-b4d1-436d-b93e-add975e1dfee tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:53.278662 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e958c4e-b4d1-436d-b93e-add975e1dfee tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:53.279128 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e958c4e-b4d1-436d-b93e-add975e1dfee tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:53.279614 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e958c4e-b4d1-436d-b93e-add975e1dfee tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:53.280093 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e958c4e-b4d1-436d-b93e-add975e1dfee tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:53.362729 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77286488-6f6c-4ed2-9b86-ef419ad6df80 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:21:53.376899 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cdbf24-82bc-4705-aa5a-43900f8b6122 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:53.377646 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-30cdbf24-82bc-4705-aa5a-43900f8b6122 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:21:53.378756 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20856d92-36bf-4bb5-9bc9-52dc15d41441 None None] Sync routers for ids ['6e772685-81ca-49c4-80e0-811053a1d13a'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:21:53.382124 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b473aeed-a607-4f67-b615-a7385caa8228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:53.414067 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20856d92-36bf-4bb5-9bc9-52dc15d41441 None None] Routers {'6e772685-81ca-49c4-80e0-811053a1d13a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:53.414891 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-20856d92-36bf-4bb5-9bc9-52dc15d41441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['6e772685-81ca-49c4-80e0-811053a1d13a'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:53.424579 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473aeed-a607-4f67-b615-a7385caa8228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0c7af0-dc6e-486d-8c74-104a0913013e,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:53.437260 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b473aeed-a607-4f67-b615-a7385caa8228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:53.439577 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b473aeed-a607-4f67-b615-a7385caa8228 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae0c7af0-dc6e-486d-8c74-104a0913013e HTTP/1.1" status: 204 len: 168 time: 0.6432674 Jan 26 11:21:53.455647 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-77286488-6f6c-4ed2-9b86-ef419ad6df80 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:53.460616 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-77286488-6f6c-4ed2-9b86-ef419ad6df80 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.3865061 Jan 26 11:21:53.463733 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46308) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:53.469312 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473aeed-a607-4f67-b615-a7385caa8228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:53.469669 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473aeed-a607-4f67-b615-a7385caa8228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:53.470013 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473aeed-a607-4f67-b615-a7385caa8228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:53.471279 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473aeed-a607-4f67-b615-a7385caa8228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:53.471645 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473aeed-a607-4f67-b615-a7385caa8228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:53.471992 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473aeed-a607-4f67-b615-a7385caa8228 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:53.472326 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473aeed-a607-4f67-b615-a7385caa8228 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:53.472659 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473aeed-a607-4f67-b615-a7385caa8228 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:53.473181 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473aeed-a607-4f67-b615-a7385caa8228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:53.473563 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473aeed-a607-4f67-b615-a7385caa8228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:53.473900 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473aeed-a607-4f67-b615-a7385caa8228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:53.474229 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473aeed-a607-4f67-b615-a7385caa8228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:53.494072 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] Set router 15d4262a-b90d-4fb5-98e3-23bb90ba5e3e gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:21:53.547974 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-20856d92-36bf-4bb5-9bc9-52dc15d41441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:53.589209 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20856d92-36bf-4bb5-9bc9-52dc15d41441 None None] Routers {'6e772685-81ca-49c4-80e0-811053a1d13a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:53.590301 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-20856d92-36bf-4bb5-9bc9-52dc15d41441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['6e772685-81ca-49c4-80e0-811053a1d13a'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:53.613614 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-30cdbf24-82bc-4705-aa5a-43900f8b6122 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:21:53.623388 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-30cdbf24-82bc-4705-aa5a-43900f8b6122 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4177146 Jan 26 11:21:53.638701 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46312) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:53.648216 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2d4ade16-4338-4d9f-ab67-b3d4fdcacad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:53.680485 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d4262a-b90d-4fb5-98e3-23bb90ba5e3e', 'name': '', 'tenant_id': '24a5b141f49641a5adf7b112785aae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:21:39Z', 'updated_at': '2022-01-26T11:21:51Z', 'revision_number': 4, 'project_id': '24a5b141f49641a5adf7b112785aae82', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:53.711117 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-20856d92-36bf-4bb5-9bc9-52dc15d41441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:53.714494 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20856d92-36bf-4bb5-9bc9-52dc15d41441 None None] The sync data for ids ['6e772685-81ca-49c4-80e0-811053a1d13a'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:21:53.714686 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0f4dae5a-72a1-4c46-8618-6510d93510c1 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754530675438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4071153'] for subnet, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:53.715216 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7a7d33-e657-4093-8ebe-95e8bffbb6ff None None] The sync data for ids ['15d4262a-b90d-4fb5-98e3-23bb90ba5e3e'] in dv-neutron-826439-1-hyperv is: [{'id': '15d4262a-b90d-4fb5-98e3-23bb90ba5e3e', 'name': '', 'tenant_id': '24a5b141f49641a5adf7b112785aae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:21:39Z', 'updated_at': '2022-01-26T11:21:51Z', 'revision_number': 4, 'project_id': '24a5b141f49641a5adf7b112785aae82', 'gw_port_host': None}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:21:53.717259 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e74ab9-5578-4017-a7ae-28b26fb9fba4 None None] Pushing event updated for resources: {'Port': ['ID=5c2aaddb-9761-4f0e-a17b-c7eb6d47a371,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:53.734148 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-456fdfa9-3953-4b3d-98a5-f808f9915b23 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Deleting port 5c2aaddb-9761-4f0e-a17b-c7eb6d47a371 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:53.734743 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-456fdfa9-3953-4b3d-98a5-f808f9915b23 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:53.768212 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0e958c4e-b4d1-436d-b93e-add975e1dfee tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:53.825009 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4dae5a-72a1-4c46-8618-6510d93510c1 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:53.825618 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0f4dae5a-72a1-4c46-8618-6510d93510c1 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:53.830914 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0f4dae5a-72a1-4c46-8618-6510d93510c1 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "PUT /v2.0/subnets/9991ffe0-fd59-4c0d-8c83-8b40e4a91dee HTTP/1.1" status: 200 len: 900 time: 2.3181815 Jan 26 11:21:53.848718 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46316) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:53.900790 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a3340209-f707-4797-8387-85ee2dc6e22c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2609916 Jan 26 11:21:53.908891 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46322) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:53.943531 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-e8653987-66c7-4038-b10d-7a360eaede80 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:53.977161 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5ade2e50-2a3c-40b4-b3b0-610960ecef56 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:54.110750 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4dae5a-72a1-4c46-8618-6510d93510c1 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event updated for resources: {'Subnet': ['ID=9991ffe0-fd59-4c0d-8c83-8b40e4a91dee,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:54.193663 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-a590a389-e32e-4f33-910e-6f0ed59c6e7e None None] For port 09110329-a104-4b8b-a860-a584cf668f8f, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=09110329-a104-4b8b-a860-a584cf668f8f,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:54.194224 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a590a389-e32e-4f33-910e-6f0ed59c6e7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:54.210073 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-2d4ade16-4338-4d9f-ab67-b3d4fdcacad4 None None] Allocated IP 2001:db8::3 (f3bc1076-3262-499e-b487-d683f8f358c0/9991ffe0-fd59-4c0d-8c83-8b40e4a91dee/4eb31a28-5076-4d10-a00e-39964476eed4) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:54.352490 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-a590a389-e32e-4f33-910e-6f0ed59c6e7e None None] Calling delete_port for 09110329-a104-4b8b-a860-a584cf668f8f owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:54.498198 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-5ade2e50-2a3c-40b4-b3b0-610960ecef56 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Calling delete_port for f71ecbd1-2ef6-4434-b57e-afa067cb57e4 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:54.521664 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e8653987-66c7-4038-b10d-7a360eaede80 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:54.550937 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a590a389-e32e-4f33-910e-6f0ed59c6e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:54.581176 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e8653987-66c7-4038-b10d-7a360eaede80 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:54.614114 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590a389-e32e-4f33-910e-6f0ed59c6e7e None None] Pushing event deleted for resources: {'Port': ['ID=09110329-a104-4b8b-a860-a584cf668f8f,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:54.625632 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a590a389-e32e-4f33-910e-6f0ed59c6e7e None None] No DVR routers for this DVR port 09110329-a104-4b8b-a860-a584cf668f8f on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:21:54.709299 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-456fdfa9-3953-4b3d-98a5-f808f9915b23 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] For port 5c2aaddb-9761-4f0e-a17b-c7eb6d47a371, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=5c2aaddb-9761-4f0e-a17b-c7eb6d47a371,segment=NetworkSegment(43d79770-b0f2-4485-984e-abd38dbe2623),segment_id=43d79770-b0f2-4485-984e-abd38dbe2623)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:54.709631 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-456fdfa9-3953-4b3d-98a5-f808f9915b23 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:54.734996 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2d4ade16-4338-4d9f-ab67-b3d4fdcacad4 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:54.747293 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2d4ade16-4338-4d9f-ab67-b3d4fdcacad4 None None] Transition to ACTIVE for port object 4eb31a28-5076-4d10-a00e-39964476eed4 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:54.787483 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e958c4e-b4d1-436d-b93e-add975e1dfee tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Router efc19e5e-5246-41c5-9e9b-e85f33bc784c has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:21:54.817273 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:54.827130 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-85a8b187-4ab9-47fe-9f1f-174580e33e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:54.856276 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2d4ade16-4338-4d9f-ab67-b3d4fdcacad4 None None] Transition to ACTIVE for port object 4eb31a28-5076-4d10-a00e-39964476eed4 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:54.861622 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8653987-66c7-4038-b10d-7a360eaede80 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:54.865363 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e8653987-66c7-4038-b10d-7a360eaede80 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:54.869129 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2d4ade16-4338-4d9f-ab67-b3d4fdcacad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:54.940740 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Deleting port 4eb31a28-5076-4d10-a00e-39964476eed4 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:54.941156 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:54.962220 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4ade16-4338-4d9f-ab67-b3d4fdcacad4 None None] Network f3bc1076-3262-499e-b487-d683f8f358c0 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:54.968816 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-2d4ade16-4338-4d9f-ab67-b3d4fdcacad4 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:54.976381 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-456fdfa9-3953-4b3d-98a5-f808f9915b23 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Calling delete_port for 5c2aaddb-9761-4f0e-a17b-c7eb6d47a371 owned by network:router_gateway {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:54.981224 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4ade16-4338-4d9f-ab67-b3d4fdcacad4 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:55.117074 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e958c4e-b4d1-436d-b93e-add975e1dfee tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:21:55.119444 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ade16-4338-4d9f-ab67-b3d4fdcacad4 None None] Pushing event updated for resources: {'Port': ['ID=4eb31a28-5076-4d10-a00e-39964476eed4,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:55.130241 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-2d4ade16-4338-4d9f-ab67-b3d4fdcacad4 None None] Attempting to bind port 4eb31a28-5076-4d10-a00e-39964476eed4 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:21:55.130545 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-2d4ade16-4338-4d9f-ab67-b3d4fdcacad4 None None] Attempting to bind port 4eb31a28-5076-4d10-a00e-39964476eed4 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '7cc6a95a-0b81-4700-b8dd-ec12595710a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f3bc1076-3262-499e-b487-d683f8f358c0'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:21:55.130911 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4ade16-4338-4d9f-ab67-b3d4fdcacad4 None None] Attempting to bind port 4eb31a28-5076-4d10-a00e-39964476eed4 on network f3bc1076-3262-499e-b487-d683f8f358c0 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:21:55.138057 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4ade16-4338-4d9f-ab67-b3d4fdcacad4 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:21:55.138464 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4ade16-4338-4d9f-ab67-b3d4fdcacad4 None None] Checking segment: {'id': '7cc6a95a-0b81-4700-b8dd-ec12595710a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f3bc1076-3262-499e-b487-d683f8f358c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:55.138867 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2d4ade16-4338-4d9f-ab67-b3d4fdcacad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:55.139257 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4ade16-4338-4d9f-ab67-b3d4fdcacad4 None None] Bound using segment: {'id': '7cc6a95a-0b81-4700-b8dd-ec12595710a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f3bc1076-3262-499e-b487-d683f8f358c0'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:21:55.140458 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-2d4ade16-4338-4d9f-ab67-b3d4fdcacad4 None None] Bound port: 4eb31a28-5076-4d10-a00e-39964476eed4, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc6a95a-0b81-4700-b8dd-ec12595710a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f3bc1076-3262-499e-b487-d683f8f358c0'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:21:55.141752 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2d4ade16-4338-4d9f-ab67-b3d4fdcacad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:55.142946 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0e958c4e-b4d1-436d-b93e-add975e1dfee tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "PUT /v2.0/routers/efc19e5e-5246-41c5-9e9b-e85f33bc784c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6300907 Jan 26 11:21:55.149503 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46346) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:55.161432 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60f22ad-9dfe-4cdf-b035-7a2c281a27a7 None None] Sync routers for ids ['efc19e5e-5246-41c5-9e9b-e85f33bc784c'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:21:55.209357 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60f22ad-9dfe-4cdf-b035-7a2c281a27a7 None None] Routers {'efc19e5e-5246-41c5-9e9b-e85f33bc784c'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:55.210442 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-f60f22ad-9dfe-4cdf-b035-7a2c281a27a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['efc19e5e-5246-41c5-9e9b-e85f33bc784c'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:55.246619 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1b40b243-fd8b-4584-9325-d64cadc79dd7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Synchronizing usage tracker for tenant:252bea5ac7b143c89da38d9a87822c0c on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:21:55.249854 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5ade2e50-2a3c-40b4-b3b0-610960ecef56 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:55.312410 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-f60f22ad-9dfe-4cdf-b035-7a2c281a27a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:55.322554 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade2e50-2a3c-40b4-b3b0-610960ecef56 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Pushing event deleted for resources: {'Port': ['ID=f71ecbd1-2ef6-4434-b57e-afa067cb57e4,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:55.330905 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1b40b243-fd8b-4584-9325-d64cadc79dd7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Unset dirty status for tenant:252bea5ac7b143c89da38d9a87822c0c on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:21:55.334440 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1b40b243-fd8b-4584-9325-d64cadc79dd7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "GET /v2.0/ports?device_id=efc19e5e-5246-41c5-9e9b-e85f33bc784c HTTP/1.1" status: 200 len: 205 time: 0.1816351 Jan 26 11:21:55.338445 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46354) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:55.369245 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60f22ad-9dfe-4cdf-b035-7a2c281a27a7 None None] Routers {'efc19e5e-5246-41c5-9e9b-e85f33bc784c'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:21:55.369949 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-f60f22ad-9dfe-4cdf-b035-7a2c281a27a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['efc19e5e-5246-41c5-9e9b-e85f33bc784c'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:55.470927 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2d4ade16-4338-4d9f-ab67-b3d4fdcacad4 None None] For port 4eb31a28-5076-4d10-a00e-39964476eed4, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:21:55.475738 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2d4ade16-4338-4d9f-ab67-b3d4fdcacad4 None None] For port 4eb31a28-5076-4d10-a00e-39964476eed4, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=4eb31a28-5076-4d10-a00e-39964476eed4,segment=NetworkSegment(7cc6a95a-0b81-4700-b8dd-ec12595710a3),segment_id=7cc6a95a-0b81-4700-b8dd-ec12595710a3)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:21:55.477711 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-f60f22ad-9dfe-4cdf-b035-7a2c281a27a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:55.478288 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60f22ad-9dfe-4cdf-b035-7a2c281a27a7 None None] The sync data for ids ['efc19e5e-5246-41c5-9e9b-e85f33bc784c'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:21:55.486405 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2d4ade16-4338-4d9f-ab67-b3d4fdcacad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:55.614875 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1ac0c9bd-2b79-4825-bfcb-39bf0d7d4f3e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:55.634182 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ade16-4338-4d9f-ab67-b3d4fdcacad4 None None] Pushing event updated for resources: {'Port': ['ID=4eb31a28-5076-4d10-a00e-39964476eed4,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:55.690748 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] For port 4eb31a28-5076-4d10-a00e-39964476eed4, host dv-neutron-826439-1-hyperv, got binding levels [] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:55.692563 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:55.843897 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:55.844968 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46364) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:55.865190 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Calling delete_port for 4eb31a28-5076-4d10-a00e-39964476eed4 owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:55.909223 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5ade2e50-2a3c-40b4-b3b0-610960ecef56 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:55.913772 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5ade2e50-2a3c-40b4-b3b0-610960ecef56 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] 10.222.0.39 "DELETE /v2.0/ports/f71ecbd1-2ef6-4434-b57e-afa067cb57e4 HTTP/1.1" status: 204 len: 168 time: 3.2425845 Jan 26 11:21:55.914776 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46368) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:55.998275 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:56.143047 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7fe7f8d-86ac-4bce-a523-3a00ce5b6830 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] GET failed (client error): The resource could not be found. Jan 26 11:21:56.143909 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e7fe7f8d-86ac-4bce-a523-3a00ce5b6830 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Synchronizing usage tracker for tenant:0681ff55b9c445bcbc2c7e533a813355 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:21:56.180747 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.api [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:21:56.181235 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG oslo_db.api [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:21:56.181961 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e7fe7f8d-86ac-4bce-a523-3a00ce5b6830 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Unset dirty status for tenant:0681ff55b9c445bcbc2c7e533a813355 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:21:56.183510 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e7fe7f8d-86ac-4bce-a523-3a00ce5b6830 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] 10.222.0.39 "GET /v2.0/ports/f71ecbd1-2ef6-4434-b57e-afa067cb57e4 HTTP/1.1" status: 404 len: 333 time: 0.2678611 Jan 26 11:21:56.188011 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46374) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:56.194658 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-89213366-573d-4177-8027-f6f873c0e9a2 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Request body: {'port': {'network_id': 'befe531b-8473-4313-8687-2f6b11b1342f', 'name': 'tempest-AllowedAddressPairTestJSON-627775121'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:56.273367 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-456fdfa9-3953-4b3d-98a5-f808f9915b23 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:56.326007 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-6e3bd593-d193-49e8-93e8-bd626b5448d6 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-349413605', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:56.338833 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1ac0c9bd-2b79-4825-bfcb-39bf0d7d4f3e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:56.340495 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-89213366-573d-4177-8027-f6f873c0e9a2 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:56.350940 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-89213366-573d-4177-8027-f6f873c0e9a2 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:56.353193 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6e3bd593-d193-49e8-93e8-bd626b5448d6 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:56.356925 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1ac0c9bd-2b79-4825-bfcb-39bf0d7d4f3e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:56.360874 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89213366-573d-4177-8027-f6f873c0e9a2 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Made reservation on behalf of 0681ff55b9c445bcbc2c7e533a813355 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:56.361796 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fdfa9-3953-4b3d-98a5-f808f9915b23 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c2aaddb-9761-4f0e-a17b-c7eb6d47a371,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:56.367009 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-89213366-573d-4177-8027-f6f873c0e9a2 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:56.389196 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-89213366-573d-4177-8027-f6f873c0e9a2 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] device_id is not set on port fce37bcc-c1e2-4a8b-b4d9-ce69693f06b3 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:21:56.434292 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6e3bd593-d193-49e8-93e8-bd626b5448d6 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Usage tracker for resource:port and tenant:b614b5df01384ce3981cde8fb4e0ae7f is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:56.443907 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8d4039c2-e030-415b-b59a-987bb6cb46b3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:56.457820 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6e3bd593-d193-49e8-93e8-bd626b5448d6 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:56.529488 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6e3bd593-d193-49e8-93e8-bd626b5448d6 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:56.550501 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-89213366-573d-4177-8027-f6f873c0e9a2 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Allocated IP 172.20.0.4 (befe531b-8473-4313-8687-2f6b11b1342f/374574f7-923a-4b76-9b67-1d9748656840/fce37bcc-c1e2-4a8b-b4d9-ce69693f06b3) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:56.552104 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1ac0c9bd-2b79-4825-bfcb-39bf0d7d4f3e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:56.552673 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac0c9bd-2b79-4825-bfcb-39bf0d7d4f3e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Fanout notify agent at l3_agent the message router_deleted on router efc19e5e-5246-41c5-9e9b-e85f33bc784c {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:21:56.675066 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3bd593-d193-49e8-93e8-bd626b5448d6 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Made reservation on behalf of b614b5df01384ce3981cde8fb4e0ae7f for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:56.677414 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6e3bd593-d193-49e8-93e8-bd626b5448d6 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:56.693290 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.objects.ports [None req-e8653987-66c7-4038-b10d-7a360eaede80 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87442) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 26 11:21:56.708742 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e8653987-66c7-4038-b10d-7a360eaede80 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:56.710059 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Deleting port 4eb31a28-5076-4d10-a00e-39964476eed4 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:56.710059 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:56.712456 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-456fdfa9-3953-4b3d-98a5-f808f9915b23 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:56.798603 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6e3bd593-d193-49e8-93e8-bd626b5448d6 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:56.873778 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-89213366-573d-4177-8027-f6f873c0e9a2 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:56.885096 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e010c4e5-fe91-46c3-aa28-5359f81c792e None None] Network f3bc1076-3262-499e-b487-d683f8f358c0 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:56.915838 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-89213366-573d-4177-8027-f6f873c0e9a2 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Transition to ACTIVE for port object fce37bcc-c1e2-4a8b-b4d9-ce69693f06b3 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:57.018280 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8653987-66c7-4038-b10d-7a360eaede80 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:57.037484 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] For port 4eb31a28-5076-4d10-a00e-39964476eed4, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=4eb31a28-5076-4d10-a00e-39964476eed4,segment=NetworkSegment(7cc6a95a-0b81-4700-b8dd-ec12595710a3),segment_id=7cc6a95a-0b81-4700-b8dd-ec12595710a3)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:57.037851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:57.044332 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6e3bd593-d193-49e8-93e8-bd626b5448d6 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:57.050891 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-469c3212-da46-4048-a014-8c8a10299f12 None None] Provisioning for port 4eb31a28-5076-4d10-a00e-39964476eed4 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:57.054277 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-89213366-573d-4177-8027-f6f873c0e9a2 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:57.060117 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-456fdfa9-3953-4b3d-98a5-f808f9915b23 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:57.062207 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-e8653987-66c7-4038-b10d-7a360eaede80 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:57.067356 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1ac0c9bd-2b79-4825-bfcb-39bf0d7d4f3e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:57.070783 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1ac0c9bd-2b79-4825-bfcb-39bf0d7d4f3e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/routers/efc19e5e-5246-41c5-9e9b-e85f33bc784c HTTP/1.1" status: 204 len: 168 time: 1.7301514 Jan 26 11:21:57.075983 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6e3bd593-d193-49e8-93e8-bd626b5448d6 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Usage tracker for resource:security_group_rule and tenant:b614b5df01384ce3981cde8fb4e0ae7f is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:57.079376 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-456fdfa9-3953-4b3d-98a5-f808f9915b23 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:57.080766 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46378) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:57.084125 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8653987-66c7-4038-b10d-7a360eaede80 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:57.084702 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e8653987-66c7-4038-b10d-7a360eaede80 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:57.104004 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa787e3-7282-41f2-80be-5fd25ce9b3e6 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:57.126906 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6e3bd593-d193-49e8-93e8-bd626b5448d6 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:21:57.153151 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6e3bd593-d193-49e8-93e8-bd626b5448d6 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:57.163600 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8653987-66c7-4038-b10d-7a360eaede80 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=f1881e90-a94b-4ced-aacb-b95c151e3b7b,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:57.199297 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e8653987-66c7-4038-b10d-7a360eaede80 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2707541 Jan 26 11:21:57.218458 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46382) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:57.227206 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Calling delete_port for 4eb31a28-5076-4d10-a00e-39964476eed4 owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:57.257031 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-456fdfa9-3953-4b3d-98a5-f808f9915b23 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:57.257031 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456fdfa9-3953-4b3d-98a5-f808f9915b23 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15d4262a-b90d-4fb5-98e3-23bb90ba5e3e {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:21:57.277101 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-e897956b-cdb5-41ec-9d30-893e0f8a8ca1 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:57.292474 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-333608cd-a158-4f80-a26c-b56ff7ff489c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting subnet 6f926960-8f6f-445e-bb83-e8091be8f263 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:21:57.307987 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-333608cd-a158-4f80-a26c-b56ff7ff489c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:57.347121 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-456fdfa9-3953-4b3d-98a5-f808f9915b23 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:57.348410 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-456fdfa9-3953-4b3d-98a5-f808f9915b23 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "DELETE /v2.0/routers/15d4262a-b90d-4fb5-98e3-23bb90ba5e3e HTTP/1.1" status: 204 len: 168 time: 6.4551709 Jan 26 11:21:57.357288 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46386) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:57.360984 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89213366-573d-4177-8027-f6f873c0e9a2 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Network befe531b-8473-4313-8687-2f6b11b1342f is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:57.368655 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:57.374802 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-89213366-573d-4177-8027-f6f873c0e9a2 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:57.377782 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89213366-573d-4177-8027-f6f873c0e9a2 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:57.458469 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-ba6f0584-2941-48e6-9427-2229465f5a54', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'fixed_ips': [{'subnet_id': 'f1881e90-a94b-4ced-aacb-b95c151e3b7b'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:21:57.463176 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:57.464144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89213366-573d-4177-8027-f6f873c0e9a2 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Pushing event updated for resources: {'Port': ['ID=fce37bcc-c1e2-4a8b-b4d9-ce69693f06b3,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:57.511174 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-333608cd-a158-4f80-a26c-b56ff7ff489c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:57.602758 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89213366-573d-4177-8027-f6f873c0e9a2 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:57.603421 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-89213366-573d-4177-8027-f6f873c0e9a2 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:57.646084 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-30fef247-93e9-4c61-99ec-932cb5e8c16c tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Deleting subnet 7c3a30aa-0f87-4fae-95d6-eb6e9343672b {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:21:57.696603 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-30fef247-93e9-4c61-99ec-932cb5e8c16c tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:57.746129 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e897956b-cdb5-41ec-9d30-893e0f8a8ca1 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:57.751506 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Allocated IP 2001:db8::f816:3eff:fef9:edaa (ba6f0584-2941-48e6-9427-2229465f5a54/f1881e90-a94b-4ced-aacb-b95c151e3b7b/5cd2f606-21db-45fd-af7c-9b5507e3ae32) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:57.770311 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e897956b-cdb5-41ec-9d30-893e0f8a8ca1 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:21:57.796712 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4eb31a28-5076-4d10-a00e-39964476eed4 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:21:57.807118 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-89213366-573d-4177-8027-f6f873c0e9a2 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6177912 Jan 26 11:21:57.818788 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e897956b-cdb5-41ec-9d30-893e0f8a8ca1 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:21:57.822676 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e897956b-cdb5-41ec-9d30-893e0f8a8ca1 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:57.834990 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db6281f-936a-4785-b179-a9708432c406 None None] Network f3bc1076-3262-499e-b487-d683f8f358c0 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:57.840906 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46390) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:57.863116 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-dde96ade-af52-46f2-8b7b-26ca82e9b622 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:3d:21:20'}]}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:57.879328 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ffe99e81-923a-4fd0-95fe-bc8a2ced97cf None None] Provisioning for port fce37bcc-c1e2-4a8b-b4d9-ce69693f06b3 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:57.906617 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-30fef247-93e9-4c61-99ec-932cb5e8c16c tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:57.915653 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ffe99e81-923a-4fd0-95fe-bc8a2ced97cf None None] Provisioning complete for port fce37bcc-c1e2-4a8b-b4d9-ce69693f06b3 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:57.916290 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ffe99e81-923a-4fd0-95fe-bc8a2ced97cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:57.916529 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6e3bd593-d193-49e8-93e8-bd626b5448d6 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:57.960117 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6e3bd593-d193-49e8-93e8-bd626b5448d6 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:57.976107 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-6e3bd593-d193-49e8-93e8-bd626b5448d6 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] device_id is not set on port da80f144-7aa7-4edb-8722-913b1d7d4df7 yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:21:58.065197 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-ffe99e81-923a-4fd0-95fe-bc8a2ced97cf None None] Port fce37bcc-c1e2-4a8b-b4d9-ce69693f06b3 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:21:58.072412 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bd593-d193-49e8-93e8-bd626b5448d6 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aff4c11-78ae-48ed-a2a6-d7e7b3415718,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:58.090011 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-8d4039c2-e030-415b-b59a-987bb6cb46b3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Allocated IP 172.20.0.1 (f1e69302-9b35-40c1-b11b-a0421566fd4e/d2b17d20-9ab4-428b-aec6-aea2c5759e25/0959f5c7-366a-41b7-a376-9966a2210ea7) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:58.096725 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:58.111453 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 4eb31a28-5076-4d10-a00e-39964476eed4 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:58.123826 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-333608cd-a158-4f80-a26c-b56ff7ff489c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:58.148931 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 4eb31a28-5076-4d10-a00e-39964476eed4 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:58.149303 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:58.231259 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Port 4eb31a28-5076-4d10-a00e-39964476eed4 was deleted so its status cannot be updated. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 11:21:58.239361 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5e0e96d7-cbb6-4889-9054-dd3cda13f5df None None] Could not find standard attr ID for object 4eb31a28-5076-4d10-a00e-39964476eed4. {{(pid=87444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 11:21:58.265767 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event deleted for resources: {'Port': ['ID=4eb31a28-5076-4d10-a00e-39964476eed4,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:58.359572 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] No DVR routers for this DVR port 4eb31a28-5076-4d10-a00e-39964476eed4 on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:21:58.380669 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8d4039c2-e030-415b-b59a-987bb6cb46b3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:58.397532 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-8d4039c2-e030-415b-b59a-987bb6cb46b3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Transition to ACTIVE for port object 0959f5c7-366a-41b7-a376-9966a2210ea7 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:58.419926 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:58.423696 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-30fef247-93e9-4c61-99ec-932cb5e8c16c tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:58.426517 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-6e3bd593-d193-49e8-93e8-bd626b5448d6 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Allocated IP 172.26.5.125 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/da80f144-7aa7-4edb-8722-913b1d7d4df7) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:21:58.438772 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Transition to ACTIVE for port object 5cd2f606-21db-45fd-af7c-9b5507e3ae32 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:58.444856 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-333608cd-a158-4f80-a26c-b56ff7ff489c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:58.462240 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Transition to ACTIVE for port object 5cd2f606-21db-45fd-af7c-9b5507e3ae32 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:21:58.469626 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:58.491825 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:58.495705 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333608cd-a158-4f80-a26c-b56ff7ff489c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Subnet': ['ID=6f926960-8f6f-445e-bb83-e8091be8f263,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:58.498659 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-333608cd-a158-4f80-a26c-b56ff7ff489c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:58.523753 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8d4039c2-e030-415b-b59a-987bb6cb46b3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:58.528098 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7925583b-9f78-427e-bc48-7edd91cb2e86 None None] Network e9020c85-1de9-4ce4-bc7f-d9b16f02e465 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:58.590340 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:58.598108 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:58.606048 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:58.630461 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-333608cd-a158-4f80-a26c-b56ff7ff489c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/subnets/6f926960-8f6f-445e-bb83-e8091be8f263 HTTP/1.1" status: 204 len: 168 time: 1.5415246 Jan 26 11:21:58.635289 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46394) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:58.650674 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4039c2-e030-415b-b59a-987bb6cb46b3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Network f1e69302-9b35-40c1-b11b-a0421566fd4e is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:58.653903 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Pushing event updated for resources: {'Port': ['ID=5cd2f606-21db-45fd-af7c-9b5507e3ae32,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:58.654960 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-8d4039c2-e030-415b-b59a-987bb6cb46b3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:58.657770 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4039c2-e030-415b-b59a-987bb6cb46b3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event updated for resources: {'Port': ['ID=0959f5c7-366a-41b7-a376-9966a2210ea7,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:58.659985 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4039c2-e030-415b-b59a-987bb6cb46b3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:58.705660 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:58.705660 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:58.705660 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:58.705660 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:58.706172 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:58.706172 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:58.706528 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:58.706849 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:58.707172 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:58.707563 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:58.707904 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:58.708288 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:21:58.829358 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8d4039c2-e030-415b-b59a-987bb6cb46b3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:58.862484 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-30fef247-93e9-4c61-99ec-932cb5e8c16c tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:58.913536 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec4b59a-d508-4bc8-af70-6f4940512309 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting subnet b087c9ad-ab0c-4cb9-9f57-b9a21639ef2c {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:21:58.945795 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:58.949551 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eec4b59a-d508-4bc8-af70-6f4940512309 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:58.953650 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Attempting to bind port 5cd2f606-21db-45fd-af7c-9b5507e3ae32 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:21:58.954236 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Attempting to bind port 5cd2f606-21db-45fd-af7c-9b5507e3ae32 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:21:58.954236 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Attempting to bind port 5cd2f606-21db-45fd-af7c-9b5507e3ae32 on network ba6f0584-2941-48e6-9427-2229465f5a54 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:21:58.968484 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:21:58.969208 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Checking segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:21:58.969706 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:58.970195 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Bound using segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:21:58.970849 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Bound port: 5cd2f606-21db-45fd-af7c-9b5507e3ae32, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:21:58.971319 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:58.985007 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fef247-93e9-4c61-99ec-932cb5e8c16c tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7c3a30aa-0f87-4fae-95d6-eb6e9343672b,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:59.028942 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-30fef247-93e9-4c61-99ec-932cb5e8c16c tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:59.035252 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6e3bd593-d193-49e8-93e8-bd626b5448d6 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:59.079845 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event deleted for resources: {'Subnet': ['ID=9991ffe0-fd59-4c0d-8c83-8b40e4a91dee,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:59.082504 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283fe252-dcad-4a79-bd7a-3f92270aa766 None None] Network f3bc1076-3262-499e-b487-d683f8f358c0 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:21:59.106461 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dde96ade-af52-46f2-8b7b-26ca82e9b622 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:59.108360 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] For port 5cd2f606-21db-45fd-af7c-9b5507e3ae32, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:21:59.120107 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-66a207be-a0f6-49ee-88fb-caaab0476ebe None None] Provisioning for port 0959f5c7-366a-41b7-a376-9966a2210ea7 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:21:59.121415 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6e3bd593-d193-49e8-93e8-bd626b5448d6 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:59.129473 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-66a207be-a0f6-49ee-88fb-caaab0476ebe None None] Provisioning complete for port 0959f5c7-366a-41b7-a376-9966a2210ea7 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:21:59.129939 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-66a207be-a0f6-49ee-88fb-caaab0476ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:59.172459 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eec4b59a-d508-4bc8-af70-6f4940512309 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:59.183495 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] For port 5cd2f606-21db-45fd-af7c-9b5507e3ae32, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=5cd2f606-21db-45fd-af7c-9b5507e3ae32,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:21:59.188278 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c48edb-4836-49a9-8fa6-0700c1515cd1 None None] DHCP port deletion for e9020c85-1de9-4ce4-bc7f-d9b16f02e465 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:21:59.246120 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:59.255754 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3bd593-d193-49e8-93e8-bd626b5448d6 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:59.258778 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-6e3bd593-d193-49e8-93e8-bd626b5448d6 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:59.260550 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bd593-d193-49e8-93e8-bd626b5448d6 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Pushing event updated for resources: {'Port': ['ID=da80f144-7aa7-4edb-8722-913b1d7d4df7,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:59.264808 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3bd593-d193-49e8-93e8-bd626b5448d6 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:21:59.292877 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-40c48edb-4836-49a9-8fa6-0700c1515cd1 None None] Deleting port da48107f-5332-48b3-9b95-60f7129f0613 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:21:59.293334 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-40c48edb-4836-49a9-8fa6-0700c1515cd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:59.297737 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8d4039c2-e030-415b-b59a-987bb6cb46b3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:59.310593 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-30fef247-93e9-4c61-99ec-932cb5e8c16c tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/7c3a30aa-0f87-4fae-95d6-eb6e9343672b HTTP/1.1" status: 204 len: 168 time: 1.9459083 Jan 26 11:21:59.313460 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46398) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:59.322759 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:59.376836 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-66a207be-a0f6-49ee-88fb-caaab0476ebe None None] Port 0959f5c7-366a-41b7-a376-9966a2210ea7 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:21:59.416211 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3bc1076-3262-499e-b487-d683f8f358c0']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:59.422027 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3bd593-d193-49e8-93e8-bd626b5448d6 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:59.422942 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6e3bd593-d193-49e8-93e8-bd626b5448d6 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:59.423433 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e897956b-cdb5-41ec-9d30-893e0f8a8ca1 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:59.462232 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84df6bd-4ad8-4823-965a-a8b37d2a7fc4 None None] Pushing event updated for resources: {'Port': ['ID=5cd2f606-21db-45fd-af7c-9b5507e3ae32,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:59.479309 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc6a95a-0b81-4700-b8dd-ec12595710a3') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:59.479517 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc6a95a-0b81-4700-b8dd-ec12595710a3') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:21:59.509020 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:59.549828 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e897956b-cdb5-41ec-9d30-893e0f8a8ca1 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:21:59.558184 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-e897956b-cdb5-41ec-9d30-893e0f8a8ca1 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:21:59.562348 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e897956b-cdb5-41ec-9d30-893e0f8a8ca1 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:21:59.562958 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e897956b-cdb5-41ec-9d30-893e0f8a8ca1 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:59.594025 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-05867732-cfac-4bc0-9593-0be0609f227e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:59.599631 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:59.619825 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6e3bd593-d193-49e8-93e8-bd626b5448d6 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.7681754 Jan 26 11:21:59.624624 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46402) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:59.625836 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eec4b59a-d508-4bc8-af70-6f4940512309 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:59.665903 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:21:59.666389 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:59.669502 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a9590a-5847-4c61-bef7-bf60c8cecb51 None None] DHCP port deletion for f3bc1076-3262-499e-b487-d683f8f358c0 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:21:59.688803 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device da48107f-5332-48b3-9b95-60f7129f0613 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:21:59.690987 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-e7ebe6e3-be8b-490c-af0a-0cbce91f6996 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.125'}]}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:21:59.699356 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:21:59.701631 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897956b-cdb5-41ec-9d30-893e0f8a8ca1 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=ef496957-198c-4f93-a2df-4647c19f2b44,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:21:59.748643 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-40c48edb-4836-49a9-8fa6-0700c1515cd1 None None] For port da48107f-5332-48b3-9b95-60f7129f0613, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=da48107f-5332-48b3-9b95-60f7129f0613,segment=NetworkSegment(8880dab6-645b-4a59-bd55-aa325fcf526a),segment_id=8880dab6-645b-4a59-bd55-aa325fcf526a)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:21:59.751239 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-40c48edb-4836-49a9-8fa6-0700c1515cd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:21:59.955617 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e7ebe6e3-be8b-490c-af0a-0cbce91f6996 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:21:59.964585 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e897956b-cdb5-41ec-9d30-893e0f8a8ca1 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7081883 Jan 26 11:21:59.970144 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-40c48edb-4836-49a9-8fa6-0700c1515cd1 None None] Calling delete_port for da48107f-5332-48b3-9b95-60f7129f0613 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:21:59.974486 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46406) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:21:59.983906 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e7ebe6e3-be8b-490c-af0a-0cbce91f6996 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Usage tracker for resource:router and tenant:b614b5df01384ce3981cde8fb4e0ae7f is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:21:59.991893 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-6bd88951-9bd0-4e80-af0f-77b80848ed91 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'mac_address': 'fa:16:3e:9f:5f:09', 'name': 'tempest-NetworksTestDHCPv6-546219975'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:00.064495 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e7ebe6e3-be8b-490c-af0a-0cbce91f6996 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:00.098236 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:00.099588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e7ebe6e3-be8b-490c-af0a-0cbce91f6996 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:00.118664 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:00.122430 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-05867732-cfac-4bc0-9593-0be0609f227e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:00.127196 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-40c48edb-4836-49a9-8fa6-0700c1515cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:00.161479 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:00.173398 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event deleted for resources: {'Network': ['ID=f3bc1076-3262-499e-b487-d683f8f358c0,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:00.183244 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e7ebe6e3-be8b-490c-af0a-0cbce91f6996 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:00.184360 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e7ebe6e3-be8b-490c-af0a-0cbce91f6996 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:00.205905 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eec4b59a-d508-4bc8-af70-6f4940512309 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:00.210034 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c48edb-4836-49a9-8fa6-0700c1515cd1 None None] Pushing event deleted for resources: {'Port': ['ID=da48107f-5332-48b3-9b95-60f7129f0613,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:00.228813 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c48edb-4836-49a9-8fa6-0700c1515cd1 None None] No DVR routers for this DVR port da48107f-5332-48b3-9b95-60f7129f0613 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:22:00.234309 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4eb31a28-5076-4d10-a00e-39964476eed4 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:22:00.248311 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-05867732-cfac-4bc0-9593-0be0609f227e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed04e22-9fe3-4f35-9e90-de72f25acca1']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:00.260169 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-847eb386-82b5-4b8d-b187-887b8ec04a7f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "DELETE /v2.0/networks/f3bc1076-3262-499e-b487-d683f8f358c0 HTTP/1.1" status: 204 len: 168 time: 6.4085860 Jan 26 11:22:00.262660 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eec4b59a-d508-4bc8-af70-6f4940512309 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:00.270382 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46410) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:00.272556 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d845bc20-e362-4520-ae83-4eed5b4859be None None] Network b9509a12-718f-470e-8a8d-30f75cb58223 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:00.273863 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-eec4b59a-d508-4bc8-af70-6f4940512309 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/subnets/b087c9ad-ab0c-4cb9-9f57-b9a21639ef2c HTTP/1.1" status: 204 len: 168 time: 1.6358187 Jan 26 11:22:00.279607 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-05867732-cfac-4bc0-9593-0be0609f227e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d79770-b0f2-4485-984e-abd38dbe2623') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:00.279877 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-05867732-cfac-4bc0-9593-0be0609f227e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d79770-b0f2-4485-984e-abd38dbe2623') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:00.283602 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e7ebe6e3-be8b-490c-af0a-0cbce91f6996 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:00.285019 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4b59a-d508-4bc8-af70-6f4940512309 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Subnet': ['ID=b087c9ad-ab0c-4cb9-9f57-b9a21639ef2c,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:00.292261 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46412) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:00.302090 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dde96ade-af52-46f2-8b7b-26ca82e9b622 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:00.306370 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 4eb31a28-5076-4d10-a00e-39964476eed4 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:22:00.306862 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4eb31a28-5076-4d10-a00e-39964476eed4 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:22:00.325932 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dde96ade-af52-46f2-8b7b-26ca82e9b622 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:00.394994 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-05867732-cfac-4bc0-9593-0be0609f227e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:00.401691 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf51f7e5-f0ba-4468-bab1-2995dadb3417 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] DELETE failed (client error): The resource could not be found. Jan 26 11:22:00.402175 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf51f7e5-f0ba-4468-bab1-2995dadb3417 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:22:00.407132 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-bf51f7e5-f0ba-4468-bab1-2995dadb3417 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "DELETE /v2.0/subnets/9991ffe0-fd59-4c0d-8c83-8b40e4a91dee HTTP/1.1" status: 404 len: 337 time: 0.1300206 Jan 26 11:22:00.410467 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46418) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:00.433954 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-05867732-cfac-4bc0-9593-0be0609f227e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:00.442370 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6bd88951-9bd0-4e80-af0f-77b80848ed91 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:00.451606 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05867732-cfac-4bc0-9593-0be0609f227e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:22:00.452599 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-05867732-cfac-4bc0-9593-0be0609f227e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: util.warn( Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:22:00.466044 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:22:00.479300 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6bd88951-9bd0-4e80-af0f-77b80848ed91 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:port and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:00.488545 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6bd88951-9bd0-4e80-af0f-77b80848ed91 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:00.548213 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1debff4-5ad2-45a7-95d2-f82ab360504e tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] DELETE failed (client error): The resource could not be found. Jan 26 11:22:00.548481 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1debff4-5ad2-45a7-95d2-f82ab360504e tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:22:00.552861 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a1debff4-5ad2-45a7-95d2-f82ab360504e tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "DELETE /v2.0/networks/f3bc1076-3262-499e-b487-d683f8f358c0 HTTP/1.1" status: 404 len: 339 time: 0.1370187 Jan 26 11:22:00.572961 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46422) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:00.574219 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6bd88951-9bd0-4e80-af0f-77b80848ed91 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:00.636580 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde96ade-af52-46f2-8b7b-26ca82e9b622 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Pushing event updated for resources: {'Port': ['ID=fce37bcc-c1e2-4a8b-b4d9-ce69693f06b3,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:00.642808 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd88951-9bd0-4e80-af0f-77b80848ed91 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:00.686594 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125e2199-b5e6-4c1e-b29c-40e5586ee545 None None] DHCP port deletion for b9509a12-718f-470e-8a8d-30f75cb58223 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:22:00.691536 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-125e2199-b5e6-4c1e-b29c-40e5586ee545 None None] Deleting port 4ca30f7f-4459-4920-9c60-1523dece2ba1 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:00.691910 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-125e2199-b5e6-4c1e-b29c-40e5586ee545 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:00.729501 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2afa-fd21-4873-9e5d-e6cd7129f2b6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:00.865267 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-dde96ade-af52-46f2-8b7b-26ca82e9b622 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] In _notify_port_updated(), no bound segment for port fce37bcc-c1e2-4a8b-b4d9-ce69693f06b3 on network befe531b-8473-4313-8687-2f6b11b1342f {{(pid=87443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 26 11:22:00.867870 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-05867732-cfac-4bc0-9593-0be0609f227e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:00.870815 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde96ade-af52-46f2-8b7b-26ca82e9b622 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:00.871480 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dde96ade-af52-46f2-8b7b-26ca82e9b622 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:00.876773 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-dde96ade-af52-46f2-8b7b-26ca82e9b622 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] 10.222.0.39 "PUT /v2.0/ports/fce37bcc-c1e2-4a8b-b4d9-ce69693f06b3 HTTP/1.1" status: 200 len: 993 time: 3.0278873 Jan 26 11:22:00.880183 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8606f1bd-aed1-4755-8777-ab160b1a43e2 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:00.884988 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46426) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:00.888872 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.resource_extend [None req-8d4039c2-e030-415b-b59a-987bb6cb46b3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:22:00.919424 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05867732-cfac-4bc0-9593-0be0609f227e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aed04e22-9fe3-4f35-9e90-de72f25acca1 {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 26 11:22:00.950532 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e7ebe6e3-be8b-490c-af0a-0cbce91f6996 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:00.952332 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-05867732-cfac-4bc0-9593-0be0609f227e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:00.979718 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8d4039c2-e030-415b-b59a-987bb6cb46b3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:01.022110 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05867732-cfac-4bc0-9593-0be0609f227e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Pushing event deleted for resources: {'Network': ['ID=aed04e22-9fe3-4f35-9e90-de72f25acca1,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:01.024277 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8d4039c2-e030-415b-b59a-987bb6cb46b3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:01.046280 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-125e2199-b5e6-4c1e-b29c-40e5586ee545 None None] For port 4ca30f7f-4459-4920-9c60-1523dece2ba1, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=4ca30f7f-4459-4920-9c60-1523dece2ba1,segment=NetworkSegment(e05935ab-6bc6-4c09-91ea-07e363a11829),segment_id=e05935ab-6bc6-4c09-91ea-07e363a11829)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:01.047162 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-125e2199-b5e6-4c1e-b29c-40e5586ee545 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:01.125651 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2afa-fd21-4873-9e5d-e6cd7129f2b6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:01.141791 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6bd88951-9bd0-4e80-af0f-77b80848ed91 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:01.154819 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-05867732-cfac-4bc0-9593-0be0609f227e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "DELETE /v2.0/networks/aed04e22-9fe3-4f35-9e90-de72f25acca1 HTTP/1.1" status: 204 len: 168 time: 1.8386750 Jan 26 11:22:01.167702 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-b4ce2afa-fd21-4873-9e5d-e6cd7129f2b6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9020c85-1de9-4ce4-bc7f-d9b16f02e465']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:01.185984 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-b4ce2afa-fd21-4873-9e5d-e6cd7129f2b6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8880dab6-645b-4a59-bd55-aa325fcf526a') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:01.186365 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-b4ce2afa-fd21-4873-9e5d-e6cd7129f2b6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8880dab6-645b-4a59-bd55-aa325fcf526a') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:01.245958 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2afa-fd21-4873-9e5d-e6cd7129f2b6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:01.255184 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-a229013a-712d-49ae-879f-289b6e702123 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Deleting port fce37bcc-c1e2-4a8b-b4d9-ce69693f06b3 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:01.255778 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a229013a-712d-49ae-879f-289b6e702123 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:01.268776 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2afa-fd21-4873-9e5d-e6cd7129f2b6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:01.289969 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-125e2199-b5e6-4c1e-b29c-40e5586ee545 None None] Calling delete_port for 4ca30f7f-4459-4920-9c60-1523dece2ba1 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:01.291303 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ce2afa-fd21-4873-9e5d-e6cd7129f2b6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:22:01.291713 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2afa-fd21-4873-9e5d-e6cd7129f2b6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:22:01.322506 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:22:01.351957 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-6bd88951-9bd0-4e80-af0f-77b80848ed91 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] device_id is not set on port 5972a075-a780-43c7-a35c-f93223f47a79 yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:22:01.429556 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cc5c35-614f-40d6-adab-f8bb28e16437 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:01.433092 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8d4039c2-e030-415b-b59a-987bb6cb46b3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:01.455123 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4039c2-e030-415b-b59a-987bb6cb46b3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event updated for resources: {'Port': ['ID=0959f5c7-366a-41b7-a376-9966a2210ea7,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:01.489802 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-125e2199-b5e6-4c1e-b29c-40e5586ee545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:01.494565 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2afa-fd21-4873-9e5d-e6cd7129f2b6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:01.504084 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4ce2afa-fd21-4873-9e5d-e6cd7129f2b6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:01.538074 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce2afa-fd21-4873-9e5d-e6cd7129f2b6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Network': ['ID=e9020c85-1de9-4ce4-bc7f-d9b16f02e465,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:01.549848 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b4ce2afa-fd21-4873-9e5d-e6cd7129f2b6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/networks/e9020c85-1de9-4ce4-bc7f-d9b16f02e465 HTTP/1.1" status: 204 len: 168 time: 1.2516787 Jan 26 11:22:01.555184 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46436) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:01.580315 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e2199-b5e6-4c1e-b29c-40e5586ee545 None None] Pushing event deleted for resources: {'Port': ['ID=4ca30f7f-4459-4920-9c60-1523dece2ba1,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:01.602698 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8606f1bd-aed1-4755-8777-ab160b1a43e2 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:01.700076 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46440) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:01.701653 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125e2199-b5e6-4c1e-b29c-40e5586ee545 None None] No DVR routers for this DVR port 4ca30f7f-4459-4920-9c60-1523dece2ba1 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:22:01.711904 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c85ffe24-03f5-4ea1-9844-ad5b66e48e06 None None] Provisioning complete for port fce37bcc-c1e2-4a8b-b4d9-ce69693f06b3 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:01.712485 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c85ffe24-03f5-4ea1-9844-ad5b66e48e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:01.785416 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 5cd2f606-21db-45fd-af7c-9b5507e3ae32 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:22:01.883681 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-d470eab3-871b-4e66-89fa-49cc0b1b9ce0 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Request body: {'router': {'name': 'tempest-router--666761123', 'project_id': 'b57cf880b11f42e7bbd073d5acb068c4'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:01.892636 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-d470eab3-871b-4e66-89fa-49cc0b1b9ce0 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:01.901293 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-c85ffe24-03f5-4ea1-9844-ad5b66e48e06 None None] Port fce37bcc-c1e2-4a8b-b4d9-ce69693f06b3 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:22:01.910463 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-8606f1bd-aed1-4755-8777-ab160b1a43e2 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d65f9b-dcdc-4332-9bda-25537879d99b']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:01.923744 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-8606f1bd-aed1-4755-8777-ab160b1a43e2 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '754ae333-c529-4c94-92ec-47b4707c5f2f') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:01.923963 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-8606f1bd-aed1-4755-8777-ab160b1a43e2 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '754ae333-c529-4c94-92ec-47b4707c5f2f') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:01.935839 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8606f1bd-aed1-4755-8777-ab160b1a43e2 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:01.953233 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8606f1bd-aed1-4755-8777-ab160b1a43e2 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:01.959254 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8606f1bd-aed1-4755-8777-ab160b1a43e2 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:22:01.959738 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8606f1bd-aed1-4755-8777-ab160b1a43e2 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:01.977963 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 5cd2f606-21db-45fd-af7c-9b5507e3ae32 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:02.008365 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d470eab3-871b-4e66-89fa-49cc0b1b9ce0 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Usage tracker for resource:router and tenant:b57cf880b11f42e7bbd073d5acb068c4 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:02.023329 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d470eab3-871b-4e66-89fa-49cc0b1b9ce0 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:02.032292 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3e378198-5427-44be-9a8e-89cd066d83e1 None None] Provisioning for port 5cd2f606-21db-45fd-af7c-9b5507e3ae32 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:02.055533 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3e378198-5427-44be-9a8e-89cd066d83e1 None None] Provisioning complete for port 5cd2f606-21db-45fd-af7c-9b5507e3ae32 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:02.056116 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3e378198-5427-44be-9a8e-89cd066d83e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:22:02.062511 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:22:02.064747 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ec1975ea-010e-416e-ae3e-86b9da24717d tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:02.073210 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-d470eab3-871b-4e66-89fa-49cc0b1b9ce0 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:02.114004 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4ca30f7f-4459-4920-9c60-1523dece2ba1 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:22:02.141386 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d470eab3-871b-4e66-89fa-49cc0b1b9ce0 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:02.144261 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d470eab3-871b-4e66-89fa-49cc0b1b9ce0 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:02.180804 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 4ca30f7f-4459-4920-9c60-1523dece2ba1 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:22:02.181062 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4ca30f7f-4459-4920-9c60-1523dece2ba1 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:22:02.197155 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e7ebe6e3-be8b-490c-af0a-0cbce91f6996 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:02.216931 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99719953-8dab-4739-aef5-6f1dfef36b15 None None] Update dhcp port {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'fixed_ips': [{'subnet_id': 'f1881e90-a94b-4ced-aacb-b95c151e3b7b', 'ip_address': '2001:db8::f816:3eff:fef9:edaa'}, {'subnet_id': 'ef496957-198c-4f93-a2df-4647c19f2b44'}], 'binding:host_id': 'dv-neutron-826439-1-hyperv'}, 'id': '5cd2f606-21db-45fd-af7c-9b5507e3ae32'} from dv-neutron-826439-1-hyperv. {{(pid=87444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 26 11:22:02.238133 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a229013a-712d-49ae-879f-289b6e702123 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:02.238863 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e7ebe6e3-be8b-490c-af0a-0cbce91f6996 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:02.248686 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8606f1bd-aed1-4755-8777-ab160b1a43e2 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:02.299015 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ec1975ea-010e-416e-ae3e-86b9da24717d tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:02.316502 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-99719953-8dab-4739-aef5-6f1dfef36b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:02.338672 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3e378198-5427-44be-9a8e-89cd066d83e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:02.343489 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d470eab3-871b-4e66-89fa-49cc0b1b9ce0 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:02.355936 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8606f1bd-aed1-4755-8777-ab160b1a43e2 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:02.379073 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-ec1975ea-010e-416e-ae3e-86b9da24717d tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9509a12-718f-470e-8a8d-30f75cb58223']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:02.415611 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-ec1975ea-010e-416e-ae3e-86b9da24717d tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e05935ab-6bc6-4c09-91ea-07e363a11829') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:02.415865 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-ec1975ea-010e-416e-ae3e-86b9da24717d tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e05935ab-6bc6-4c09-91ea-07e363a11829') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:02.429107 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d470eab3-871b-4e66-89fa-49cc0b1b9ce0 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:02.462629 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-3e378198-5427-44be-9a8e-89cd066d83e1 None None] For port 5cd2f606-21db-45fd-af7c-9b5507e3ae32, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=5cd2f606-21db-45fd-af7c-9b5507e3ae32,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:02.470151 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3e378198-5427-44be-9a8e-89cd066d83e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:02.473927 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ec1975ea-010e-416e-ae3e-86b9da24717d tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:02.491985 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606f1bd-aed1-4755-8777-ab160b1a43e2 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event deleted for resources: {'Network': ['ID=19d65f9b-dcdc-4332-9bda-25537879d99b,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:02.501899 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-a229013a-712d-49ae-879f-289b6e702123 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Calling delete_port for fce37bcc-c1e2-4a8b-b4d9-ce69693f06b3 owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:02.509375 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ec1975ea-010e-416e-ae3e-86b9da24717d tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:02.524627 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d470eab3-871b-4e66-89fa-49cc0b1b9ce0 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:02.528344 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d470eab3-871b-4e66-89fa-49cc0b1b9ce0 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8265834 Jan 26 11:22:02.530537 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec1975ea-010e-416e-ae3e-86b9da24717d tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:22:02.531268 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ec1975ea-010e-416e-ae3e-86b9da24717d tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:02.545435 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46444) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:22:02.547011 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:22:02.557300 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e378198-5427-44be-9a8e-89cd066d83e1 None None] Pushing event updated for resources: {'Port': ['ID=5cd2f606-21db-45fd-af7c-9b5507e3ae32,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:02.620253 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8606f1bd-aed1-4755-8777-ab160b1a43e2 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "DELETE /v2.0/networks/19d65f9b-dcdc-4332-9bda-25537879d99b HTTP/1.1" status: 204 len: 168 time: 2.0435872 Jan 26 11:22:02.646266 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46448) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:02.676526 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ec1975ea-010e-416e-ae3e-86b9da24717d tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:02.681388 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ec1975ea-010e-416e-ae3e-86b9da24717d tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:02.714071 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1975ea-010e-416e-ae3e-86b9da24717d tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Network': ['ID=b9509a12-718f-470e-8a8d-30f75cb58223,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:02.719703 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ec1975ea-010e-416e-ae3e-86b9da24717d tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/networks/b9509a12-718f-470e-8a8d-30f75cb58223 HTTP/1.1" status: 204 len: 168 time: 1.1632266 Jan 26 11:22:02.723044 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46452) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:02.730037 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-bcbe672b-ed92-4d43-941e-fac8b821a75b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'network': {'name': 'tempest-RoutersTest-809389241'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:02.734334 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e7ebe6e3-be8b-490c-af0a-0cbce91f6996 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:02.784028 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a43e853-4fdf-4e2c-bb63-a38a30d991f2 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] DELETE failed (client error): The resource could not be found. Jan 26 11:22:02.784425 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a43e853-4fdf-4e2c-bb63-a38a30d991f2 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:22:02.788547 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3a43e853-4fdf-4e2c-bb63-a38a30d991f2 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "DELETE /v2.0/subnets/f599f4d2-3090-4ec5-a2d8-73f60967f4e8 HTTP/1.1" status: 404 len: 337 time: 0.1369941 Jan 26 11:22:02.794758 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46456) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:02.798160 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-bcbe672b-ed92-4d43-941e-fac8b821a75b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:02.827964 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-bcbe672b-ed92-4d43-941e-fac8b821a75b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Usage tracker for resource:network and tenant:252bea5ac7b143c89da38d9a87822c0c is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:02.830827 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-34218a34-dd56-4ded-a722-87b266b2280f tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:02.833898 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-bcbe672b-ed92-4d43-941e-fac8b821a75b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:02.892283 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-bcbe672b-ed92-4d43-941e-fac8b821a75b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:02.894683 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab6a0c9-1858-49c7-8b06-d8a2b7cbdd46 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] DELETE failed (client error): The resource could not be found. Jan 26 11:22:02.895150 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eab6a0c9-1858-49c7-8b06-d8a2b7cbdd46 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:22:02.897997 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-eab6a0c9-1858-49c7-8b06-d8a2b7cbdd46 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "DELETE /v2.0/networks/4923902b-e4bb-496d-9bc6-e9cec3c45207 HTTP/1.1" status: 404 len: 339 time: 0.1009252 Jan 26 11:22:02.898263 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4039c2-e030-415b-b59a-987bb6cb46b3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Network f1e69302-9b35-40c1-b11b-a0421566fd4e is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:02.907423 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46460) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:02.930048 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-8d4039c2-e030-415b-b59a-987bb6cb46b3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:03.002408 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbe672b-ed92-4d43-941e-fac8b821a75b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Made reservation on behalf of 252bea5ac7b143c89da38d9a87822c0c for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:03.005801 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bcbe672b-ed92-4d43-941e-fac8b821a75b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:03.074201 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-6bd88951-9bd0-4e80-af0f-77b80848ed91 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 172.20.0.6 (ba6f0584-2941-48e6-9427-2229465f5a54/ef496957-198c-4f93-a2df-4647c19f2b44/5972a075-a780-43c7-a35c-f93223f47a79) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:03.147961 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-6bd88951-9bd0-4e80-af0f-77b80848ed91 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 2001:db8::f816:3eff:fe9f:5f09 (ba6f0584-2941-48e6-9427-2229465f5a54/f1881e90-a94b-4ced-aacb-b95c151e3b7b/5972a075-a780-43c7-a35c-f93223f47a79) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:03.162619 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e7ebe6e3-be8b-490c-af0a-0cbce91f6996 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:03.167951 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e7ebe6e3-be8b-490c-af0a-0cbce91f6996 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:03.185222 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-db34494e-e1e3-4f6b-9646-add709951366 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Deleting subnet 2aa7e1c6-2c42-4800-a543-d46792a1386a {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:22:03.197449 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6ac7f45f-223a-42ba-a9dc-ba21d94750a3 None None] Provisioning complete for port 0959f5c7-366a-41b7-a376-9966a2210ea7 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:03.198045 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6ac7f45f-223a-42ba-a9dc-ba21d94750a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:03.202679 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-db34494e-e1e3-4f6b-9646-add709951366 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:03.254874 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-6ac7f45f-223a-42ba-a9dc-ba21d94750a3 None None] Port 0959f5c7-366a-41b7-a376-9966a2210ea7 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:22:03.255219 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e7ebe6e3-be8b-490c-af0a-0cbce91f6996 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:03.255759 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ebe6e3-be8b-490c-af0a-0cbce91f6996 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26bbbb5e-e0ab-4968-8020-a83391b0e636 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:22:03.278681 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-db34494e-e1e3-4f6b-9646-add709951366 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:03.318688 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-e7ebe6e3-be8b-490c-af0a-0cbce91f6996 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 26 11:22:03.319774 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e7ebe6e3-be8b-490c-af0a-0cbce91f6996 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.6585374 Jan 26 11:22:03.322888 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46464) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:03.530771 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-d38e09a7-f01b-47b9-95f4-ca6f593daa26 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Deleting port da80f144-7aa7-4edb-8722-913b1d7d4df7 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:03.531119 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d38e09a7-f01b-47b9-95f4-ca6f593daa26 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:03.538817 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-34218a34-dd56-4ded-a722-87b266b2280f tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:03.563755 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-34218a34-dd56-4ded-a722-87b266b2280f tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:03.592110 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-db34494e-e1e3-4f6b-9646-add709951366 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:03.613637 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a229013a-712d-49ae-879f-289b6e702123 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:03.654099 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 5cd2f606-21db-45fd-af7c-9b5507e3ae32 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:22:03.666985 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcbe672b-ed92-4d43-941e-fac8b821a75b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:22:03.698503 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bcbe672b-ed92-4d43-941e-fac8b821a75b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:03.698881 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-bcbe672b-ed92-4d43-941e-fac8b821a75b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Added segment 2a44a268-a248-4f6c-ba3e-45b8863c3ed2 of type vlan for network 03b233d4-775c-4753-accb-0ab46a62ba73 Jan 26 11:22:03.701580 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-34218a34-dd56-4ded-a722-87b266b2280f tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:03.702838 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34218a34-dd56-4ded-a722-87b266b2280f tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 20bdf4fc-be68-4603-84e6-abf9b0f20553 {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:22:03.704985 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229013a-712d-49ae-879f-289b6e702123 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Pushing event deleted for resources: {'Port': ['ID=fce37bcc-c1e2-4a8b-b4d9-ce69693f06b3,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:03.735166 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4039c2-e030-415b-b59a-987bb6cb46b3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Router 6e772685-81ca-49c4-80e0-811053a1d13a has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:22:03.742271 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 5cd2f606-21db-45fd-af7c-9b5507e3ae32 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:03.743713 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:03.783790 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bcbe672b-ed92-4d43-941e-fac8b821a75b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:03.844742 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-db34494e-e1e3-4f6b-9646-add709951366 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:03.881246 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-34218a34-dd56-4ded-a722-87b266b2280f tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:03.882572 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-34218a34-dd56-4ded-a722-87b266b2280f tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "DELETE /v2.0/routers/20bdf4fc-be68-4603-84e6-abf9b0f20553 HTTP/1.1" status: 204 len: 168 time: 1.3350232 Jan 26 11:22:03.902397 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34494e-e1e3-4f6b-9646-add709951366 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa7e1c6-2c42-4800-a543-d46792a1386a,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:03.928876 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-db34494e-e1e3-4f6b-9646-add709951366 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:03.931566 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e953f21-2184-4cc0-abf1-46332e2fb7fe None None] Network 17f242f5-b8e5-41ea-b879-951278f124f9 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:03.978156 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d38e09a7-f01b-47b9-95f4-ca6f593daa26 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:03.987090 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-db34494e-e1e3-4f6b-9646-add709951366 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "DELETE /v2.0/subnets/2aa7e1c6-2c42-4800-a543-d46792a1386a HTTP/1.1" status: 204 len: 168 time: 1.0769396 Jan 26 11:22:03.990493 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bcbe672b-ed92-4d43-941e-fac8b821a75b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:03.996031 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbe672b-ed92-4d43-941e-fac8b821a75b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:03.996642 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bcbe672b-ed92-4d43-941e-fac8b821a75b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:04.000997 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46470) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:04.139799 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46474) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:04.175307 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-d38e09a7-f01b-47b9-95f4-ca6f593daa26 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Calling delete_port for da80f144-7aa7-4edb-8722-913b1d7d4df7 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:04.233772 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-bcbe672b-ed92-4d43-941e-fac8b821a75b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5094662 Jan 26 11:22:04.240566 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46480) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:04.250409 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a4dad187-2313-4737-b388-1fb2b724717e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'subnet': {'network_id': '03b233d4-775c-4753-accb-0ab46a62ba73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:04.317104 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a229013a-712d-49ae-879f-289b6e702123 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:04.322088 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a229013a-712d-49ae-879f-289b6e702123 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] 10.222.0.39 "DELETE /v2.0/ports/fce37bcc-c1e2-4a8b-b4d9-ce69693f06b3 HTTP/1.1" status: 204 len: 168 time: 3.4229417 Jan 26 11:22:04.324924 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46484) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:04.331807 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe672b-ed92-4d43-941e-fac8b821a75b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Network': ['ID=03b233d4-775c-4753-accb-0ab46a62ba73,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:04.344125 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c094e8-b33d-4d6e-a0b2-9bb2d8e27a32 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Deleting subnet 541dbcc4-b533-43dd-9f67-c4c7588dcad8 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:22:04.352524 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 03b233d4-775c-4753-accb-0ab46a62ba73 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:22:04.404532 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e1c094e8-b33d-4d6e-a0b2-9bb2d8e27a32 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:04.411233 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5ebc7d-677d-4f4c-9d2b-a8f8cb48f213 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] GET failed (client error): The resource could not be found. Jan 26 11:22:04.411787 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ca5ebc7d-677d-4f4c-9d2b-a8f8cb48f213 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Synchronizing usage tracker for tenant:0681ff55b9c445bcbc2c7e533a813355 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:22:04.472153 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6bd88951-9bd0-4e80-af0f-77b80848ed91 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:04.484039 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-b6099795-1c4c-4c64-8323-b72554512f8c tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-34363619', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}, 'admin_state_up': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:04.505921 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b6099795-1c4c-4c64-8323-b72554512f8c tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:04.518119 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ca5ebc7d-677d-4f4c-9d2b-a8f8cb48f213 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Unset dirty status for tenant:0681ff55b9c445bcbc2c7e533a813355 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:22:04.522740 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ca5ebc7d-677d-4f4c-9d2b-a8f8cb48f213 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] 10.222.0.39 "GET /v2.0/ports/fce37bcc-c1e2-4a8b-b4d9-ce69693f06b3 HTTP/1.1" status: 404 len: 333 time: 0.1889069 Jan 26 11:22:04.525285 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b6099795-1c4c-4c64-8323-b72554512f8c tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Usage tracker for resource:router and tenant:5bfdb32e41224481be4699ac3ddc8692 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:04.526435 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46488) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:04.536878 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-78ef8bfd-34ab-497d-a704-8dc165c60ec7 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Request body: {'port': {'network_id': 'befe531b-8473-4313-8687-2f6b11b1342f', 'name': 'tempest-AllowedAddressPairTestJSON-1618007289'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:04.539479 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b6099795-1c4c-4c64-8323-b72554512f8c tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:04.553276 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e1c094e8-b33d-4d6e-a0b2-9bb2d8e27a32 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:04.578581 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a4dad187-2313-4737-b388-1fb2b724717e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:04.582065 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b6099795-1c4c-4c64-8323-b72554512f8c tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:04.584550 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4039c2-e030-415b-b59a-987bb6cb46b3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:22:04.593813 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8d4039c2-e030-415b-b59a-987bb6cb46b3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "PUT /v2.0/routers/6e772685-81ca-49c4-80e0-811053a1d13a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1251640 Jan 26 11:22:04.593901 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46492) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:04.597586 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ac9d1e-04fa-4b75-993e-2dea5d2ae1f5 None None] Sync routers for ids ['6e772685-81ca-49c4-80e0-811053a1d13a'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:22:04.615976 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a4dad187-2313-4737-b388-1fb2b724717e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Usage tracker for resource:subnet and tenant:252bea5ac7b143c89da38d9a87822c0c is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:04.618865 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b6099795-1c4c-4c64-8323-b72554512f8c tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:04.619409 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ac9d1e-04fa-4b75-993e-2dea5d2ae1f5 None None] Routers {'6e772685-81ca-49c4-80e0-811053a1d13a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:04.619990 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b6099795-1c4c-4c64-8323-b72554512f8c tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:04.620113 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b5ac9d1e-04fa-4b75-993e-2dea5d2ae1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['6e772685-81ca-49c4-80e0-811053a1d13a'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:04.626905 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a4dad187-2313-4737-b388-1fb2b724717e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:04.637267 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-1ef54707-d39b-4ab1-99ee-ec75f2c8940e tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Request body: {'port': {'network_id': 'f1e69302-9b35-40c1-b11b-a0421566fd4e', 'name': 'tempest-FloatingIPTestJSON-1291245663'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:04.652848 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b6099795-1c4c-4c64-8323-b72554512f8c tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:04.683011 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e1c094e8-b33d-4d6e-a0b2-9bb2d8e27a32 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:04.716592 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b5ac9d1e-04fa-4b75-993e-2dea5d2ae1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:04.728718 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ac9d1e-04fa-4b75-993e-2dea5d2ae1f5 None None] Routers {'6e772685-81ca-49c4-80e0-811053a1d13a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:04.729978 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b5ac9d1e-04fa-4b75-993e-2dea5d2ae1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['6e772685-81ca-49c4-80e0-811053a1d13a'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:04.739423 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a4dad187-2313-4737-b388-1fb2b724717e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:04.771640 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d38e09a7-f01b-47b9-95f4-ca6f593daa26 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:04.791588 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-6bd88951-9bd0-4e80-af0f-77b80848ed91 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Transition to ACTIVE for port object 5972a075-a780-43c7-a35c-f93223f47a79 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:04.820725 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b5ac9d1e-04fa-4b75-993e-2dea5d2ae1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:04.821496 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ac9d1e-04fa-4b75-993e-2dea5d2ae1f5 None None] The sync data for ids ['6e772685-81ca-49c4-80e0-811053a1d13a'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:22:04.954892 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e09a7-f01b-47b9-95f4-ca6f593daa26 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Pushing event deleted for resources: {'Port': ['ID=da80f144-7aa7-4edb-8722-913b1d7d4df7,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:04.965271 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dad187-2313-4737-b388-1fb2b724717e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Made reservation on behalf of 252bea5ac7b143c89da38d9a87822c0c for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:04.968982 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a4dad187-2313-4737-b388-1fb2b724717e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:05.061369 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-78ef8bfd-34ab-497d-a704-8dc165c60ec7 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:05.078285 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-78ef8bfd-34ab-497d-a704-8dc165c60ec7 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:05.114939 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:05.201311 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b6099795-1c4c-4c64-8323-b72554512f8c tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:05.206063 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-51f238a7-5150-4e0c-9590-410284b0f74c None None] Provisioning complete for port aaa60960-72b6-4133-a4a8-4fac3bd7ab29 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:05.207171 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-51f238a7-5150-4e0c-9590-410284b0f74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:05.215785 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ef8bfd-34ab-497d-a704-8dc165c60ec7 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Made reservation on behalf of 0681ff55b9c445bcbc2c7e533a813355 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:05.220115 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-78ef8bfd-34ab-497d-a704-8dc165c60ec7 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:05.228219 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e1c094e8-b33d-4d6e-a0b2-9bb2d8e27a32 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:05.280905 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6bd88951-9bd0-4e80-af0f-77b80848ed91 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:05.323415 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c094e8-b33d-4d6e-a0b2-9bb2d8e27a32 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event deleted for resources: {'Subnet': ['ID=541dbcc4-b533-43dd-9f67-c4c7588dcad8,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:05.333278 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-99719953-8dab-4739-aef5-6f1dfef36b15 None None] Allocated IP 172.20.0.2 (ba6f0584-2941-48e6-9427-2229465f5a54/ef496957-198c-4f93-a2df-4647c19f2b44/5cd2f606-21db-45fd-af7c-9b5507e3ae32) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:05.336643 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e1c094e8-b33d-4d6e-a0b2-9bb2d8e27a32 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:05.376362 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1ef54707-d39b-4ab1-99ee-ec75f2c8940e tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:05.378187 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b644ed11-a594-41d9-8ef2-b0e563ecc742 None None] Network 17f242f5-b8e5-41ea-b879-951278f124f9 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:05.391352 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e1c094e8-b33d-4d6e-a0b2-9bb2d8e27a32 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "DELETE /v2.0/subnets/541dbcc4-b533-43dd-9f67-c4c7588dcad8 HTTP/1.1" status: 204 len: 168 time: 1.3841202 Jan 26 11:22:05.395504 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd88951-9bd0-4e80-af0f-77b80848ed91 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:05.398465 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46496) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:05.399882 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1ef54707-d39b-4ab1-99ee-ec75f2c8940e tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Usage tracker for resource:port and tenant:68260ee4e7d844c68a0428a738fc37f5 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:05.403365 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-6bd88951-9bd0-4e80-af0f-77b80848ed91 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:05.410185 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd88951-9bd0-4e80-af0f-77b80848ed91 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:05.412044 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1ef54707-d39b-4ab1-99ee-ec75f2c8940e tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:05.424067 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-78ef8bfd-34ab-497d-a704-8dc165c60ec7 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] device_id is not set on port 31d0b4b4-8cd5-48de-89c2-755cd0f26b18 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:22:05.455882 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd88951-9bd0-4e80-af0f-77b80848ed91 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Port': ['ID=5972a075-a780-43c7-a35c-f93223f47a79,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:05.458594 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1ef54707-d39b-4ab1-99ee-ec75f2c8940e tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:05.468242 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d38e09a7-f01b-47b9-95f4-ca6f593daa26 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:05.511778 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef54707-d39b-4ab1-99ee-ec75f2c8940e tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Made reservation on behalf of 68260ee4e7d844c68a0428a738fc37f5 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:05.515509 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1ef54707-d39b-4ab1-99ee-ec75f2c8940e tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:05.581282 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d38e09a7-f01b-47b9-95f4-ca6f593daa26 tempest-RoutersAdminNegativeTest-2007183223 tempest-RoutersAdminNegativeTest-2007183223-project-admin] 10.222.0.39 "DELETE /v2.0/ports/da80f144-7aa7-4edb-8722-913b1d7d4df7 HTTP/1.1" status: 204 len: 168 time: 2.2573237 Jan 26 11:22:05.619318 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-1ef54707-d39b-4ab1-99ee-ec75f2c8940e tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] device_id is not set on port 3b9030fa-31c6-459b-b45a-cf8fdbd43032 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:22:05.632971 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e68900df-c528-489e-9dcc-b776ffe9b5d9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:05.643940 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd88951-9bd0-4e80-af0f-77b80848ed91 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:05.644562 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6bd88951-9bd0-4e80-af0f-77b80848ed91 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:05.673687 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-e68900df-c528-489e-9dcc-b776ffe9b5d9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Deleting port aaa60960-72b6-4133-a4a8-4fac3bd7ab29 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:05.674238 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e68900df-c528-489e-9dcc-b776ffe9b5d9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:05.711705 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6bd88951-9bd0-4e80-af0f-77b80848ed91 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.7343929 Jan 26 11:22:05.719673 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46502) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:05.739392 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-99719953-8dab-4739-aef5-6f1dfef36b15 None None] For port 5cd2f606-21db-45fd-af7c-9b5507e3ae32, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=5cd2f606-21db-45fd-af7c-9b5507e3ae32,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:05.799394 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-78ef8bfd-34ab-497d-a704-8dc165c60ec7 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Allocated IP 172.20.0.11 (befe531b-8473-4313-8687-2f6b11b1342f/374574f7-923a-4b76-9b67-1d9748656840/31d0b4b4-8cd5-48de-89c2-755cd0f26b18) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:05.802247 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a4dad187-2313-4737-b388-1fb2b724717e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:05.810370 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-99719953-8dab-4739-aef5-6f1dfef36b15 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:05.854709 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-99719953-8dab-4739-aef5-6f1dfef36b15 None None] Transition to ACTIVE for port object 5cd2f606-21db-45fd-af7c-9b5507e3ae32 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:05.863995 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-99719953-8dab-4739-aef5-6f1dfef36b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:05.932491 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dca3dd-5a59-4b2f-b197-34dab5529b88 None None] DHCP port deletion for 17f242f5-b8e5-41ea-b879-951278f124f9 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:22:05.983335 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dad187-2313-4737-b388-1fb2b724717e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Subnet': ['ID=2f0a6b28-cf3c-45e9-9792-4b6a48c3dc04,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:05.987397 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-b3dca3dd-5a59-4b2f-b197-34dab5529b88 None None] Deleting port aaa60960-72b6-4133-a4a8-4fac3bd7ab29 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:05.987771 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b3dca3dd-5a59-4b2f-b197-34dab5529b88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:06.026360 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-1ef54707-d39b-4ab1-99ee-ec75f2c8940e tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Allocated IP 172.20.0.9 (f1e69302-9b35-40c1-b11b-a0421566fd4e/d2b17d20-9ab4-428b-aec6-aea2c5759e25/3b9030fa-31c6-459b-b45a-cf8fdbd43032) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:06.049123 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dad187-2313-4737-b388-1fb2b724717e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Checking segment: {'id': '2a44a268-a248-4f6c-ba3e-45b8863c3ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '03b233d4-775c-4753-accb-0ab46a62ba73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:22:06.049487 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dad187-2313-4737-b388-1fb2b724717e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network hostable DHCP agents. Network: 03b233d4-775c-4753-accb-0ab46a62ba73, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:22:06.097454 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99719953-8dab-4739-aef5-6f1dfef36b15 None None] Pushing event updated for resources: {'Port': ['ID=5cd2f606-21db-45fd-af7c-9b5507e3ae32,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:06.175093 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46508) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:06.215218 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b6099795-1c4c-4c64-8323-b72554512f8c tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:06.268124 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b465e618-7ead-4319-ae1e-cfbe4103accd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:06.269608 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-78ef8bfd-34ab-497d-a704-8dc165c60ec7 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:06.274481 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b465e618-7ead-4319-ae1e-cfbe4103accd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:06.275442 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b465e618-7ead-4319-ae1e-cfbe4103accd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:22:06.280498 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-e68900df-c528-489e-9dcc-b776ffe9b5d9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] For port aaa60960-72b6-4133-a4a8-4fac3bd7ab29, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=aaa60960-72b6-4133-a4a8-4fac3bd7ab29,segment=NetworkSegment(32241238-059e-442c-9bc6-9e363be08f1e),segment_id=32241238-059e-442c-9bc6-9e363be08f1e)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:06.281224 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e68900df-c528-489e-9dcc-b776ffe9b5d9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:06.292488 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-78ef8bfd-34ab-497d-a704-8dc165c60ec7 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Transition to ACTIVE for port object 31d0b4b4-8cd5-48de-89c2-755cd0f26b18 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:06.296474 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b6099795-1c4c-4c64-8323-b72554512f8c tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:06.317123 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dad187-2313-4737-b388-1fb2b724717e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network 03b233d4-775c-4753-accb-0ab46a62ba73 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:22:06.318538 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-b3dca3dd-5a59-4b2f-b197-34dab5529b88 None None] For port aaa60960-72b6-4133-a4a8-4fac3bd7ab29, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=aaa60960-72b6-4133-a4a8-4fac3bd7ab29,segment=NetworkSegment(32241238-059e-442c-9bc6-9e363be08f1e),segment_id=32241238-059e-442c-9bc6-9e363be08f1e)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:06.319896 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b3dca3dd-5a59-4b2f-b197-34dab5529b88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:06.332098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-78ef8bfd-34ab-497d-a704-8dc165c60ec7 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:06.404890 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-a4dad187-2313-4737-b388-1fb2b724717e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 03b233d4-775c-4753-accb-0ab46a62ba73) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:06.469290 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dad187-2313-4737-b388-1fb2b724717e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:06.469929 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a4dad187-2313-4737-b388-1fb2b724717e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:06.490711 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-e68900df-c528-489e-9dcc-b776ffe9b5d9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Calling delete_port for aaa60960-72b6-4133-a4a8-4fac3bd7ab29 owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:06.491182 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e214efb6-bbab-4fdb-b496-e5a412830f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:06.505702 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17edcc00-90de-492b-8103-d716c7447fa8 None None] Network 03b233d4-775c-4753-accb-0ab46a62ba73 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:06.517170 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ef8bfd-34ab-497d-a704-8dc165c60ec7 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Network befe531b-8473-4313-8687-2f6b11b1342f is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:06.531999 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-78ef8bfd-34ab-497d-a704-8dc165c60ec7 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:06.532800 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-b3dca3dd-5a59-4b2f-b197-34dab5529b88 None None] Calling delete_port for aaa60960-72b6-4133-a4a8-4fac3bd7ab29 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:06.559343 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e214efb6-bbab-4fdb-b496-e5a412830f02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:06.562491 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ef8bfd-34ab-497d-a704-8dc165c60ec7 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:06.600510 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b465e618-7ead-4319-ae1e-cfbe4103accd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:22:06.604045 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b465e618-7ead-4319-ae1e-cfbe4103accd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.8801887 Jan 26 11:22:06.607541 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46514) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:06.620467 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef8bfd-34ab-497d-a704-8dc165c60ec7 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Pushing event updated for resources: {'Port': ['ID=31d0b4b4-8cd5-48de-89c2-755cd0f26b18,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:06.774497 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1ef54707-d39b-4ab1-99ee-ec75f2c8940e tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:06.828066 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e214efb6-bbab-4fdb-b496-e5a412830f02 admin admin] Usage tracker for resource:security_group_rule and tenant:fb3d612c3a6a40dbb727afa5d8237592 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:06.830725 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-17bb64fb-4060-4808-beba-db889c3d6be3 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting port 5972a075-a780-43c7-a35c-f93223f47a79 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:06.831211 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-17bb64fb-4060-4808-beba-db889c3d6be3 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:06.838019 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e214efb6-bbab-4fdb-b496-e5a412830f02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:06.841420 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-1ef54707-d39b-4ab1-99ee-ec75f2c8940e tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Transition to ACTIVE for port object 3b9030fa-31c6-459b-b45a-cf8fdbd43032 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:06.856958 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a4dad187-2313-4737-b388-1fb2b724717e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6151257 Jan 26 11:22:06.861438 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e214efb6-bbab-4fdb-b496-e5a412830f02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:06.864094 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46518) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:06.884662 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-3a7adf6f-a6ef-48c5-ad6e-7a1e2b1f690f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1358606311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:06.915655 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ef8bfd-34ab-497d-a704-8dc165c60ec7 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:06.918243 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-78ef8bfd-34ab-497d-a704-8dc165c60ec7 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:06.939435 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-3a7adf6f-a6ef-48c5-ad6e-7a1e2b1f690f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:06.940087 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-87e8100b-eb8a-4a67-b7d7-1d879ef97485 None None] Provisioning for port 31d0b4b4-8cd5-48de-89c2-755cd0f26b18 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:06.955648 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-87e8100b-eb8a-4a67-b7d7-1d879ef97485 None None] Provisioning complete for port 31d0b4b4-8cd5-48de-89c2-755cd0f26b18 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:06.956739 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-87e8100b-eb8a-4a67-b7d7-1d879ef97485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:06.957493 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3a7adf6f-a6ef-48c5-ad6e-7a1e2b1f690f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Usage tracker for resource:router and tenant:252bea5ac7b143c89da38d9a87822c0c is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:06.964747 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3a7adf6f-a6ef-48c5-ad6e-7a1e2b1f690f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:06.983589 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-3a7adf6f-a6ef-48c5-ad6e-7a1e2b1f690f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:06.993118 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-78ef8bfd-34ab-497d-a704-8dc165c60ec7 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4641111 Jan 26 11:22:06.998616 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46522) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:07.007204 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-45be2715-59d9-4e81-9bac-21093460359c tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3d:21:20'}]}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:07.051164 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3a7adf6f-a6ef-48c5-ad6e-7a1e2b1f690f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:07.052293 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3a7adf6f-a6ef-48c5-ad6e-7a1e2b1f690f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:07.068860 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e68900df-c528-489e-9dcc-b776ffe9b5d9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:07.079665 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1ef54707-d39b-4ab1-99ee-ec75f2c8940e tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:07.103928 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-b3dca3dd-5a59-4b2f-b197-34dab5529b88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:22:07.104280 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-b3dca3dd-5a59-4b2f-b197-34dab5529b88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:22:07.115969 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bef445-ab23-40dc-a684-b5fc4aabe1df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-03b233d4-775c-4753-accb-0ab46a62ba73', 'network_id': '03b233d4-775c-4753-accb-0ab46a62ba73', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'fixed_ips': [{'subnet_id': '2f0a6b28-cf3c-45e9-9792-4b6a48c3dc04'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:22:07.117309 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-84bef445-ab23-40dc-a684-b5fc4aabe1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:07.120188 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-b6099795-1c4c-4c64-8323-b72554512f8c tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Allocated IP 172.26.5.12 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/d18535b0-9bdd-4542-abec-9fcb94680c06) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:07.171612 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68900df-c528-489e-9dcc-b776ffe9b5d9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event deleted for resources: {'Port': ['ID=aaa60960-72b6-4133-a4a8-4fac3bd7ab29,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:07.173505 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68900df-c528-489e-9dcc-b776ffe9b5d9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] No DVR routers for this DVR port aaa60960-72b6-4133-a4a8-4fac3bd7ab29 on host dv-neutron-826439-1-hyperv {{(pid=87442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:22:07.180878 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3a7adf6f-a6ef-48c5-ad6e-7a1e2b1f690f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:07.203350 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef54707-d39b-4ab1-99ee-ec75f2c8940e tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Network f1e69302-9b35-40c1-b11b-a0421566fd4e is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:07.212897 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-87e8100b-eb8a-4a67-b7d7-1d879ef97485 None None] Port 31d0b4b4-8cd5-48de-89c2-755cd0f26b18 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:22:07.231627 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-1ef54707-d39b-4ab1-99ee-ec75f2c8940e tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:07.250973 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef54707-d39b-4ab1-99ee-ec75f2c8940e tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:07.330177 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef54707-d39b-4ab1-99ee-ec75f2c8940e tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event updated for resources: {'Port': ['ID=3b9030fa-31c6-459b-b45a-cf8fdbd43032,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:07.332106 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-84bef445-ab23-40dc-a684-b5fc4aabe1df None None] Allocated IP 172.20.0.2 (03b233d4-775c-4753-accb-0ab46a62ba73/2f0a6b28-cf3c-45e9-9792-4b6a48c3dc04/fcc1239e-3094-472b-a413-bce72dc72756) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:07.365794 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e214efb6-bbab-4fdb-b496-e5a412830f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:07.370809 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3a7adf6f-a6ef-48c5-ad6e-7a1e2b1f690f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:07.406856 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a50e4545-3ee0-45d7-9a83-7ed7d461d072 None None] Provisioning for port 5cd2f606-21db-45fd-af7c-9b5507e3ae32 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:07.418157 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a50e4545-3ee0-45d7-9a83-7ed7d461d072 None None] Provisioning complete for port 5cd2f606-21db-45fd-af7c-9b5507e3ae32 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:07.418619 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a50e4545-3ee0-45d7-9a83-7ed7d461d072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:07.529756 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef54707-d39b-4ab1-99ee-ec75f2c8940e tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:07.531672 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1ef54707-d39b-4ab1-99ee-ec75f2c8940e tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:07.604905 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e214efb6-bbab-4fdb-b496-e5a412830f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:07.606941 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-b3dca3dd-5a59-4b2f-b197-34dab5529b88 None None] Deleting port aaa60960-72b6-4133-a4a8-4fac3bd7ab29 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:07.607415 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b3dca3dd-5a59-4b2f-b197-34dab5529b88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:07.641876 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e68900df-c528-489e-9dcc-b776ffe9b5d9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:07.644948 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1ef54707-d39b-4ab1-99ee-ec75f2c8940e tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0293324 Jan 26 11:22:07.653471 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46526) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:07.665868 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e214efb6-bbab-4fdb-b496-e5a412830f02 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fb3d612c3a6a40dbb727afa5d8237592&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4815040 Jan 26 11:22:07.678014 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46530) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:07.678206 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-edf4b4b7-40f9-44d1-8536-ac71b78245e3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Request body: {'floatingip': {'port_id': '3b9030fa-31c6-459b-b45a-cf8fdbd43032'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:07.725267 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 5cd2f606-21db-45fd-af7c-9b5507e3ae32 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:22:07.725686 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3a7adf6f-a6ef-48c5-ad6e-7a1e2b1f690f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:07.729464 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3a7adf6f-a6ef-48c5-ad6e-7a1e2b1f690f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8594565 Jan 26 11:22:07.737523 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46534) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:07.750962 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-45be2715-59d9-4e81-9bac-21093460359c tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:07.762667 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-c8da4b53-7854-4033-8a6f-a8ae1782bd00 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'port': {'network_id': '03b233d4-775c-4753-accb-0ab46a62ba73', 'name': 'tempest-RoutersTest-1298986597'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:07.780455 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-b3dca3dd-5a59-4b2f-b197-34dab5529b88 None None] The port 'aaa60960-72b6-4133-a4a8-4fac3bd7ab29' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:22:07.793687 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-17bb64fb-4060-4808-beba-db889c3d6be3 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:07.803821 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-e68900df-c528-489e-9dcc-b776ffe9b5d9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f242f5-b8e5-41ea-b879-951278f124f9']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:07.925152 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-84bef445-ab23-40dc-a684-b5fc4aabe1df None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:07.937556 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-84bef445-ab23-40dc-a684-b5fc4aabe1df None None] Transition to ACTIVE for port object fcc1239e-3094-472b-a413-bce72dc72756 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:07.956382 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 5cd2f606-21db-45fd-af7c-9b5507e3ae32 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:07.956382 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:07.958162 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-e68900df-c528-489e-9dcc-b776ffe9b5d9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32241238-059e-442c-9bc6-9e363be08f1e') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:07.958706 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-e68900df-c528-489e-9dcc-b776ffe9b5d9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32241238-059e-442c-9bc6-9e363be08f1e') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:07.974567 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-17bb64fb-4060-4808-beba-db889c3d6be3 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Calling delete_port for 5972a075-a780-43c7-a35c-f93223f47a79 owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:08.005923 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b6099795-1c4c-4c64-8323-b72554512f8c tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:08.007982 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-84bef445-ab23-40dc-a684-b5fc4aabe1df None None] Transition to ACTIVE for port object fcc1239e-3094-472b-a413-bce72dc72756 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:08.009657 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214efb6-bbab-4fdb-b496-e5a412830f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e49701-866c-4bdd-91ab-6a0df6579e03,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:08.023638 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e68900df-c528-489e-9dcc-b776ffe9b5d9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:08.024804 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-84bef445-ab23-40dc-a684-b5fc4aabe1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:08.057849 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e68900df-c528-489e-9dcc-b776ffe9b5d9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:08.064638 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-edf4b4b7-40f9-44d1-8536-ac71b78245e3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:08.110514 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bef445-ab23-40dc-a684-b5fc4aabe1df None None] Network 03b233d4-775c-4753-accb-0ab46a62ba73 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:08.116166 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-84bef445-ab23-40dc-a684-b5fc4aabe1df None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:08.124964 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b0fd657-0d91-4282-8d97-c4d479bd4da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:08.141987 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-762ba7a3-fab3-4c6b-8967-df5cf57611e1 None None] Provisioning for port 5972a075-a780-43c7-a35c-f93223f47a79 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:08.145258 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bef445-ab23-40dc-a684-b5fc4aabe1df None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:08.147345 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68900df-c528-489e-9dcc-b776ffe9b5d9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:22:08.147954 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e68900df-c528-489e-9dcc-b776ffe9b5d9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:22:08.163842 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:22:08.166005 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-762ba7a3-fab3-4c6b-8967-df5cf57611e1 None None] Provisioning complete for port 5972a075-a780-43c7-a35c-f93223f47a79 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:08.166005 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-762ba7a3-fab3-4c6b-8967-df5cf57611e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:08.180816 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b0fd657-0d91-4282-8d97-c4d479bd4da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:08.188137 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bef445-ab23-40dc-a684-b5fc4aabe1df None None] Pushing event updated for resources: {'Port': ['ID=fcc1239e-3094-472b-a413-bce72dc72756,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:08.188309 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c8da4b53-7854-4033-8a6f-a8ae1782bd00 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:08.222220 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c8da4b53-7854-4033-8a6f-a8ae1782bd00 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:08.287105 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8da4b53-7854-4033-8a6f-a8ae1782bd00 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Made reservation on behalf of 252bea5ac7b143c89da38d9a87822c0c for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:08.291883 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c8da4b53-7854-4033-8a6f-a8ae1782bd00 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:08.320333 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-762ba7a3-fab3-4c6b-8967-df5cf57611e1 None None] Port 5972a075-a780-43c7-a35c-f93223f47a79 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:22:08.326374 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-84bef445-ab23-40dc-a684-b5fc4aabe1df None None] Attempting to bind port fcc1239e-3094-472b-a413-bce72dc72756 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:22:08.328545 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-84bef445-ab23-40dc-a684-b5fc4aabe1df None None] Attempting to bind port fcc1239e-3094-472b-a413-bce72dc72756 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '2a44a268-a248-4f6c-ba3e-45b8863c3ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '03b233d4-775c-4753-accb-0ab46a62ba73'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:22:08.328545 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bef445-ab23-40dc-a684-b5fc4aabe1df None None] Attempting to bind port fcc1239e-3094-472b-a413-bce72dc72756 on network 03b233d4-775c-4753-accb-0ab46a62ba73 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:22:08.339862 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bef445-ab23-40dc-a684-b5fc4aabe1df None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:22:08.339862 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bef445-ab23-40dc-a684-b5fc4aabe1df None None] Checking segment: {'id': '2a44a268-a248-4f6c-ba3e-45b8863c3ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '03b233d4-775c-4753-accb-0ab46a62ba73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:22:08.339862 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-84bef445-ab23-40dc-a684-b5fc4aabe1df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:08.339862 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bef445-ab23-40dc-a684-b5fc4aabe1df None None] Bound using segment: {'id': '2a44a268-a248-4f6c-ba3e-45b8863c3ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '03b233d4-775c-4753-accb-0ab46a62ba73'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:22:08.339862 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-84bef445-ab23-40dc-a684-b5fc4aabe1df None None] Bound port: fcc1239e-3094-472b-a413-bce72dc72756, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a44a268-a248-4f6c-ba3e-45b8863c3ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '03b233d4-775c-4753-accb-0ab46a62ba73'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:22:08.339862 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-84bef445-ab23-40dc-a684-b5fc4aabe1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:08.357034 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-762ba7a3-fab3-4c6b-8967-df5cf57611e1 None None] Provisioning for port 3b9030fa-31c6-459b-b45a-cf8fdbd43032 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:08.365875 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-762ba7a3-fab3-4c6b-8967-df5cf57611e1 None None] Provisioning complete for port 3b9030fa-31c6-459b-b45a-cf8fdbd43032 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:08.366359 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-762ba7a3-fab3-4c6b-8967-df5cf57611e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:08.385443 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b6099795-1c4c-4c64-8323-b72554512f8c tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:08.401312 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-c8da4b53-7854-4033-8a6f-a8ae1782bd00 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] device_id is not set on port eec98993-8668-40c2-8e63-40d70bca5003 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:22:08.422570 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e68900df-c528-489e-9dcc-b776ffe9b5d9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:08.435253 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device aaa60960-72b6-4133-a4a8-4fac3bd7ab29 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:22:08.437977 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b0fd657-0d91-4282-8d97-c4d479bd4da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:08.480215 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fd657-0d91-4282-8d97-c4d479bd4da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e49701-866c-4bdd-91ab-6a0df6579e03,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:08.484421 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: aaa60960-72b6-4133-a4a8-4fac3bd7ab29 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:22:08.484775 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device aaa60960-72b6-4133-a4a8-4fac3bd7ab29 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:22:08.497641 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b0fd657-0d91-4282-8d97-c4d479bd4da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:08.501643 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9b0fd657-0d91-4282-8d97-c4d479bd4da9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/15e49701-866c-4bdd-91ab-6a0df6579e03 HTTP/1.1" status: 204 len: 168 time: 0.8097599 Jan 26 11:22:08.501782 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e68900df-c528-489e-9dcc-b776ffe9b5d9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:08.542213 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-762ba7a3-fab3-4c6b-8967-df5cf57611e1 None None] Port 3b9030fa-31c6-459b-b45a-cf8fdbd43032 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:22:08.557321 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-84bef445-ab23-40dc-a684-b5fc4aabe1df None None] For port fcc1239e-3094-472b-a413-bce72dc72756, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:22:08.560818 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-84bef445-ab23-40dc-a684-b5fc4aabe1df None None] For port fcc1239e-3094-472b-a413-bce72dc72756, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=fcc1239e-3094-472b-a413-bce72dc72756,segment=NetworkSegment(2a44a268-a248-4f6c-ba3e-45b8863c3ed2),segment_id=2a44a268-a248-4f6c-ba3e-45b8863c3ed2)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:22:08.563207 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6099795-1c4c-4c64-8323-b72554512f8c tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:08.567979 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-84bef445-ab23-40dc-a684-b5fc4aabe1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:08.594385 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-b6099795-1c4c-4c64-8323-b72554512f8c tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:08.597179 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6099795-1c4c-4c64-8323-b72554512f8c tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:08.621553 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-45be2715-59d9-4e81-9bac-21093460359c tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:08.638614 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68900df-c528-489e-9dcc-b776ffe9b5d9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event deleted for resources: {'Network': ['ID=17f242f5-b8e5-41ea-b879-951278f124f9,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:08.650016 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bef445-ab23-40dc-a684-b5fc4aabe1df None None] Pushing event updated for resources: {'Port': ['ID=fcc1239e-3094-472b-a413-bce72dc72756,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:08.693688 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-45be2715-59d9-4e81-9bac-21093460359c tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:08.740107 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6099795-1c4c-4c64-8323-b72554512f8c tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Pushing event updated for resources: {'Port': ['ID=d18535b0-9bdd-4542-abec-9fcb94680c06,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:08.744591 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e68900df-c528-489e-9dcc-b776ffe9b5d9 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "DELETE /v2.0/networks/17f242f5-b8e5-41ea-b879-951278f124f9 HTTP/1.1" status: 204 len: 168 time: 3.3431823 Jan 26 11:22:08.789910 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46542) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:08.847387 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-c8da4b53-7854-4033-8a6f-a8ae1782bd00 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Allocated IP 172.20.0.10 (03b233d4-775c-4753-accb-0ab46a62ba73/2f0a6b28-cf3c-45e9-9792-4b6a48c3dc04/eec98993-8668-40c2-8e63-40d70bca5003) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:08.928173 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46546) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:09.040250 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-95623a68-858f-4200-93aa-b0cb6f0b9fc5 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] DELETE failed (client error): The resource could not be found. Jan 26 11:22:09.040615 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95623a68-858f-4200-93aa-b0cb6f0b9fc5 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:22:09.065162 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-95623a68-858f-4200-93aa-b0cb6f0b9fc5 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "DELETE /v2.0/subnets/d8caa2d4-13b5-4dbf-901e-37d6ef4ebd0b HTTP/1.1" status: 404 len: 337 time: 0.2555513 Jan 26 11:22:09.080631 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46550) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:09.099230 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be2715-59d9-4e81-9bac-21093460359c tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Pushing event updated for resources: {'Port': ['ID=31d0b4b4-8cd5-48de-89c2-755cd0f26b18,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:09.204694 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-45be2715-59d9-4e81-9bac-21093460359c tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] In _notify_port_updated(), no bound segment for port 31d0b4b4-8cd5-48de-89c2-755cd0f26b18 on network befe531b-8473-4313-8687-2f6b11b1342f {{(pid=87443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 26 11:22:09.210190 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45be2715-59d9-4e81-9bac-21093460359c tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:09.210875 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-45be2715-59d9-4e81-9bac-21093460359c tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:09.216004 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-45be2715-59d9-4e81-9bac-21093460359c tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] 10.222.0.39 "PUT /v2.0/ports/31d0b4b4-8cd5-48de-89c2-755cd0f26b18 HTTP/1.1" status: 200 len: 997 time: 2.2102544 Jan 26 11:22:09.216169 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-17bb64fb-4060-4808-beba-db889c3d6be3 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:09.216628 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46554) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:09.217078 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c56533-00b3-4c0e-bf80-c4edeb9c4e50 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] DELETE failed (client error): The resource could not be found. Jan 26 11:22:09.218207 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c56533-00b3-4c0e-bf80-c4edeb9c4e50 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:22:09.222440 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e1c56533-00b3-4c0e-bf80-c4edeb9c4e50 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "DELETE /v2.0/networks/2dd4510f-786b-474d-8ff5-d31b11255d6b HTTP/1.1" status: 404 len: 339 time: 0.1352081 Jan 26 11:22:09.272668 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d1913ce5-c872-49c3-9bd6-aa31348f3c31 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b614b5df01384ce3981cde8fb4e0ae7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215489 Jan 26 11:22:09.274654 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46556) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:09.276475 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46560) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:09.287141 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-586d4496-2c2f-4bab-99d8-0340adddc40b None None] Provisioning complete for port 31d0b4b4-8cd5-48de-89c2-755cd0f26b18 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:09.287508 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-586d4496-2c2f-4bab-99d8-0340adddc40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:09.328623 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-66f6f14e-4753-43e5-90b2-e34df3e0cf54 req-e9b1dae3-a3d7-4a68-ab3b-26ff8dab8f8b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7042286 Jan 26 11:22:09.331884 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad36f068-ae4a-44e5-9ef6-fa13ffd74c4b tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] DELETE failed (client error): The resource could not be found. Jan 26 11:22:09.332326 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad36f068-ae4a-44e5-9ef6-fa13ffd74c4b tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:22:09.336335 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ad36f068-ae4a-44e5-9ef6-fa13ffd74c4b tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "DELETE /v2.0/subnets/70ae4911-7faa-4a84-b1b2-870cae206a26 HTTP/1.1" status: 404 len: 337 time: 0.0541708 Jan 26 11:22:09.341817 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46566) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:09.346657 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-586d4496-2c2f-4bab-99d8-0340adddc40b None None] Port 31d0b4b4-8cd5-48de-89c2-755cd0f26b18 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:22:09.381548 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7b0f0b-8101-4be8-8d76-4750294ac40d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] DELETE failed (client error): The resource could not be found. Jan 26 11:22:09.382062 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea7b0f0b-8101-4be8-8d76-4750294ac40d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:22:09.385985 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ea7b0f0b-8101-4be8-8d76-4750294ac40d tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "DELETE /v2.0/networks/bb7af424-7945-4f20-84c0-15e0fe7d12e4 HTTP/1.1" status: 404 len: 339 time: 0.0411136 Jan 26 11:22:09.386735 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46570) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:09.403490 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-044859d2-8091-471b-beb9-8080e1f9d07a tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Deleting port 31d0b4b4-8cd5-48de-89c2-755cd0f26b18 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:09.403864 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-044859d2-8091-471b-beb9-8080e1f9d07a tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:09.475482 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e31d37e-937d-4333-ae36-8980a3c80e62 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] DELETE failed (client error): The resource could not be found. Jan 26 11:22:09.476029 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e31d37e-937d-4333-ae36-8980a3c80e62 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:22:09.477537 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5e31d37e-937d-4333-ae36-8980a3c80e62 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "DELETE /v2.0/subnets/44ca9663-6c61-4e45-8ac1-177ea960e3b9 HTTP/1.1" status: 404 len: 337 time: 0.0899274 Jan 26 11:22:09.478547 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb64fb-4060-4808-beba-db889c3d6be3 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Port': ['ID=5972a075-a780-43c7-a35c-f93223f47a79,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:09.487079 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46574) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:09.493853 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c8da4b53-7854-4033-8a6f-a8ae1782bd00 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:09.539931 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b160bc-7d1c-422c-ab7e-3c8eb958bee6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] DELETE failed (client error): The resource could not be found. Jan 26 11:22:09.540412 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b160bc-7d1c-422c-ab7e-3c8eb958bee6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:22:09.544405 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-48b160bc-7d1c-422c-ab7e-3c8eb958bee6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "DELETE /v2.0/networks/011bf353-019c-432d-88b2-da48fca6af2c HTTP/1.1" status: 404 len: 339 time: 0.0539777 Jan 26 11:22:09.545200 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46578) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:09.549610 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-c8da4b53-7854-4033-8a6f-a8ae1782bd00 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Transition to ACTIVE for port object eec98993-8668-40c2-8e63-40d70bca5003 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:09.631519 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b94472-5f92-47c6-9ba0-86aed3286b37 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Deleting subnet 91fa03f0-9e19-4449-9411-7c2b2e58b7d6 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:22:09.638544 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-22b94472-5f92-47c6-9ba0-86aed3286b37 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:09.685223 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6f14e-4753-43e5-90b2-e34df3e0cf54 req-c005a7c8-f4d1-4267-801f-4266ededf5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:09.686985 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-66f6f14e-4753-43e5-90b2-e34df3e0cf54 req-c005a7c8-f4d1-4267-801f-4266ededf5e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5fbcfd06e3341ee86200462cb30acd6&device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 1098 time: 0.2614923 Jan 26 11:22:09.749199 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c8da4b53-7854-4033-8a6f-a8ae1782bd00 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:09.779391 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device fcc1239e-3094-472b-a413-bce72dc72756 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:22:09.820742 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-22b94472-5f92-47c6-9ba0-86aed3286b37 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:09.917221 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port fcc1239e-3094-472b-a413-bce72dc72756 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:09.997621 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8da4b53-7854-4033-8a6f-a8ae1782bd00 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network 03b233d4-775c-4753-accb-0ab46a62ba73 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:10.003633 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da4b53-7854-4033-8a6f-a8ae1782bd00 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Port': ['ID=eec98993-8668-40c2-8e63-40d70bca5003,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:10.006122 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-c8da4b53-7854-4033-8a6f-a8ae1782bd00 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:10.011882 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8da4b53-7854-4033-8a6f-a8ae1782bd00 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:10.128955 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346bd45b-b5a3-4138-87a5-9a525ed48712 None None] Network 03b233d4-775c-4753-accb-0ab46a62ba73 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:10.142044 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b350140-6045-4145-881f-c7eb270a1e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:10.172917 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-17bb64fb-4060-4808-beba-db889c3d6be3 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:10.177864 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-17bb64fb-4060-4808-beba-db889c3d6be3 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/5972a075-a780-43c7-a35c-f93223f47a79 HTTP/1.1" status: 204 len: 168 time: 3.5580347 Jan 26 11:22:10.187544 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46582) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:10.271036 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-15968a70-43a3-4658-b7be-7139939bd28c None None] Provisioning for port fcc1239e-3094-472b-a413-bce72dc72756 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:10.285140 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-15968a70-43a3-4658-b7be-7139939bd28c None None] Provisioning complete for port fcc1239e-3094-472b-a413-bce72dc72756 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:10.285749 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-15968a70-43a3-4658-b7be-7139939bd28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:10.288133 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b350140-6045-4145-881f-c7eb270a1e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:10.308959 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6f14e-4753-43e5-90b2-e34df3e0cf54 req-2880b0b5-905f-4155-9a46-511598e9db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:10.310648 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-66f6f14e-4753-43e5-90b2-e34df3e0cf54 req-2880b0b5-905f-4155-9a46-511598e9db1b service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf3da876-a622-4e17-8633-e23a8fba3f3c HTTP/1.1" status: 200 len: 912 time: 0.5888388 Jan 26 11:22:10.329270 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8da4b53-7854-4033-8a6f-a8ae1782bd00 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:10.329901 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c8da4b53-7854-4033-8a6f-a8ae1782bd00 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:10.357349 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-044859d2-8091-471b-beb9-8080e1f9d07a tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:10.396881 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-22b94472-5f92-47c6-9ba0-86aed3286b37 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:10.444282 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60d198c-d629-4ba9-8d2f-193fd6164ba1 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:10.445811 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60d198c-d629-4ba9-8d2f-193fd6164ba1 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:10.447751 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60d198c-d629-4ba9-8d2f-193fd6164ba1 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:10.448663 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f60d198c-d629-4ba9-8d2f-193fd6164ba1 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:22:10.504405 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c8da4b53-7854-4033-8a6f-a8ae1782bd00 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7590094 Jan 26 11:22:10.510487 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46586) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:10.527897 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-15968a70-43a3-4658-b7be-7139939bd28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:10.580869 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-15968a70-43a3-4658-b7be-7139939bd28c None None] For port fcc1239e-3094-472b-a413-bce72dc72756, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=fcc1239e-3094-472b-a413-bce72dc72756,segment=NetworkSegment(2a44a268-a248-4f6c-ba3e-45b8863c3ed2),segment_id=2a44a268-a248-4f6c-ba3e-45b8863c3ed2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:10.588168 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-66f6f14e-4753-43e5-90b2-e34df3e0cf54 req-088192b8-c47f-4af9-927d-ee1b3d0e0fc2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd73cb01-e730-4ad8-b770-b6a1e7f436ed HTTP/1.1" status: 200 len: 1000 time: 0.2659495 Jan 26 11:22:10.588349 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-15968a70-43a3-4658-b7be-7139939bd28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:10.588764 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f60d198c-d629-4ba9-8d2f-193fd6164ba1 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:22:10.592672 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f60d198c-d629-4ba9-8d2f-193fd6164ba1 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3984880 Jan 26 11:22:10.605001 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46590) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:10.635085 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b6099795-1c4c-4c64-8323-b72554512f8c tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router_gateway, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:10.667340 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15968a70-43a3-4658-b7be-7139939bd28c None None] Pushing event updated for resources: {'Port': ['ID=fcc1239e-3094-472b-a413-bce72dc72756,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:10.694815 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-044859d2-8091-471b-beb9-8080e1f9d07a tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Calling delete_port for 31d0b4b4-8cd5-48de-89c2-755cd0f26b18 owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:10.712172 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc90ebd-9909-4f49-a414-eef54aa9aa79 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet ef496957-198c-4f93-a2df-4647c19f2b44 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:22:10.720638 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6fc90ebd-9909-4f49-a414-eef54aa9aa79 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:10.824498 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b350140-6045-4145-881f-c7eb270a1e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:10.930094 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-22fb7753-d37c-46f6-9d38-529558f954f4 None None] Provisioning complete for port fcc1239e-3094-472b-a413-bce72dc72756 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:10.930701 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-22fb7753-d37c-46f6-9d38-529558f954f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:10.931384 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-22b94472-5f92-47c6-9ba0-86aed3286b37 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:11.015888 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6fc90ebd-9909-4f49-a414-eef54aa9aa79 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:11.019583 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b350140-6045-4145-881f-c7eb270a1e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aff4c11-78ae-48ed-a2a6-d7e7b3415718,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:11.068998 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6f14e-4753-43e5-90b2-e34df3e0cf54 req-2812bfcc-0947-48aa-8108-23e612e49000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:11.070517 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-66f6f14e-4753-43e5-90b2-e34df3e0cf54 req-2812bfcc-0947-48aa-8108-23e612e49000 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53606115-5141-4c56-95c1-767f19a5c1f8 HTTP/1.1" status: 200 len: 850 time: 0.3972819 Jan 26 11:22:11.120891 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-22fb7753-d37c-46f6-9d38-529558f954f4 None None] Provisioning for port eec98993-8668-40c2-8e63-40d70bca5003 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:11.126255 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-22fb7753-d37c-46f6-9d38-529558f954f4 None None] Provisioning complete for port eec98993-8668-40c2-8e63-40d70bca5003 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:11.126748 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-22fb7753-d37c-46f6-9d38-529558f954f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:11.136459 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b94472-5f92-47c6-9ba0-86aed3286b37 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event deleted for resources: {'Subnet': ['ID=91fa03f0-9e19-4449-9411-7c2b2e58b7d6,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:11.157309 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3489412-0596-43fd-9a11-c267b55cf8d8 None None] Network 55737afa-5334-450c-aca3-66f1fb4a9a30 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:11.159627 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b350140-6045-4145-881f-c7eb270a1e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:11.163310 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3b350140-6045-4145-881f-c7eb270a1e70 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0aff4c11-78ae-48ed-a2a6-d7e7b3415718 HTTP/1.1" status: 204 len: 168 time: 1.8481593 Jan 26 11:22:11.165131 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-edf4b4b7-40f9-44d1-8536-ac71b78245e3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:11.179340 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-edf4b4b7-40f9-44d1-8536-ac71b78245e3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:11.194982 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-22b94472-5f92-47c6-9ba0-86aed3286b37 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:11.273116 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-22fb7753-d37c-46f6-9d38-529558f954f4 None None] Port eec98993-8668-40c2-8e63-40d70bca5003 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:22:11.316323 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-22b94472-5f92-47c6-9ba0-86aed3286b37 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "DELETE /v2.0/subnets/91fa03f0-9e19-4449-9411-7c2b2e58b7d6 HTTP/1.1" status: 204 len: 168 time: 1.7687268 Jan 26 11:22:11.330954 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46596) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:11.414300 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-9c2bd5ab-bb21-459e-9231-6270934889cf None None] Provisioning complete for port eec98993-8668-40c2-8e63-40d70bca5003 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:11.414702 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9c2bd5ab-bb21-459e-9231-6270934889cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:11.455848 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6fc90ebd-9909-4f49-a414-eef54aa9aa79 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:11.498415 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dca0bd3c-cb09-4651-8b10-97cbf5c44ee6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:11.503015 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9664484d-abef-4429-b12b-371cd2860413 None None] DHCP port deletion for 55737afa-5334-450c-aca3-66f1fb4a9a30 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:22:11.506292 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-9c2bd5ab-bb21-459e-9231-6270934889cf None None] Port eec98993-8668-40c2-8e63-40d70bca5003 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:22:11.509218 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-9664484d-abef-4429-b12b-371cd2860413 None None] Deleting port e4d46eb3-7b16-4414-b341-0928d2972de7 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:11.509925 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9664484d-abef-4429-b12b-371cd2860413 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:11.530541 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6f14e-4753-43e5-90b2-e34df3e0cf54 req-c15d5f29-82ab-4a99-9bf1-904bb925655e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:11.532149 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-66f6f14e-4753-43e5-90b2-e34df3e0cf54 req-c15d5f29-82ab-4a99-9bf1-904bb925655e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf3da876-a622-4e17-8633-e23a8fba3f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4053125 Jan 26 11:22:11.542539 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b6099795-1c4c-4c64-8323-b72554512f8c tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:11.549209 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-044859d2-8091-471b-beb9-8080e1f9d07a tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:11.694271 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device fcc1239e-3094-472b-a413-bce72dc72756 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:22:11.700740 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044859d2-8091-471b-beb9-8080e1f9d07a tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Pushing event deleted for resources: {'Port': ['ID=31d0b4b4-8cd5-48de-89c2-755cd0f26b18,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:11.870200 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d7ab9594-cb7e-4cdb-832e-3e1bb2dd2e79 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:11.913606 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-9664484d-abef-4429-b12b-371cd2860413 None None] For port e4d46eb3-7b16-4414-b341-0928d2972de7, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=e4d46eb3-7b16-4414-b341-0928d2972de7,segment=NetworkSegment(9b2c0eca-8b98-4cf3-a33a-daa7527b124f),segment_id=9b2c0eca-8b98-4cf3-a33a-daa7527b124f)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:11.914648 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9664484d-abef-4429-b12b-371cd2860413 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:11.918407 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-dca0bd3c-cb09-4651-8b10-97cbf5c44ee6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Deleting port e4d46eb3-7b16-4414-b341-0928d2972de7 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:11.918968 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dca0bd3c-cb09-4651-8b10-97cbf5c44ee6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:11.964325 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6fc90ebd-9909-4f49-a414-eef54aa9aa79 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:12.060702 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc90ebd-9909-4f49-a414-eef54aa9aa79 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=ef496957-198c-4f93-a2df-4647c19f2b44,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:12.074468 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6fc90ebd-9909-4f49-a414-eef54aa9aa79 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:12.081827 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd43362b-3170-4dd2-a2f3-ee5ce2947591 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:12.101696 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-9664484d-abef-4429-b12b-371cd2860413 None None] Calling delete_port for e4d46eb3-7b16-4414-b341-0928d2972de7 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:12.114644 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-66f6f14e-4753-43e5-90b2-e34df3e0cf54 req-7484bf67-15e2-4e39-8fae-cccefc3ce74e service neutron] 10.222.0.24 "GET /v2.0/networks/bf3da876-a622-4e17-8633-e23a8fba3f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5730729 Jan 26 11:22:12.185087 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port fcc1239e-3094-472b-a413-bce72dc72756 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:12.185461 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:12.209419 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6fc90ebd-9909-4f49-a414-eef54aa9aa79 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/ef496957-198c-4f93-a2df-4647c19f2b44 HTTP/1.1" status: 204 len: 168 time: 1.6035235 Jan 26 11:22:12.215555 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46616) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:12.341020 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-edf4b4b7-40f9-44d1-8536-ac71b78245e3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Floating IP 3a6db348-4c61-42f2-abca-a23246f93d14 associated. External IP: 172.26.5.53, port: b1c8779d-9c40-4b12-be60-9c0fdff33e9d. Jan 26 11:22:12.411403 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9664484d-abef-4429-b12b-371cd2860413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:12.471789 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-044859d2-8091-471b-beb9-8080e1f9d07a tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:12.492296 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46622) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:12.509929 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664484d-abef-4429-b12b-371cd2860413 None None] Pushing event deleted for resources: {'Port': ['ID=e4d46eb3-7b16-4414-b341-0928d2972de7,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:12.532993 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-071a7303-372b-4968-a3d4-554c8c1f7e1d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet f1881e90-a94b-4ced-aacb-b95c151e3b7b {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:22:12.538469 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-044859d2-8091-471b-beb9-8080e1f9d07a tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] 10.222.0.39 "DELETE /v2.0/ports/31d0b4b4-8cd5-48de-89c2-755cd0f26b18 HTTP/1.1" status: 204 len: 168 time: 3.3003144 Jan 26 11:22:12.547712 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9664484d-abef-4429-b12b-371cd2860413 None None] No DVR routers for this DVR port e4d46eb3-7b16-4414-b341-0928d2972de7 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:22:12.551216 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46628) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:12.553074 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-071a7303-372b-4968-a3d4-554c8c1f7e1d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:12.650865 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-66f6f14e-4753-43e5-90b2-e34df3e0cf54 req-13adddd1-0c30-4db7-aaf4-83e6786191b0 service neutron] 10.222.0.24 "GET /v2.0/networks/bf3da876-a622-4e17-8633-e23a8fba3f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693577 Jan 26 11:22:12.665853 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c00e00-c065-4074-9d39-5170dce3f5ec tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] GET failed (client error): The resource could not be found. Jan 26 11:22:12.666419 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f6c00e00-c065-4074-9d39-5170dce3f5ec tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Synchronizing usage tracker for tenant:0681ff55b9c445bcbc2c7e533a813355 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:22:12.720976 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-071a7303-372b-4968-a3d4-554c8c1f7e1d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:12.729242 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device e4d46eb3-7b16-4414-b341-0928d2972de7 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:22:12.770353 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-dca0bd3c-cb09-4651-8b10-97cbf5c44ee6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] For port e4d46eb3-7b16-4414-b341-0928d2972de7, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=e4d46eb3-7b16-4414-b341-0928d2972de7,segment=NetworkSegment(9b2c0eca-8b98-4cf3-a33a-daa7527b124f),segment_id=9b2c0eca-8b98-4cf3-a33a-daa7527b124f)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:12.770719 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dca0bd3c-cb09-4651-8b10-97cbf5c44ee6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:12.772959 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: e4d46eb3-7b16-4414-b341-0928d2972de7 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:22:12.773302 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device e4d46eb3-7b16-4414-b341-0928d2972de7 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:22:12.791316 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-7884ce50-692b-415c-a8fc-ececa7a709bb tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1582153954'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:12.799466 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6099795-1c4c-4c64-8323-b72554512f8c tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Router 24cbad68-be77-4061-849a-96575b4ab805 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:22:12.804658 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f6c00e00-c065-4074-9d39-5170dce3f5ec tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Unset dirty status for tenant:0681ff55b9c445bcbc2c7e533a813355 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:22:12.805825 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f6c00e00-c065-4074-9d39-5170dce3f5ec tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] 10.222.0.39 "GET /v2.0/ports/31d0b4b4-8cd5-48de-89c2-755cd0f26b18 HTTP/1.1" status: 404 len: 333 time: 0.2541764 Jan 26 11:22:12.815228 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46632) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:12.831405 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-72f56741-be55-4e23-8d13-1bf730fd91ce tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Request body: {'port': {'network_id': 'befe531b-8473-4313-8687-2f6b11b1342f', 'name': 'tempest-AllowedAddressPairTestJSON-197204190'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:12.858912 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-7884ce50-692b-415c-a8fc-ececa7a709bb tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:12.922018 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7884ce50-692b-415c-a8fc-ececa7a709bb tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Usage tracker for resource:network and tenant:04ebdfa1185a41f18f6cddf6fd475603 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:12.932727 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-dca0bd3c-cb09-4651-8b10-97cbf5c44ee6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Calling delete_port for e4d46eb3-7b16-4414-b341-0928d2972de7 owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:12.966531 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7884ce50-692b-415c-a8fc-ececa7a709bb tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:12.971214 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d7ab9594-cb7e-4cdb-832e-3e1bb2dd2e79 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:12.989621 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-7884ce50-692b-415c-a8fc-ececa7a709bb tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:12.991727 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d7ab9594-cb7e-4cdb-832e-3e1bb2dd2e79 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:13.066614 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-071a7303-372b-4968-a3d4-554c8c1f7e1d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:13.153563 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7884ce50-692b-415c-a8fc-ececa7a709bb tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Made reservation on behalf of 04ebdfa1185a41f18f6cddf6fd475603 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:13.157354 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7884ce50-692b-415c-a8fc-ececa7a709bb tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:13.184039 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7884ce50-692b-415c-a8fc-ececa7a709bb tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:13.222585 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-72f56741-be55-4e23-8d13-1bf730fd91ce tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:13.263341 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab9594-cb7e-4cdb-832e-3e1bb2dd2e79 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Port': ['ID=eec98993-8668-40c2-8e63-40d70bca5003,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:13.267910 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-72f56741-be55-4e23-8d13-1bf730fd91ce tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:13.306709 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-7884ce50-692b-415c-a8fc-ececa7a709bb tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:13.308911 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.api [None req-dca0bd3c-cb09-4651-8b10-97cbf5c44ee6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:22:13.309236 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG oslo_db.api [None req-dca0bd3c-cb09-4651-8b10-97cbf5c44ee6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:22:13.324977 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7884ce50-692b-415c-a8fc-ececa7a709bb tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Usage tracker for resource:security_group_rule and tenant:04ebdfa1185a41f18f6cddf6fd475603 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:13.333531 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7884ce50-692b-415c-a8fc-ececa7a709bb tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:13.334560 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f56741-be55-4e23-8d13-1bf730fd91ce tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Made reservation on behalf of 0681ff55b9c445bcbc2c7e533a813355 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:13.338053 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-72f56741-be55-4e23-8d13-1bf730fd91ce tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:13.380765 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-071a7303-372b-4968-a3d4-554c8c1f7e1d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:13.412346 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-7884ce50-692b-415c-a8fc-ececa7a709bb tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:13.433696 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6099795-1c4c-4c64-8323-b72554512f8c tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:22:13.446047 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1ac29b-bb3c-4745-84bb-08ce88edc940 None None] Sync routers for ids ['24cbad68-be77-4061-849a-96575b4ab805'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:22:13.453347 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-cc3c19df-adeb-430c-b180-dbe522c2dde2 None None] Provisioning complete for port 5cd2f606-21db-45fd-af7c-9b5507e3ae32 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:13.453822 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cc3c19df-adeb-430c-b180-dbe522c2dde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:13.459428 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-72f56741-be55-4e23-8d13-1bf730fd91ce tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] device_id is not set on port 90027ced-edba-4636-a511-8c38c5991065 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:22:13.472004 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b6099795-1c4c-4c64-8323-b72554512f8c tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:13.476051 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b6099795-1c4c-4c64-8323-b72554512f8c tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 9.3328047 Jan 26 11:22:13.478832 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46636) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:13.500472 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1ac29b-bb3c-4745-84bb-08ce88edc940 None None] Routers {'24cbad68-be77-4061-849a-96575b4ab805'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:13.501222 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-2e1ac29b-bb3c-4745-84bb-08ce88edc940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['24cbad68-be77-4061-849a-96575b4ab805'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:13.572572 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-2e1ac29b-bb3c-4745-84bb-08ce88edc940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:13.588126 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1ac29b-bb3c-4745-84bb-08ce88edc940 None None] Routers {'24cbad68-be77-4061-849a-96575b4ab805'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:13.588751 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-2e1ac29b-bb3c-4745-84bb-08ce88edc940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['24cbad68-be77-4061-849a-96575b4ab805'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:13.638143 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a7303-372b-4968-a3d4-554c8c1f7e1d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=f1881e90-a94b-4ced-aacb-b95c151e3b7b,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:13.648161 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-071a7303-372b-4968-a3d4-554c8c1f7e1d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:13.657261 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf4b4b7-40f9-44d1-8536-ac71b78245e3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Router 0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:22:13.659777 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aa829c-09ac-4361-8bc6-6c6c67984f93 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:13.675046 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-2e1ac29b-bb3c-4745-84bb-08ce88edc940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:13.675450 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1ac29b-bb3c-4745-84bb-08ce88edc940 None None] The sync data for ids ['24cbad68-be77-4061-849a-96575b4ab805'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:22:13.698731 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-071a7303-372b-4968-a3d4-554c8c1f7e1d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/f1881e90-a94b-4ced-aacb-b95c151e3b7b HTTP/1.1" status: 204 len: 168 time: 1.4796860 Jan 26 11:22:13.731634 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46640) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:13.771347 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-82245ec6-1fd2-4d3f-a840-1db183e87a21 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "GET /v2.0/routers/24cbad68-be77-4061-849a-96575b4ab805 HTTP/1.1" status: 200 len: 918 time: 0.2896698 Jan 26 11:22:13.799741 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d7ab9594-cb7e-4cdb-832e-3e1bb2dd2e79 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:13.802071 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46644) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:13.877076 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-531a5e39-4ada-44e9-91ed-4fa30a356fb1 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:router {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:22:13.890647 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-cc3c19df-adeb-430c-b180-dbe522c2dde2 None None] Provisioning complete for port eec98993-8668-40c2-8e63-40d70bca5003 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:13.891019 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cc3c19df-adeb-430c-b180-dbe522c2dde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:13.923638 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b31c0e00-d1ca-4bb2-b987-8d87bc78115e tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "GET /v2.0/ports?device_id=24cbad68-be77-4061-849a-96575b4ab805 HTTP/1.1" status: 200 len: 205 time: 0.1069443 Jan 26 11:22:13.925246 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46648) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:13.944609 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-dca0bd3c-cb09-4651-8b10-97cbf5c44ee6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Deleting port e4d46eb3-7b16-4414-b341-0928d2972de7 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:13.944941 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dca0bd3c-cb09-4651-8b10-97cbf5c44ee6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:13.956245 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-cc3c19df-adeb-430c-b180-dbe522c2dde2 None None] Port eec98993-8668-40c2-8e63-40d70bca5003 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:22:14.037737 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be182e26-5372-4550-aed8-a1b9c9f8217d None None] DHCP port deletion for ba6f0584-2941-48e6-9427-2229465f5a54 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:22:14.039201 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-dca0bd3c-cb09-4651-8b10-97cbf5c44ee6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] The port 'e4d46eb3-7b16-4414-b341-0928d2972de7' was deleted {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:22:14.042416 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-be182e26-5372-4550-aed8-a1b9c9f8217d None None] Deleting port 5cd2f606-21db-45fd-af7c-9b5507e3ae32 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:14.042790 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-be182e26-5372-4550-aed8-a1b9c9f8217d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:14.058179 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-531a5e39-4ada-44e9-91ed-4fa30a356fb1 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:router {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:22:14.062434 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-531a5e39-4ada-44e9-91ed-4fa30a356fb1 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3237340 Jan 26 11:22:14.068979 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46652) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:14.077219 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-e33950ee-74a8-4d25-886b-866b2a9c1c50 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:14.109041 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-72f56741-be55-4e23-8d13-1bf730fd91ce tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Allocated IP 172.20.0.5 (befe531b-8473-4313-8687-2f6b11b1342f/374574f7-923a-4b76-9b67-1d9748656840/90027ced-edba-4636-a511-8c38c5991065) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:14.219037 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7884ce50-692b-415c-a8fc-ececa7a709bb tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:14.228717 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7884ce50-692b-415c-a8fc-ececa7a709bb tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:14.267114 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-be182e26-5372-4550-aed8-a1b9c9f8217d None None] For port 5cd2f606-21db-45fd-af7c-9b5507e3ae32, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=5cd2f606-21db-45fd-af7c-9b5507e3ae32,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:14.267926 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-be182e26-5372-4550-aed8-a1b9c9f8217d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:14.302926 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dca0bd3c-cb09-4651-8b10-97cbf5c44ee6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:14.334344 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf4b4b7-40f9-44d1-8536-ac71b78245e3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:22:14.346300 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d094c3ab-f6ab-4cfb-8fdf-a20069d561ea None None] Sync routers for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:22:14.358474 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d094c3ab-f6ab-4cfb-8fdf-a20069d561ea None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:14.360431 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d094c3ab-f6ab-4cfb-8fdf-a20069d561ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:14.377038 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-88eaef5d-c666-4ff0-8b4d-c30dd4423823 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:14.401867 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7884ce50-692b-415c-a8fc-ececa7a709bb tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:22:14.403906 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884ce50-692b-415c-a8fc-ececa7a709bb tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a61b7c0-07cc-4198-a7c7-eaca955bd8c2,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:14.408217 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-dca0bd3c-cb09-4651-8b10-97cbf5c44ee6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55737afa-5334-450c-aca3-66f1fb4a9a30']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:14.433828 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-be182e26-5372-4550-aed8-a1b9c9f8217d None None] Calling delete_port for 5cd2f606-21db-45fd-af7c-9b5507e3ae32 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:14.437909 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d094c3ab-f6ab-4cfb-8fdf-a20069d561ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:14.443339 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-dca0bd3c-cb09-4651-8b10-97cbf5c44ee6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2c0eca-8b98-4cf3-a33a-daa7527b124f') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:14.443855 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-dca0bd3c-cb09-4651-8b10-97cbf5c44ee6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2c0eca-8b98-4cf3-a33a-daa7527b124f') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:14.449543 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d094c3ab-f6ab-4cfb-8fdf-a20069d561ea None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:14.450476 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d094c3ab-f6ab-4cfb-8fdf-a20069d561ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:14.451329 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d7ab9594-cb7e-4cdb-832e-3e1bb2dd2e79 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:14.464429 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7884ce50-692b-415c-a8fc-ececa7a709bb tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:14.464775 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-7884ce50-692b-415c-a8fc-ececa7a709bb tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Added segment 54f6742d-3675-4477-a3cc-27b50d8cad61 of type vlan for network deb47a17-0de3-44ba-b382-027c634efb9b Jan 26 11:22:14.476264 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dca0bd3c-cb09-4651-8b10-97cbf5c44ee6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:14.483941 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e33950ee-74a8-4d25-886b-866b2a9c1c50 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:14.501182 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e33950ee-74a8-4d25-886b-866b2a9c1c50 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:subnet and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:14.526252 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d094c3ab-f6ab-4cfb-8fdf-a20069d561ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:14.527027 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d094c3ab-f6ab-4cfb-8fdf-a20069d561ea None None] The sync data for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:22:14.535140 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e33950ee-74a8-4d25-886b-866b2a9c1c50 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:14.553349 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-be182e26-5372-4550-aed8-a1b9c9f8217d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:14.563563 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dca0bd3c-cb09-4651-8b10-97cbf5c44ee6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:14.569282 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e33950ee-74a8-4d25-886b-866b2a9c1c50 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:14.596387 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7884ce50-692b-415c-a8fc-ececa7a709bb tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:14.600261 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca0bd3c-cb09-4651-8b10-97cbf5c44ee6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:22:14.600671 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dca0bd3c-cb09-4651-8b10-97cbf5c44ee6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:14.604645 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be182e26-5372-4550-aed8-a1b9c9f8217d None None] Pushing event deleted for resources: {'Port': ['ID=5cd2f606-21db-45fd-af7c-9b5507e3ae32,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:14.608725 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be182e26-5372-4550-aed8-a1b9c9f8217d None None] No DVR routers for this DVR port 5cd2f606-21db-45fd-af7c-9b5507e3ae32 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: util.warn( Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: util.warn( Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: util.warn( Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: util.warn( Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:22:14.618030 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:22:14.748048 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33950ee-74a8-4d25-886b-866b2a9c1c50 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:14.751687 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e33950ee-74a8-4d25-886b-866b2a9c1c50 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:14.788048 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dca0bd3c-cb09-4651-8b10-97cbf5c44ee6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:14.814361 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dca0bd3c-cb09-4651-8b10-97cbf5c44ee6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:14.824933 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7884ce50-692b-415c-a8fc-ececa7a709bb tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:14.830916 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7884ce50-692b-415c-a8fc-ececa7a709bb tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:14.831502 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7884ce50-692b-415c-a8fc-ececa7a709bb tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:14.840926 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0bd3c-cb09-4651-8b10-97cbf5c44ee6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event deleted for resources: {'Network': ['ID=55737afa-5334-450c-aca3-66f1fb4a9a30,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:14.953544 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-dca0bd3c-cb09-4651-8b10-97cbf5c44ee6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "DELETE /v2.0/networks/55737afa-5334-450c-aca3-66f1fb4a9a30 HTTP/1.1" status: 204 len: 168 time: 3.6191421 Jan 26 11:22:14.966794 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7884ce50-692b-415c-a8fc-ececa7a709bb tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.4719572 Jan 26 11:22:14.970388 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46656) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:14.970737 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46658) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:15.035208 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-d8adefd5-9707-44cb-beb1-2d2a31c09021 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Request body: {'subnet': {'network_id': 'deb47a17-0de3-44ba-b382-027c634efb9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:15.102050 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea9f2f7-5081-4542-8baf-c95426b0567f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] DELETE failed (client error): The resource could not be found. Jan 26 11:22:15.102530 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea9f2f7-5081-4542-8baf-c95426b0567f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:22:15.104191 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-bea9f2f7-5081-4542-8baf-c95426b0567f tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "DELETE /v2.0/subnets/ff648c46-b357-442c-8165-8c143e7c65e3 HTTP/1.1" status: 404 len: 337 time: 0.1239312 Jan 26 11:22:15.104887 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884ce50-692b-415c-a8fc-ececa7a709bb tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Pushing event updated for resources: {'Network': ['ID=deb47a17-0de3-44ba-b382-027c634efb9b,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:15.116225 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network deb47a17-0de3-44ba-b382-027c634efb9b details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:22:15.116459 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46664) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:15.197843 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-88eaef5d-c666-4ff0-8b4d-c30dd4423823 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:15.213240 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2f259f-5fc2-4497-84c8-05a18ba2b08e tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] DELETE failed (client error): The resource could not be found. Jan 26 11:22:15.213718 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a2f259f-5fc2-4497-84c8-05a18ba2b08e tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:22:15.218252 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3a2f259f-5fc2-4497-84c8-05a18ba2b08e tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "DELETE /v2.0/networks/e33d69c6-05e5-4ed1-b7eb-fc954d35ea27 HTTP/1.1" status: 404 len: 339 time: 0.0961440 Jan 26 11:22:15.221031 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46668) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:15.244732 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-72f56741-be55-4e23-8d13-1bf730fd91ce tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:15.265592 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf4b4b7-40f9-44d1-8536-ac71b78245e3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Router 6e772685-81ca-49c4-80e0-811053a1d13a has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:22:15.269513 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-88eaef5d-c666-4ff0-8b4d-c30dd4423823 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Deleting port d18535b0-9bdd-4542-abec-9fcb94680c06 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:15.269856 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-88eaef5d-c666-4ff0-8b4d-c30dd4423823 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:15.278554 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d8adefd5-9707-44cb-beb1-2d2a31c09021 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:15.285874 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d8adefd5-9707-44cb-beb1-2d2a31c09021 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Usage tracker for resource:subnet and tenant:04ebdfa1185a41f18f6cddf6fd475603 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:15.290329 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d8adefd5-9707-44cb-beb1-2d2a31c09021 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:15.300737 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d8adefd5-9707-44cb-beb1-2d2a31c09021 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:15.383649 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-72f56741-be55-4e23-8d13-1bf730fd91ce tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Transition to ACTIVE for port object 90027ced-edba-4636-a511-8c38c5991065 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:15.508037 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8adefd5-9707-44cb-beb1-2d2a31c09021 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Made reservation on behalf of 04ebdfa1185a41f18f6cddf6fd475603 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:15.511461 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d8adefd5-9707-44cb-beb1-2d2a31c09021 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:15.538608 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-52aca233-7c52-4236-a356-51cd67178915 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Deleting subnet 40e53c16-a647-4888-b734-f732c1fa4884 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:22:15.549365 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52aca233-7c52-4236-a356-51cd67178915 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:15.626221 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-72f56741-be55-4e23-8d13-1bf730fd91ce tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:15.633639 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d7ab9594-cb7e-4cdb-832e-3e1bb2dd2e79 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:15.649536 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 5cd2f606-21db-45fd-af7c-9b5507e3ae32 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:22:15.707822 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-88eaef5d-c666-4ff0-8b4d-c30dd4423823 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:15.725293 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d7ab9594-cb7e-4cdb-832e-3e1bb2dd2e79 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:15.731122 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 5cd2f606-21db-45fd-af7c-9b5507e3ae32 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:22:15.731913 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 5cd2f606-21db-45fd-af7c-9b5507e3ae32 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:22:15.755786 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52aca233-7c52-4236-a356-51cd67178915 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:15.840220 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf4b4b7-40f9-44d1-8536-ac71b78245e3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:22:15.855140 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4511d94-7afc-44c7-86ef-0edf969d1d0b None None] Sync routers for ids ['6e772685-81ca-49c4-80e0-811053a1d13a'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:22:15.863485 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-edf4b4b7-40f9-44d1-8536-ac71b78245e3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:15.865651 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4511d94-7afc-44c7-86ef-0edf969d1d0b None None] Routers {'6e772685-81ca-49c4-80e0-811053a1d13a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:15.866353 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-f4511d94-7afc-44c7-86ef-0edf969d1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['6e772685-81ca-49c4-80e0-811053a1d13a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:15.912579 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f56741-be55-4e23-8d13-1bf730fd91ce tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Network befe531b-8473-4313-8687-2f6b11b1342f is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:15.923732 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-88eaef5d-c666-4ff0-8b4d-c30dd4423823 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Calling delete_port for d18535b0-9bdd-4542-abec-9fcb94680c06 owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:15.930260 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-f4511d94-7afc-44c7-86ef-0edf969d1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:15.938843 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4511d94-7afc-44c7-86ef-0edf969d1d0b None None] Routers {'6e772685-81ca-49c4-80e0-811053a1d13a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:15.939618 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-f4511d94-7afc-44c7-86ef-0edf969d1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['6e772685-81ca-49c4-80e0-811053a1d13a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:15.954434 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-72f56741-be55-4e23-8d13-1bf730fd91ce tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:15.973824 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f56741-be55-4e23-8d13-1bf730fd91ce tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:15.974591 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52aca233-7c52-4236-a356-51cd67178915 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:16.003045 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f56741-be55-4e23-8d13-1bf730fd91ce tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Pushing event updated for resources: {'Port': ['ID=90027ced-edba-4636-a511-8c38c5991065,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:16.004116 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-f4511d94-7afc-44c7-86ef-0edf969d1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:16.004605 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4511d94-7afc-44c7-86ef-0edf969d1d0b None None] The sync data for ids ['6e772685-81ca-49c4-80e0-811053a1d13a'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:22:16.091446 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d7ab9594-cb7e-4cdb-832e-3e1bb2dd2e79 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:16.117977 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-edf4b4b7-40f9-44d1-8536-ac71b78245e3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "PUT /v2.0/floatingips/3a6db348-4c61-42f2-abca-a23246f93d14 HTTP/1.1" status: 200 len: 977 time: 8.4524391 Jan 26 11:22:16.120877 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46672) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:16.172287 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d8adefd5-9707-44cb-beb1-2d2a31c09021 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:16.208029 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f56741-be55-4e23-8d13-1bf730fd91ce tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:16.208628 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-72f56741-be55-4e23-8d13-1bf730fd91ce tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:16.227994 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab9594-cb7e-4cdb-832e-3e1bb2dd2e79 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Port': ['ID=eec98993-8668-40c2-8e63-40d70bca5003,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:16.246436 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52aca233-7c52-4236-a356-51cd67178915 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:16.253543 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-7c701c4f-5ddb-4c2c-88f7-44c5e676ac26 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Deleting port 3b9030fa-31c6-459b-b45a-cf8fdbd43032 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:16.253885 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7c701c4f-5ddb-4c2c-88f7-44c5e676ac26 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:16.299463 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-17123549-93b1-4cee-8b39-5d5d523e3a45 None None] Provisioning for port 90027ced-edba-4636-a511-8c38c5991065 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:16.304992 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-17123549-93b1-4cee-8b39-5d5d523e3a45 None None] Provisioning complete for port 90027ced-edba-4636-a511-8c38c5991065 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:16.305478 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-17123549-93b1-4cee-8b39-5d5d523e3a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:16.329676 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-72f56741-be55-4e23-8d13-1bf730fd91ce tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5081880 Jan 26 11:22:16.332755 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46676) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:16.340919 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52aca233-7c52-4236-a356-51cd67178915 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:16.343518 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-496228da-4f7d-4699-9b7a-32f6fd20c6ba tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Request body: {'port': {'network_id': 'befe531b-8473-4313-8687-2f6b11b1342f', 'name': 'tempest-AllowedAddressPairTestJSON-76204068'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:16.346617 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da61c1d-e2da-4aef-9627-8e66398fba08 None None] Network 9fde639b-79c2-4e4f-89ad-e4daf82bc311 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:16.348460 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8adefd5-9707-44cb-beb1-2d2a31c09021 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Pushing event updated for resources: {'Subnet': ['ID=79cccb48-cf3d-4dca-9712-dabd7f83717d,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:16.402544 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-52aca233-7c52-4236-a356-51cd67178915 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "DELETE /v2.0/subnets/40e53c16-a647-4888-b734-f732c1fa4884 HTTP/1.1" status: 204 len: 168 time: 1.1805174 Jan 26 11:22:16.407795 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.objects.ports [None req-e33950ee-74a8-4d25-886b-866b2a9c1c50 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 26 11:22:16.409317 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46680) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:16.410264 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8adefd5-9707-44cb-beb1-2d2a31c09021 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Checking segment: {'id': '54f6742d-3675-4477-a3cc-27b50d8cad61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'deb47a17-0de3-44ba-b382-027c634efb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:22:16.410680 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8adefd5-9707-44cb-beb1-2d2a31c09021 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Network hostable DHCP agents. Network: deb47a17-0de3-44ba-b382-027c634efb9b, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:22:16.415254 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e33950ee-74a8-4d25-886b-866b2a9c1c50 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:16.419222 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aca233-7c52-4236-a356-51cd67178915 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event deleted for resources: {'Subnet': ['ID=40e53c16-a647-4888-b734-f732c1fa4884,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:16.465298 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-17123549-93b1-4cee-8b39-5d5d523e3a45 None None] Port 90027ced-edba-4636-a511-8c38c5991065 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:22:16.577631 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33950ee-74a8-4d25-886b-866b2a9c1c50 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:16.592513 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-e33950ee-74a8-4d25-886b-866b2a9c1c50 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:16.600716 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ab9594-cb7e-4cdb-832e-3e1bb2dd2e79 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network 03b233d4-775c-4753-accb-0ab46a62ba73 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:16.603725 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33950ee-74a8-4d25-886b-866b2a9c1c50 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:16.604321 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e33950ee-74a8-4d25-886b-866b2a9c1c50 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:16.608414 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc877d44-eed8-466e-84c9-0c1390838aa0 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:16.629243 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8adefd5-9707-44cb-beb1-2d2a31c09021 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Network deb47a17-0de3-44ba-b382-027c634efb9b is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:22:16.645220 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0befda93-1ac8-44bf-949d-c3f8cc17b1c6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:16.650237 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-d7ab9594-cb7e-4cdb-832e-3e1bb2dd2e79 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:16.678569 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33950ee-74a8-4d25-886b-866b2a9c1c50 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=903b7e52-f73c-4839-8b95-147b850e600a,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:16.721856 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4226da8-ed28-4c1f-8fd6-559711e6d8a4 None None] DHCP port deletion for 9fde639b-79c2-4e4f-89ad-e4daf82bc311 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:22:16.725012 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-d8adefd5-9707-44cb-beb1-2d2a31c09021 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, deb47a17-0de3-44ba-b382-027c634efb9b) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:16.734523 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8adefd5-9707-44cb-beb1-2d2a31c09021 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:16.735132 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d8adefd5-9707-44cb-beb1-2d2a31c09021 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:16.739855 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-e4226da8-ed28-4c1f-8fd6-559711e6d8a4 None None] Deleting port a65225ec-70b7-4346-926e-ffccf8d5699d {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:16.740999 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e4226da8-ed28-4c1f-8fd6-559711e6d8a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:16.790639 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7c701c4f-5ddb-4c2c-88f7-44c5e676ac26 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:16.792374 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c01601-0329-466b-9ad6-a2b749e651fb None None] Network deb47a17-0de3-44ba-b382-027c634efb9b requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:16.976592 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e33950ee-74a8-4d25-886b-866b2a9c1c50 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9055681 Jan 26 11:22:16.984398 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46684) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:16.987002 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-496228da-4f7d-4699-9b7a-32f6fd20c6ba tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:16.996075 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-0befda93-1ac8-44bf-949d-c3f8cc17b1c6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Deleting port a65225ec-70b7-4346-926e-ffccf8d5699d {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:16.996427 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0befda93-1ac8-44bf-949d-c3f8cc17b1c6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:17.048193 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-43551ebe-7010-41b3-aa64-82ffc55817ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:17.082712 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d8adefd5-9707-44cb-beb1-2d2a31c09021 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0983267 Jan 26 11:22:17.086492 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46688) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:17.104553 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-496228da-4f7d-4699-9b7a-32f6fd20c6ba tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:17.107240 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-ae91a023-1363-46cd-a8a6-d16db7c0ac45 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Request body: {'port': {'network_id': 'deb47a17-0de3-44ba-b382-027c634efb9b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1081806656'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:17.120056 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-88eaef5d-c666-4ff0-8b4d-c30dd4423823 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:17.151671 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-670d5e9d-97b2-4c28-a77f-781b86a49a1a None None] Provisioning complete for port eec98993-8668-40c2-8e63-40d70bca5003 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:17.152040 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-670d5e9d-97b2-4c28-a77f-781b86a49a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:17.240793 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eaef5d-c666-4ff0-8b4d-c30dd4423823 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Pushing event deleted for resources: {'Port': ['ID=d18535b0-9bdd-4542-abec-9fcb94680c06,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:17.250997 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496228da-4f7d-4699-9b7a-32f6fd20c6ba tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Made reservation on behalf of 0681ff55b9c445bcbc2c7e533a813355 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:17.254534 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-496228da-4f7d-4699-9b7a-32f6fd20c6ba tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:17.344342 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-e4226da8-ed28-4c1f-8fd6-559711e6d8a4 None None] For port a65225ec-70b7-4346-926e-ffccf8d5699d, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a65225ec-70b7-4346-926e-ffccf8d5699d,segment=NetworkSegment(c43c46f3-d9a9-46e3-a526-5428460f68d7),segment_id=c43c46f3-d9a9-46e3-a526-5428460f68d7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:17.344735 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e4226da8-ed28-4c1f-8fd6-559711e6d8a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:17.362150 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e414ec-4f96-4525-95a1-6b0e67352a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-ba6f0584-2941-48e6-9427-2229465f5a54', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'fixed_ips': [{'subnet_id': '903b7e52-f73c-4839-8b95-147b850e600a'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:22:17.363353 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c2e414ec-4f96-4525-95a1-6b0e67352a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:17.400098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-496228da-4f7d-4699-9b7a-32f6fd20c6ba tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] device_id is not set on port 68282f35-3d05-4f99-94cd-52f9858dd988 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:22:17.471579 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-43551ebe-7010-41b3-aa64-82ffc55817ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:17.485913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-43551ebe-7010-41b3-aa64-82ffc55817ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:subnet and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:17.494927 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-43551ebe-7010-41b3-aa64-82ffc55817ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:17.502362 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-88eaef5d-c666-4ff0-8b4d-c30dd4423823 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:17.522556 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-e4226da8-ed28-4c1f-8fd6-559711e6d8a4 None None] Calling delete_port for a65225ec-70b7-4346-926e-ffccf8d5699d owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:17.552688 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-670d5e9d-97b2-4c28-a77f-781b86a49a1a None None] Port eec98993-8668-40c2-8e63-40d70bca5003 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:22:17.557061 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-43551ebe-7010-41b3-aa64-82ffc55817ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:17.603412 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7c701c4f-5ddb-4c2c-88f7-44c5e676ac26 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:17.604257 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7c701c4f-5ddb-4c2c-88f7-44c5e676ac26 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:17.604257 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-7c701c4f-5ddb-4c2c-88f7-44c5e676ac26 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Floating IP 3a6db348-4c61-42f2-abca-a23246f93d14 disassociated. External IP: 172.26.5.53, port: 3b9030fa-31c6-459b-b45a-cf8fdbd43032. Jan 26 11:22:17.604484 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-7c701c4f-5ddb-4c2c-88f7-44c5e676ac26 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Calling delete_port for 3b9030fa-31c6-459b-b45a-cf8fdbd43032 owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:17.641898 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ab9594-cb7e-4cdb-832e-3e1bb2dd2e79 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Router aff357a6-5892-48bf-a8af-e39ac531cdb7 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:22:17.720179 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-88eaef5d-c666-4ff0-8b4d-c30dd4423823 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:17.720596 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a65225ec-70b7-4346-926e-ffccf8d5699d no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:22:17.740444 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-ae91a023-1363-46cd-a8a6-d16db7c0ac45 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:17.750397 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ae91a023-1363-46cd-a8a6-d16db7c0ac45 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Usage tracker for resource:port and tenant:04ebdfa1185a41f18f6cddf6fd475603 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:17.751900 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43551ebe-7010-41b3-aa64-82ffc55817ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:17.756947 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-43551ebe-7010-41b3-aa64-82ffc55817ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:17.757547 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba17bbb-35c3-4f90-9077-98e8c1d00af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-deb47a17-0de3-44ba-b382-027c634efb9b', 'network_id': 'deb47a17-0de3-44ba-b382-027c634efb9b', 'tenant_id': '04ebdfa1185a41f18f6cddf6fd475603', 'fixed_ips': [{'subnet_id': '79cccb48-cf3d-4dca-9712-dabd7f83717d'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:22:17.762802 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ae91a023-1363-46cd-a8a6-d16db7c0ac45 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:17.763230 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8ba17bbb-35c3-4f90-9077-98e8c1d00af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:17.768337 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-0befda93-1ac8-44bf-949d-c3f8cc17b1c6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] For port a65225ec-70b7-4346-926e-ffccf8d5699d, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a65225ec-70b7-4346-926e-ffccf8d5699d,segment=NetworkSegment(c43c46f3-d9a9-46e3-a526-5428460f68d7),segment_id=c43c46f3-d9a9-46e3-a526-5428460f68d7)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:17.768694 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0befda93-1ac8-44bf-949d-c3f8cc17b1c6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:17.774338 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-88eaef5d-c666-4ff0-8b4d-c30dd4423823 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:17.784568 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aef0ed-93d3-4b70-914e-d8d0d1733dc7 req-abdcde39-2cf6-440d-8084-a7eb4e95bd6a tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:17.785936 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-59aef0ed-93d3-4b70-914e-d8d0d1733dc7 req-abdcde39-2cf6-440d-8084-a7eb4e95bd6a tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.4724422 Jan 26 11:22:17.811736 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-ae91a023-1363-46cd-a8a6-d16db7c0ac45 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:17.902660 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-88eaef5d-c666-4ff0-8b4d-c30dd4423823 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:17.903174 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88eaef5d-c666-4ff0-8b4d-c30dd4423823 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Fanout notify agent at l3_agent the message router_deleted on router 24cbad68-be77-4061-849a-96575b4ab805 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:22:17.959158 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-0befda93-1ac8-44bf-949d-c3f8cc17b1c6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Calling delete_port for a65225ec-70b7-4346-926e-ffccf8d5699d owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:18.025916 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae91a023-1363-46cd-a8a6-d16db7c0ac45 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Made reservation on behalf of 04ebdfa1185a41f18f6cddf6fd475603 for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:18.029560 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ae91a023-1363-46cd-a8a6-d16db7c0ac45 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:18.081929 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-88eaef5d-c666-4ff0-8b4d-c30dd4423823 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:18.083076 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-88eaef5d-c666-4ff0-8b4d-c30dd4423823 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "DELETE /v2.0/routers/24cbad68-be77-4061-849a-96575b4ab805 HTTP/1.1" status: 204 len: 168 time: 4.1571233 Jan 26 11:22:18.083902 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-c2e414ec-4f96-4525-95a1-6b0e67352a65 None None] Allocated IP 2001:db8::f816:3eff:fe7c:75f5 (ba6f0584-2941-48e6-9427-2229465f5a54/903b7e52-f73c-4839-8b95-147b850e600a/f28b96e5-e402-4480-8a72-cb3de77719a9) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:18.086430 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e4226da8-ed28-4c1f-8fd6-559711e6d8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:18.089498 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-496228da-4f7d-4699-9b7a-32f6fd20c6ba tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Allocated IP 172.20.0.12 (befe531b-8473-4313-8687-2f6b11b1342f/374574f7-923a-4b76-9b67-1d9748656840/68282f35-3d05-4f99-94cd-52f9858dd988) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:18.091350 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46694) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:18.105147 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-5d2a2726-f65f-4dec-904a-43bdd3f408a6 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2035061983', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'enable_snat': False}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:18.105386 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-59aef0ed-93d3-4b70-914e-d8d0d1733dc7 req-5943bdcc-c23d-4692-818d-624a0b50d2f2 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3102648 Jan 26 11:22:18.110118 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5d2a2726-f65f-4dec-904a-43bdd3f408a6 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:18.113976 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5d2a2726-f65f-4dec-904a-43bdd3f408a6 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Usage tracker for resource:router and tenant:24a5b141f49641a5adf7b112785aae82 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:18.117569 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5d2a2726-f65f-4dec-904a-43bdd3f408a6 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:18.123621 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5d2a2726-f65f-4dec-904a-43bdd3f408a6 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:18.139799 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Port a65225ec-70b7-4346-926e-ffccf8d5699d update to DOWN by agent not found {{(pid=87444) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 26 11:22:18.140045 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ab9594-cb7e-4cdb-832e-3e1bb2dd2e79 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:22:18.149911 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d7ab9594-cb7e-4cdb-832e-3e1bb2dd2e79 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "PUT /v2.0/routers/aff357a6-5892-48bf-a8af-e39ac531cdb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6320508 Jan 26 11:22:18.152857 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5d2a2726-f65f-4dec-904a-43bdd3f408a6 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:18.153967 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5d2a2726-f65f-4dec-904a-43bdd3f408a6 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:18.155072 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46700) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:18.167706 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4226da8-ed28-4c1f-8fd6-559711e6d8a4 None None] Pushing event deleted for resources: {'Port': ['ID=a65225ec-70b7-4346-926e-ffccf8d5699d,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:18.173971 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4226da8-ed28-4c1f-8fd6-559711e6d8a4 None None] No DVR routers for this DVR port a65225ec-70b7-4346-926e-ffccf8d5699d on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:22:18.205778 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d50c1d7-7827-4629-815f-3758d20c4e5a None None] Sync routers for ids ['aff357a6-5892-48bf-a8af-e39ac531cdb7'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:22:18.219288 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d50c1d7-7827-4629-815f-3758d20c4e5a None None] Routers {'aff357a6-5892-48bf-a8af-e39ac531cdb7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:18.220075 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-4d50c1d7-7827-4629-815f-3758d20c4e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['aff357a6-5892-48bf-a8af-e39ac531cdb7'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:18.264989 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7c701c4f-5ddb-4c2c-88f7-44c5e676ac26 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:18.305560 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-ae91a023-1363-46cd-a8a6-d16db7c0ac45 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] device_id is not set on port 97612628-8a50-4711-98bf-ff59b6100488 yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:22:18.312432 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-4d50c1d7-7827-4629-815f-3758d20c4e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:18.323934 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d50c1d7-7827-4629-815f-3758d20c4e5a None None] Routers {'aff357a6-5892-48bf-a8af-e39ac531cdb7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:18.325014 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-4d50c1d7-7827-4629-815f-3758d20c4e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['aff357a6-5892-48bf-a8af-e39ac531cdb7'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:18.353147 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-8ba17bbb-35c3-4f90-9077-98e8c1d00af1 None None] Allocated IP 2001:db8::2 (deb47a17-0de3-44ba-b382-027c634efb9b/79cccb48-cf3d-4dca-9712-dabd7f83717d/09c85e19-6631-4b38-84dc-c64586996f74) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:18.422705 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c701c4f-5ddb-4c2c-88f7-44c5e676ac26 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event deleted for resources: {'Port': ['ID=3b9030fa-31c6-459b-b45a-cf8fdbd43032,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:18.444524 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-4d50c1d7-7827-4629-815f-3758d20c4e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:18.446122 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d50c1d7-7827-4629-815f-3758d20c4e5a None None] The sync data for ids ['aff357a6-5892-48bf-a8af-e39ac531cdb7'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:22:18.459216 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.api [None req-0befda93-1ac8-44bf-949d-c3f8cc17b1c6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:22:18.459529 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG oslo_db.api [None req-0befda93-1ac8-44bf-949d-c3f8cc17b1c6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:22:18.477422 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de012d84-68f1-4c6c-bc37-8908274988b3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:18.477968 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-de012d84-68f1-4c6c-bc37-8908274988b3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Synchronizing usage tracker for tenant:252bea5ac7b143c89da38d9a87822c0c on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:22:18.537696 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-496228da-4f7d-4699-9b7a-32f6fd20c6ba tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:18.541139 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5d2a2726-f65f-4dec-904a-43bdd3f408a6 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:18.582725 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c2e414ec-4f96-4525-95a1-6b0e67352a65 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:18.597174 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-de012d84-68f1-4c6c-bc37-8908274988b3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Unset dirty status for tenant:252bea5ac7b143c89da38d9a87822c0c on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:22:18.598687 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c2e414ec-4f96-4525-95a1-6b0e67352a65 None None] Transition to ACTIVE for port object f28b96e5-e402-4480-8a72-cb3de77719a9 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:18.600509 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-de012d84-68f1-4c6c-bc37-8908274988b3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "GET /v2.0/ports/eec98993-8668-40c2-8e63-40d70bca5003 HTTP/1.1" status: 200 len: 978 time: 0.4436913 Jan 26 11:22:18.602914 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46704) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:18.615086 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-496228da-4f7d-4699-9b7a-32f6fd20c6ba tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Transition to ACTIVE for port object 68282f35-3d05-4f99-94cd-52f9858dd988 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:18.639543 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c2e414ec-4f96-4525-95a1-6b0e67352a65 None None] Transition to ACTIVE for port object f28b96e5-e402-4480-8a72-cb3de77719a9 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:18.662838 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c2e414ec-4f96-4525-95a1-6b0e67352a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:18.757680 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e414ec-4f96-4525-95a1-6b0e67352a65 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:18.762085 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-c2e414ec-4f96-4525-95a1-6b0e67352a65 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:18.805634 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e414ec-4f96-4525-95a1-6b0e67352a65 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:18.900264 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e414ec-4f96-4525-95a1-6b0e67352a65 None None] Pushing event updated for resources: {'Port': ['ID=f28b96e5-e402-4480-8a72-cb3de77719a9,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:18.900892 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c701c4f-5ddb-4c2c-88f7-44c5e676ac26 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Router 6e772685-81ca-49c4-80e0-811053a1d13a has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:22:18.938136 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5ef34-d38e-48b0-8860-5daa80eb3683 req-484bd168-a937-453f-ae43-b6adfdc387fc tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:18.939767 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b6b5ef34-d38e-48b0-8860-5daa80eb3683 req-484bd168-a937-453f-ae43-b6adfdc387fc tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.3969615 Jan 26 11:22:18.945816 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-c2e414ec-4f96-4525-95a1-6b0e67352a65 None None] Attempting to bind port f28b96e5-e402-4480-8a72-cb3de77719a9 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:22:18.946173 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-c2e414ec-4f96-4525-95a1-6b0e67352a65 None None] Attempting to bind port f28b96e5-e402-4480-8a72-cb3de77719a9 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:22:18.946559 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e414ec-4f96-4525-95a1-6b0e67352a65 None None] Attempting to bind port f28b96e5-e402-4480-8a72-cb3de77719a9 on network ba6f0584-2941-48e6-9427-2229465f5a54 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:22:18.953644 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8ba17bbb-35c3-4f90-9077-98e8c1d00af1 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:18.960733 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e414ec-4f96-4525-95a1-6b0e67352a65 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:22:18.961097 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e414ec-4f96-4525-95a1-6b0e67352a65 None None] Checking segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:22:18.961492 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c2e414ec-4f96-4525-95a1-6b0e67352a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:18.961881 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e414ec-4f96-4525-95a1-6b0e67352a65 None None] Bound using segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:22:18.962513 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-c2e414ec-4f96-4525-95a1-6b0e67352a65 None None] Bound port: f28b96e5-e402-4480-8a72-cb3de77719a9, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:22:18.962901 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c2e414ec-4f96-4525-95a1-6b0e67352a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:18.981012 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8ba17bbb-35c3-4f90-9077-98e8c1d00af1 None None] Transition to ACTIVE for port object 09c85e19-6631-4b38-84dc-c64586996f74 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:19.007552 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-496228da-4f7d-4699-9b7a-32f6fd20c6ba tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:19.025759 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5d2a2726-f65f-4dec-904a-43bdd3f408a6 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:19.047640 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8ba17bbb-35c3-4f90-9077-98e8c1d00af1 None None] Transition to ACTIVE for port object 09c85e19-6631-4b38-84dc-c64586996f74 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:19.058729 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8ba17bbb-35c3-4f90-9077-98e8c1d00af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:19.105911 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-0befda93-1ac8-44bf-949d-c3f8cc17b1c6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Deleting port a65225ec-70b7-4346-926e-ffccf8d5699d {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:19.106254 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0befda93-1ac8-44bf-949d-c3f8cc17b1c6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:19.144906 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba17bbb-35c3-4f90-9077-98e8c1d00af1 None None] Network deb47a17-0de3-44ba-b382-027c634efb9b is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:19.149547 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-8ba17bbb-35c3-4f90-9077-98e8c1d00af1 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:19.151922 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba17bbb-35c3-4f90-9077-98e8c1d00af1 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:19.154538 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c2e414ec-4f96-4525-95a1-6b0e67352a65 None None] For port f28b96e5-e402-4480-8a72-cb3de77719a9, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:22:19.165361 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496228da-4f7d-4699-9b7a-32f6fd20c6ba tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Network befe531b-8473-4313-8687-2f6b11b1342f is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:19.171268 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b6b5ef34-d38e-48b0-8860-5daa80eb3683 req-f3c932f6-d25d-4875-8f9a-24f6e274938f tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747720 Jan 26 11:22:19.175524 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-43551ebe-7010-41b3-aa64-82ffc55817ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:19.179182 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-496228da-4f7d-4699-9b7a-32f6fd20c6ba tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:19.203668 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c2e414ec-4f96-4525-95a1-6b0e67352a65 None None] For port f28b96e5-e402-4480-8a72-cb3de77719a9, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=f28b96e5-e402-4480-8a72-cb3de77719a9,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:22:19.204771 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba17bbb-35c3-4f90-9077-98e8c1d00af1 None None] Pushing event updated for resources: {'Port': ['ID=09c85e19-6631-4b38-84dc-c64586996f74,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:19.212965 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496228da-4f7d-4699-9b7a-32f6fd20c6ba tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:19.248193 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c2e414ec-4f96-4525-95a1-6b0e67352a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:19.302527 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496228da-4f7d-4699-9b7a-32f6fd20c6ba tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Pushing event updated for resources: {'Port': ['ID=68282f35-3d05-4f99-94cd-52f9858dd988,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:19.332512 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43551ebe-7010-41b3-aa64-82ffc55817ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:19.340960 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-8ba17bbb-35c3-4f90-9077-98e8c1d00af1 None None] Attempting to bind port 09c85e19-6631-4b38-84dc-c64586996f74 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:22:19.341331 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-8ba17bbb-35c3-4f90-9077-98e8c1d00af1 None None] Attempting to bind port 09c85e19-6631-4b38-84dc-c64586996f74 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '54f6742d-3675-4477-a3cc-27b50d8cad61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'deb47a17-0de3-44ba-b382-027c634efb9b'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:22:19.341690 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba17bbb-35c3-4f90-9077-98e8c1d00af1 None None] Attempting to bind port 09c85e19-6631-4b38-84dc-c64586996f74 on network deb47a17-0de3-44ba-b382-027c634efb9b {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:22:19.357460 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba17bbb-35c3-4f90-9077-98e8c1d00af1 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:22:19.357721 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba17bbb-35c3-4f90-9077-98e8c1d00af1 None None] Checking segment: {'id': '54f6742d-3675-4477-a3cc-27b50d8cad61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'deb47a17-0de3-44ba-b382-027c634efb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:22:19.358422 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8ba17bbb-35c3-4f90-9077-98e8c1d00af1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:19.358828 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-43551ebe-7010-41b3-aa64-82ffc55817ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:19.362245 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba17bbb-35c3-4f90-9077-98e8c1d00af1 None None] Bound using segment: {'id': '54f6742d-3675-4477-a3cc-27b50d8cad61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'deb47a17-0de3-44ba-b382-027c634efb9b'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:22:19.362855 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-8ba17bbb-35c3-4f90-9077-98e8c1d00af1 None None] Bound port: 09c85e19-6631-4b38-84dc-c64586996f74, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f6742d-3675-4477-a3cc-27b50d8cad61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'deb47a17-0de3-44ba-b382-027c634efb9b'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:22:19.363229 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8ba17bbb-35c3-4f90-9077-98e8c1d00af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:19.367634 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43551ebe-7010-41b3-aa64-82ffc55817ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:19.368342 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-43551ebe-7010-41b3-aa64-82ffc55817ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:19.400772 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e414ec-4f96-4525-95a1-6b0e67352a65 None None] Pushing event updated for resources: {'Port': ['ID=f28b96e5-e402-4480-8a72-cb3de77719a9,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:19.519356 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496228da-4f7d-4699-9b7a-32f6fd20c6ba tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:19.521397 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-496228da-4f7d-4699-9b7a-32f6fd20c6ba tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:19.554504 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-8ba17bbb-35c3-4f90-9077-98e8c1d00af1 None None] For port 09c85e19-6631-4b38-84dc-c64586996f74, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:22:19.557765 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-8ba17bbb-35c3-4f90-9077-98e8c1d00af1 None None] For port 09c85e19-6631-4b38-84dc-c64586996f74, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=09c85e19-6631-4b38-84dc-c64586996f74,segment=NetworkSegment(54f6742d-3675-4477-a3cc-27b50d8cad61),segment_id=54f6742d-3675-4477-a3cc-27b50d8cad61)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:22:19.564220 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8ba17bbb-35c3-4f90-9077-98e8c1d00af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:19.581093 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:22:19.598257 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43551ebe-7010-41b3-aa64-82ffc55817ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=dcd623da-cd93-4fec-9cc5-596150d1a29c,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:19.610556 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-0befda93-1ac8-44bf-949d-c3f8cc17b1c6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] The port 'a65225ec-70b7-4346-926e-ffccf8d5699d' was deleted {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:22:19.615551 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-43551ebe-7010-41b3-aa64-82ffc55817ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6300938 Jan 26 11:22:19.625136 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-496228da-4f7d-4699-9b7a-32f6fd20c6ba tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2881565 Jan 26 11:22:19.626244 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46716) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:19.626782 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46718) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:19.640193 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-3ff4f4ed-6c72-436c-9a03-14c99789091e tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:3d:21:20'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:04:f8:20'}]}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:19.672945 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d72cdafd-4eb5-4656-85fd-778fafbd47a5 None None] Provisioning for port 68282f35-3d05-4f99-94cd-52f9858dd988 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:19.685263 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d72cdafd-4eb5-4656-85fd-778fafbd47a5 None None] Provisioning complete for port 68282f35-3d05-4f99-94cd-52f9858dd988 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:19.685816 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d72cdafd-4eb5-4656-85fd-778fafbd47a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:19.707750 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a623896e-6433-4476-ba31-6f43158cd486 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'mac_address': 'fa:16:3e:3f:46:0a', 'name': 'tempest-NetworksTestDHCPv6-923431561'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:19.713057 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba17bbb-35c3-4f90-9077-98e8c1d00af1 None None] Pushing event updated for resources: {'Port': ['ID=09c85e19-6631-4b38-84dc-c64586996f74,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:19.772392 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c701c4f-5ddb-4c2c-88f7-44c5e676ac26 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:22:19.810631 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-d72cdafd-4eb5-4656-85fd-778fafbd47a5 None None] Port 68282f35-3d05-4f99-94cd-52f9858dd988 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:22:19.815503 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17359f8-d58d-4c41-b049-f13c1b613c80 None None] Sync routers for ids ['6e772685-81ca-49c4-80e0-811053a1d13a'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:22:19.831236 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17359f8-d58d-4c41-b049-f13c1b613c80 None None] Routers {'6e772685-81ca-49c4-80e0-811053a1d13a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:19.833203 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-e17359f8-d58d-4c41-b049-f13c1b613c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['6e772685-81ca-49c4-80e0-811053a1d13a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:19.843186 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-ae91a023-1363-46cd-a8a6-d16db7c0ac45 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Allocated IP 2001:db8::3b0 (deb47a17-0de3-44ba-b382-027c634efb9b/79cccb48-cf3d-4dca-9712-dabd7f83717d/97612628-8a50-4711-98bf-ff59b6100488) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:20.010940 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-e17359f8-d58d-4c41-b049-f13c1b613c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:20.021064 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a623896e-6433-4476-ba31-6f43158cd486 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:20.053314 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17359f8-d58d-4c41-b049-f13c1b613c80 None None] Routers {'6e772685-81ca-49c4-80e0-811053a1d13a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:20.053940 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-e17359f8-d58d-4c41-b049-f13c1b613c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:21:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['6e772685-81ca-49c4-80e0-811053a1d13a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:20.066029 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a623896e-6433-4476-ba31-6f43158cd486 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:port and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:20.079232 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0befda93-1ac8-44bf-949d-c3f8cc17b1c6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:20.080967 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a623896e-6433-4476-ba31-6f43158cd486 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:20.093020 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a623896e-6433-4476-ba31-6f43158cd486 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:20.160805 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-0befda93-1ac8-44bf-949d-c3f8cc17b1c6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fde639b-79c2-4e4f-89ad-e4daf82bc311']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:20.163510 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-e17359f8-d58d-4c41-b049-f13c1b613c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:20.164016 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17359f8-d58d-4c41-b049-f13c1b613c80 None None] The sync data for ids ['6e772685-81ca-49c4-80e0-811053a1d13a'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:22:20.176064 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a623896e-6433-4476-ba31-6f43158cd486 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:20.194767 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-0befda93-1ac8-44bf-949d-c3f8cc17b1c6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43c46f3-d9a9-46e3-a526-5428460f68d7') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:20.195063 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-0befda93-1ac8-44bf-949d-c3f8cc17b1c6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43c46f3-d9a9-46e3-a526-5428460f68d7') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:20.213413 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7c701c4f-5ddb-4c2c-88f7-44c5e676ac26 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:20.225239 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0befda93-1ac8-44bf-949d-c3f8cc17b1c6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:20.293393 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0befda93-1ac8-44bf-949d-c3f8cc17b1c6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:20.298949 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7c701c4f-5ddb-4c2c-88f7-44c5e676ac26 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "DELETE /v2.0/ports/3b9030fa-31c6-459b-b45a-cf8fdbd43032 HTTP/1.1" status: 204 len: 168 time: 4.1764951 Jan 26 11:22:20.308347 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46724) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:20.313253 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0befda93-1ac8-44bf-949d-c3f8cc17b1c6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:22:20.313656 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0befda93-1ac8-44bf-949d-c3f8cc17b1c6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:22:20.372330 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:22:20.602310 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674608b-cfec-42d2-9e3b-7e63255b9efd req-a2da234a-0a14-4ff5-b179-75b8b66818ce tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:20.603865 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8674608b-cfec-42d2-9e3b-7e63255b9efd req-a2da234a-0a14-4ff5-b179-75b8b66818ce tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.6556294 Jan 26 11:22:20.785721 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a623896e-6433-4476-ba31-6f43158cd486 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:20.808395 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0befda93-1ac8-44bf-949d-c3f8cc17b1c6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:20.826090 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8674608b-cfec-42d2-9e3b-7e63255b9efd req-ee5f6888-bd0c-48db-ad5f-3c73d031012d tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031715 Jan 26 11:22:20.832316 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5d2a2726-f65f-4dec-904a-43bdd3f408a6 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:20.847033 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0befda93-1ac8-44bf-949d-c3f8cc17b1c6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:20.875206 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3ff4f4ed-6c72-436c-9a03-14c99789091e tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:20.877314 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0befda93-1ac8-44bf-949d-c3f8cc17b1c6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] Pushing event deleted for resources: {'Network': ['ID=9fde639b-79c2-4e4f-89ad-e4daf82bc311,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:20.883182 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfe6d68-7518-4a49-87f7-ab4af649141c None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:20.887589 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ae91a023-1363-46cd-a8a6-d16db7c0ac45 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:20.898679 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-a623896e-6433-4476-ba31-6f43158cd486 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] device_id is not set on port 85bb895f-768c-4ff4-b026-76cbf96b75d1 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:22:20.908921 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0befda93-1ac8-44bf-949d-c3f8cc17b1c6 tempest-NetworksIpV6Test-886169642 tempest-NetworksIpV6Test-886169642-project] 10.222.0.39 "DELETE /v2.0/networks/9fde639b-79c2-4e4f-89ad-e4daf82bc311 HTTP/1.1" status: 204 len: 168 time: 4.4931173 Jan 26 11:22:20.955306 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5d2a2726-f65f-4dec-904a-43bdd3f408a6 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:21.024379 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-cd293fd2-3284-49ca-b98a-d73dd21f66e9 None None] Provisioning for port f28b96e5-e402-4480-8a72-cb3de77719a9 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:21.046829 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-ae91a023-1363-46cd-a8a6-d16db7c0ac45 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Transition to ACTIVE for port object 97612628-8a50-4711-98bf-ff59b6100488 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:21.255700 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89965041-e4ea-4255-809c-a2dde88e5367 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:21.399919 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46732) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:21.418128 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c981aa4c-65c1-4c46-a070-4bdea4b846ac None None] Update dhcp port {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'fixed_ips': [{'subnet_id': '903b7e52-f73c-4839-8b95-147b850e600a', 'ip_address': '2001:db8::f816:3eff:fe7c:75f5'}, {'subnet_id': 'dcd623da-cd93-4fec-9cc5-596150d1a29c'}], 'binding:host_id': 'dv-neutron-826439-1-hyperv'}, 'id': 'f28b96e5-e402-4480-8a72-cb3de77719a9'} from dv-neutron-826439-1-hyperv. {{(pid=87444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 26 11:22:21.472525 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ae91a023-1363-46cd-a8a6-d16db7c0ac45 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:21.489035 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c981aa4c-65c1-4c46-a070-4bdea4b846ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:21.503491 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c371e35b-2752-46c1-8e32-73d264ee72be None None] Network deb47a17-0de3-44ba-b382-027c634efb9b requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:21.552835 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-5d2a2726-f65f-4dec-904a-43bdd3f408a6 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Allocated IP 172.26.5.30 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/fb015a5a-55ed-4a4c-8950-969620381f8a) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:21.619055 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae91a023-1363-46cd-a8a6-d16db7c0ac45 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Network deb47a17-0de3-44ba-b382-027c634efb9b is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:21.637549 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-ae91a023-1363-46cd-a8a6-d16db7c0ac45 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:21.643098 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae91a023-1363-46cd-a8a6-d16db7c0ac45 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:21.644729 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-a623896e-6433-4476-ba31-6f43158cd486 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 172.20.0.10 (ba6f0584-2941-48e6-9427-2229465f5a54/dcd623da-cd93-4fec-9cc5-596150d1a29c/85bb895f-768c-4ff4-b026-76cbf96b75d1) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:21.652248 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae91a023-1363-46cd-a8a6-d16db7c0ac45 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:21.653803 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ae91a023-1363-46cd-a8a6-d16db7c0ac45 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:21.676743 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-a623896e-6433-4476-ba31-6f43158cd486 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 2001:db8::f816:3eff:fe3f:460a (ba6f0584-2941-48e6-9427-2229465f5a54/903b7e52-f73c-4839-8b95-147b850e600a/85bb895f-768c-4ff4-b026-76cbf96b75d1) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:21.692275 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f1cf5d54-556e-4208-99a9-ec48f6316fb5 None None] Provisioning for port 09c85e19-6631-4b38-84dc-c64586996f74 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:21.776357 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3ff4f4ed-6c72-436c-9a03-14c99789091e tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:21.804934 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91a023-1363-46cd-a8a6-d16db7c0ac45 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Pushing event updated for resources: {'Port': ['ID=97612628-8a50-4711-98bf-ff59b6100488,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:21.814955 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3ff4f4ed-6c72-436c-9a03-14c99789091e tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:21.878942 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ae91a023-1363-46cd-a8a6-d16db7c0ac45 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.7927697 Jan 26 11:22:21.885482 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46740) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:21.900502 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f0bdd533-c7ec-42e6-8925-028f31d928bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=16e63912742a46349a7748f4e9b4ff24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4866107 Jan 26 11:22:21.900707 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-dd316ff9-2cdd-49c3-a2c1-046c20ac4ff2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Request body: {'port': {'network_id': 'deb47a17-0de3-44ba-b382-027c634efb9b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-486712600', 'allowed_address_pairs': [{'ip_address': '2001:db8::3b0', 'mac_address': 'fa:16:3e:98:37:3c'}]}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:21.916455 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 09c85e19-6631-4b38-84dc-c64586996f74 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:22:21.918016 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46744) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:22.073162 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 09c85e19-6631-4b38-84dc-c64586996f74 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:22.082988 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 09c85e19-6631-4b38-84dc-c64586996f74 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:22.083470 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:22.133690 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4f4ed-6c72-436c-9a03-14c99789091e tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Pushing event updated for resources: {'Port': ['ID=68282f35-3d05-4f99-94cd-52f9858dd988,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:22.135990 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-dd316ff9-2cdd-49c3-a2c1-046c20ac4ff2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:22.142197 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5d2a2726-f65f-4dec-904a-43bdd3f408a6 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:22.187990 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-3ff4f4ed-6c72-436c-9a03-14c99789091e tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] In _notify_port_updated(), no bound segment for port 68282f35-3d05-4f99-94cd-52f9858dd988 on network befe531b-8473-4313-8687-2f6b11b1342f {{(pid=87443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 26 11:22:22.193500 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff4f4ed-6c72-436c-9a03-14c99789091e tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:22.194289 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3ff4f4ed-6c72-436c-9a03-14c99789091e tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:22.195722 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3ff4f4ed-6c72-436c-9a03-14c99789091e tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] 10.222.0.39 "PUT /v2.0/ports/68282f35-3d05-4f99-94cd-52f9858dd988 HTTP/1.1" status: 200 len: 1055 time: 2.5636106 Jan 26 11:22:22.215645 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-dd316ff9-2cdd-49c3-a2c1-046c20ac4ff2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Usage tracker for resource:port and tenant:04ebdfa1185a41f18f6cddf6fd475603 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:22.227824 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-dd316ff9-2cdd-49c3-a2c1-046c20ac4ff2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:22.230484 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46748) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:22.259415 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b7867602-41ef-49c5-8d32-32f9ddc80eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:22.261385 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:22.290114 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b7867602-41ef-49c5-8d32-32f9ddc80eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:22.306650 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 09c85e19-6631-4b38-84dc-c64586996f74, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=09c85e19-6631-4b38-84dc-c64586996f74,segment=NetworkSegment(54f6742d-3675-4477-a3cc-27b50d8cad61),segment_id=54f6742d-3675-4477-a3cc-27b50d8cad61)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:22.315247 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4641966e-0c8a-47ec-b938-3dbd4b91edb1 None None] Provisioning complete for port 68282f35-3d05-4f99-94cd-52f9858dd988 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:22.315727 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4641966e-0c8a-47ec-b938-3dbd4b91edb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:22.321574 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-fcc9759b-d6a9-4868-abfd-9bc5fd5cd149 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Deleting port 68282f35-3d05-4f99-94cd-52f9858dd988 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:22.322467 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fcc9759b-d6a9-4868-abfd-9bc5fd5cd149 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:22.378256 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:22.379218 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device f28b96e5-e402-4480-8a72-cb3de77719a9 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:22:22.382457 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b7867602-41ef-49c5-8d32-32f9ddc80eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:22.391654 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-dd316ff9-2cdd-49c3-a2c1-046c20ac4ff2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:22.423552 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7867602-41ef-49c5-8d32-32f9ddc80eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55de3ce5-c7a4-4797-964c-5d380b043652,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:22.433539 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-89965041-e4ea-4255-809c-a2dde88e5367 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting port eec98993-8668-40c2-8e63-40d70bca5003 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:22.433886 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89965041-e4ea-4255-809c-a2dde88e5367 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:22.445155 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a623896e-6433-4476-ba31-6f43158cd486 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:22.474876 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5d2a2726-f65f-4dec-904a-43bdd3f408a6 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:22.480227 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-a623896e-6433-4476-ba31-6f43158cd486 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Transition to ACTIVE for port object 85bb895f-768c-4ff4-b026-76cbf96b75d1 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:22.495071 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-4641966e-0c8a-47ec-b938-3dbd4b91edb1 None None] Port 68282f35-3d05-4f99-94cd-52f9858dd988 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:22:22.530758 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b7867602-41ef-49c5-8d32-32f9ddc80eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:22.544159 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e97c4ea0-139b-44ea-8dcb-f3ebd16d5003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:22.547091 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b7867602-41ef-49c5-8d32-32f9ddc80eee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55de3ce5-c7a4-4797-964c-5d380b043652 HTTP/1.1" status: 204 len: 168 time: 0.6119125 Jan 26 11:22:22.554672 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=09c85e19-6631-4b38-84dc-c64586996f74,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:22.565047 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port f28b96e5-e402-4480-8a72-cb3de77719a9 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:22.570669 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port f28b96e5-e402-4480-8a72-cb3de77719a9 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:22.571048 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:22.594815 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd316ff9-2cdd-49c3-a2c1-046c20ac4ff2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Made reservation on behalf of 04ebdfa1185a41f18f6cddf6fd475603 for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:22.665418 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a2726-f65f-4dec-904a-43bdd3f408a6 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Pushing event updated for resources: {'Port': ['ID=fb015a5a-55ed-4a4c-8950-969620381f8a,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:22.679471 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a623896e-6433-4476-ba31-6f43158cd486 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:22.773264 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-576d492d-3f4b-4be7-b0cb-cca5b727839a None None] Provisioning for port 97612628-8a50-4711-98bf-ff59b6100488 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:22.785612 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-576d492d-3f4b-4be7-b0cb-cca5b727839a None None] Provisioning complete for port 97612628-8a50-4711-98bf-ff59b6100488 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:22.786199 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-576d492d-3f4b-4be7-b0cb-cca5b727839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:22.849369 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-c981aa4c-65c1-4c46-a070-4bdea4b846ac None None] Allocated IP 172.20.0.2 (ba6f0584-2941-48e6-9427-2229465f5a54/dcd623da-cd93-4fec-9cc5-596150d1a29c/f28b96e5-e402-4480-8a72-cb3de77719a9) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:22.992328 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a623896e-6433-4476-ba31-6f43158cd486 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:22.995599 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2a2726-f65f-4dec-904a-43bdd3f408a6 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:22.998332 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623896e-6433-4476-ba31-6f43158cd486 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Port': ['ID=85bb895f-768c-4ff4-b026-76cbf96b75d1,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:23.004896 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-a623896e-6433-4476-ba31-6f43158cd486 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:23.010224 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a623896e-6433-4476-ba31-6f43158cd486 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:23.013883 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-576d492d-3f4b-4be7-b0cb-cca5b727839a None None] Port 97612628-8a50-4711-98bf-ff59b6100488 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:22:23.049832 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-5d2a2726-f65f-4dec-904a-43bdd3f408a6 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:23.052440 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2a2726-f65f-4dec-904a-43bdd3f408a6 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:23.119812 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff3885-ff3c-402b-90a9-65e49fe65aea req-6fa8b452-91fd-4a33-b8a0-80b672df1238 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:23.120070 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-576d492d-3f4b-4be7-b0cb-cca5b727839a None None] Provisioning complete for port 09c85e19-6631-4b38-84dc-c64586996f74 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:23.120070 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-576d492d-3f4b-4be7-b0cb-cca5b727839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:23.127307 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e5ff3885-ff3c-402b-90a9-65e49fe65aea req-6fa8b452-91fd-4a33-b8a0-80b672df1238 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.9773073 Jan 26 11:22:23.145485 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:23.220391 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fcc9759b-d6a9-4868-abfd-9bc5fd5cd149 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:23.250646 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c981aa4c-65c1-4c46-a070-4bdea4b846ac None None] For port f28b96e5-e402-4480-8a72-cb3de77719a9, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=f28b96e5-e402-4480-8a72-cb3de77719a9,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:23.265178 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cd3aaf78-1228-4133-8720-644f7eab9a5a tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:23.323065 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89965041-e4ea-4255-809c-a2dde88e5367 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:23.333320 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c981aa4c-65c1-4c46-a070-4bdea4b846ac None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:23.354727 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c981aa4c-65c1-4c46-a070-4bdea4b846ac None None] Transition to ACTIVE for port object f28b96e5-e402-4480-8a72-cb3de77719a9 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:23.363387 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c981aa4c-65c1-4c46-a070-4bdea4b846ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:23.369169 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a623896e-6433-4476-ba31-6f43158cd486 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:23.369809 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a623896e-6433-4476-ba31-6f43158cd486 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:23.388695 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd316ff9-2cdd-49c3-a2c1-046c20ac4ff2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:23.397095 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a623896e-6433-4476-ba31-6f43158cd486 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7660685 Jan 26 11:22:23.476676 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-fcc9759b-d6a9-4868-abfd-9bc5fd5cd149 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Calling delete_port for 68282f35-3d05-4f99-94cd-52f9858dd988 owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:23.510161 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46774) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:23.521886 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e5ff3885-ff3c-402b-90a9-65e49fe65aea req-3152d273-7786-4d15-8b54-b016a7276767 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3948748 Jan 26 11:22:23.552788 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-810b4622-74ae-427c-bb67-dd6d2b0d15e0 None None] Provisioning complete for port 97612628-8a50-4711-98bf-ff59b6100488 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:23.554012 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-810b4622-74ae-427c-bb67-dd6d2b0d15e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:23.651548 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:22:23.651905 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:22:23.674661 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981aa4c-65c1-4c46-a070-4bdea4b846ac None None] Pushing event updated for resources: {'Port': ['ID=f28b96e5-e402-4480-8a72-cb3de77719a9,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:23.680938 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-810b4622-74ae-427c-bb67-dd6d2b0d15e0 None None] Port 97612628-8a50-4711-98bf-ff59b6100488 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:22:23.688475 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46780) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:23.751497 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5d2a2726-f65f-4dec-904a-43bdd3f408a6 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:23.932150 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-89965041-e4ea-4255-809c-a2dde88e5367 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Calling delete_port for eec98993-8668-40c2-8e63-40d70bca5003 owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:23.939913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-8e921e57-e6d0-4964-84a6-31ff73534734 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1533932830', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:23.962742 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8e921e57-e6d0-4964-84a6-31ff73534734 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:23.972711 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8e921e57-e6d0-4964-84a6-31ff73534734 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Usage tracker for resource:router and tenant:07b8fa071e9e45049a9f3f9587fc055b is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:23.977406 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8e921e57-e6d0-4964-84a6-31ff73534734 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:23.987390 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8e921e57-e6d0-4964-84a6-31ff73534734 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:24.063607 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-dd316ff9-2cdd-49c3-a2c1-046c20ac4ff2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] device_id is not set on port b70a8e65-293d-46f0-bd7d-136f7d72801d yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:22:24.092913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8e921e57-e6d0-4964-84a6-31ff73534734 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:24.094761 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8e921e57-e6d0-4964-84a6-31ff73534734 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:24.214591 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8e921e57-e6d0-4964-84a6-31ff73534734 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:24.252270 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5d2a2726-f65f-4dec-904a-43bdd3f408a6 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:24.320613 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:24.387739 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8e921e57-e6d0-4964-84a6-31ff73534734 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:24.404600 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port f28b96e5-e402-4480-8a72-cb3de77719a9, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=f28b96e5-e402-4480-8a72-cb3de77719a9,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:24.417743 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:24.462728 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8e921e57-e6d0-4964-84a6-31ff73534734 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:24.464039 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8e921e57-e6d0-4964-84a6-31ff73534734 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7745876 Jan 26 11:22:24.467001 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46786) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:24.478805 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-9cf420d8-c21f-4c47-a370-60d4ec137613 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1078939406'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:24.593904 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=f28b96e5-e402-4480-8a72-cb3de77719a9,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:24.638347 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 09c85e19-6631-4b38-84dc-c64586996f74 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:22:24.673347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9cf420d8-c21f-4c47-a370-60d4ec137613 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:24.705745 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9cf420d8-c21f-4c47-a370-60d4ec137613 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Usage tracker for resource:network and tenant:07b8fa071e9e45049a9f3f9587fc055b is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:24.712796 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9cf420d8-c21f-4c47-a370-60d4ec137613 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:24.761599 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-52456643-7218-47dc-8fc1-dd9fb0c28d19 None None] Provisioning for port f28b96e5-e402-4480-8a72-cb3de77719a9 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:24.764962 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9cf420d8-c21f-4c47-a370-60d4ec137613 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:24.786990 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-52456643-7218-47dc-8fc1-dd9fb0c28d19 None None] Provisioning complete for port f28b96e5-e402-4480-8a72-cb3de77719a9 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:24.787608 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-52456643-7218-47dc-8fc1-dd9fb0c28d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:24.877487 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf420d8-c21f-4c47-a370-60d4ec137613 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Made reservation on behalf of 07b8fa071e9e45049a9f3f9587fc055b for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:24.878754 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 09c85e19-6631-4b38-84dc-c64586996f74 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:24.879389 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:24.887475 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9cf420d8-c21f-4c47-a370-60d4ec137613 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:24.922165 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89965041-e4ea-4255-809c-a2dde88e5367 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:24.926264 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9cf420d8-c21f-4c47-a370-60d4ec137613 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:24.927029 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5ae919f2-4a3b-4d4d-97fb-4c64b51ab50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:24.940983 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0fdb91-2734-4635-b173-ef4a36d838ec tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:24.947865 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0fdb91-2734-4635-b173-ef4a36d838ec tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:24.948621 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7f0fdb91-2734-4635-b173-ef4a36d838ec tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:22:24.976793 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b9c27-0952-48fc-8729-d8cb1962d285 req-a4c3bed9-3817-4ae5-b960-de7cd7c2e3d7 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:24.984797 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-da4b9c27-0952-48fc-8729-d8cb1962d285 req-a4c3bed9-3817-4ae5-b960-de7cd7c2e3d7 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.2729907 Jan 26 11:22:25.001269 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9cf420d8-c21f-4c47-a370-60d4ec137613 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:25.020196 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9cf420d8-c21f-4c47-a370-60d4ec137613 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Usage tracker for resource:security_group_rule and tenant:07b8fa071e9e45049a9f3f9587fc055b is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:25.043237 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9cf420d8-c21f-4c47-a370-60d4ec137613 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:25.058065 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-da4b9c27-0952-48fc-8729-d8cb1962d285 req-8c491260-8acc-4eda-96af-f0abc840770e tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723464 Jan 26 11:22:25.062054 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2a2726-f65f-4dec-904a-43bdd3f408a6 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Router 0fe33a17-27ea-454b-9e8e-0e6589f8c101 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:22:25.071645 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9cf420d8-c21f-4c47-a370-60d4ec137613 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:25.071835 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89965041-e4ea-4255-809c-a2dde88e5367 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Port': ['ID=eec98993-8668-40c2-8e63-40d70bca5003,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:25.145432 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7f0fdb91-2734-4635-b173-ef4a36d838ec tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:22:25.149058 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7f0fdb91-2734-4635-b173-ef4a36d838ec tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 1.6359932 Jan 26 11:22:25.157739 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-9629edfb-72eb-4fb7-a5a5-c55106448a62 None None] Provisioning for port 85bb895f-768c-4ff4-b026-76cbf96b75d1 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:25.163375 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device f28b96e5-e402-4480-8a72-cb3de77719a9 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:22:25.184903 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46792) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:25.197825 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fcc9759b-d6a9-4868-abfd-9bc5fd5cd149 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:25.245117 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-9629edfb-72eb-4fb7-a5a5-c55106448a62 None None] Provisioning complete for port 85bb895f-768c-4ff4-b026-76cbf96b75d1 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:25.245688 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9629edfb-72eb-4fb7-a5a5-c55106448a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:25.321842 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port f28b96e5-e402-4480-8a72-cb3de77719a9 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:25.322821 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:25.325629 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-dd316ff9-2cdd-49c3-a2c1-046c20ac4ff2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Allocated IP 2001:db8::4c (deb47a17-0de3-44ba-b382-027c634efb9b/79cccb48-cf3d-4dca-9712-dabd7f83717d/b70a8e65-293d-46f0-bd7d-136f7d72801d) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:25.354576 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9759b-d6a9-4868-abfd-9bc5fd5cd149 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Pushing event deleted for resources: {'Port': ['ID=68282f35-3d05-4f99-94cd-52f9858dd988,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:25.403915 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-9629edfb-72eb-4fb7-a5a5-c55106448a62 None None] Port 85bb895f-768c-4ff4-b026-76cbf96b75d1 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:22:25.507850 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-4afda53f-bb5c-4e0a-ab48-16b80dafa144 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting port 85bb895f-768c-4ff4-b026-76cbf96b75d1 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:25.508148 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4afda53f-bb5c-4e0a-ab48-16b80dafa144 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:25.517937 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2a2726-f65f-4dec-904a-43bdd3f408a6 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:22:25.526904 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] Sync routers for ids ['0fe33a17-27ea-454b-9e8e-0e6589f8c101'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:22:25.541663 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] Routers {'0fe33a17-27ea-454b-9e8e-0e6589f8c101'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:25.542553 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0fe33a17-27ea-454b-9e8e-0e6589f8c101'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:25.569427 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5d2a2726-f65f-4dec-904a-43bdd3f408a6 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:25.570813 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5d2a2726-f65f-4dec-904a-43bdd3f408a6 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.4740500 Jan 26 11:22:25.574664 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46796) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:25.658649 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9cf420d8-c21f-4c47-a370-60d4ec137613 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:25.681482 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9cf420d8-c21f-4c47-a370-60d4ec137613 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:25.689395 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-cd3aaf78-1228-4133-8720-644f7eab9a5a tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Deleting port 0959f5c7-366a-41b7-a376-9966a2210ea7 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:25.689754 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cd3aaf78-1228-4133-8720-644f7eab9a5a tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:25.698210 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf420d8-c21f-4c47-a370-60d4ec137613 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:22:25.735323 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9cf420d8-c21f-4c47-a370-60d4ec137613 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:25.736077 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-9cf420d8-c21f-4c47-a370-60d4ec137613 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Added segment 77cc50ba-477a-4ae2-ae53-ffadc61c0ce5 of type vlan for network 07c12ec2-d170-47c7-8b95-63cab5d431c2 Jan 26 11:22:25.793617 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] Set router 0fe33a17-27ea-454b-9e8e-0e6589f8c101 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:22:25.806551 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9cf420d8-c21f-4c47-a370-60d4ec137613 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:25.841440 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:25.845063 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf420d8-c21f-4c47-a370-60d4ec137613 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d55db0-4de9-4956-85d7-6ebcd63354cd,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:25.857573 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89965041-e4ea-4255-809c-a2dde88e5367 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:25.955562 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9cf420d8-c21f-4c47-a370-60d4ec137613 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:25.961571 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf420d8-c21f-4c47-a370-60d4ec137613 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:25.962276 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9cf420d8-c21f-4c47-a370-60d4ec137613 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:25.980463 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:26.022136 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ae35edce-f6db-4e4d-b348-56ed48f0d927 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "GET /v2.0/routers/0fe33a17-27ea-454b-9e8e-0e6589f8c101 HTTP/1.1" status: 200 len: 908 time: 0.4464846 Jan 26 11:22:26.028008 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46800) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:26.086074 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-bddf68b6-53b2-42f8-b3e6-62c8728b3ba2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2035061983', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'enable_snat': True}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:26.090499 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-bddf68b6-53b2-42f8-b3e6-62c8728b3ba2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:26.095143 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-bddf68b6-53b2-42f8-b3e6-62c8728b3ba2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Usage tracker for resource:router and tenant:24a5b141f49641a5adf7b112785aae82 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:26.097944 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-bddf68b6-53b2-42f8-b3e6-62c8728b3ba2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:26.103771 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-bddf68b6-53b2-42f8-b3e6-62c8728b3ba2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:26.120233 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9cf420d8-c21f-4c47-a370-60d4ec137613 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6484406 Jan 26 11:22:26.120233 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf420d8-c21f-4c47-a370-60d4ec137613 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Pushing event updated for resources: {'Network': ['ID=07c12ec2-d170-47c7-8b95-63cab5d431c2,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:26.120715 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46806) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:26.128188 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-1057c80b-a161-41cf-9acf-2f9e2d2823fd tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Request body: {'subnet': {'network_id': '07c12ec2-d170-47c7-8b95-63cab5d431c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:26.132005 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 07c12ec2-d170-47c7-8b95-63cab5d431c2 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:22:26.143205 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bddf68b6-53b2-42f8-b3e6-62c8728b3ba2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:26.144233 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bddf68b6-53b2-42f8-b3e6-62c8728b3ba2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:26.160635 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe33a17-27ea-454b-9e8e-0e6589f8c101', 'name': 'tempest-snat-router-2035061983', 'tenant_id': '24a5b141f49641a5adf7b112785aae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.30'}], 'enable_snat': False}, 'gw_port_id': 'fb015a5a-55ed-4a4c-8950-969620381f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:22:18Z', 'updated_at': '2022-01-26T11:22:23Z', 'revision_number': 3, 'project_id': '24a5b141f49641a5adf7b112785aae82', 'gw_port': {'id': 'fb015a5a-55ed-4a4c-8950-969620381f8a', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:36:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe33a17-27ea-454b-9e8e-0e6589f8c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:22:21Z', 'updated_at': '2022-01-26T11:22:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:26.171897 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] Checking router: 0fe33a17-27ea-454b-9e8e-0e6589f8c101 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:22:26.174658 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] Updating router 0fe33a17-27ea-454b-9e8e-0e6589f8c101 port fb015a5a-55ed-4a4c-8950-969620381f8a binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:22:26.251120 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bddf68b6-53b2-42f8-b3e6-62c8728b3ba2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:26.253410 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:26.271685 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1057c80b-a161-41cf-9acf-2f9e2d2823fd tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:26.276964 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1057c80b-a161-41cf-9acf-2f9e2d2823fd tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Usage tracker for resource:subnet and tenant:07b8fa071e9e45049a9f3f9587fc055b is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:26.280508 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1057c80b-a161-41cf-9acf-2f9e2d2823fd tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:26.287206 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1057c80b-a161-41cf-9acf-2f9e2d2823fd tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:26.422376 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1057c80b-a161-41cf-9acf-2f9e2d2823fd tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Made reservation on behalf of 07b8fa071e9e45049a9f3f9587fc055b for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:26.425857 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1057c80b-a161-41cf-9acf-2f9e2d2823fd tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:26.555411 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device f28b96e5-e402-4480-8a72-cb3de77719a9 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:22:26.615824 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bddf68b6-53b2-42f8-b3e6-62c8728b3ba2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:26.643979 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port f28b96e5-e402-4480-8a72-cb3de77719a9 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:26.644369 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:26.647564 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:26.661610 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] Transition to ACTIVE for port object fb015a5a-55ed-4a4c-8950-969620381f8a will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:26.671981 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:26.737599 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4afda53f-bb5c-4e0a-ab48-16b80dafa144 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:26.750105 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2b1d7-21c7-42c1-ac3e-d5cdb827231b None None] Pushing event updated for resources: {'Port': ['ID=fb015a5a-55ed-4a4c-8950-969620381f8a,revision_number=2']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:26.759791 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2b1d7-21c7-42c1-ac3e-d5cdb827231b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:26.760169 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2b1d7-21c7-42c1-ac3e-d5cdb827231b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:26.760694 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2b1d7-21c7-42c1-ac3e-d5cdb827231b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:26.761057 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2b1d7-21c7-42c1-ac3e-d5cdb827231b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:26.761405 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2b1d7-21c7-42c1-ac3e-d5cdb827231b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:26.761722 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2b1d7-21c7-42c1-ac3e-d5cdb827231b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:26.762056 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2b1d7-21c7-42c1-ac3e-d5cdb827231b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:26.762407 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2b1d7-21c7-42c1-ac3e-d5cdb827231b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:26.762913 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2b1d7-21c7-42c1-ac3e-d5cdb827231b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:26.763241 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2b1d7-21c7-42c1-ac3e-d5cdb827231b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:26.763567 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2b1d7-21c7-42c1-ac3e-d5cdb827231b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:26.763891 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2b1d7-21c7-42c1-ac3e-d5cdb827231b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:26.788660 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] Attempting to bind port fb015a5a-55ed-4a4c-8950-969620381f8a on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:22:26.789143 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] Attempting to bind port fb015a5a-55ed-4a4c-8950-969620381f8a by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:22:26.789561 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] Attempting to bind port fb015a5a-55ed-4a4c-8950-969620381f8a on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:22:26.795495 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:22:26.795952 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:22:26.796283 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:26.796815 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:22:26.797285 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] Bound port: fb015a5a-55ed-4a4c-8950-969620381f8a, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:22:26.797711 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:26.877626 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] For port fb015a5a-55ed-4a4c-8950-969620381f8a, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:22:26.881074 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] For port fb015a5a-55ed-4a4c-8950-969620381f8a, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=fb015a5a-55ed-4a4c-8950-969620381f8a,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:22:26.885754 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:26.889396 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-4afda53f-bb5c-4e0a-ab48-16b80dafa144 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Calling delete_port for 85bb895f-768c-4ff4-b026-76cbf96b75d1 owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:26.946296 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1057c80b-a161-41cf-9acf-2f9e2d2823fd tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:26.967800 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] Routers {'0fe33a17-27ea-454b-9e8e-0e6589f8c101'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:26.967800 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0fe33a17-27ea-454b-9e8e-0e6589f8c101'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:27.031015 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2b1d7-21c7-42c1-ac3e-d5cdb827231b None None] Pushing event updated for resources: {'Port': ['ID=fb015a5a-55ed-4a4c-8950-969620381f8a,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:27.054354 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057c80b-a161-41cf-9acf-2f9e2d2823fd tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Pushing event updated for resources: {'Subnet': ['ID=ad535cdb-bcd5-4fd8-b060-b05990191db0,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:27.061845 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1057c80b-a161-41cf-9acf-2f9e2d2823fd tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Checking segment: {'id': '77cc50ba-477a-4ae2-ae53-ffadc61c0ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '07c12ec2-d170-47c7-8b95-63cab5d431c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:22:27.062705 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1057c80b-a161-41cf-9acf-2f9e2d2823fd tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Network hostable DHCP agents. Network: 07c12ec2-d170-47c7-8b95-63cab5d431c2, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:22:27.162537 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] Set router 0fe33a17-27ea-454b-9e8e-0e6589f8c101 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:22:27.266821 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cd3aaf78-1228-4133-8720-644f7eab9a5a tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:27.313866 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd316ff9-2cdd-49c3-a2c1-046c20ac4ff2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:27.323475 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89965041-e4ea-4255-809c-a2dde88e5367 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Router aff357a6-5892-48bf-a8af-e39ac531cdb7 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:22:27.332903 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:27.335840 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1057c80b-a161-41cf-9acf-2f9e2d2823fd tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Network 07c12ec2-d170-47c7-8b95-63cab5d431c2 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:22:27.370938 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-1057c80b-a161-41cf-9acf-2f9e2d2823fd tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 07c12ec2-d170-47c7-8b95-63cab5d431c2) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:27.380033 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1057c80b-a161-41cf-9acf-2f9e2d2823fd tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:27.380627 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1057c80b-a161-41cf-9acf-2f9e2d2823fd tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:27.388410 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37192c8e-a375-432a-abfd-2e6612ef9c4c None None] Network 07c12ec2-d170-47c7-8b95-63cab5d431c2 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:27.415957 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bddf68b6-53b2-42f8-b3e6-62c8728b3ba2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:27.451580 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1057c80b-a161-41cf-9acf-2f9e2d2823fd tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3289692 Jan 26 11:22:27.452736 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bddf68b6-53b2-42f8-b3e6-62c8728b3ba2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:27.454515 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46812) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:27.461522 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-9e8038e0-c5aa-4168-900e-b7605d5d5dae tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Request body: {'network': {'name': 'tempest-router-network01--143415757'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:27.468886 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-cd3aaf78-1228-4133-8720-644f7eab9a5a tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Calling delete_port for 0959f5c7-366a-41b7-a376-9966a2210ea7 owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:27.487565 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe33a17-27ea-454b-9e8e-0e6589f8c101', 'name': 'tempest-snat-router-2035061983', 'tenant_id': '24a5b141f49641a5adf7b112785aae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.30'}], 'enable_snat': False}, 'gw_port_id': 'fb015a5a-55ed-4a4c-8950-969620381f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:22:18Z', 'updated_at': '2022-01-26T11:22:23Z', 'revision_number': 3, 'project_id': '24a5b141f49641a5adf7b112785aae82', 'gw_port': {'id': 'fb015a5a-55ed-4a4c-8950-969620381f8a', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:36:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe33a17-27ea-454b-9e8e-0e6589f8c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:22:21Z', 'updated_at': '2022-01-26T11:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:27.493195 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d45618d-dc4d-4bfd-b204-c451b0a52411 None None] The sync data for ids ['0fe33a17-27ea-454b-9e8e-0e6589f8c101'] in dv-neutron-826439-1-hyperv is: [{'id': '0fe33a17-27ea-454b-9e8e-0e6589f8c101', 'name': 'tempest-snat-router-2035061983', 'tenant_id': '24a5b141f49641a5adf7b112785aae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.30'}], 'enable_snat': False}, 'gw_port_id': 'fb015a5a-55ed-4a4c-8950-969620381f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:22:18Z', 'updated_at': '2022-01-26T11:22:23Z', 'revision_number': 3, 'project_id': '24a5b141f49641a5adf7b112785aae82', 'gw_port': {'id': 'fb015a5a-55ed-4a4c-8950-969620381f8a', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:36:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe33a17-27ea-454b-9e8e-0e6589f8c101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:22:21Z', 'updated_at': '2022-01-26T11:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:22:27.507943 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9e8038e0-c5aa-4168-900e-b7605d5d5dae tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:27.512801 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fcc9759b-d6a9-4868-abfd-9bc5fd5cd149 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:27.515944 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9e8038e0-c5aa-4168-900e-b7605d5d5dae tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Usage tracker for resource:network and tenant:07b8fa071e9e45049a9f3f9587fc055b is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:27.552288 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9e8038e0-c5aa-4168-900e-b7605d5d5dae tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:27.560310 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9b70b-8aca-4e17-b554-ced64f0067f6 req-08c1d77c-5647-4d75-a8aa-a43ce453558d tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:27.562499 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-aad9b70b-8aca-4e17-b554-ced64f0067f6 req-08c1d77c-5647-4d75-a8aa-a43ce453558d tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 1.2861397 Jan 26 11:22:27.565836 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-dd316ff9-2cdd-49c3-a2c1-046c20ac4ff2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Transition to ACTIVE for port object b70a8e65-293d-46f0-bd7d-136f7d72801d will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:27.571724 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9e8038e0-c5aa-4168-900e-b7605d5d5dae tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:27.622453 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8038e0-c5aa-4168-900e-b7605d5d5dae tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Made reservation on behalf of 07b8fa071e9e45049a9f3f9587fc055b for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:27.627579 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9e8038e0-c5aa-4168-900e-b7605d5d5dae tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:27.673498 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8038e0-c5aa-4168-900e-b7605d5d5dae tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:22:27.696268 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9e8038e0-c5aa-4168-900e-b7605d5d5dae tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:27.696607 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-9e8038e0-c5aa-4168-900e-b7605d5d5dae tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Added segment d3d04b2c-9ded-4222-a54a-df999b629e56 of type vlan for network 55dc017b-aa0e-461d-9cd0-63682786559a Jan 26 11:22:27.724829 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-bddf68b6-53b2-42f8-b3e6-62c8728b3ba2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Allocated IP 172.26.5.229 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/80c4af31-8133-4570-9d94-80fa8baa0009) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:27.746075 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9e8038e0-c5aa-4168-900e-b7605d5d5dae tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:27.747446 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877b07e0-5f18-468b-b5a3-9f5bb1855a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-07c12ec2-d170-47c7-8b95-63cab5d431c2', 'network_id': '07c12ec2-d170-47c7-8b95-63cab5d431c2', 'tenant_id': '07b8fa071e9e45049a9f3f9587fc055b', 'fixed_ips': [{'subnet_id': 'ad535cdb-bcd5-4fd8-b060-b05990191db0'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:22:27.748390 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-877b07e0-5f18-468b-b5a3-9f5bb1855a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:27.798466 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-fcc9759b-d6a9-4868-abfd-9bc5fd5cd149 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] 10.222.0.39 "DELETE /v2.0/ports/68282f35-3d05-4f99-94cd-52f9858dd988 HTTP/1.1" status: 204 len: 168 time: 5.5553744 Jan 26 11:22:27.803916 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46816) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:27.856239 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-31635992-9040-47dd-8b4b-3d02c1168cc6 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] GET failed (client error): The resource could not be found. Jan 26 11:22:27.856786 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-31635992-9040-47dd-8b4b-3d02c1168cc6 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Synchronizing usage tracker for tenant:0681ff55b9c445bcbc2c7e533a813355 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:22:27.861533 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9e8038e0-c5aa-4168-900e-b7605d5d5dae tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:27.867492 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8038e0-c5aa-4168-900e-b7605d5d5dae tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:27.868100 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9e8038e0-c5aa-4168-900e-b7605d5d5dae tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:27.875495 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89965041-e4ea-4255-809c-a2dde88e5367 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:22:27.979805 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd316ff9-2cdd-49c3-a2c1-046c20ac4ff2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:27.986201 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb206ae-1a3e-4d68-907f-f582f8b3284d None None] Sync routers for ids ['aff357a6-5892-48bf-a8af-e39ac531cdb7'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:22:27.997416 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-aad9b70b-8aca-4e17-b554-ced64f0067f6 req-b6498824-49f9-42c1-b1d6-595a744346a2 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3329618 Jan 26 11:22:28.007055 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb206ae-1a3e-4d68-907f-f582f8b3284d None None] Routers {'aff357a6-5892-48bf-a8af-e39ac531cdb7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:28.008062 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-8eb206ae-1a3e-4d68-907f-f582f8b3284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['aff357a6-5892-48bf-a8af-e39ac531cdb7'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:28.014499 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-89965041-e4ea-4255-809c-a2dde88e5367 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "PUT /v2.0/routers/aff357a6-5892-48bf-a8af-e39ac531cdb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4100010 Jan 26 11:22:28.026398 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46820) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:28.044011 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9e8038e0-c5aa-4168-900e-b7605d5d5dae tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5882745 Jan 26 11:22:28.044811 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-31635992-9040-47dd-8b4b-3d02c1168cc6 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Unset dirty status for tenant:0681ff55b9c445bcbc2c7e533a813355 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:22:28.049326 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-31635992-9040-47dd-8b4b-3d02c1168cc6 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] 10.222.0.39 "GET /v2.0/ports/68282f35-3d05-4f99-94cd-52f9858dd988 HTTP/1.1" status: 404 len: 333 time: 0.2414358 Jan 26 11:22:28.049326 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46826) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:28.058465 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46828) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:28.094435 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-8eb206ae-1a3e-4d68-907f-f582f8b3284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:28.105038 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8038e0-c5aa-4168-900e-b7605d5d5dae tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Pushing event updated for resources: {'Network': ['ID=55dc017b-aa0e-461d-9cd0-63682786559a,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:28.108352 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb206ae-1a3e-4d68-907f-f582f8b3284d None None] Routers {'aff357a6-5892-48bf-a8af-e39ac531cdb7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:28.109079 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-8eb206ae-1a3e-4d68-907f-f582f8b3284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['aff357a6-5892-48bf-a8af-e39ac531cdb7'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:28.115737 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-0121db23-99d5-466e-8d76-6579a2ae7a07 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Request body: {'network': {'name': 'tempest-router-network02--1185451280'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:28.133576 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0121db23-99d5-466e-8d76-6579a2ae7a07 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:28.168922 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 55dc017b-aa0e-461d-9cd0-63682786559a details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:22:28.194984 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0121db23-99d5-466e-8d76-6579a2ae7a07 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Usage tracker for resource:network and tenant:07b8fa071e9e45049a9f3f9587fc055b is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:28.205786 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-877b07e0-5f18-468b-b5a3-9f5bb1855a18 None None] Allocated IP 2001:db8::2 (07c12ec2-d170-47c7-8b95-63cab5d431c2/ad535cdb-bcd5-4fd8-b060-b05990191db0/ce6dede0-c565-431a-8847-f3eacfd8b10d) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:28.210307 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0121db23-99d5-466e-8d76-6579a2ae7a07 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:28.222876 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-8eb206ae-1a3e-4d68-907f-f582f8b3284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:28.223344 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb206ae-1a3e-4d68-907f-f582f8b3284d None None] The sync data for ids ['aff357a6-5892-48bf-a8af-e39ac531cdb7'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:22:28.277466 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0121db23-99d5-466e-8d76-6579a2ae7a07 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:28.373117 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0121db23-99d5-466e-8d76-6579a2ae7a07 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Made reservation on behalf of 07b8fa071e9e45049a9f3f9587fc055b for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:28.377351 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0121db23-99d5-466e-8d76-6579a2ae7a07 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:28.392755 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4afda53f-bb5c-4e0a-ab48-16b80dafa144 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:28.400757 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd316ff9-2cdd-49c3-a2c1-046c20ac4ff2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Network deb47a17-0de3-44ba-b382-027c634efb9b is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:28.417352 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-dd316ff9-2cdd-49c3-a2c1-046c20ac4ff2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:28.422824 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd316ff9-2cdd-49c3-a2c1-046c20ac4ff2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:28.428742 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd316ff9-2cdd-49c3-a2c1-046c20ac4ff2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:28.429796 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd316ff9-2cdd-49c3-a2c1-046c20ac4ff2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:28.518971 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-e98b7750-6193-43f2-ba8a-8bf643874310 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] remove_router_interface failed (client error): The resource could not be found. Jan 26 11:22:28.525142 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e98b7750-6193-43f2-ba8a-8bf643874310 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "PUT /v2.0/routers/aff357a6-5892-48bf-a8af-e39ac531cdb7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4973059 Jan 26 11:22:28.532744 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46834) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:28.603665 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd316ff9-2cdd-49c3-a2c1-046c20ac4ff2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Pushing event updated for resources: {'Port': ['ID=b70a8e65-293d-46f0-bd7d-136f7d72801d,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:28.610991 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-877b07e0-5f18-468b-b5a3-9f5bb1855a18 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:28.633555 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-877b07e0-5f18-468b-b5a3-9f5bb1855a18 None None] Transition to ACTIVE for port object ce6dede0-c565-431a-8847-f3eacfd8b10d will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:28.648961 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0121db23-99d5-466e-8d76-6579a2ae7a07 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:22:28.658254 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-877b07e0-5f18-468b-b5a3-9f5bb1855a18 None None] Transition to ACTIVE for port object ce6dede0-c565-431a-8847-f3eacfd8b10d will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:28.665492 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device fb015a5a-55ed-4a4c-8950-969620381f8a up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:22:28.669015 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-71833c08-240f-474d-af70-c08ee829b42d tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Synchronizing usage tracker for tenant:252bea5ac7b143c89da38d9a87822c0c on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:22:28.705712 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-877b07e0-5f18-468b-b5a3-9f5bb1855a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:28.752541 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-a49aa7c6-b5af-43cb-99e2-6ca0af2e84d6 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Deleting port 90027ced-edba-4636-a511-8c38c5991065 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:28.752899 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a49aa7c6-b5af-43cb-99e2-6ca0af2e84d6 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:28.759396 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0121db23-99d5-466e-8d76-6579a2ae7a07 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:28.759748 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-0121db23-99d5-466e-8d76-6579a2ae7a07 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Added segment f15f4763-7a1a-405b-acda-9ef5815dc934 of type vlan for network f22e09c1-ca2a-42d1-9cad-f035201fc114 Jan 26 11:22:28.809496 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afda53f-bb5c-4e0a-ab48-16b80dafa144 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Port': ['ID=85bb895f-768c-4ff4-b026-76cbf96b75d1,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:28.852591 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-71833c08-240f-474d-af70-c08ee829b42d tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Unset dirty status for tenant:252bea5ac7b143c89da38d9a87822c0c on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:22:28.856751 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-71833c08-240f-474d-af70-c08ee829b42d tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "GET /v2.0/ports?device_id=aff357a6-5892-48bf-a8af-e39ac531cdb7 HTTP/1.1" status: 200 len: 205 time: 0.3229442 Jan 26 11:22:28.857360 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46838) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:28.869309 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877b07e0-5f18-468b-b5a3-9f5bb1855a18 None None] Network 07c12ec2-d170-47c7-8b95-63cab5d431c2 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:28.875745 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0121db23-99d5-466e-8d76-6579a2ae7a07 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:28.876420 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-877b07e0-5f18-468b-b5a3-9f5bb1855a18 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:28.878951 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877b07e0-5f18-468b-b5a3-9f5bb1855a18 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:28.882486 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-dd316ff9-2cdd-49c3-a2c1-046c20ac4ff2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 6.9887273 Jan 26 11:22:28.894495 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46842) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:28.903233 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cd3aaf78-1228-4133-8720-644f7eab9a5a tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:28.993407 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b07e0-5f18-468b-b5a3-9f5bb1855a18 None None] Pushing event updated for resources: {'Port': ['ID=ce6dede0-c565-431a-8847-f3eacfd8b10d,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:29.037126 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port fb015a5a-55ed-4a4c-8950-969620381f8a completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:29.043987 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-877b07e0-5f18-468b-b5a3-9f5bb1855a18 None None] Attempting to bind port ce6dede0-c565-431a-8847-f3eacfd8b10d on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:22:29.044359 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-877b07e0-5f18-468b-b5a3-9f5bb1855a18 None None] Attempting to bind port ce6dede0-c565-431a-8847-f3eacfd8b10d by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '77cc50ba-477a-4ae2-ae53-ffadc61c0ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '07c12ec2-d170-47c7-8b95-63cab5d431c2'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:22:29.044718 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877b07e0-5f18-468b-b5a3-9f5bb1855a18 None None] Attempting to bind port ce6dede0-c565-431a-8847-f3eacfd8b10d on network 07c12ec2-d170-47c7-8b95-63cab5d431c2 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:22:29.048197 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port fb015a5a-55ed-4a4c-8950-969620381f8a triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:29.048576 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:29.049263 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4afda53f-bb5c-4e0a-ab48-16b80dafa144 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:29.051479 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4afda53f-bb5c-4e0a-ab48-16b80dafa144 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/85bb895f-768c-4ff4-b026-76cbf96b75d1 HTTP/1.1" status: 204 len: 168 time: 3.8617849 Jan 26 11:22:29.057996 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3aaf78-1228-4133-8720-644f7eab9a5a tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event deleted for resources: {'Port': ['ID=0959f5c7-366a-41b7-a376-9966a2210ea7,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:29.135502 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46848) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:29.140195 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877b07e0-5f18-468b-b5a3-9f5bb1855a18 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:22:29.140730 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877b07e0-5f18-468b-b5a3-9f5bb1855a18 None None] Checking segment: {'id': '77cc50ba-477a-4ae2-ae53-ffadc61c0ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '07c12ec2-d170-47c7-8b95-63cab5d431c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:22:29.141145 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-877b07e0-5f18-468b-b5a3-9f5bb1855a18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:29.141545 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877b07e0-5f18-468b-b5a3-9f5bb1855a18 None None] Bound using segment: {'id': '77cc50ba-477a-4ae2-ae53-ffadc61c0ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '07c12ec2-d170-47c7-8b95-63cab5d431c2'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:22:29.142031 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-877b07e0-5f18-468b-b5a3-9f5bb1855a18 None None] Bound port: ce6dede0-c565-431a-8847-f3eacfd8b10d, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77cc50ba-477a-4ae2-ae53-ffadc61c0ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '07c12ec2-d170-47c7-8b95-63cab5d431c2'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:22:29.142448 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-877b07e0-5f18-468b-b5a3-9f5bb1855a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:29.160197 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ba937781-4839-4e0b-b6e5-586f8be5b4ed None None] Provisioning for port b70a8e65-293d-46f0-bd7d-136f7d72801d completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:29.259880 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ba937781-4839-4e0b-b6e5-586f8be5b4ed None None] Provisioning complete for port b70a8e65-293d-46f0-bd7d-136f7d72801d triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:29.260268 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ba937781-4839-4e0b-b6e5-586f8be5b4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:29.267813 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-03d2fdde-8a00-46d1-a1e3-edd2070116fd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:29.296063 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:29.343303 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port fb015a5a-55ed-4a4c-8950-969620381f8a, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=fb015a5a-55ed-4a4c-8950-969620381f8a,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:29.368844 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:29.370148 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811d81a7-b712-4871-81dc-35dba9f1e83f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:29.376026 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811d81a7-b712-4871-81dc-35dba9f1e83f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:29.377720 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811d81a7-b712-4871-81dc-35dba9f1e83f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:29.378578 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-811d81a7-b712-4871-81dc-35dba9f1e83f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:22:29.407343 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-ba937781-4839-4e0b-b6e5-586f8be5b4ed None None] Port b70a8e65-293d-46f0-bd7d-136f7d72801d cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:22:29.439240 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-877b07e0-5f18-468b-b5a3-9f5bb1855a18 None None] For port ce6dede0-c565-431a-8847-f3eacfd8b10d, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:22:29.453901 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-877b07e0-5f18-468b-b5a3-9f5bb1855a18 None None] For port ce6dede0-c565-431a-8847-f3eacfd8b10d, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=ce6dede0-c565-431a-8847-f3eacfd8b10d,segment=NetworkSegment(77cc50ba-477a-4ae2-ae53-ffadc61c0ce5),segment_id=77cc50ba-477a-4ae2-ae53-ffadc61c0ce5)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:22:29.457596 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=fb015a5a-55ed-4a4c-8950-969620381f8a,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:29.463461 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-877b07e0-5f18-468b-b5a3-9f5bb1855a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:29.496580 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bddf68b6-53b2-42f8-b3e6-62c8728b3ba2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:29.500544 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.resource_extend [None req-0121db23-99d5-466e-8d76-6579a2ae7a07 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:22:29.573822 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b07e0-5f18-468b-b5a3-9f5bb1855a18 None None] Pushing event updated for resources: {'Port': ['ID=ce6dede0-c565-431a-8847-f3eacfd8b10d,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:29.574086 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-811d81a7-b712-4871-81dc-35dba9f1e83f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:22:29.582577 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-811d81a7-b712-4871-81dc-35dba9f1e83f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4447293 Jan 26 11:22:29.589245 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46852) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:29.605382 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db05f0e5-4fea-47e9-83c9-513e5943b059 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:29.612085 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db05f0e5-4fea-47e9-83c9-513e5943b059 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:29.618279 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db05f0e5-4fea-47e9-83c9-513e5943b059 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:29.619253 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-db05f0e5-4fea-47e9-83c9-513e5943b059 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Synchronizing usage tracker for tenant:04ebdfa1185a41f18f6cddf6fd475603 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:22:29.721281 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-03d2fdde-8a00-46d1-a1e3-edd2070116fd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:29.728464 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-03d2fdde-8a00-46d1-a1e3-edd2070116fd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:29.738195 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0121db23-99d5-466e-8d76-6579a2ae7a07 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:29.743568 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0121db23-99d5-466e-8d76-6579a2ae7a07 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:29.744205 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0121db23-99d5-466e-8d76-6579a2ae7a07 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:29.756921 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a49aa7c6-b5af-43cb-99e2-6ca0af2e84d6 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:29.807466 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-db05f0e5-4fea-47e9-83c9-513e5943b059 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Unset dirty status for tenant:04ebdfa1185a41f18f6cddf6fd475603 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:22:29.812876 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-db05f0e5-4fea-47e9-83c9-513e5943b059 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.9143147 Jan 26 11:22:29.814228 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46856) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:29.943201 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf3fb3-c83e-49fa-ad37-65f6504ad868 req-f64dd537-5c1d-4e60-9c11-79e897d5dd28 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:29.948555 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5faf3fb3-c83e-49fa-ad37-65f6504ad868 req-f64dd537-5c1d-4e60-9c11-79e897d5dd28 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.5860143 Jan 26 11:22:29.949487 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-03d2fdde-8a00-46d1-a1e3-edd2070116fd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:29.950483 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d2fdde-8a00-46d1-a1e3-edd2070116fd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Fanout notify agent at l3_agent the message router_deleted on router aff357a6-5892-48bf-a8af-e39ac531cdb7 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:22:29.976589 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-a49aa7c6-b5af-43cb-99e2-6ca0af2e84d6 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Calling delete_port for 90027ced-edba-4636-a511-8c38c5991065 owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:30.025546 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf0eb75-fb9d-4765-9b75-7ef068234345 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet 903b7e52-f73c-4839-8b95-147b850e600a {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:22:30.028779 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-03d2fdde-8a00-46d1-a1e3-edd2070116fd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:30.029954 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-03d2fdde-8a00-46d1-a1e3-edd2070116fd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/routers/aff357a6-5892-48bf-a8af-e39ac531cdb7 HTTP/1.1" status: 204 len: 168 time: 1.1607096 Jan 26 11:22:30.039712 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46860) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:30.050724 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3cf0eb75-fb9d-4765-9b75-7ef068234345 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:30.060148 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0121db23-99d5-466e-8d76-6579a2ae7a07 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9569175 Jan 26 11:22:30.061202 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121db23-99d5-466e-8d76-6579a2ae7a07 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Pushing event updated for resources: {'Network': ['ID=f22e09c1-ca2a-42d1-9cad-f035201fc114,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:30.070369 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46864) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:30.073120 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network f22e09c1-ca2a-42d1-9cad-f035201fc114 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:22:30.084752 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cd3aaf78-1228-4133-8720-644f7eab9a5a tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:30.085368 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-26a45f9b-cb93-422c-b4bc-5995edb85919 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Request body: {'subnet': {'network_id': '55dc017b-aa0e-461d-9cd0-63682786559a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:30.121147 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-940ff354-4365-444c-a5ea-8358d791c09c tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Deleting port b70a8e65-293d-46f0-bd7d-136f7d72801d {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:30.121485 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-940ff354-4365-444c-a5ea-8358d791c09c tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:30.162056 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bddf68b6-53b2-42f8-b3e6-62c8728b3ba2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:30.251837 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5faf3fb3-c83e-49fa-ad37-65f6504ad868 req-279c6229-b87d-402c-8ea1-b610c2904efa tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2881680 Jan 26 11:22:30.359173 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddf68b6-53b2-42f8-b3e6-62c8728b3ba2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:30.364309 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-bddf68b6-53b2-42f8-b3e6-62c8728b3ba2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:30.369873 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddf68b6-53b2-42f8-b3e6-62c8728b3ba2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:30.391052 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3cf0eb75-fb9d-4765-9b75-7ef068234345 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:30.420590 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-83008d43-1a36-42fa-962b-07fb3c4a6e26 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting subnet 2f0a6b28-cf3c-45e9-9792-4b6a48c3dc04 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:22:30.422151 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf68b6-53b2-42f8-b3e6-62c8728b3ba2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Pushing event updated for resources: {'Port': ['ID=80c4af31-8133-4570-9d94-80fa8baa0009,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:30.426361 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-26a45f9b-cb93-422c-b4bc-5995edb85919 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:30.430942 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-83008d43-1a36-42fa-962b-07fb3c4a6e26 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:30.447885 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-26a45f9b-cb93-422c-b4bc-5995edb85919 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Usage tracker for resource:subnet and tenant:07b8fa071e9e45049a9f3f9587fc055b is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:30.459461 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-26a45f9b-cb93-422c-b4bc-5995edb85919 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:30.477714 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-26a45f9b-cb93-422c-b4bc-5995edb85919 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:30.601992 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a45f9b-cb93-422c-b4bc-5995edb85919 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Made reservation on behalf of 07b8fa071e9e45049a9f3f9587fc055b for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:30.605719 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-26a45f9b-cb93-422c-b4bc-5995edb85919 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:30.671792 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-83008d43-1a36-42fa-962b-07fb3c4a6e26 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:30.716316 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device ce6dede0-c565-431a-8847-f3eacfd8b10d up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:22:30.824389 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-83008d43-1a36-42fa-962b-07fb3c4a6e26 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:30.852368 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port ce6dede0-c565-431a-8847-f3eacfd8b10d completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:30.860015 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device fb015a5a-55ed-4a4c-8950-969620381f8a up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:22:30.914431 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3cf0eb75-fb9d-4765-9b75-7ef068234345 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:30.940938 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port fb015a5a-55ed-4a4c-8950-969620381f8a triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:30.941513 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:30.973838 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce4d278-1f4d-4673-8bfe-7ccb82ebeb7b None None] Network 07c12ec2-d170-47c7-8b95-63cab5d431c2 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:31.066147 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-940ff354-4365-444c-a5ea-8358d791c09c tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:31.085876 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-83008d43-1a36-42fa-962b-07fb3c4a6e26 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:31.089721 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a49aa7c6-b5af-43cb-99e2-6ca0af2e84d6 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:31.132600 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3cf0eb75-fb9d-4765-9b75-7ef068234345 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:31.152393 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c5c78009-6dd9-4789-ad9c-02d25c4a164f None None] Provisioning for port ce6dede0-c565-431a-8847-f3eacfd8b10d completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:31.183589 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c5c78009-6dd9-4789-ad9c-02d25c4a164f None None] Provisioning complete for port ce6dede0-c565-431a-8847-f3eacfd8b10d triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:31.183951 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c5c78009-6dd9-4789-ad9c-02d25c4a164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:31.200047 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83008d43-1a36-42fa-962b-07fb3c4a6e26 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Subnet': ['ID=2f0a6b28-cf3c-45e9-9792-4b6a48c3dc04,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:31.202347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-940ff354-4365-444c-a5ea-8358d791c09c tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Calling delete_port for b70a8e65-293d-46f0-bd7d-136f7d72801d owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:31.236417 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49aa7c6-b5af-43cb-99e2-6ca0af2e84d6 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Pushing event deleted for resources: {'Port': ['ID=90027ced-edba-4636-a511-8c38c5991065,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:31.240710 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-83008d43-1a36-42fa-962b-07fb3c4a6e26 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:31.262492 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c0b73c-8c3d-4ba2-971a-fcdc465539fb None None] Network 03b233d4-775c-4753-accb-0ab46a62ba73 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:31.290129 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0eb75-fb9d-4765-9b75-7ef068234345 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=903b7e52-f73c-4839-8b95-147b850e600a,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:31.301965 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3cf0eb75-fb9d-4765-9b75-7ef068234345 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:31.330247 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a1ea4f-a0e2-4cd7-81fb-d1e4394e19ea None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:31.442806 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-83008d43-1a36-42fa-962b-07fb3c4a6e26 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/subnets/2f0a6b28-cf3c-45e9-9792-4b6a48c3dc04 HTTP/1.1" status: 204 len: 168 time: 1.3961439 Jan 26 11:22:31.481944 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46870) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:31.485397 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3cf0eb75-fb9d-4765-9b75-7ef068234345 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/903b7e52-f73c-4839-8b95-147b850e600a HTTP/1.1" status: 204 len: 168 time: 1.8918786 Jan 26 11:22:31.486192 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46872) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:31.522849 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-26a45f9b-cb93-422c-b4bc-5995edb85919 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:31.595702 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3aaf78-1228-4133-8720-644f7eab9a5a tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Router 6e772685-81ca-49c4-80e0-811053a1d13a has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:22:31.602832 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a49aa7c6-b5af-43cb-99e2-6ca0af2e84d6 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:31.604906 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a49aa7c6-b5af-43cb-99e2-6ca0af2e84d6 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] 10.222.0.39 "DELETE /v2.0/ports/90027ced-edba-4636-a511-8c38c5991065 HTTP/1.1" status: 204 len: 168 time: 3.4768751 Jan 26 11:22:31.613576 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46878) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:31.741161 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ca15a5-00d6-4635-bfb6-efd80407126f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet dcd623da-cd93-4fec-9cc5-596150d1a29c {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:22:31.752921 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f0942f-7347-40db-9dec-957de2e19eb1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] GET failed (client error): The resource could not be found. Jan 26 11:22:31.753697 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-86f0942f-7347-40db-9dec-957de2e19eb1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Synchronizing usage tracker for tenant:0681ff55b9c445bcbc2c7e533a813355 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:22:31.758627 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-85ca15a5-00d6-4635-bfb6-efd80407126f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:31.837380 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bddf68b6-53b2-42f8-b3e6-62c8728b3ba2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:31.853745 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b9831-147b-4612-8cf8-3e9283c67e2d req-3b231be0-882d-48a2-85d0-e5198fce2c97 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:31.855859 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2c2b9831-147b-4612-8cf8-3e9283c67e2d req-3b231be0-882d-48a2-85d0-e5198fce2c97 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.4603326 Jan 26 11:22:31.903543 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c5c78009-6dd9-4789-ad9c-02d25c4a164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:31.917875 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a45f9b-cb93-422c-b4bc-5995edb85919 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Pushing event updated for resources: {'Subnet': ['ID=48d72d02-a5a8-4f20-afa4-dfabbbc282e8,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:31.947179 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5994b18a-8cd8-40c7-ab65-d704c3375c1a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:31.976483 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c5c78009-6dd9-4789-ad9c-02d25c4a164f None None] For port ce6dede0-c565-431a-8847-f3eacfd8b10d, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=ce6dede0-c565-431a-8847-f3eacfd8b10d,segment=NetworkSegment(77cc50ba-477a-4ae2-ae53-ffadc61c0ce5),segment_id=77cc50ba-477a-4ae2-ae53-ffadc61c0ce5)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:31.988498 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c5c78009-6dd9-4789-ad9c-02d25c4a164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:31.990117 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a45f9b-cb93-422c-b4bc-5995edb85919 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Checking segment: {'id': 'd3d04b2c-9ded-4222-a54a-df999b629e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '55dc017b-aa0e-461d-9cd0-63682786559a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:22:31.990564 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a45f9b-cb93-422c-b4bc-5995edb85919 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Network hostable DHCP agents. Network: 55dc017b-aa0e-461d-9cd0-63682786559a, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:22:32.059330 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-86f0942f-7347-40db-9dec-957de2e19eb1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Unset dirty status for tenant:0681ff55b9c445bcbc2c7e533a813355 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:22:32.059501 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-5994b18a-8cd8-40c7-ab65-d704c3375c1a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting port fcc1239e-3094-472b-a413-bce72dc72756 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:32.059501 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5994b18a-8cd8-40c7-ab65-d704c3375c1a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:32.059653 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-86f0942f-7347-40db-9dec-957de2e19eb1 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] 10.222.0.39 "GET /v2.0/ports/90027ced-edba-4636-a511-8c38c5991065 HTTP/1.1" status: 404 len: 333 time: 0.4414628 Jan 26 11:22:32.061875 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-85ca15a5-00d6-4635-bfb6-efd80407126f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:32.083389 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-940ff354-4365-444c-a5ea-8358d791c09c tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:32.090946 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46882) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:32.094033 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c78009-6dd9-4789-ad9c-02d25c4a164f None None] Pushing event updated for resources: {'Port': ['ID=ce6dede0-c565-431a-8847-f3eacfd8b10d,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:32.182575 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3aaf78-1228-4133-8720-644f7eab9a5a tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:22:32.194797 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62d3166-45f4-4ccb-b5d4-1344ef007d98 None None] Sync routers for ids ['6e772685-81ca-49c4-80e0-811053a1d13a'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:22:32.196717 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-cd3aaf78-1228-4133-8720-644f7eab9a5a tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "PUT /v2.0/routers/6e772685-81ca-49c4-80e0-811053a1d13a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8849869 Jan 26 11:22:32.201059 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46886) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:32.205203 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2c2b9831-147b-4612-8cf8-3e9283c67e2d req-2a7f50f9-b027-4b7e-b801-3867fbe3caf1 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576238 Jan 26 11:22:32.208998 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62d3166-45f4-4ccb-b5d4-1344ef007d98 None None] Routers {'6e772685-81ca-49c4-80e0-811053a1d13a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:32.209623 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b62d3166-45f4-4ccb-b5d4-1344ef007d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['6e772685-81ca-49c4-80e0-811053a1d13a'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:32.231011 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679fb545-60d8-4187-8551-ad92c89bf486 None None] DHCP port deletion for 03b233d4-775c-4753-accb-0ab46a62ba73 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:22:32.240605 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-679fb545-60d8-4187-8551-ad92c89bf486 None None] Deleting port fcc1239e-3094-472b-a413-bce72dc72756 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:32.241111 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-679fb545-60d8-4187-8551-ad92c89bf486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:32.320900 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ff354-4365-444c-a5ea-8358d791c09c tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Pushing event deleted for resources: {'Port': ['ID=b70a8e65-293d-46f0-bd7d-136f7d72801d,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:32.345825 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-85ca15a5-00d6-4635-bfb6-efd80407126f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:32.492342 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a45f9b-cb93-422c-b4bc-5995edb85919 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Network 55dc017b-aa0e-461d-9cd0-63682786559a is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:22:32.516268 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b62d3166-45f4-4ccb-b5d4-1344ef007d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:32.539406 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62d3166-45f4-4ccb-b5d4-1344ef007d98 None None] Routers {'6e772685-81ca-49c4-80e0-811053a1d13a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:32.540433 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b62d3166-45f4-4ccb-b5d4-1344ef007d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['6e772685-81ca-49c4-80e0-811053a1d13a'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:32.623774 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device ce6dede0-c565-431a-8847-f3eacfd8b10d up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:22:32.630675 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-36f58bab-72a1-4f02-9e8a-71c0656aa801 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:32.700576 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b62d3166-45f4-4ccb-b5d4-1344ef007d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:32.700996 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62d3166-45f4-4ccb-b5d4-1344ef007d98 None None] The sync data for ids ['6e772685-81ca-49c4-80e0-811053a1d13a'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:22:32.930451 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d98a33c0-c966-4712-9acc-488b95a359d7 None None] Provisioning complete for port ce6dede0-c565-431a-8847-f3eacfd8b10d triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:32.931589 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d98a33c0-c966-4712-9acc-488b95a359d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:32.936635 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-85ca15a5-00d6-4635-bfb6-efd80407126f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:32.988427 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-679fb545-60d8-4187-8551-ad92c89bf486 None None] For port fcc1239e-3094-472b-a413-bce72dc72756, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=fcc1239e-3094-472b-a413-bce72dc72756,segment=NetworkSegment(2a44a268-a248-4f6c-ba3e-45b8863c3ed2),segment_id=2a44a268-a248-4f6c-ba3e-45b8863c3ed2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:32.988827 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-679fb545-60d8-4187-8551-ad92c89bf486 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:33.005882 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-a09920c6-63ed-4f0e-b157-26fa0499945e tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Deleting port 900d5c38-ccff-4445-9168-33f67d5c35ff {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:33.006398 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a09920c6-63ed-4f0e-b157-26fa0499945e tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:33.032657 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-26a45f9b-cb93-422c-b4bc-5995edb85919 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 55dc017b-aa0e-461d-9cd0-63682786559a) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:33.036652 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-85ca15a5-00d6-4635-bfb6-efd80407126f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:33.037119 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a45f9b-cb93-422c-b4bc-5995edb85919 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:33.037703 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-26a45f9b-cb93-422c-b4bc-5995edb85919 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:33.063933 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796cb567-34de-49f1-8784-33ada17e2389 None None] Network 55dc017b-aa0e-461d-9cd0-63682786559a requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:33.127629 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-85ca15a5-00d6-4635-bfb6-efd80407126f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/dcd623da-cd93-4fec-9cc5-596150d1a29c HTTP/1.1" status: 204 len: 168 time: 1.6308939 Jan 26 11:22:33.132476 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca15a5-00d6-4635-bfb6-efd80407126f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=dcd623da-cd93-4fec-9cc5-596150d1a29c,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:33.133805 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46894) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:33.135250 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-36f58bab-72a1-4f02-9e8a-71c0656aa801 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:33.148973 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-679fb545-60d8-4187-8551-ad92c89bf486 None None] Calling delete_port for fcc1239e-3094-472b-a413-bce72dc72756 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:33.157852 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-36f58bab-72a1-4f02-9e8a-71c0656aa801 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Deleting port 3f27d62b-70be-4e0d-b7f7-48595439bfcf {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:33.158474 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-36f58bab-72a1-4f02-9e8a-71c0656aa801 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:33.194127 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-26a45f9b-cb93-422c-b4bc-5995edb85919 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1195421 Jan 26 11:22:33.199403 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46898) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:33.199689 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12eb6454-f230-412c-bf57-61ba854fb120 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:33.213447 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-a49297a7-13fb-4b31-a84d-371e6305a493 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Request body: {'subnet': {'network_id': 'f22e09c1-ca2a-42d1-9cad-f035201fc114', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:33.274244 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931eb13d-8ffb-446c-b2f7-cf1c352b5c0f req-0dd6f953-6b1c-4a6f-bf69-26cc38641d51 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:33.275905 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-931eb13d-8ffb-446c-b2f7-cf1c352b5c0f req-0dd6f953-6b1c-4a6f-bf69-26cc38641d51 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.3411150 Jan 26 11:22:33.319624 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port ce6dede0-c565-431a-8847-f3eacfd8b10d triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:33.320219 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:33.350979 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-940ff354-4365-444c-a5ea-8358d791c09c tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:33.355579 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-940ff354-4365-444c-a5ea-8358d791c09c tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] 10.222.0.39 "DELETE /v2.0/ports/b70a8e65-293d-46f0-bd7d-136f7d72801d HTTP/1.1" status: 204 len: 168 time: 3.5074289 Jan 26 11:22:33.362453 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2394f891-10e5-4899-b03a-52591f57a005 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2100577 Jan 26 11:22:33.366464 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46902) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:33.366785 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46904) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:33.400930 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-74df0ee5-9398-41b3-a87c-77d8343ffec6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:33.459109 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a49297a7-13fb-4b31-a84d-371e6305a493 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:33.469620 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a49297a7-13fb-4b31-a84d-371e6305a493 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Usage tracker for resource:subnet and tenant:07b8fa071e9e45049a9f3f9587fc055b is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:33.475917 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a49297a7-13fb-4b31-a84d-371e6305a493 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:33.486875 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a49297a7-13fb-4b31-a84d-371e6305a493 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:33.491438 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-931eb13d-8ffb-446c-b2f7-cf1c352b5c0f req-60c79f16-0e4b-4f16-a839-265e15d381c7 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949220 Jan 26 11:22:33.534528 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49297a7-13fb-4b31-a84d-371e6305a493 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Made reservation on behalf of 07b8fa071e9e45049a9f3f9587fc055b for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:33.534528 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a49297a7-13fb-4b31-a84d-371e6305a493 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:33.547314 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-679fb545-60d8-4187-8551-ad92c89bf486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:33.554863 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-36f58bab-72a1-4f02-9e8a-71c0656aa801 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:33.590885 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2415a48-6cf2-4e19-ad8a-b4237fc798b7 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] GET failed (client error): The resource could not be found. Jan 26 11:22:33.592780 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c2415a48-6cf2-4e19-ad8a-b4237fc798b7 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Synchronizing usage tracker for tenant:04ebdfa1185a41f18f6cddf6fd475603 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:22:33.596617 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bddf68b6-53b2-42f8-b3e6-62c8728b3ba2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:33.671079 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679fb545-60d8-4187-8551-ad92c89bf486 None None] No DVR routers for this DVR port fcc1239e-3094-472b-a413-bce72dc72756 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:22:33.679079 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fb545-60d8-4187-8551-ad92c89bf486 None None] Pushing event deleted for resources: {'Port': ['ID=fcc1239e-3094-472b-a413-bce72dc72756,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:33.692056 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa94efa-c56b-4343-8d52-0733c7f4ea79 req-177af9e8-142a-40da-8bf2-cbf727a19433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:33.697824 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bfa94efa-c56b-4343-8d52-0733c7f4ea79 req-177af9e8-142a-40da-8bf2-cbf727a19433 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5fbcfd06e3341ee86200462cb30acd6&device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 1098 time: 0.8007519 Jan 26 11:22:33.698469 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-36f58bab-72a1-4f02-9e8a-71c0656aa801 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Calling delete_port for 3f27d62b-70be-4e0d-b7f7-48595439bfcf owned by network:router_gateway {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:33.845489 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-5994b18a-8cd8-40c7-ab65-d704c3375c1a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] For port fcc1239e-3094-472b-a413-bce72dc72756, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=fcc1239e-3094-472b-a413-bce72dc72756,segment=NetworkSegment(2a44a268-a248-4f6c-ba3e-45b8863c3ed2),segment_id=2a44a268-a248-4f6c-ba3e-45b8863c3ed2)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:33.845666 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5994b18a-8cd8-40c7-ab65-d704c3375c1a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:33.856280 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d95c0a-ae83-4cda-ab84-0ead6660b1b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-55dc017b-aa0e-461d-9cd0-63682786559a', 'network_id': '55dc017b-aa0e-461d-9cd0-63682786559a', 'tenant_id': '07b8fa071e9e45049a9f3f9587fc055b', 'fixed_ips': [{'subnet_id': '48d72d02-a5a8-4f20-afa4-dfabbbc282e8'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:22:33.858287 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-02d95c0a-ae83-4cda-ab84-0ead6660b1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:33.875383 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c08c3c22-a969-497c-8411-2471babbe3ca None None] Provisioning complete for port f28b96e5-e402-4480-8a72-cb3de77719a9 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:33.875383 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c08c3c22-a969-497c-8411-2471babbe3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:33.915658 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c2415a48-6cf2-4e19-ad8a-b4237fc798b7 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Unset dirty status for tenant:04ebdfa1185a41f18f6cddf6fd475603 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:22:33.920992 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c2415a48-6cf2-4e19-ad8a-b4237fc798b7 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] 10.222.0.39 "GET /v2.0/ports/b70a8e65-293d-46f0-bd7d-136f7d72801d HTTP/1.1" status: 404 len: 333 time: 0.5483305 Jan 26 11:22:33.921202 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device fcc1239e-3094-472b-a413-bce72dc72756 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:22:33.923399 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46910) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:33.944290 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-60288c7c-a36e-4c30-9d49-41fa8149f9e2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Request body: {'port': {'network_id': 'deb47a17-0de3-44ba-b382-027c634efb9b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-939171103'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:33.974018 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: fcc1239e-3094-472b-a413-bce72dc72756 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:22:33.974462 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device fcc1239e-3094-472b-a413-bce72dc72756 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:22:34.119083 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b6fcf7-9de5-439c-899a-027b3b0a93f8 None None] DHCP port deletion for ba6f0584-2941-48e6-9427-2229465f5a54 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:22:34.134739 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-09b6fcf7-9de5-439c-899a-027b3b0a93f8 None None] Deleting port f28b96e5-e402-4480-8a72-cb3de77719a9 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:34.135109 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-09b6fcf7-9de5-439c-899a-027b3b0a93f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:34.194356 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-74df0ee5-9398-41b3-a87c-77d8343ffec6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:34.223393 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-5994b18a-8cd8-40c7-ab65-d704c3375c1a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Calling delete_port for fcc1239e-3094-472b-a413-bce72dc72756 owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:34.289883 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-02d95c0a-ae83-4cda-ab84-0ead6660b1b2 None None] Allocated IP 2001:db8::2 (55dc017b-aa0e-461d-9cd0-63682786559a/48d72d02-a5a8-4f20-afa4-dfabbbc282e8/5205d8f5-717e-48c2-b8f4-562517a6dbd1) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:34.309213 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a49297a7-13fb-4b31-a84d-371e6305a493 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:34.345352 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-36f58bab-72a1-4f02-9e8a-71c0656aa801 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:34.406134 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-60288c7c-a36e-4c30-9d49-41fa8149f9e2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:34.418049 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-74df0ee5-9398-41b3-a87c-77d8343ffec6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:subnet and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:34.420670 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f58bab-72a1-4f02-9e8a-71c0656aa801 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event deleted for resources: {'Port': ['ID=3f27d62b-70be-4e0d-b7f7-48595439bfcf,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:34.445841 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-74df0ee5-9398-41b3-a87c-77d8343ffec6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:34.494086 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-60288c7c-a36e-4c30-9d49-41fa8149f9e2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:34.517952 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-74df0ee5-9398-41b3-a87c-77d8343ffec6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:34.547110 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49297a7-13fb-4b31-a84d-371e6305a493 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Pushing event updated for resources: {'Subnet': ['ID=299c5e13-14a2-4fe3-9f75-7acc9e0dce63,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:34.564606 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60288c7c-a36e-4c30-9d49-41fa8149f9e2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Made reservation on behalf of 04ebdfa1185a41f18f6cddf6fd475603 for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:34.568117 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-60288c7c-a36e-4c30-9d49-41fa8149f9e2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:34.585071 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49297a7-13fb-4b31-a84d-371e6305a493 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Checking segment: {'id': 'f15f4763-7a1a-405b-acda-9ef5815dc934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f22e09c1-ca2a-42d1-9cad-f035201fc114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:22:34.585437 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49297a7-13fb-4b31-a84d-371e6305a493 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Network hostable DHCP agents. Network: f22e09c1-ca2a-42d1-9cad-f035201fc114, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:22:34.614628 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-36f58bab-72a1-4f02-9e8a-71c0656aa801 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:34.640576 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a09920c6-63ed-4f0e-b157-26fa0499945e tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:34.648934 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74df0ee5-9398-41b3-a87c-77d8343ffec6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:34.652692 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-74df0ee5-9398-41b3-a87c-77d8343ffec6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:34.659242 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-60288c7c-a36e-4c30-9d49-41fa8149f9e2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] device_id is not set on port 31079bca-3cb1-4501-8c1d-99ec74603252 yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:22:34.685606 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device f28b96e5-e402-4480-8a72-cb3de77719a9 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:22:34.757108 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-09b6fcf7-9de5-439c-899a-027b3b0a93f8 None None] For port f28b96e5-e402-4480-8a72-cb3de77719a9, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=f28b96e5-e402-4480-8a72-cb3de77719a9,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:34.758825 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-09b6fcf7-9de5-439c-899a-027b3b0a93f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:34.836466 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49297a7-13fb-4b31-a84d-371e6305a493 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Network f22e09c1-ca2a-42d1-9cad-f035201fc114 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:22:34.851325 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-36f58bab-72a1-4f02-9e8a-71c0656aa801 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:34.857791 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-36f58bab-72a1-4f02-9e8a-71c0656aa801 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:34.872929 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-a49297a7-13fb-4b31-a84d-371e6305a493 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, f22e09c1-ca2a-42d1-9cad-f035201fc114) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:34.883602 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-a09920c6-63ed-4f0e-b157-26fa0499945e tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Calling delete_port for 900d5c38-ccff-4445-9168-33f67d5c35ff owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:34.893702 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49297a7-13fb-4b31-a84d-371e6305a493 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:34.894301 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a49297a7-13fb-4b31-a84d-371e6305a493 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:34.917409 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa94efa-c56b-4343-8d52-0733c7f4ea79 req-b3661e91-8ae0-45e8-97bc-625de4a456e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:34.918851 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bfa94efa-c56b-4343-8d52-0733c7f4ea79 req-b3661e91-8ae0-45e8-97bc-625de4a456e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf3da876-a622-4e17-8633-e23a8fba3f3c HTTP/1.1" status: 200 len: 912 time: 1.0794377 Jan 26 11:22:34.920787 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ff4e5f-c514-4c43-abc1-626e29475cea None None] Network f22e09c1-ca2a-42d1-9cad-f035201fc114 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:34.929189 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.api [None req-5994b18a-8cd8-40c7-ab65-d704c3375c1a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:22:34.929638 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG oslo_db.api [None req-5994b18a-8cd8-40c7-ab65-d704c3375c1a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:22:34.946701 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-09b6fcf7-9de5-439c-899a-027b3b0a93f8 None None] Calling delete_port for f28b96e5-e402-4480-8a72-cb3de77719a9 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:34.946943 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-36f58bab-72a1-4f02-9e8a-71c0656aa801 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:34.947707 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f58bab-72a1-4f02-9e8a-71c0656aa801 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Fanout notify agent at l3_agent the message router_deleted on router 6e772685-81ca-49c4-80e0-811053a1d13a {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:22:34.979397 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-36f58bab-72a1-4f02-9e8a-71c0656aa801 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:34.983221 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-36f58bab-72a1-4f02-9e8a-71c0656aa801 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "DELETE /v2.0/routers/6e772685-81ca-49c4-80e0-811053a1d13a HTTP/1.1" status: 204 len: 168 time: 2.7768550 Jan 26 11:22:34.984197 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46916) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:34.990714 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a49297a7-13fb-4b31-a84d-371e6305a493 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7861876 Jan 26 11:22:35.002074 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46920) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:35.026744 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-02d95c0a-ae83-4cda-ab84-0ead6660b1b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:35.052108 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-60288c7c-a36e-4c30-9d49-41fa8149f9e2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Allocated IP 2001:db8::14a (deb47a17-0de3-44ba-b382-027c634efb9b/79cccb48-cf3d-4dca-9712-dabd7f83717d/31079bca-3cb1-4501-8c1d-99ec74603252) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:35.083946 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a32243-311c-4de5-86ff-472b285c9a17 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Deleting subnet d2b17d20-9ab4-428b-aec6-aea2c5759e25 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:22:35.088413 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e4a32243-311c-4de5-86ff-472b285c9a17 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:35.097605 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-02d95c0a-ae83-4cda-ab84-0ead6660b1b2 None None] Transition to ACTIVE for port object 5205d8f5-717e-48c2-b8f4-562517a6dbd1 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:35.166651 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bddf68b6-53b2-42f8-b3e6-62c8728b3ba2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Router a7dd35b7-e102-47f9-883f-507814761b31 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:22:35.173913 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e4a32243-311c-4de5-86ff-472b285c9a17 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:35.220821 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-02d95c0a-ae83-4cda-ab84-0ead6660b1b2 None None] Transition to ACTIVE for port object 5205d8f5-717e-48c2-b8f4-562517a6dbd1 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:35.222000 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:35.227004 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-09b6fcf7-9de5-439c-899a-027b3b0a93f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:35.305596 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-02d95c0a-ae83-4cda-ab84-0ead6660b1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:35.328074 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b6fcf7-9de5-439c-899a-027b3b0a93f8 None None] Pushing event deleted for resources: {'Port': ['ID=f28b96e5-e402-4480-8a72-cb3de77719a9,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:35.329655 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:35.371724 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b6fcf7-9de5-439c-899a-027b3b0a93f8 None None] No DVR routers for this DVR port f28b96e5-e402-4480-8a72-cb3de77719a9 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:22:35.374345 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bfa94efa-c56b-4343-8d52-0733c7f4ea79 req-4613f065-1b4c-4e1a-9afd-fc14c0cc0020 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd73cb01-e730-4ad8-b770-b6a1e7f436ed HTTP/1.1" status: 200 len: 1000 time: 0.4435656 Jan 26 11:22:35.425899 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-60288c7c-a36e-4c30-9d49-41fa8149f9e2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:35.429207 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e4a32243-311c-4de5-86ff-472b285c9a17 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:35.429400 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d95c0a-ae83-4cda-ab84-0ead6660b1b2 None None] Network 55dc017b-aa0e-461d-9cd0-63682786559a is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:35.437153 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-02d95c0a-ae83-4cda-ab84-0ead6660b1b2 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:35.448050 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-5994b18a-8cd8-40c7-ab65-d704c3375c1a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting port fcc1239e-3094-472b-a413-bce72dc72756 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:35.448726 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5994b18a-8cd8-40c7-ab65-d704c3375c1a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:35.468241 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d95c0a-ae83-4cda-ab84-0ead6660b1b2 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:35.489581 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-60288c7c-a36e-4c30-9d49-41fa8149f9e2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Transition to ACTIVE for port object 31079bca-3cb1-4501-8c1d-99ec74603252 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:35.530308 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e4a32243-311c-4de5-86ff-472b285c9a17 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:35.551383 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d95c0a-ae83-4cda-ab84-0ead6660b1b2 None None] Pushing event updated for resources: {'Port': ['ID=5205d8f5-717e-48c2-b8f4-562517a6dbd1,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:35.563460 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4414556e-9031-4404-a7b9-47a97d5ed1a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-f22e09c1-ca2a-42d1-9cad-f035201fc114', 'network_id': 'f22e09c1-ca2a-42d1-9cad-f035201fc114', 'tenant_id': '07b8fa071e9e45049a9f3f9587fc055b', 'fixed_ips': [{'subnet_id': '299c5e13-14a2-4fe3-9f75-7acc9e0dce63'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:22:35.564279 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4414556e-9031-4404-a7b9-47a97d5ed1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:35.574918 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-60288c7c-a36e-4c30-9d49-41fa8149f9e2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:35.624221 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e4a32243-311c-4de5-86ff-472b285c9a17 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:35.635039 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a32243-311c-4de5-86ff-472b285c9a17 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event deleted for resources: {'Subnet': ['ID=d2b17d20-9ab4-428b-aec6-aea2c5759e25,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:35.656897 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60288c7c-a36e-4c30-9d49-41fa8149f9e2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Network deb47a17-0de3-44ba-b382-027c634efb9b is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:35.661052 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e4a32243-311c-4de5-86ff-472b285c9a17 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "DELETE /v2.0/subnets/d2b17d20-9ab4-428b-aec6-aea2c5759e25 HTTP/1.1" status: 204 len: 168 time: 0.6695895 Jan 26 11:22:35.662729 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-60288c7c-a36e-4c30-9d49-41fa8149f9e2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:35.663837 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4bfc6e-6d4b-4a11-a9ce-36f810d8cb17 None None] Network f1e69302-9b35-40c1-b11b-a0421566fd4e requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:35.665744 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60288c7c-a36e-4c30-9d49-41fa8149f9e2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:35.672365 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60288c7c-a36e-4c30-9d49-41fa8149f9e2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:35.672998 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-60288c7c-a36e-4c30-9d49-41fa8149f9e2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:35.688146 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46924) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:35.701258 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-02d95c0a-ae83-4cda-ab84-0ead6660b1b2 None None] Attempting to bind port 5205d8f5-717e-48c2-b8f4-562517a6dbd1 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:22:35.701841 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-02d95c0a-ae83-4cda-ab84-0ead6660b1b2 None None] Attempting to bind port 5205d8f5-717e-48c2-b8f4-562517a6dbd1 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'd3d04b2c-9ded-4222-a54a-df999b629e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '55dc017b-aa0e-461d-9cd0-63682786559a'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:22:35.702195 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d95c0a-ae83-4cda-ab84-0ead6660b1b2 None None] Attempting to bind port 5205d8f5-717e-48c2-b8f4-562517a6dbd1 on network 55dc017b-aa0e-461d-9cd0-63682786559a {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:22:35.739036 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d95c0a-ae83-4cda-ab84-0ead6660b1b2 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:22:35.739409 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d95c0a-ae83-4cda-ab84-0ead6660b1b2 None None] Checking segment: {'id': 'd3d04b2c-9ded-4222-a54a-df999b629e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '55dc017b-aa0e-461d-9cd0-63682786559a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:22:35.739813 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-02d95c0a-ae83-4cda-ab84-0ead6660b1b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:35.740208 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d95c0a-ae83-4cda-ab84-0ead6660b1b2 None None] Bound using segment: {'id': 'd3d04b2c-9ded-4222-a54a-df999b629e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '55dc017b-aa0e-461d-9cd0-63682786559a'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:22:35.740692 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-02d95c0a-ae83-4cda-ab84-0ead6660b1b2 None None] Bound port: 5205d8f5-717e-48c2-b8f4-562517a6dbd1, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d04b2c-9ded-4222-a54a-df999b629e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '55dc017b-aa0e-461d-9cd0-63682786559a'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:22:35.741064 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-02d95c0a-ae83-4cda-ab84-0ead6660b1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:35.772666 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1922a-9451-465b-9f92-97e3f48c050f req-da6bb9c4-442d-4936-9ed8-962c9c577955 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:35.775034 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bac1922a-9451-465b-9f92-97e3f48c050f req-da6bb9c4-442d-4936-9ed8-962c9c577955 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 1.0928168 Jan 26 11:22:35.958792 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60288c7c-a36e-4c30-9d49-41fa8149f9e2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Pushing event updated for resources: {'Port': ['ID=31079bca-3cb1-4501-8c1d-99ec74603252,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:35.965428 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3d2cb5a0-52ed-4b30-af65-c7ce3f3209da tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:35.968676 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-60288c7c-a36e-4c30-9d49-41fa8149f9e2 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0460536 Jan 26 11:22:35.971573 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46928) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:35.980504 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-caf6fc3a-5a94-4014-aa88-313973b89747 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3b0', 'mac_address': 'fa:16:3e:98:37:3c'}]}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:36.035051 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-3d2cb5a0-52ed-4b30-af65-c7ce3f3209da tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Deleting port ce3cf7fd-764a-45ee-b745-6e2d78483a9c {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:36.035482 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3d2cb5a0-52ed-4b30-af65-c7ce3f3209da tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:36.076136 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-5994b18a-8cd8-40c7-ab65-d704c3375c1a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] The port 'fcc1239e-3094-472b-a413-bce72dc72756' was deleted {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:22:36.147875 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-4414556e-9031-4404-a7b9-47a97d5ed1a8 None None] Allocated IP 2001:db8::2 (f22e09c1-ca2a-42d1-9cad-f035201fc114/299c5e13-14a2-4fe3-9f75-7acc9e0dce63/7a888ef8-72ea-448c-adbc-45fac7d0d976) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:36.160126 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-0af7dd2a-17a5-4e44-a251-8d052decb011 None None] Provisioning for port 31079bca-3cb1-4501-8c1d-99ec74603252 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:36.182330 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-0af7dd2a-17a5-4e44-a251-8d052decb011 None None] Provisioning complete for port 31079bca-3cb1-4501-8c1d-99ec74603252 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:36.182740 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-0af7dd2a-17a5-4e44-a251-8d052decb011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:36.235577 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-02d95c0a-ae83-4cda-ab84-0ead6660b1b2 None None] For port 5205d8f5-717e-48c2-b8f4-562517a6dbd1, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:22:36.271558 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-02d95c0a-ae83-4cda-ab84-0ead6660b1b2 None None] For port 5205d8f5-717e-48c2-b8f4-562517a6dbd1, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=5205d8f5-717e-48c2-b8f4-562517a6dbd1,segment=NetworkSegment(d3d04b2c-9ded-4222-a54a-df999b629e56),segment_id=d3d04b2c-9ded-4222-a54a-df999b629e56)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:22:36.290014 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-02d95c0a-ae83-4cda-ab84-0ead6660b1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:36.293110 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-0af7dd2a-17a5-4e44-a251-8d052decb011 None None] Port 31079bca-3cb1-4501-8c1d-99ec74603252 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:22:36.318500 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa94efa-c56b-4343-8d52-0733c7f4ea79 req-e7deebd2-3aa3-4bca-9bf2-c90e895153fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:36.319953 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bfa94efa-c56b-4343-8d52-0733c7f4ea79 req-e7deebd2-3aa3-4bca-9bf2-c90e895153fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53606115-5141-4c56-95c1-767f19a5c1f8 HTTP/1.1" status: 200 len: 850 time: 0.8780870 Jan 26 11:22:36.340998 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a09920c6-63ed-4f0e-b157-26fa0499945e tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:36.429902 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19744636-daf9-4ba0-b337-2eef241b34d8 None None] DHCP port deletion for f1e69302-9b35-40c1-b11b-a0421566fd4e request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:22:36.441112 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-3d2cb5a0-52ed-4b30-af65-c7ce3f3209da tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] For port ce3cf7fd-764a-45ee-b745-6e2d78483a9c, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=ce3cf7fd-764a-45ee-b745-6e2d78483a9c,segment=NetworkSegment(a349ab8e-8c81-4f39-95ae-e10289720faa),segment_id=a349ab8e-8c81-4f39-95ae-e10289720faa)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:36.441503 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3d2cb5a0-52ed-4b30-af65-c7ce3f3209da tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:36.448807 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-19744636-daf9-4ba0-b337-2eef241b34d8 None None] Deleting port ce3cf7fd-764a-45ee-b745-6e2d78483a9c {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:36.449696 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-19744636-daf9-4ba0-b337-2eef241b34d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:36.508375 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bac1922a-9451-465b-9f92-97e3f48c050f req-423f634f-2189-4f62-8fe1-07e7842152e0 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4134932 Jan 26 11:22:36.521933 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09920c6-63ed-4f0e-b157-26fa0499945e tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Pushing event deleted for resources: {'Port': ['ID=900d5c38-ccff-4445-9168-33f67d5c35ff,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:36.543455 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d95c0a-ae83-4cda-ab84-0ead6660b1b2 None None] Pushing event updated for resources: {'Port': ['ID=5205d8f5-717e-48c2-b8f4-562517a6dbd1,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:36.603187 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device ce3cf7fd-764a-45ee-b745-6e2d78483a9c no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:22:36.653758 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5994b18a-8cd8-40c7-ab65-d704c3375c1a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:36.666239 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-caf6fc3a-5a94-4014-aa88-313973b89747 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:36.691627 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-3d2cb5a0-52ed-4b30-af65-c7ce3f3209da tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Calling delete_port for ce3cf7fd-764a-45ee-b745-6e2d78483a9c owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:36.708156 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddf68b6-53b2-42f8-b3e6-62c8728b3ba2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:22:36.729833 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-44dbf1e8-3e1e-4051-a06c-4c4203d7a042 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:36.733729 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] Sync routers for ids ['a7dd35b7-e102-47f9-883f-507814761b31'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:22:36.753788 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4414556e-9031-4404-a7b9-47a97d5ed1a8 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:36.805117 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4414556e-9031-4404-a7b9-47a97d5ed1a8 None None] Transition to ACTIVE for port object 7a888ef8-72ea-448c-adbc-45fac7d0d976 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:36.825942 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-74df0ee5-9398-41b3-a87c-77d8343ffec6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:36.839416 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4414556e-9031-4404-a7b9-47a97d5ed1a8 None None] Transition to ACTIVE for port object 7a888ef8-72ea-448c-adbc-45fac7d0d976 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:36.872302 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4414556e-9031-4404-a7b9-47a97d5ed1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:36.877328 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] Routers {'a7dd35b7-e102-47f9-883f-507814761b31'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:36.879135 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['a7dd35b7-e102-47f9-883f-507814761b31'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:36.899047 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-5994b18a-8cd8-40c7-ab65-d704c3375c1a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b233d4-775c-4753-accb-0ab46a62ba73']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:36.904090 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3d2cb5a0-52ed-4b30-af65-c7ce3f3209da tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:37.002643 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cb5a0-52ed-4b30-af65-c7ce3f3209da tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event deleted for resources: {'Port': ['ID=ce3cf7fd-764a-45ee-b745-6e2d78483a9c,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:37.008422 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2cb5a0-52ed-4b30-af65-c7ce3f3209da tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] No DVR routers for this DVR port ce3cf7fd-764a-45ee-b745-6e2d78483a9c on host dv-neutron-826439-1-hyperv {{(pid=87442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:22:37.038341 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-5994b18a-8cd8-40c7-ab65-d704c3375c1a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a44a268-a248-4f6c-ba3e-45b8863c3ed2') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:37.038647 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-5994b18a-8cd8-40c7-ab65-d704c3375c1a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a44a268-a248-4f6c-ba3e-45b8863c3ed2') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:37.142830 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74df0ee5-9398-41b3-a87c-77d8343ffec6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:37.148084 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No active binding found for port ce3cf7fd-764a-45ee-b745-6e2d78483a9c {{(pid=87444) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 26 11:22:37.148260 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5994b18a-8cd8-40c7-ab65-d704c3375c1a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:37.148703 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device ce3cf7fd-764a-45ee-b745-6e2d78483a9c not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:22:37.172902 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-74df0ee5-9398-41b3-a87c-77d8343ffec6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:37.189685 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3d2cb5a0-52ed-4b30-af65-c7ce3f3209da tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:37.218534 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-3d2cb5a0-52ed-4b30-af65-c7ce3f3209da tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e69302-9b35-40c1-b11b-a0421566fd4e']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:37.227901 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74df0ee5-9398-41b3-a87c-77d8343ffec6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:37.228514 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-74df0ee5-9398-41b3-a87c-77d8343ffec6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:37.232914 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-3d2cb5a0-52ed-4b30-af65-c7ce3f3209da tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a349ab8e-8c81-4f39-95ae-e10289720faa') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:37.233437 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-3d2cb5a0-52ed-4b30-af65-c7ce3f3209da tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a349ab8e-8c81-4f39-95ae-e10289720faa') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:37.241037 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df0ee5-9398-41b3-a87c-77d8343ffec6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=a402a09a-9251-4895-afb0-52d04e2b9d46,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:37.244322 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a09920c6-63ed-4f0e-b157-26fa0499945e tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:37.246198 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a09920c6-63ed-4f0e-b157-26fa0499945e tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] 10.222.0.39 "DELETE /v2.0/ports/900d5c38-ccff-4445-9168-33f67d5c35ff HTTP/1.1" status: 204 len: 168 time: 5.1486750 Jan 26 11:22:37.247168 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3d2cb5a0-52ed-4b30-af65-c7ce3f3209da tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:37.247294 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5994b18a-8cd8-40c7-ab65-d704c3375c1a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:37.255912 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bddf68b6-53b2-42f8-b3e6-62c8728b3ba2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:37.257265 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-bddf68b6-53b2-42f8-b3e6-62c8728b3ba2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.2258554 Jan 26 11:22:37.258685 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4414556e-9031-4404-a7b9-47a97d5ed1a8 None None] Network f22e09c1-ca2a-42d1-9cad-f035201fc114 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:37.264925 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46932) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:37.264925 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46934) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:37.271927 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbe0143-6c06-4f78-b847-6e03a57d7b4a None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:37.272432 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa94efa-c56b-4343-8d52-0733c7f4ea79 req-34e145d5-76c3-49c5-b9a8-66ec637409e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:37.273969 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bfa94efa-c56b-4343-8d52-0733c7f4ea79 req-34e145d5-76c3-49c5-b9a8-66ec637409e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf3da876-a622-4e17-8633-e23a8fba3f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9305916 Jan 26 11:22:37.303148 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-4414556e-9031-4404-a7b9-47a97d5ed1a8 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:37.305668 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4414556e-9031-4404-a7b9-47a97d5ed1a8 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:37.320748 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3d2cb5a0-52ed-4b30-af65-c7ce3f3209da tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:37.327757 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-19744636-daf9-4ba0-b337-2eef241b34d8 None None] For port ce3cf7fd-764a-45ee-b745-6e2d78483a9c, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=ce3cf7fd-764a-45ee-b745-6e2d78483a9c,segment=NetworkSegment(a349ab8e-8c81-4f39-95ae-e10289720faa),segment_id=a349ab8e-8c81-4f39-95ae-e10289720faa)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:37.328146 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-19744636-daf9-4ba0-b337-2eef241b34d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:37.332154 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2cb5a0-52ed-4b30-af65-c7ce3f3209da tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:22:37.332757 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3d2cb5a0-52ed-4b30-af65-c7ce3f3209da tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:22:37.347452 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:22:37.363007 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414556e-9031-4404-a7b9-47a97d5ed1a8 None None] Pushing event updated for resources: {'Port': ['ID=7a888ef8-72ea-448c-adbc-45fac7d0d976,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:37.407230 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5994b18a-8cd8-40c7-ab65-d704c3375c1a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:22:37.407521 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5994b18a-8cd8-40c7-ab65-d704c3375c1a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:22:37.423266 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:22:37.463067 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3d2cb5a0-52ed-4b30-af65-c7ce3f3209da tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:37.482922 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-74df0ee5-9398-41b3-a87c-77d8343ffec6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1121886 Jan 26 11:22:37.495235 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3d2cb5a0-52ed-4b30-af65-c7ce3f3209da tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:37.498517 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46940) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:37.513549 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-e707390b-2dc5-4f2b-ac72-0bf855a737dc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:37.531766 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cb5a0-52ed-4b30-af65-c7ce3f3209da tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event deleted for resources: {'Network': ['ID=f1e69302-9b35-40c1-b11b-a0421566fd4e,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:37.553167 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3d2cb5a0-52ed-4b30-af65-c7ce3f3209da tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "DELETE /v2.0/networks/f1e69302-9b35-40c1-b11b-a0421566fd4e HTTP/1.1" status: 204 len: 168 time: 1.8635468 Jan 26 11:22:37.566185 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46946) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:37.592244 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-19744636-daf9-4ba0-b337-2eef241b34d8 None None] Calling delete_port for ce3cf7fd-764a-45ee-b745-6e2d78483a9c owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:37.741430 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-19744636-daf9-4ba0-b337-2eef241b34d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:22:37.742093 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-19744636-daf9-4ba0-b337-2eef241b34d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:22:37.810663 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] Set router a7dd35b7-e102-47f9-883f-507814761b31 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:22:37.927989 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56be7e5-fd34-4b27-b64b-129aa1f56a7e tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Deleting subnet 374574f7-923a-4b76-9b67-1d9748656840 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:22:37.929878 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5994b18a-8cd8-40c7-ab65-d704c3375c1a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:37.931447 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-caf6fc3a-5a94-4014-aa88-313973b89747 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:37.934045 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5994b18a-8cd8-40c7-ab65-d704c3375c1a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:37.985180 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d56be7e5-fd34-4b27-b64b-129aa1f56a7e tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:38.010080 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-caf6fc3a-5a94-4014-aa88-313973b89747 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:38.056492 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994b18a-8cd8-40c7-ab65-d704c3375c1a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Network': ['ID=03b233d4-775c-4753-accb-0ab46a62ba73,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:38.070141 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5994b18a-8cd8-40c7-ab65-d704c3375c1a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/networks/03b233d4-775c-4753-accb-0ab46a62ba73 HTTP/1.1" status: 204 len: 168 time: 6.5821974 Jan 26 11:22:38.083167 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46950) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:38.095695 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-fccf8211-118b-4905-8b0f-d0347069a528 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Deleting port 01797a96-c9fa-4bde-99dc-f8eff28e4bcd {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:38.095993 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fccf8211-118b-4905-8b0f-d0347069a528 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:38.116489 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-29391ac2-75e3-45d4-b90e-80b93360a731 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'network': {'name': 'tempest-RoutersTest-602896685'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:38.139000 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542517f2-2d57-4cbe-ac6a-f1a522d719c0 None None] Network 55dc017b-aa0e-461d-9cd0-63682786559a requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:38.168400 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-29391ac2-75e3-45d4-b90e-80b93360a731 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:38.172457 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d56be7e5-fd34-4b27-b64b-129aa1f56a7e tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:38.172949 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-4414556e-9031-4404-a7b9-47a97d5ed1a8 None None] Attempting to bind port 7a888ef8-72ea-448c-adbc-45fac7d0d976 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:22:38.173631 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-4414556e-9031-4404-a7b9-47a97d5ed1a8 None None] Attempting to bind port 7a888ef8-72ea-448c-adbc-45fac7d0d976 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'f15f4763-7a1a-405b-acda-9ef5815dc934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f22e09c1-ca2a-42d1-9cad-f035201fc114'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:22:38.173755 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4414556e-9031-4404-a7b9-47a97d5ed1a8 None None] Attempting to bind port 7a888ef8-72ea-448c-adbc-45fac7d0d976 on network f22e09c1-ca2a-42d1-9cad-f035201fc114 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:22:38.177414 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-caf6fc3a-5a94-4014-aa88-313973b89747 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] In _notify_port_updated(), no bound segment for port 31079bca-3cb1-4501-8c1d-99ec74603252 on network deb47a17-0de3-44ba-b382-027c634efb9b {{(pid=87442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 26 11:22:38.182843 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf6fc3a-5a94-4014-aa88-313973b89747 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:38.183496 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-caf6fc3a-5a94-4014-aa88-313973b89747 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:38.188070 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-caf6fc3a-5a94-4014-aa88-313973b89747 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] 10.222.0.39 "PUT /v2.0/ports/31079bca-3cb1-4501-8c1d-99ec74603252 HTTP/1.1" status: 200 len: 1002 time: 2.2118700 Jan 26 11:22:38.197997 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4414556e-9031-4404-a7b9-47a97d5ed1a8 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:22:38.198436 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4414556e-9031-4404-a7b9-47a97d5ed1a8 None None] Checking segment: {'id': 'f15f4763-7a1a-405b-acda-9ef5815dc934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f22e09c1-ca2a-42d1-9cad-f035201fc114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:22:38.199126 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4414556e-9031-4404-a7b9-47a97d5ed1a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:38.199744 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4414556e-9031-4404-a7b9-47a97d5ed1a8 None None] Bound using segment: {'id': 'f15f4763-7a1a-405b-acda-9ef5815dc934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f22e09c1-ca2a-42d1-9cad-f035201fc114'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:22:38.200285 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-4414556e-9031-4404-a7b9-47a97d5ed1a8 None None] Bound port: 7a888ef8-72ea-448c-adbc-45fac7d0d976, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15f4763-7a1a-405b-acda-9ef5815dc934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f22e09c1-ca2a-42d1-9cad-f035201fc114'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:22:38.201497 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4414556e-9031-4404-a7b9-47a97d5ed1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:38.207975 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1a88d62e-fa31-4a03-81c7-80ffbf366388 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "GET /v2.0/routers/a7dd35b7-e102-47f9-883f-507814761b31 HTTP/1.1" status: 200 len: 908 time: 0.9341507 Jan 26 11:22:38.207975 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46954) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:38.207975 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46956) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:38.222955 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bfa94efa-c56b-4343-8d52-0733c7f4ea79 req-727c3e69-4e1e-44a0-a0a1-1bb840ef9f16 service neutron] 10.222.0.24 "GET /v2.0/networks/bf3da876-a622-4e17-8633-e23a8fba3f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9343982 Jan 26 11:22:38.229755 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-9226c22e-0fd7-494a-b32b-4b5944dd7e6c None None] Provisioning for port 5205d8f5-717e-48c2-b8f4-562517a6dbd1 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:38.242331 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e707390b-2dc5-4f2b-ac72-0bf855a737dc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:38.246840 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e707390b-2dc5-4f2b-ac72-0bf855a737dc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:subnet and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:38.270502 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e707390b-2dc5-4f2b-ac72-0bf855a737dc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:38.274228 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6fc3a-5a94-4014-aa88-313973b89747 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Pushing event updated for resources: {'Port': ['ID=31079bca-3cb1-4501-8c1d-99ec74603252,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:38.289769 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e707390b-2dc5-4f2b-ac72-0bf855a737dc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:38.297359 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-19744636-daf9-4ba0-b337-2eef241b34d8 None None] Deleting port ce3cf7fd-764a-45ee-b745-6e2d78483a9c {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:38.297732 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-19744636-daf9-4ba0-b337-2eef241b34d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:38.321832 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077f6a7-3efb-47e2-b4c1-c4967c5c5aeb req-6ad1ade9-0ce3-4328-8042-0ad06a29ef72 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:38.322779 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-29391ac2-75e3-45d4-b90e-80b93360a731 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Usage tracker for resource:network and tenant:252bea5ac7b143c89da38d9a87822c0c is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:38.323567 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e077f6a7-3efb-47e2-b4c1-c4967c5c5aeb req-6ad1ade9-0ce3-4328-8042-0ad06a29ef72 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.6752644 Jan 26 11:22:38.339900 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-29391ac2-75e3-45d4-b90e-80b93360a731 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:38.349931 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-29391ac2-75e3-45d4-b90e-80b93360a731 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:38.388665 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e707390b-2dc5-4f2b-ac72-0bf855a737dc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:38.392714 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e707390b-2dc5-4f2b-ac72-0bf855a737dc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:38.404295 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-44dbf1e8-3e1e-4051-a06c-4c4203d7a042 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Allocated IP 2001:db8::1 (55dc017b-aa0e-461d-9cd0-63682786559a/48d72d02-a5a8-4f20-afa4-dfabbbc282e8/c88ac1e6-a040-411f-93f4-0b506fc0a445) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:38.438965 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29391ac2-75e3-45d4-b90e-80b93360a731 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Made reservation on behalf of 252bea5ac7b143c89da38d9a87822c0c for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:38.443103 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-29391ac2-75e3-45d4-b90e-80b93360a731 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:38.505968 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-19744636-daf9-4ba0-b337-2eef241b34d8 None None] The port 'ce3cf7fd-764a-45ee-b745-6e2d78483a9c' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:22:38.599864 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e077f6a7-3efb-47e2-b4c1-c4967c5c5aeb req-af6b0cda-1a48-4cb3-849e-5f3413efa78f tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170038 Jan 26 11:22:38.621149 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fccf8211-118b-4905-8b0f-d0347069a528 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:38.621717 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fccf8211-118b-4905-8b0f-d0347069a528 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:38.656782 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8056c690-6471-41a6-8f37-148f5254109f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-ba6f0584-2941-48e6-9427-2229465f5a54', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'fixed_ips': [{'subnet_id': 'a402a09a-9251-4895-afb0-52d04e2b9d46'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:22:38.657597 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8056c690-6471-41a6-8f37-148f5254109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:38.681550 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29391ac2-75e3-45d4-b90e-80b93360a731 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:22:38.692529 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 5205d8f5-717e-48c2-b8f4-562517a6dbd1 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:22:38.712743 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-23185246-9f0a-43de-bbe3-eca061332e68 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Deleting port 31079bca-3cb1-4501-8c1d-99ec74603252 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:38.713091 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-23185246-9f0a-43de-bbe3-eca061332e68 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:38.775748 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b082de42-8439-4c77-b2fb-76dbc4d10012 None None] Provisioning complete for port 31079bca-3cb1-4501-8c1d-99ec74603252 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:38.776295 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b082de42-8439-4c77-b2fb-76dbc4d10012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:38.792980 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-fccf8211-118b-4905-8b0f-d0347069a528 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Calling delete_port for 01797a96-c9fa-4bde-99dc-f8eff28e4bcd owned by network:floatingip {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:38.882607 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-4414556e-9031-4404-a7b9-47a97d5ed1a8 None None] For port 7a888ef8-72ea-448c-adbc-45fac7d0d976, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:22:38.916294 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-29391ac2-75e3-45d4-b90e-80b93360a731 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:38.916944 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-29391ac2-75e3-45d4-b90e-80b93360a731 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Added segment 4fb5ddc9-c4af-46dd-b2cc-a734ab7065e0 of type vlan for network 15a18e72-f159-4ef0-962c-0d046924ac51 Jan 26 11:22:38.941587 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-4414556e-9031-4404-a7b9-47a97d5ed1a8 None None] For port 7a888ef8-72ea-448c-adbc-45fac7d0d976, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7a888ef8-72ea-448c-adbc-45fac7d0d976,segment=NetworkSegment(f15f4763-7a1a-405b-acda-9ef5815dc934),segment_id=f15f4763-7a1a-405b-acda-9ef5815dc934)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:22:38.965378 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4414556e-9031-4404-a7b9-47a97d5ed1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:39.016008 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bfa94efa-c56b-4343-8d52-0733c7f4ea79 req-8ac06ddc-2ae0-4fa7-b442-e620762b868c service neutron] 10.222.0.24 "GET /v2.0/networks/bf3da876-a622-4e17-8633-e23a8fba3f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5780938 Jan 26 11:22:39.056774 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-b082de42-8439-4c77-b2fb-76dbc4d10012 None None] Port 31079bca-3cb1-4501-8c1d-99ec74603252 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:22:39.074405 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8d05e433-be38-4346-81d2-887e8842c00e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:39.127170 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d56be7e5-fd34-4b27-b64b-129aa1f56a7e tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:39.155253 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-29391ac2-75e3-45d4-b90e-80b93360a731 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:39.156635 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dd35b7-e102-47f9-883f-507814761b31', 'name': 'tempest-snat-router-2035061983', 'tenant_id': '24a5b141f49641a5adf7b112785aae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.229'}], 'enable_snat': True}, 'gw_port_id': '80c4af31-8133-4570-9d94-80fa8baa0009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:22:26Z', 'updated_at': '2022-01-26T11:22:31Z', 'revision_number': 3, 'project_id': '24a5b141f49641a5adf7b112785aae82', 'gw_port': {'id': '80c4af31-8133-4570-9d94-80fa8baa0009', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dd35b7-e102-47f9-883f-507814761b31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:22:27Z', 'updated_at': '2022-01-26T11:22:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:39.188308 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.objects.ports [None req-e707390b-2dc5-4f2b-ac72-0bf855a737dc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87442) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 26 11:22:39.188912 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] Checking router: a7dd35b7-e102-47f9-883f-507814761b31 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:22:39.188912 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] Updating router a7dd35b7-e102-47f9-883f-507814761b31 port 80c4af31-8133-4570-9d94-80fa8baa0009 binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:22:39.190740 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e707390b-2dc5-4f2b-ac72-0bf855a737dc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:39.241187 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414556e-9031-4404-a7b9-47a97d5ed1a8 None None] Pushing event updated for resources: {'Port': ['ID=7a888ef8-72ea-448c-adbc-45fac7d0d976,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:39.241399 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fccf8211-118b-4905-8b0f-d0347069a528 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:39.253904 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 5205d8f5-717e-48c2-b8f4-562517a6dbd1 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:39.265973 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-44dbf1e8-3e1e-4051-a06c-4c4203d7a042 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:39.273277 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 5205d8f5-717e-48c2-b8f4-562517a6dbd1 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:39.273277 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:39.323178 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:39.328371 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf8211-118b-4905-8b0f-d0347069a528 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event deleted for resources: {'Port': ['ID=01797a96-c9fa-4bde-99dc-f8eff28e4bcd,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:39.332526 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707390b-2dc5-4f2b-ac72-0bf855a737dc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=66a40736-8969-4054-a42c-7fe0fba31f7c,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:39.338795 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e707390b-2dc5-4f2b-ac72-0bf855a737dc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:39.340794 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-e707390b-2dc5-4f2b-ac72-0bf855a737dc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:39.343791 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e707390b-2dc5-4f2b-ac72-0bf855a737dc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:39.344290 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e707390b-2dc5-4f2b-ac72-0bf855a737dc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:39.382634 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-8056c690-6471-41a6-8f37-148f5254109f None None] Allocated IP 172.20.0.2 (ba6f0584-2941-48e6-9427-2229465f5a54/a402a09a-9251-4895-afb0-52d04e2b9d46/7ac580c2-f25b-49f7-a1fa-468126d4b7a6) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:39.397708 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e707390b-2dc5-4f2b-ac72-0bf855a737dc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8968832 Jan 26 11:22:39.399788 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46964) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:39.415229 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-0d2e34b3-46df-4bc3-a09f-b8b24230cf4e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'mac_address': 'fa:16:3e:aa:7d:6d', 'name': 'tempest-NetworksTestDHCPv6-459047187'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:39.660391 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-44dbf1e8-3e1e-4051-a06c-4c4203d7a042 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Transition to ACTIVE for port object c88ac1e6-a040-411f-93f4-0b506fc0a445 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:39.833939 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-29391ac2-75e3-45d4-b90e-80b93360a731 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:39.839455 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29391ac2-75e3-45d4-b90e-80b93360a731 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:39.840080 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-29391ac2-75e3-45d4-b90e-80b93360a731 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:39.940414 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fccf8211-118b-4905-8b0f-d0347069a528 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for floatingip, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:39.943139 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fccf8211-118b-4905-8b0f-d0347069a528 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:39.944328 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-fccf8211-118b-4905-8b0f-d0347069a528 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "DELETE /v2.0/floatingips/3a6db348-4c61-42f2-abca-a23246f93d14 HTTP/1.1" status: 204 len: 168 time: 2.3744750 Jan 26 11:22:39.948536 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46970) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:40.012909 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f8a417-33ed-4b00-bd54-290fc9dba2b3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] DELETE failed (client error): The resource could not be found. Jan 26 11:22:40.013391 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f8a417-33ed-4b00-bd54-290fc9dba2b3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:22:40.015680 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-68f8a417-33ed-4b00-bd54-290fc9dba2b3 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "DELETE /v2.0/ports/3b9030fa-31c6-459b-b45a-cf8fdbd43032 HTTP/1.1" status: 404 len: 333 time: 0.0664392 Jan 26 11:22:40.019869 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46974) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:40.020819 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d56be7e5-fd34-4b27-b64b-129aa1f56a7e tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:40.022708 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-0d2e34b3-46df-4bc3-a09f-b8b24230cf4e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:40.030925 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-23185246-9f0a-43de-bbe3-eca061332e68 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:40.068544 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0d2e34b3-46df-4bc3-a09f-b8b24230cf4e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:port and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:40.075932 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0d2e34b3-46df-4bc3-a09f-b8b24230cf4e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:40.080234 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4f45b143-4f76-47e6-adb5-7684ffb65fac tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Synchronizing usage tracker for tenant:68260ee4e7d844c68a0428a738fc37f5 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:22:40.086599 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-0d2e34b3-46df-4bc3-a09f-b8b24230cf4e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:40.105117 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2e34b3-46df-4bc3-a09f-b8b24230cf4e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:40.123991 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4f45b143-4f76-47e6-adb5-7684ffb65fac tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Unset dirty status for tenant:68260ee4e7d844c68a0428a738fc37f5 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:22:40.125935 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4f45b143-4f76-47e6-adb5-7684ffb65fac tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e772685-81ca-49c4-80e0-811053a1d13a HTTP/1.1" status: 200 len: 205 time: 0.1051552 Jan 26 11:22:40.130109 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46978) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:40.132843 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:40.187367 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-1850fd44-d6f6-4200-b604-f49e315a8b40 None None] Provisioning complete for port 5205d8f5-717e-48c2-b8f4-562517a6dbd1 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:40.187853 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1850fd44-d6f6-4200-b604-f49e315a8b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:40.214279 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-d6e69a60-2a12-45a4-83bc-5f3cf7b5b57a tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] delete failed (client error): The resource could not be found. Jan 26 11:22:40.215328 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d6e69a60-2a12-45a4-83bc-5f3cf7b5b57a tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "DELETE /v2.0/routers/6e772685-81ca-49c4-80e0-811053a1d13a HTTP/1.1" status: 404 len: 336 time: 0.0842884 Jan 26 11:22:40.218249 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46982) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:40.224820 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-29391ac2-75e3-45d4-b90e-80b93360a731 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1334183 Jan 26 11:22:40.225749 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56be7e5-fd34-4b27-b64b-129aa1f56a7e tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Pushing event deleted for resources: {'Subnet': ['ID=374574f7-923a-4b76-9b67-1d9748656840,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:40.251403 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46986) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:40.271102 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882f6447-93b8-4939-a0e2-aa274494301a None None] Network befe531b-8473-4313-8687-2f6b11b1342f requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:40.292617 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d56be7e5-fd34-4b27-b64b-129aa1f56a7e tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:40.297258 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d56be7e5-fd34-4b27-b64b-129aa1f56a7e tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] 10.222.0.39 "DELETE /v2.0/subnets/374574f7-923a-4b76-9b67-1d9748656840 HTTP/1.1" status: 204 len: 168 time: 3.0261748 Jan 26 11:22:40.297258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8d05e433-be38-4346-81d2-887e8842c00e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:40.300455 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 46988) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:40.307420 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-23185246-9f0a-43de-bbe3-eca061332e68 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Calling delete_port for 31079bca-3cb1-4501-8c1d-99ec74603252 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:40.314488 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-a2ca6c25-56f2-407f-b0b3-acc86a5faf88 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'subnet': {'network_id': '15a18e72-f159-4ef0-962c-0d046924ac51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:40.327556 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 5205d8f5-717e-48c2-b8f4-562517a6dbd1, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=5205d8f5-717e-48c2-b8f4-562517a6dbd1,segment=NetworkSegment(d3d04b2c-9ded-4222-a54a-df999b629e56),segment_id=d3d04b2c-9ded-4222-a54a-df999b629e56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:40.328282 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1582a4-fc1a-49fe-b1e7-ebb81bf6bbce tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] DELETE failed (client error): The resource could not be found. Jan 26 11:22:40.328905 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1582a4-fc1a-49fe-b1e7-ebb81bf6bbce tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:22:40.331240 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1d1582a4-fc1a-49fe-b1e7-ebb81bf6bbce tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "DELETE /v2.0/subnets/d2b17d20-9ab4-428b-aec6-aea2c5759e25 HTTP/1.1" status: 404 len: 337 time: 0.1119733 Jan 26 11:22:40.338499 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29391ac2-75e3-45d4-b90e-80b93360a731 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Network': ['ID=15a18e72-f159-4ef0-962c-0d046924ac51,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:40.341298 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 46992) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:40.390149 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:40.405780 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-8d05e433-be38-4346-81d2-887e8842c00e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Deleting port 80c4af31-8133-4570-9d94-80fa8baa0009 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:40.411192 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8d05e433-be38-4346-81d2-887e8842c00e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:40.446982 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 15a18e72-f159-4ef0-962c-0d046924ac51 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:22:40.493515 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-44dbf1e8-3e1e-4051-a06c-4c4203d7a042 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:40.503934 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8056c690-6471-41a6-8f37-148f5254109f None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:40.525621 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0d2e34b3-46df-4bc3-a09f-b8b24230cf4e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:40.550340 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-58d0ec63-55df-43c6-b01e-1aaa45e62b20 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Deleting port b1c8779d-9c40-4b12-be60-9c0fdff33e9d {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:40.550340 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-58d0ec63-55df-43c6-b01e-1aaa45e62b20 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:40.593601 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a2ca6c25-56f2-407f-b0b3-acc86a5faf88 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:40.608974 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a2ca6c25-56f2-407f-b0b3-acc86a5faf88 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Usage tracker for resource:subnet and tenant:252bea5ac7b143c89da38d9a87822c0c is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:40.618577 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a2ca6c25-56f2-407f-b0b3-acc86a5faf88 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:40.636873 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8056c690-6471-41a6-8f37-148f5254109f None None] Transition to ACTIVE for port object 7ac580c2-f25b-49f7-a1fa-468126d4b7a6 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:40.638639 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a2ca6c25-56f2-407f-b0b3-acc86a5faf88 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:40.644344 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-0d2e34b3-46df-4bc3-a09f-b8b24230cf4e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] device_id is not set on port 09174ae0-a1aa-4f37-b53b-dbffcb747d6d yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:22:40.711910 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7a888ef8-72ea-448c-adbc-45fac7d0d976 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:22:40.757905 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dbf1e8-3e1e-4051-a06c-4c4203d7a042 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Network 55dc017b-aa0e-461d-9cd0-63682786559a is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:40.784135 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-44dbf1e8-3e1e-4051-a06c-4c4203d7a042 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:40.793902 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70faa961-4bcd-492f-9e4d-a09e491f9c31 req-3d6daf23-d750-426d-9151-fc6d76b392fb tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:40.802703 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-70faa961-4bcd-492f-9e4d-a09e491f9c31 req-3d6daf23-d750-426d-9151-fc6d76b392fb tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.9827285 Jan 26 11:22:40.805088 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dbf1e8-3e1e-4051-a06c-4c4203d7a042 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:40.805960 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-44dbf1e8-3e1e-4051-a06c-4c4203d7a042 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:40.814802 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:40.818925 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a84c96e4-4d45-4b3d-923c-e50c23f048b8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:40.891328 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8056c690-6471-41a6-8f37-148f5254109f None None] Transition to ACTIVE for port object 7ac580c2-f25b-49f7-a1fa-468126d4b7a6 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:40.892432 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=5205d8f5-717e-48c2-b8f4-562517a6dbd1,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:40.929832 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbf1e8-3e1e-4051-a06c-4c4203d7a042 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Pushing event updated for resources: {'Port': ['ID=c88ac1e6-a040-411f-93f4-0b506fc0a445,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:40.965867 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] Transition to ACTIVE for port object 80c4af31-8133-4570-9d94-80fa8baa0009 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:40.984738 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8056c690-6471-41a6-8f37-148f5254109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:41.052038 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2d35a8-eba7-415b-938f-ceda072d93c9 None None] Network f22e09c1-ca2a-42d1-9cad-f035201fc114 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:41.062937 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8d05e433-be38-4346-81d2-887e8842c00e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:41.068298 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-58d0ec63-55df-43c6-b01e-1aaa45e62b20 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:41.072156 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:41.156534 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8056c690-6471-41a6-8f37-148f5254109f None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:41.179435 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-8056c690-6471-41a6-8f37-148f5254109f None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:41.212838 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-58d0ec63-55df-43c6-b01e-1aaa45e62b20 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Calling delete_port for b1c8779d-9c40-4b12-be60-9c0fdff33e9d owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:41.216048 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-8d05e433-be38-4346-81d2-887e8842c00e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Calling delete_port for 80c4af31-8133-4570-9d94-80fa8baa0009 owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:41.234866 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8056c690-6471-41a6-8f37-148f5254109f None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:41.236960 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056c690-6471-41a6-8f37-148f5254109f None None] Pushing event updated for resources: {'Port': ['ID=7ac580c2-f25b-49f7-a1fa-468126d4b7a6,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:41.246434 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ca6c25-56f2-407f-b0b3-acc86a5faf88 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Made reservation on behalf of 252bea5ac7b143c89da38d9a87822c0c for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:41.249648 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a2ca6c25-56f2-407f-b0b3-acc86a5faf88 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:41.276012 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 7a888ef8-72ea-448c-adbc-45fac7d0d976 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:41.307784 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-a84c96e4-4d45-4b3d-923c-e50c23f048b8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Deleting port 0e191ae0-beaa-4bd2-8556-6c6a4789d801 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:41.308124 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a84c96e4-4d45-4b3d-923c-e50c23f048b8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:41.320538 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] Attempting to bind port 80c4af31-8133-4570-9d94-80fa8baa0009 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:22:41.320915 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] Attempting to bind port 80c4af31-8133-4570-9d94-80fa8baa0009 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:22:41.321275 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] Attempting to bind port 80c4af31-8133-4570-9d94-80fa8baa0009 on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:22:41.350212 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-70faa961-4bcd-492f-9e4d-a09e491f9c31 req-e1444594-1e53-47d4-af8b-5fda3c23c0d1 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5464044 Jan 26 11:22:41.383033 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:22:41.383414 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:22:41.383803 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:41.384197 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:22:41.384676 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] Bound port: 80c4af31-8133-4570-9d94-80fa8baa0009, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:22:41.385052 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:41.494949 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.api [None req-8d05e433-be38-4346-81d2-887e8842c00e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:22:41.495671 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG oslo_db.api [None req-8d05e433-be38-4346-81d2-887e8842c00e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:22:41.496939 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5b798-4c0a-46ad-801c-a010ce994bc5 None None] Pushing event updated for resources: {'Port': ['ID=80c4af31-8133-4570-9d94-80fa8baa0009,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:41.513436 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c8a4e8bc-611f-48f7-bc73-93072fd01923 None None] Provisioning for port 7a888ef8-72ea-448c-adbc-45fac7d0d976 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:41.533557 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-23185246-9f0a-43de-bbe3-eca061332e68 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:41.573255 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c8a4e8bc-611f-48f7-bc73-93072fd01923 None None] Provisioning complete for port 7a888ef8-72ea-448c-adbc-45fac7d0d976 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:41.573638 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c8a4e8bc-611f-48f7-bc73-93072fd01923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:41.601276 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-8056c690-6471-41a6-8f37-148f5254109f None None] Attempting to bind port 7ac580c2-f25b-49f7-a1fa-468126d4b7a6 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:22:41.601644 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-8056c690-6471-41a6-8f37-148f5254109f None None] Attempting to bind port 7ac580c2-f25b-49f7-a1fa-468126d4b7a6 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:22:41.609148 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8056c690-6471-41a6-8f37-148f5254109f None None] Attempting to bind port 7ac580c2-f25b-49f7-a1fa-468126d4b7a6 on network ba6f0584-2941-48e6-9427-2229465f5a54 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:22:41.625579 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24a7356-3199-41d8-8cf5-7284c783f84b None None] DHCP port deletion for befe531b-8473-4313-8687-2f6b11b1342f request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:22:41.657762 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8056c690-6471-41a6-8f37-148f5254109f None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:22:41.658150 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8056c690-6471-41a6-8f37-148f5254109f None None] Checking segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:22:41.658578 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8056c690-6471-41a6-8f37-148f5254109f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:41.658986 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8056c690-6471-41a6-8f37-148f5254109f None None] Bound using segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:22:41.659469 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-8056c690-6471-41a6-8f37-148f5254109f None None] Bound port: 7ac580c2-f25b-49f7-a1fa-468126d4b7a6, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:22:41.659846 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8056c690-6471-41a6-8f37-148f5254109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:41.676976 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-e24a7356-3199-41d8-8cf5-7284c783f84b None None] Deleting port 0e191ae0-beaa-4bd2-8556-6c6a4789d801 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:41.677349 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e24a7356-3199-41d8-8cf5-7284c783f84b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:41.803396 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23185246-9f0a-43de-bbe3-eca061332e68 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Pushing event deleted for resources: {'Port': ['ID=31079bca-3cb1-4501-8c1d-99ec74603252,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:41.812749 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] For port 80c4af31-8133-4570-9d94-80fa8baa0009, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:22:41.821151 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-0d2e34b3-46df-4bc3-a09f-b8b24230cf4e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 172.20.0.14 (ba6f0584-2941-48e6-9427-2229465f5a54/a402a09a-9251-4895-afb0-52d04e2b9d46/09174ae0-a1aa-4f37-b53b-dbffcb747d6d) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:41.828308 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-0d2e34b3-46df-4bc3-a09f-b8b24230cf4e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 2001:db8::f816:3eff:feaa:7d6d (ba6f0584-2941-48e6-9427-2229465f5a54/66a40736-8969-4054-a42c-7fe0fba31f7c/09174ae0-a1aa-4f37-b53b-dbffcb747d6d) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:41.853822 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-44dbf1e8-3e1e-4051-a06c-4c4203d7a042 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:41.913837 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] For port 80c4af31-8133-4570-9d94-80fa8baa0009, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=80c4af31-8133-4570-9d94-80fa8baa0009,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:22:41.991519 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:42.085572 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0d2e34b3-46df-4bc3-a09f-b8b24230cf4e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:42.113966 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-58d0ec63-55df-43c6-b01e-1aaa45e62b20 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:42.121236 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-8d05e433-be38-4346-81d2-887e8842c00e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Deleting port 80c4af31-8133-4570-9d94-80fa8baa0009 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:42.121823 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8d05e433-be38-4346-81d2-887e8842c00e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:42.162726 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-8056c690-6471-41a6-8f37-148f5254109f None None] For port 7ac580c2-f25b-49f7-a1fa-468126d4b7a6, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:22:42.195217 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-8056c690-6471-41a6-8f37-148f5254109f None None] For port 7ac580c2-f25b-49f7-a1fa-468126d4b7a6, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7ac580c2-f25b-49f7-a1fa-468126d4b7a6,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:22:42.220133 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8056c690-6471-41a6-8f37-148f5254109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:42.224050 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] Routers {'a7dd35b7-e102-47f9-883f-507814761b31'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:42.224675 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['a7dd35b7-e102-47f9-883f-507814761b31'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:42.251986 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0ec63-55df-43c6-b01e-1aaa45e62b20 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event deleted for resources: {'Port': ['ID=b1c8779d-9c40-4b12-be60-9c0fdff33e9d,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:42.263348 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-0d2e34b3-46df-4bc3-a09f-b8b24230cf4e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Transition to ACTIVE for port object 09174ae0-a1aa-4f37-b53b-dbffcb747d6d will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:42.330534 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5b798-4c0a-46ad-801c-a010ce994bc5 None None] Pushing event updated for resources: {'Port': ['ID=80c4af31-8133-4570-9d94-80fa8baa0009,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:42.333032 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c8a4e8bc-611f-48f7-bc73-93072fd01923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:42.346012 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-58d0ec63-55df-43c6-b01e-1aaa45e62b20 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:42.380539 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1e7b0-fd04-470d-a534-e3524b229b13 req-f3fc2eb7-5849-4e8f-b6cd-d785d0ebe771 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:42.382045 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4ae1e7b0-fd04-470d-a534-e3524b229b13 req-f3fc2eb7-5849-4e8f-b6cd-d785d0ebe771 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.8984160 Jan 26 11:22:42.388942 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-58d0ec63-55df-43c6-b01e-1aaa45e62b20 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "DELETE /v2.0/ports/b1c8779d-9c40-4b12-be60-9c0fdff33e9d HTTP/1.1" status: 204 len: 168 time: 2.0454001 Jan 26 11:22:42.393155 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47000) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:42.409451 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-23185246-9f0a-43de-bbe3-eca061332e68 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:42.437779 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-a84c96e4-4d45-4b3d-923c-e50c23f048b8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] For port 0e191ae0-beaa-4bd2-8556-6c6a4789d801, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0e191ae0-beaa-4bd2-8556-6c6a4789d801,segment=NetworkSegment(2c8cda22-d276-4234-a032-0867ce44e158),segment_id=2c8cda22-d276-4234-a032-0867ce44e158)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:42.438144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a84c96e4-4d45-4b3d-923c-e50c23f048b8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:42.543117 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-e24a7356-3199-41d8-8cf5-7284c783f84b None None] For port 0e191ae0-beaa-4bd2-8556-6c6a4789d801, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0e191ae0-beaa-4bd2-8556-6c6a4789d801,segment=NetworkSegment(2c8cda22-d276-4234-a032-0867ce44e158),segment_id=2c8cda22-d276-4234-a032-0867ce44e158)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:42.543518 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e24a7356-3199-41d8-8cf5-7284c783f84b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:42.547780 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4ae1e7b0-fd04-470d-a534-e3524b229b13 req-61aef8e2-7f88-48e8-a6dc-c24ac1027e1a tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476357 Jan 26 11:22:42.568740 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-a6a4fe9c-56fe-4489-85ca-260ccd396bc8 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Deleting port 0a73b434-eed9-478c-8dd0-bf55e299426c {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:42.572120 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a6a4fe9c-56fe-4489-85ca-260ccd396bc8 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:42.636204 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a2ca6c25-56f2-407f-b0b3-acc86a5faf88 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:42.664107 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-23185246-9f0a-43de-bbe3-eca061332e68 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] 10.222.0.39 "DELETE /v2.0/ports/31079bca-3cb1-4501-8c1d-99ec74603252 HTTP/1.1" status: 204 len: 168 time: 4.4455450 Jan 26 11:22:42.713048 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47006) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:42.723830 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0d2e34b3-46df-4bc3-a09f-b8b24230cf4e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:42.759284 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-a84c96e4-4d45-4b3d-923c-e50c23f048b8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Calling delete_port for 0e191ae0-beaa-4bd2-8556-6c6a4789d801 owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:42.798150 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 5205d8f5-717e-48c2-b8f4-562517a6dbd1 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:22:42.855337 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-e24a7356-3199-41d8-8cf5-7284c783f84b None None] Calling delete_port for 0e191ae0-beaa-4bd2-8556-6c6a4789d801 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:42.921123 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c8a4e8bc-611f-48f7-bc73-93072fd01923 None None] For port 7a888ef8-72ea-448c-adbc-45fac7d0d976, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7a888ef8-72ea-448c-adbc-45fac7d0d976,segment=NetworkSegment(f15f4763-7a1a-405b-acda-9ef5815dc934),segment_id=f15f4763-7a1a-405b-acda-9ef5815dc934)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:42.931628 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca6c25-56f2-407f-b0b3-acc86a5faf88 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Subnet': ['ID=da0e778c-ae80-4c19-bcae-2db8d2555efe,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:42.934157 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056c690-6471-41a6-8f37-148f5254109f None None] Pushing event updated for resources: {'Port': ['ID=7ac580c2-f25b-49f7-a1fa-468126d4b7a6,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:42.952060 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-8d05e433-be38-4346-81d2-887e8842c00e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] For port 80c4af31-8133-4570-9d94-80fa8baa0009, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=80c4af31-8133-4570-9d94-80fa8baa0009,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:42.952530 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8d05e433-be38-4346-81d2-887e8842c00e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:42.968445 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c8a4e8bc-611f-48f7-bc73-93072fd01923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:42.974670 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] Set router a7dd35b7-e102-47f9-883f-507814761b31 gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:22:43.034448 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e34b3-46df-4bc3-a09f-b8b24230cf4e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Port': ['ID=09174ae0-a1aa-4f37-b53b-dbffcb747d6d,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:43.086032 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2e34b3-46df-4bc3-a09f-b8b24230cf4e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:43.087039 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-122a5d53-24a2-409f-9ea2-4cd227476191 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] GET failed (client error): The resource could not be found. Jan 26 11:22:43.087569 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-122a5d53-24a2-409f-9ea2-4cd227476191 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Synchronizing usage tracker for tenant:04ebdfa1185a41f18f6cddf6fd475603 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:22:43.109092 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-0d2e34b3-46df-4bc3-a09f-b8b24230cf4e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:43.116343 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ca6c25-56f2-407f-b0b3-acc86a5faf88 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Checking segment: {'id': '4fb5ddc9-c4af-46dd-b2cc-a734ab7065e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '15a18e72-f159-4ef0-962c-0d046924ac51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:22:43.116709 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ca6c25-56f2-407f-b0b3-acc86a5faf88 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network hostable DHCP agents. Network: 15a18e72-f159-4ef0-962c-0d046924ac51, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:22:43.125355 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2e34b3-46df-4bc3-a09f-b8b24230cf4e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:43.157950 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dd35b7-e102-47f9-883f-507814761b31', 'name': 'tempest-snat-router-2035061983', 'tenant_id': '24a5b141f49641a5adf7b112785aae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:22:26Z', 'updated_at': '2022-01-26T11:22:40Z', 'revision_number': 4, 'project_id': '24a5b141f49641a5adf7b112785aae82', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:43.184291 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd95ee41-eb64-4e9d-93d6-35b6f8bf1282 None None] The sync data for ids ['a7dd35b7-e102-47f9-883f-507814761b31'] in dv-neutron-826439-1-hyperv is: [{'id': 'a7dd35b7-e102-47f9-883f-507814761b31', 'name': 'tempest-snat-router-2035061983', 'tenant_id': '24a5b141f49641a5adf7b112785aae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:22:26Z', 'updated_at': '2022-01-26T11:22:40Z', 'revision_number': 4, 'project_id': '24a5b141f49641a5adf7b112785aae82', 'gw_port_host': None}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:22:43.195156 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a84c96e4-4d45-4b3d-923c-e50c23f048b8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:43.197008 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c8a4e8bc-611f-48f7-bc73-93072fd01923 None None] Provisioning for port c88ac1e6-a040-411f-93f4-0b506fc0a445 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:43.207534 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-8d05e433-be38-4346-81d2-887e8842c00e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Calling delete_port for 80c4af31-8133-4570-9d94-80fa8baa0009 owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:43.214973 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c8a4e8bc-611f-48f7-bc73-93072fd01923 None None] Provisioning complete for port c88ac1e6-a040-411f-93f4-0b506fc0a445 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:43.215484 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c8a4e8bc-611f-48f7-bc73-93072fd01923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:43.244207 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-e24a7356-3199-41d8-8cf5-7284c783f84b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:22:43.244740 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-e24a7356-3199-41d8-8cf5-7284c783f84b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:22:43.250874 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4e8bc-611f-48f7-bc73-93072fd01923 None None] Pushing event updated for resources: {'Port': ['ID=7a888ef8-72ea-448c-adbc-45fac7d0d976,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:43.267561 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-122a5d53-24a2-409f-9ea2-4cd227476191 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Unset dirty status for tenant:04ebdfa1185a41f18f6cddf6fd475603 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:22:43.272194 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-122a5d53-24a2-409f-9ea2-4cd227476191 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] 10.222.0.39 "GET /v2.0/ports/31079bca-3cb1-4501-8c1d-99ec74603252 HTTP/1.1" status: 404 len: 333 time: 0.5331724 Jan 26 11:22:43.277121 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47010) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:43.284978 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 5205d8f5-717e-48c2-b8f4-562517a6dbd1 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:43.289317 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:43.293949 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-7157ac01-8c90-4fdb-a170-b33d492ee5ce tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Request body: {'port': {'network_id': 'deb47a17-0de3-44ba-b382-027c634efb9b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1598623744'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:43.319517 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2e34b3-46df-4bc3-a09f-b8b24230cf4e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:43.320635 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0d2e34b3-46df-4bc3-a09f-b8b24230cf4e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:43.358236 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ca6c25-56f2-407f-b0b3-acc86a5faf88 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network 15a18e72-f159-4ef0-962c-0d046924ac51 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:22:43.368416 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-c8a4e8bc-611f-48f7-bc73-93072fd01923 None None] Port c88ac1e6-a040-411f-93f4-0b506fc0a445 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:22:43.370899 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0d2e34b3-46df-4bc3-a09f-b8b24230cf4e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.9694083 Jan 26 11:22:43.371715 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47014) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:43.449853 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-a2ca6c25-56f2-407f-b0b3-acc86a5faf88 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 15a18e72-f159-4ef0-962c-0d046924ac51) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:43.459989 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ca6c25-56f2-407f-b0b3-acc86a5faf88 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:43.460598 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a2ca6c25-56f2-407f-b0b3-acc86a5faf88 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:43.465705 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5198f3-e4c7-4573-af95-33ad33ee1cc9 None None] Network 15a18e72-f159-4ef0-962c-0d046924ac51 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:43.555203 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a6a4fe9c-56fe-4489-85ca-260ccd396bc8 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:43.652851 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0e191ae0-beaa-4bd2-8556-6c6a4789d801 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:22:43.679959 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84c96e4-4d45-4b3d-923c-e50c23f048b8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] No DVR routers for this DVR port 0e191ae0-beaa-4bd2-8556-6c6a4789d801 on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:22:43.694361 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 0e191ae0-beaa-4bd2-8556-6c6a4789d801 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:22:43.694710 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0e191ae0-beaa-4bd2-8556-6c6a4789d801 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:22:43.720351 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c96e4-4d45-4b3d-923c-e50c23f048b8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Pushing event deleted for resources: {'Port': ['ID=0e191ae0-beaa-4bd2-8556-6c6a4789d801,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:43.728359 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ddf194a2-1f9f-42fa-9f2a-f3dcca130c66 None None] Provisioning complete for port 7a888ef8-72ea-448c-adbc-45fac7d0d976 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:43.728739 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ddf194a2-1f9f-42fa-9f2a-f3dcca130c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:43.731756 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-a6a4fe9c-56fe-4489-85ca-260ccd396bc8 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Calling delete_port for 0a73b434-eed9-478c-8dd0-bf55e299426c owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:43.766535 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-e24a7356-3199-41d8-8cf5-7284c783f84b None None] Deleting port 0e191ae0-beaa-4bd2-8556-6c6a4789d801 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:43.766535 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e24a7356-3199-41d8-8cf5-7284c783f84b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:43.767248 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.resource_extend [None req-44dbf1e8-3e1e-4051-a06c-4c4203d7a042 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:22:43.802947 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a2ca6c25-56f2-407f-b0b3-acc86a5faf88 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5023394 Jan 26 11:22:43.804902 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47018) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:43.854155 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-44dbf1e8-3e1e-4051-a06c-4c4203d7a042 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:43.870539 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-7157ac01-8c90-4fdb-a170-b33d492ee5ce tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:43.880845 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-44dbf1e8-3e1e-4051-a06c-4c4203d7a042 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:43.881769 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-44dbf1e8-3e1e-4051-a06c-4c4203d7a042 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:43.885055 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-7157ac01-8c90-4fdb-a170-b33d492ee5ce tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:43.909018 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-0b8e9187-d770-4d84-aa7d-117fad594125 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-32347471', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:43.918233 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-e24a7356-3199-41d8-8cf5-7284c783f84b None None] The port '0e191ae0-beaa-4bd2-8556-6c6a4789d801' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:22:43.918568 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-0b8e9187-d770-4d84-aa7d-117fad594125 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:43.924999 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0b8e9187-d770-4d84-aa7d-117fad594125 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Usage tracker for resource:router and tenant:252bea5ac7b143c89da38d9a87822c0c is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:43.928461 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0b8e9187-d770-4d84-aa7d-117fad594125 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:43.943180 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-0b8e9187-d770-4d84-aa7d-117fad594125 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:43.966196 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7157ac01-8c90-4fdb-a170-b33d492ee5ce tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Made reservation on behalf of 04ebdfa1185a41f18f6cddf6fd475603 for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:43.971914 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7157ac01-8c90-4fdb-a170-b33d492ee5ce tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:43.996987 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0b8e9187-d770-4d84-aa7d-117fad594125 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:44.000094 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0b8e9187-d770-4d84-aa7d-117fad594125 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:44.025782 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a84c96e4-4d45-4b3d-923c-e50c23f048b8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:44.047710 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df85d781-f22c-4670-899d-362ef9d476e5 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:44.114028 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-a84c96e4-4d45-4b3d-923c-e50c23f048b8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['befe531b-8473-4313-8687-2f6b11b1342f']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:44.119021 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fb1688-51ce-492e-922f-b84b4cb7dbda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-15a18e72-f159-4ef0-962c-0d046924ac51', 'network_id': '15a18e72-f159-4ef0-962c-0d046924ac51', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'fixed_ips': [{'subnet_id': 'da0e778c-ae80-4c19-bcae-2db8d2555efe'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:22:44.119843 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-96fb1688-51ce-492e-922f-b84b4cb7dbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:44.131388 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8d05e433-be38-4346-81d2-887e8842c00e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:44.163709 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-7157ac01-8c90-4fdb-a170-b33d492ee5ce tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] device_id is not set on port 11491a92-17c1-49d1-80b1-0329ba157184 yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:22:44.212474 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-a84c96e4-4d45-4b3d-923c-e50c23f048b8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8cda22-d276-4234-a032-0867ce44e158') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:44.213080 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-a84c96e4-4d45-4b3d-923c-e50c23f048b8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8cda22-d276-4234-a032-0867ce44e158') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:44.252447 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aacf23c-bb6f-4ba6-8f21-a6f35462b674 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:44.258207 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aacf23c-bb6f-4ba6-8f21-a6f35462b674 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:44.259131 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1aacf23c-bb6f-4ba6-8f21-a6f35462b674 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:22:44.262367 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbf1e8-3e1e-4051-a06c-4c4203d7a042 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Pushing event updated for resources: {'Port': ['ID=c88ac1e6-a040-411f-93f4-0b506fc0a445,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:44.263121 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0b8e9187-d770-4d84-aa7d-117fad594125 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:44.313681 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-cef7ea47-c5a4-4c35-b9d6-606a06263360 None None] Provisioning for port 7ac580c2-f25b-49f7-a1fa-468126d4b7a6 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:44.346534 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44aad7-ff61-4132-b6c3-4b33a4eee820 req-d62d550a-43de-4592-a187-17b05426a129 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:44.350978 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3e44aad7-ff61-4132-b6c3-4b33a4eee820 req-d62d550a-43de-4592-a187-17b05426a129 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 1.2193873 Jan 26 11:22:44.352709 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1aacf23c-bb6f-4ba6-8f21-a6f35462b674 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:22:44.354428 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1aacf23c-bb6f-4ba6-8f21-a6f35462b674 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.9664538 Jan 26 11:22:44.362114 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47022) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:44.364802 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a84c96e4-4d45-4b3d-923c-e50c23f048b8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:44.398538 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05e433-be38-4346-81d2-887e8842c00e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Pushing event deleted for resources: {'Port': ['ID=80c4af31-8133-4570-9d94-80fa8baa0009,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:44.472599 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0b8e9187-d770-4d84-aa7d-117fad594125 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:44.489779 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dbf1e8-3e1e-4051-a06c-4c4203d7a042 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Network 55dc017b-aa0e-461d-9cd0-63682786559a is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:44.491305 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a84c96e4-4d45-4b3d-923c-e50c23f048b8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:44.505531 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-44dbf1e8-3e1e-4051-a06c-4c4203d7a042 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:44.511898 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-96fb1688-51ce-492e-922f-b84b4cb7dbda None None] Allocated IP 172.20.0.2 (15a18e72-f159-4ef0-962c-0d046924ac51/da0e778c-ae80-4c19-bcae-2db8d2555efe/005e53be-9cd8-43fd-adf8-ad18f1d67df4) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:44.542885 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3e44aad7-ff61-4132-b6c3-4b33a4eee820 req-cb56564b-e614-46aa-9329-dedfeaa567cb tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345608 Jan 26 11:22:44.553832 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-7a48b67d-32a4-4cde-a496-5682b194e060 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting port 09174ae0-a1aa-4f37-b53b-dbffcb747d6d {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:44.554180 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7a48b67d-32a4-4cde-a496-5682b194e060 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:44.619280 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a6a4fe9c-56fe-4489-85ca-260ccd396bc8 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:44.630068 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-7157ac01-8c90-4fdb-a170-b33d492ee5ce tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Allocated IP 2001:db8::24c (deb47a17-0de3-44ba-b382-027c634efb9b/79cccb48-cf3d-4dca-9712-dabd7f83717d/11491a92-17c1-49d1-80b1-0329ba157184) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:44.677822 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a84c96e4-4d45-4b3d-923c-e50c23f048b8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:22:44.678456 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a84c96e4-4d45-4b3d-923c-e50c23f048b8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:44.707219 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0b8e9187-d770-4d84-aa7d-117fad594125 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:44.711450 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0b8e9187-d770-4d84-aa7d-117fad594125 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.8574319 Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:22:44.718342 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:22:44.721088 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47028) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:44.752535 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4fe9c-56fe-4489-85ca-260ccd396bc8 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event deleted for resources: {'Port': ['ID=0a73b434-eed9-478c-8dd0-bf55e299426c,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:44.915679 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7a888ef8-72ea-448c-adbc-45fac7d0d976 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:22:44.990296 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8d05e433-be38-4346-81d2-887e8842c00e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:45.022185 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-96fb1688-51ce-492e-922f-b84b4cb7dbda None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:45.033132 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-96fb1688-51ce-492e-922f-b84b4cb7dbda None None] Transition to ACTIVE for port object 005e53be-9cd8-43fd-adf8-ad18f1d67df4 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:45.052614 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-96fb1688-51ce-492e-922f-b84b4cb7dbda None None] Transition to ACTIVE for port object 005e53be-9cd8-43fd-adf8-ad18f1d67df4 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:45.075747 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-96fb1688-51ce-492e-922f-b84b4cb7dbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:45.160259 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a84c96e4-4d45-4b3d-923c-e50c23f048b8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:45.179622 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fb1688-51ce-492e-922f-b84b4cb7dbda None None] Network 15a18e72-f159-4ef0-962c-0d046924ac51 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:45.184471 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7c4fd468-a2e9-4600-b9a4-477db12685a1 None None] Provisioning complete for port c88ac1e6-a040-411f-93f4-0b506fc0a445 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:45.184843 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7c4fd468-a2e9-4600-b9a4-477db12685a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:45.216396 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-96fb1688-51ce-492e-922f-b84b4cb7dbda None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:45.219347 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159d0ff4-6855-4b91-b94f-0845370d3416 None None] Update dhcp port {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'fixed_ips': [{'subnet_id': 'a402a09a-9251-4895-afb0-52d04e2b9d46', 'ip_address': '172.20.0.2'}, {'subnet_id': '66a40736-8969-4054-a42c-7fe0fba31f7c'}], 'binding:host_id': 'dv-neutron-826439-1-hyperv'}, 'id': '7ac580c2-f25b-49f7-a1fa-468126d4b7a6'} from dv-neutron-826439-1-hyperv. {{(pid=87444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 26 11:22:45.243322 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fb1688-51ce-492e-922f-b84b4cb7dbda None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:45.249091 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8d05e433-be38-4346-81d2-887e8842c00e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:45.251670 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a84c96e4-4d45-4b3d-923c-e50c23f048b8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:45.256976 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8d05e433-be38-4346-81d2-887e8842c00e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:45.272378 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb1688-51ce-492e-922f-b84b4cb7dbda None None] Pushing event updated for resources: {'Port': ['ID=005e53be-9cd8-43fd-adf8-ad18f1d67df4,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:45.284386 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c96e4-4d45-4b3d-923c-e50c23f048b8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] Pushing event deleted for resources: {'Network': ['ID=befe531b-8473-4313-8687-2f6b11b1342f,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:45.313712 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a84c96e4-4d45-4b3d-923c-e50c23f048b8 tempest-AllowedAddressPairTestJSON-1821991013 tempest-AllowedAddressPairTestJSON-1821991013-project] 10.222.0.39 "DELETE /v2.0/networks/befe531b-8473-4313-8687-2f6b11b1342f HTTP/1.1" status: 204 len: 168 time: 4.9692099 Jan 26 11:22:45.338798 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8d05e433-be38-4346-81d2-887e8842c00e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:45.339101 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d05e433-be38-4346-81d2-887e8842c00e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7dd35b7-e102-47f9-883f-507814761b31 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:22:45.357452 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d8e10-868c-4465-8432-b69588beb617 req-631ddcee-29ba-4528-820f-eb99b77bdc64 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:45.359650 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8a0d8e10-868c-4465-8432-b69588beb617 req-631ddcee-29ba-4528-820f-eb99b77bdc64 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.2522545 Jan 26 11:22:45.361500 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8d05e433-be38-4346-81d2-887e8842c00e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:45.365304 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8d05e433-be38-4346-81d2-887e8842c00e tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "DELETE /v2.0/routers/a7dd35b7-e102-47f9-883f-507814761b31 HTTP/1.1" status: 204 len: 168 time: 7.1449182 Jan 26 11:22:45.366124 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47036) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:45.366891 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dbf1e8-3e1e-4051-a06c-4c4203d7a042 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Router 470c8b7d-5797-4180-8e7a-141abb821481 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:22:45.391764 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a6a4fe9c-56fe-4489-85ca-260ccd396bc8 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:45.394785 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a6a4fe9c-56fe-4489-85ca-260ccd396bc8 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "DELETE /v2.0/ports/0a73b434-eed9-478c-8dd0-bf55e299426c HTTP/1.1" status: 204 len: 168 time: 2.9964204 Jan 26 11:22:45.399895 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-7c4fd468-a2e9-4600-b9a4-477db12685a1 None None] Port c88ac1e6-a040-411f-93f4-0b506fc0a445 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:22:45.410086 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 7a888ef8-72ea-448c-adbc-45fac7d0d976 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:45.414657 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:45.421536 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47040) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:45.456680 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-159d0ff4-6855-4b91-b94f-0845370d3416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:45.562518 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-96fb1688-51ce-492e-922f-b84b4cb7dbda None None] Attempting to bind port 005e53be-9cd8-43fd-adf8-ad18f1d67df4 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:22:45.563088 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-96fb1688-51ce-492e-922f-b84b4cb7dbda None None] Attempting to bind port 005e53be-9cd8-43fd-adf8-ad18f1d67df4 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '4fb5ddc9-c4af-46dd-b2cc-a734ab7065e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '15a18e72-f159-4ef0-962c-0d046924ac51'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:22:45.563628 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb1688-51ce-492e-922f-b84b4cb7dbda None None] Attempting to bind port 005e53be-9cd8-43fd-adf8-ad18f1d67df4 on network 15a18e72-f159-4ef0-962c-0d046924ac51 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:22:45.576915 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb1688-51ce-492e-922f-b84b4cb7dbda None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:22:45.577489 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb1688-51ce-492e-922f-b84b4cb7dbda None None] Checking segment: {'id': '4fb5ddc9-c4af-46dd-b2cc-a734ab7065e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '15a18e72-f159-4ef0-962c-0d046924ac51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:22:45.578047 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-96fb1688-51ce-492e-922f-b84b4cb7dbda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:45.578695 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb1688-51ce-492e-922f-b84b4cb7dbda None None] Bound using segment: {'id': '4fb5ddc9-c4af-46dd-b2cc-a734ab7065e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '15a18e72-f159-4ef0-962c-0d046924ac51'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:22:45.579309 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-96fb1688-51ce-492e-922f-b84b4cb7dbda None None] Bound port: 005e53be-9cd8-43fd-adf8-ad18f1d67df4, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb5ddc9-c4af-46dd-b2cc-a734ab7065e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '15a18e72-f159-4ef0-962c-0d046924ac51'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:22:45.579841 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-96fb1688-51ce-492e-922f-b84b4cb7dbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:45.862644 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8a0d8e10-868c-4465-8432-b69588beb617 req-49e8aced-e39c-422e-bf64-9e8f76cfd1e3 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2618141 Jan 26 11:22:45.919760 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7a48b67d-32a4-4cde-a496-5682b194e060 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:45.922696 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47050) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:45.950161 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-159d0ff4-6855-4b91-b94f-0845370d3416 None None] Allocated IP 2001:db8::f816:3eff:fe84:be76 (ba6f0584-2941-48e6-9427-2229465f5a54/66a40736-8969-4054-a42c-7fe0fba31f7c/7ac580c2-f25b-49f7-a1fa-468126d4b7a6) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:45.967001 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-96fb1688-51ce-492e-922f-b84b4cb7dbda None None] For port 005e53be-9cd8-43fd-adf8-ad18f1d67df4, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:22:45.974886 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-96fb1688-51ce-492e-922f-b84b4cb7dbda None None] For port 005e53be-9cd8-43fd-adf8-ad18f1d67df4, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=005e53be-9cd8-43fd-adf8-ad18f1d67df4,segment=NetworkSegment(4fb5ddc9-c4af-46dd-b2cc-a734ab7065e0),segment_id=4fb5ddc9-c4af-46dd-b2cc-a734ab7065e0)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:22:45.985067 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7ac580c2-f25b-49f7-a1fa-468126d4b7a6 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:22:45.987770 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dbf1e8-3e1e-4051-a06c-4c4203d7a042 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:22:45.991893 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-42072380-e8b4-417a-a97b-00336d280649 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:46.002421 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee757742-8431-4410-a526-1e293a6459cc None None] Sync routers for ids ['470c8b7d-5797-4180-8e7a-141abb821481'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:22:46.019076 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee757742-8431-4410-a526-1e293a6459cc None None] Routers {'470c8b7d-5797-4180-8e7a-141abb821481'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:46.020032 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-ee757742-8431-4410-a526-1e293a6459cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['470c8b7d-5797-4180-8e7a-141abb821481'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:46.052853 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-44dbf1e8-3e1e-4051-a06c-4c4203d7a042 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "PUT /v2.0/routers/470c8b7d-5797-4180-8e7a-141abb821481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9966226 Jan 26 11:22:46.055116 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-96fb1688-51ce-492e-922f-b84b4cb7dbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:46.058771 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47058) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:46.130463 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-ee757742-8431-4410-a526-1e293a6459cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:46.150998 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee757742-8431-4410-a526-1e293a6459cc None None] Routers {'470c8b7d-5797-4180-8e7a-141abb821481'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:46.151967 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-ee757742-8431-4410-a526-1e293a6459cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['470c8b7d-5797-4180-8e7a-141abb821481'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:46.219689 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-7a48b67d-32a4-4cde-a496-5682b194e060 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Calling delete_port for 09174ae0-a1aa-4f37-b53b-dbffcb747d6d owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:46.267429 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-ee757742-8431-4410-a526-1e293a6459cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:46.268154 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee757742-8431-4410-a526-1e293a6459cc None None] The sync data for ids ['470c8b7d-5797-4180-8e7a-141abb821481'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:22:46.325047 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb1688-51ce-492e-922f-b84b4cb7dbda None None] Pushing event updated for resources: {'Port': ['ID=005e53be-9cd8-43fd-adf8-ad18f1d67df4,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:46.372069 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1faf4f4a-0c7d-4d55-87ef-fe2eba93efc6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:46.375375 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 7ac580c2-f25b-49f7-a1fa-468126d4b7a6 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:46.386050 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-159d0ff4-6855-4b91-b94f-0845370d3416 None None] For port 7ac580c2-f25b-49f7-a1fa-468126d4b7a6, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7ac580c2-f25b-49f7-a1fa-468126d4b7a6,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:46.388070 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 7ac580c2-f25b-49f7-a1fa-468126d4b7a6 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:46.388570 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:46.399796 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7157ac01-8c90-4fdb-a170-b33d492ee5ce tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:46.425053 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768285ef-9490-4e0f-8cf6-63747e8520d2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:46.425888 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-768285ef-9490-4e0f-8cf6-63747e8520d2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Synchronizing usage tracker for tenant:68260ee4e7d844c68a0428a738fc37f5 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:22:46.445506 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2568c344-6a85-4571-ace4-a664ece3a774 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0681ff55b9c445bcbc2c7e533a813355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5183840 Jan 26 11:22:46.477086 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-159d0ff4-6855-4b91-b94f-0845370d3416 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:46.489989 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47064) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:46.499097 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-159d0ff4-6855-4b91-b94f-0845370d3416 None None] Transition to ACTIVE for port object 7ac580c2-f25b-49f7-a1fa-468126d4b7a6 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:46.509564 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-7157ac01-8c90-4fdb-a170-b33d492ee5ce tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Transition to ACTIVE for port object 11491a92-17c1-49d1-80b1-0329ba157184 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:46.532098 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-159d0ff4-6855-4b91-b94f-0845370d3416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:46.534457 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-42072380-e8b4-417a-a97b-00336d280649 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:46.554161 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-42072380-e8b4-417a-a97b-00336d280649 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Deleting port fb015a5a-55ed-4a4c-8950-969620381f8a {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:46.554826 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-42072380-e8b4-417a-a97b-00336d280649 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:46.564760 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-768285ef-9490-4e0f-8cf6-63747e8520d2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Unset dirty status for tenant:68260ee4e7d844c68a0428a738fc37f5 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:22:46.568678 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-768285ef-9490-4e0f-8cf6-63747e8520d2 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "GET /v2.0/ports?device_id=0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4 HTTP/1.1" status: 200 len: 913 time: 1.1461403 Jan 26 11:22:46.579934 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47068) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:46.723676 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:46.746091 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d0ff4-6855-4b91-b94f-0845370d3416 None None] Pushing event updated for resources: {'Port': ['ID=7ac580c2-f25b-49f7-a1fa-468126d4b7a6,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:46.771512 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 7ac580c2-f25b-49f7-a1fa-468126d4b7a6, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7ac580c2-f25b-49f7-a1fa-468126d4b7a6,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:46.784913 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:46.955965 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=7ac580c2-f25b-49f7-a1fa-468126d4b7a6,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:47.130841 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 005e53be-9cd8-43fd-adf8-ad18f1d67df4 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:22:47.217720 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 005e53be-9cd8-43fd-adf8-ad18f1d67df4 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:47.223816 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7ac580c2-f25b-49f7-a1fa-468126d4b7a6 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:22:47.234428 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-af7bef5b-2ba1-4168-95f7-49b8176e60d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:47.259140 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7157ac01-8c90-4fdb-a170-b33d492ee5ce tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:47.300795 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-af7bef5b-2ba1-4168-95f7-49b8176e60d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:47.343135 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-42072380-e8b4-417a-a97b-00336d280649 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] For port fb015a5a-55ed-4a4c-8950-969620381f8a, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=fb015a5a-55ed-4a4c-8950-969620381f8a,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:47.343503 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-42072380-e8b4-417a-a97b-00336d280649 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:47.429453 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7a48b67d-32a4-4cde-a496-5682b194e060 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:47.488261 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-42072380-e8b4-417a-a97b-00336d280649 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Calling delete_port for fb015a5a-55ed-4a4c-8950-969620381f8a owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:47.528459 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-9cec1a16-fc66-49c3-a053-518afdd8be34 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:22:47.529970 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9cec1a16-fc66-49c3-a053-518afdd8be34 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "PUT /v2.0/routers/470c8b7d-5797-4180-8e7a-141abb821481/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4703140 Jan 26 11:22:47.531429 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7157ac01-8c90-4fdb-a170-b33d492ee5ce tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Network deb47a17-0de3-44ba-b382-027c634efb9b is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:47.533156 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-7157ac01-8c90-4fdb-a170-b33d492ee5ce tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:47.536177 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47084) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:47.542462 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7157ac01-8c90-4fdb-a170-b33d492ee5ce tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:47.548829 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7157ac01-8c90-4fdb-a170-b33d492ee5ce tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:47.549488 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7157ac01-8c90-4fdb-a170-b33d492ee5ce tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:47.706404 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-42072380-e8b4-417a-a97b-00336d280649 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:47.767689 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42072380-e8b4-417a-a97b-00336d280649 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb015a5a-55ed-4a4c-8950-969620381f8a,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:47.768897 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157ac01-8c90-4fdb-a170-b33d492ee5ce tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Pushing event updated for resources: {'Port': ['ID=11491a92-17c1-49d1-80b1-0329ba157184,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:47.891453 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-026b5f0b-6716-4219-90be-7c7c26021221 None None] Provisioning for port 7ac580c2-f25b-49f7-a1fa-468126d4b7a6 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:47.891935 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-42072380-e8b4-417a-a97b-00336d280649 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:47.902130 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-026b5f0b-6716-4219-90be-7c7c26021221 None None] Provisioning complete for port 7ac580c2-f25b-49f7-a1fa-468126d4b7a6 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:47.902815 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-026b5f0b-6716-4219-90be-7c7c26021221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:48.116880 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-1faf4f4a-0c7d-4d55-87ef-fe2eba93efc6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Allocated IP 172.20.0.1 (15a18e72-f159-4ef0-962c-0d046924ac51/da0e778c-ae80-4c19-bcae-2db8d2555efe/b576b6b6-2b45-4b99-876d-2722aabe47a1) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:48.129630 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-026b5f0b-6716-4219-90be-7c7c26021221 None None] Could not find standard attr ID for object 09174ae0-a1aa-4f37-b53b-dbffcb747d6d. {{(pid=87444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 11:22:48.148448 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-42072380-e8b4-417a-a97b-00336d280649 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:48.150021 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48b67d-32a4-4cde-a496-5682b194e060 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Port': ['ID=09174ae0-a1aa-4f37-b53b-dbffcb747d6d,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:48.151716 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-42072380-e8b4-417a-a97b-00336d280649 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:48.177644 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50cbc2c-a8da-4d39-b90d-36a807add1f9 None None] Network 15a18e72-f159-4ef0-962c-0d046924ac51 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:48.191632 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-42072380-e8b4-417a-a97b-00336d280649 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:48.192383 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42072380-e8b4-417a-a97b-00336d280649 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0fe33a17-27ea-454b-9e8e-0e6589f8c101 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:22:48.211259 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-42072380-e8b4-417a-a97b-00336d280649 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:48.216526 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-42072380-e8b4-417a-a97b-00336d280649 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "DELETE /v2.0/routers/0fe33a17-27ea-454b-9e8e-0e6589f8c101 HTTP/1.1" status: 204 len: 168 time: 2.8471894 Jan 26 11:22:48.217544 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47090) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:48.223800 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-bee22e6a-3996-4408-891b-c56970b38d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1368896487', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}, 'admin_state_up': False}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:48.231731 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-bee22e6a-3996-4408-891b-c56970b38d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:48.237442 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-bee22e6a-3996-4408-891b-c56970b38d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Usage tracker for resource:router and tenant:5bfdb32e41224481be4699ac3ddc8692 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:48.240557 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-bee22e6a-3996-4408-891b-c56970b38d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:48.247112 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-bee22e6a-3996-4408-891b-c56970b38d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:48.369973 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-0c041a4d-1671-40f5-b05e-c1189831ba35 None None] Provisioning for port 11491a92-17c1-49d1-80b1-0329ba157184 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:48.384427 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28825f-ed81-47de-9c00-8df566f77a5b req-0a3163d7-ed6a-406d-bc3d-811ae39ccf4b tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:48.385748 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-0c041a4d-1671-40f5-b05e-c1189831ba35 None None] Provisioning complete for port 11491a92-17c1-49d1-80b1-0329ba157184 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:48.385973 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-cb28825f-ed81-47de-9c00-8df566f77a5b req-0a3163d7-ed6a-406d-bc3d-811ae39ccf4b tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 1.2258217 Jan 26 11:22:48.386123 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-0c041a4d-1671-40f5-b05e-c1189831ba35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:48.386691 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-af7bef5b-2ba1-4168-95f7-49b8176e60d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:48.408069 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bee22e6a-3996-4408-891b-c56970b38d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:48.409420 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bee22e6a-3996-4408-891b-c56970b38d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:48.427227 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bee22e6a-3996-4408-891b-c56970b38d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:48.488436 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-0c041a4d-1671-40f5-b05e-c1189831ba35 None None] Port 11491a92-17c1-49d1-80b1-0329ba157184 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:22:48.513972 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-0c041a4d-1671-40f5-b05e-c1189831ba35 None None] Provisioning for port 005e53be-9cd8-43fd-adf8-ad18f1d67df4 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:48.521543 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-0c041a4d-1671-40f5-b05e-c1189831ba35 None None] Provisioning complete for port 005e53be-9cd8-43fd-adf8-ad18f1d67df4 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:48.521922 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-0c041a4d-1671-40f5-b05e-c1189831ba35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:48.567913 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7157ac01-8c90-4fdb-a170-b33d492ee5ce tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.2868829 Jan 26 11:22:48.577905 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47094) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:48.585641 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-1a02bb3f-94ee-41ee-a222-d1fa60cba3e6 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:98:37:3c'}]}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:48.594344 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bef5b-2ba1-4168-95f7-49b8176e60d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a29e00a-5a54-42b5-aa7d-17da662f6912,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:48.618899 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-af7bef5b-2ba1-4168-95f7-49b8176e60d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:48.622606 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-af7bef5b-2ba1-4168-95f7-49b8176e60d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4a29e00a-5a54-42b5-aa7d-17da662f6912 HTTP/1.1" status: 204 len: 168 time: 2.1218235 Jan 26 11:22:48.702780 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-0c041a4d-1671-40f5-b05e-c1189831ba35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:48.769162 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-0c041a4d-1671-40f5-b05e-c1189831ba35 None None] For port 005e53be-9cd8-43fd-adf8-ad18f1d67df4, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=005e53be-9cd8-43fd-adf8-ad18f1d67df4,segment=NetworkSegment(4fb5ddc9-c4af-46dd-b2cc-a734ab7065e0),segment_id=4fb5ddc9-c4af-46dd-b2cc-a734ab7065e0)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:48.778083 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-0c041a4d-1671-40f5-b05e-c1189831ba35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:48.981970 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1faf4f4a-0c7d-4d55-87ef-fe2eba93efc6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:49.010013 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-43980544-a82e-4695-8513-17100d120315 None None] Could not find standard attr ID for object 09174ae0-a1aa-4f37-b53b-dbffcb747d6d. {{(pid=87444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 11:22:49.022557 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7ac580c2-f25b-49f7-a1fa-468126d4b7a6 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:22:49.057240 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bee22e6a-3996-4408-891b-c56970b38d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:49.077537 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7a48b67d-32a4-4cde-a496-5682b194e060 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:49.083388 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7a48b67d-32a4-4cde-a496-5682b194e060 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/09174ae0-a1aa-4f37-b53b-dbffcb747d6d HTTP/1.1" status: 204 len: 168 time: 4.7174158 Jan 26 11:22:49.084543 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47102) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:49.137932 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c041a4d-1671-40f5-b05e-c1189831ba35 None None] Pushing event updated for resources: {'Port': ['ID=005e53be-9cd8-43fd-adf8-ad18f1d67df4,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:49.157924 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7d705af4-6c8f-494e-b2b7-918a788706b2 None None] Provisioning complete for port 005e53be-9cd8-43fd-adf8-ad18f1d67df4 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:49.158427 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7d705af4-6c8f-494e-b2b7-918a788706b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:49.215952 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 7ac580c2-f25b-49f7-a1fa-468126d4b7a6 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:49.216611 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:49.339384 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ecb02e-efdc-492b-abc2-6370816cc3ae tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:49.342600 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ecb02e-efdc-492b-abc2-6370816cc3ae tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:49.345231 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ecb02e-efdc-492b-abc2-6370816cc3ae tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:49.348342 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-25ecb02e-efdc-492b-abc2-6370816cc3ae tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:22:49.355203 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-1faf4f4a-0c7d-4d55-87ef-fe2eba93efc6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Transition to ACTIVE for port object b576b6b6-2b45-4b99-876d-2722aabe47a1 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:49.382045 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-cb28825f-ed81-47de-9c00-8df566f77a5b req-db200b8e-7a58-4c67-bea3-2d0b9ad2ca79 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8772960 Jan 26 11:22:49.405181 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1a02bb3f-94ee-41ee-a222-d1fa60cba3e6 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:49.491156 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device fb015a5a-55ed-4a4c-8950-969620381f8a no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:22:49.534939 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: fb015a5a-55ed-4a4c-8950-969620381f8a {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:22:49.535690 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device fb015a5a-55ed-4a4c-8950-969620381f8a not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:22:49.546711 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-25ecb02e-efdc-492b-abc2-6370816cc3ae tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:22:49.551253 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-25ecb02e-efdc-492b-abc2-6370816cc3ae tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3812785 Jan 26 11:22:49.556106 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47120) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:49.691418 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1faf4f4a-0c7d-4d55-87ef-fe2eba93efc6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:49.820868 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf6c64a-856c-447a-ae8e-e582a4cc04de tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet 66a40736-8969-4054-a42c-7fe0fba31f7c {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:22:49.824411 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bcf6c64a-856c-447a-ae8e-e582a4cc04de tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:49.877690 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faf4f4a-0c7d-4d55-87ef-fe2eba93efc6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network 15a18e72-f159-4ef0-962c-0d046924ac51 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:49.886894 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-1faf4f4a-0c7d-4d55-87ef-fe2eba93efc6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:49.901336 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faf4f4a-0c7d-4d55-87ef-fe2eba93efc6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:49.906996 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47130) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:49.974036 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf4f4a-0c7d-4d55-87ef-fe2eba93efc6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Port': ['ID=b576b6b6-2b45-4b99-876d-2722aabe47a1,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:49.976065 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bee22e6a-3996-4408-891b-c56970b38d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router_gateway, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:50.010692 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bcf6c64a-856c-447a-ae8e-e582a4cc04de tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:50.018973 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bee22e6a-3996-4408-891b-c56970b38d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:50.091231 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1a02bb3f-94ee-41ee-a222-d1fa60cba3e6 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:50.099008 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-64e5bc00-f3c0-4f42-ab2c-0952d6e8dc4f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:50.107404 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1a02bb3f-94ee-41ee-a222-d1fa60cba3e6 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:50.124699 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-02ba9056-2e83-4e3d-af19-8af0c7e03927 None None] Provisioning for port b576b6b6-2b45-4b99-876d-2722aabe47a1 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:50.130482 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-02ba9056-2e83-4e3d-af19-8af0c7e03927 None None] Provisioning complete for port b576b6b6-2b45-4b99-876d-2722aabe47a1 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:50.130953 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-02ba9056-2e83-4e3d-af19-8af0c7e03927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:50.168158 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-f5be404b-7a0f-4706-b8de-c3b45d108546 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-941546148'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:50.188519 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f5be404b-7a0f-4706-b8de-c3b45d108546 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:50.196471 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-02ba9056-2e83-4e3d-af19-8af0c7e03927 None None] Port b576b6b6-2b45-4b99-876d-2722aabe47a1 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:22:50.213665 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-1a02bb3f-94ee-41ee-a222-d1fa60cba3e6 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] In _notify_port_updated(), no bound segment for port 11491a92-17c1-49d1-80b1-0329ba157184 on network deb47a17-0de3-44ba-b382-027c634efb9b {{(pid=87443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 26 11:22:50.220135 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a02bb3f-94ee-41ee-a222-d1fa60cba3e6 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:50.220814 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1a02bb3f-94ee-41ee-a222-d1fa60cba3e6 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:50.224756 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1a02bb3f-94ee-41ee-a222-d1fa60cba3e6 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] 10.222.0.39 "PUT /v2.0/ports/11491a92-17c1-49d1-80b1-0329ba157184 HTTP/1.1" status: 200 len: 1003 time: 1.6433101 Jan 26 11:22:50.229074 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f5be404b-7a0f-4706-b8de-c3b45d108546 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Usage tracker for resource:network and tenant:53f108e5612d4ef9a7366d9fb82e2292 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:50.231938 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47136) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:50.240288 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f5be404b-7a0f-4706-b8de-c3b45d108546 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:50.315862 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f5be404b-7a0f-4706-b8de-c3b45d108546 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:50.318255 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1faf4f4a-0c7d-4d55-87ef-fe2eba93efc6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:50.326793 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e329c61-23fc-46dd-abde-42b8ca7d7d66 req-f717273d-c543-479a-8785-3b3e1607108a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:50.328286 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e329c61-23fc-46dd-abde-42b8ca7d7d66 req-f717273d-c543-479a-8785-3b3e1607108a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5fbcfd06e3341ee86200462cb30acd6&device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 1098 time: 0.5317430 Jan 26 11:22:50.352803 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02bb3f-94ee-41ee-a222-d1fa60cba3e6 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Pushing event updated for resources: {'Port': ['ID=11491a92-17c1-49d1-80b1-0329ba157184,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:50.404148 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5be404b-7a0f-4706-b8de-c3b45d108546 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Made reservation on behalf of 53f108e5612d4ef9a7366d9fb82e2292 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:50.407896 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f5be404b-7a0f-4706-b8de-c3b45d108546 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:50.431611 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-787df3fe-6bae-4647-a7ef-891fd42a768d None None] Provisioning complete for port 11491a92-17c1-49d1-80b1-0329ba157184 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:50.432448 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-787df3fe-6bae-4647-a7ef-891fd42a768d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:50.442671 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ce39860f-0540-40be-9520-b7af60774164 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Deleting port 11491a92-17c1-49d1-80b1-0329ba157184 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:50.443020 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ce39860f-0540-40be-9520-b7af60774164 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:50.481984 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f5be404b-7a0f-4706-b8de-c3b45d108546 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:50.496647 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-787df3fe-6bae-4647-a7ef-891fd42a768d None None] Port 11491a92-17c1-49d1-80b1-0329ba157184 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:22:50.502771 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042fdb2-deaa-4078-a796-39c7719ef69f req-5ea348ee-05c6-446a-b8bb-74b0f54ec63b tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:50.504304 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a042fdb2-deaa-4078-a796-39c7719ef69f req-5ea348ee-05c6-446a-b8bb-74b0f54ec63b tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.7273176 Jan 26 11:22:50.567414 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-bee22e6a-3996-4408-891b-c56970b38d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Allocated IP 172.26.5.132 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/b60d4478-94e3-4487-a120-ff68ec022947) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:50.577253 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f5be404b-7a0f-4706-b8de-c3b45d108546 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:50.585469 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f5be404b-7a0f-4706-b8de-c3b45d108546 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Usage tracker for resource:security_group_rule and tenant:53f108e5612d4ef9a7366d9fb82e2292 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:50.596117 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f5be404b-7a0f-4706-b8de-c3b45d108546 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:50.616820 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bba3ce22-91a8-42ec-8dda-f8178eb9c8e8 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:50.641603 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f5be404b-7a0f-4706-b8de-c3b45d108546 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:50.727445 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bcf6c64a-856c-447a-ae8e-e582a4cc04de tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:50.737902 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e329c61-23fc-46dd-abde-42b8ca7d7d66 req-ab9a8e10-ef1c-4707-a736-e1992c07bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:50.739514 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e329c61-23fc-46dd-abde-42b8ca7d7d66 req-ab9a8e10-ef1c-4707-a736-e1992c07bc60 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bf3da876-a622-4e17-8633-e23a8fba3f3c HTTP/1.1" status: 200 len: 912 time: 0.3969390 Jan 26 11:22:50.835885 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a042fdb2-deaa-4078-a796-39c7719ef69f req-bf96ee3f-6ebb-47ce-b34e-162c6d4ebe86 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3135610 Jan 26 11:22:50.890685 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 005e53be-9cd8-43fd-adf8-ad18f1d67df4 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:22:50.966526 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 005e53be-9cd8-43fd-adf8-ad18f1d67df4 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:50.967939 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:51.096981 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1faf4f4a-0c7d-4d55-87ef-fe2eba93efc6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:51.167130 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bcf6c64a-856c-447a-ae8e-e582a4cc04de tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:51.179259 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e329c61-23fc-46dd-abde-42b8ca7d7d66 req-a1270d29-fe4e-481f-ab9e-20ec49f1b719 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd73cb01-e730-4ad8-b770-b6a1e7f436ed HTTP/1.1" status: 200 len: 1000 time: 0.4161615 Jan 26 11:22:51.267595 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6c64a-856c-447a-ae8e-e582a4cc04de tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=66a40736-8969-4054-a42c-7fe0fba31f7c,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:51.269595 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bcf6c64a-856c-447a-ae8e-e582a4cc04de tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:51.275684 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ce39860f-0540-40be-9520-b7af60774164 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:51.284124 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77dcb87-61d8-480a-a97b-854e30223c80 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:51.285851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bee22e6a-3996-4408-891b-c56970b38d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:51.319554 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f5be404b-7a0f-4706-b8de-c3b45d108546 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:51.365998 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-bcf6c64a-856c-447a-ae8e-e582a4cc04de tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/66a40736-8969-4054-a42c-7fe0fba31f7c HTTP/1.1" status: 204 len: 168 time: 1.8047013 Jan 26 11:22:51.367581 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47140) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:51.437218 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f5be404b-7a0f-4706-b8de-c3b45d108546 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:51.446122 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ce39860f-0540-40be-9520-b7af60774164 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Calling delete_port for 11491a92-17c1-49d1-80b1-0329ba157184 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:51.515512 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e329c61-23fc-46dd-abde-42b8ca7d7d66 req-642055ab-f641-45ce-b76b-4b05d364b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:51.516979 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e329c61-23fc-46dd-abde-42b8ca7d7d66 req-642055ab-f641-45ce-b76b-4b05d364b669 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53606115-5141-4c56-95c1-767f19a5c1f8 HTTP/1.1" status: 200 len: 850 time: 0.3239741 Jan 26 11:22:51.533859 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5be404b-7a0f-4706-b8de-c3b45d108546 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:22:51.599511 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be404b-7a0f-4706-b8de-c3b45d108546 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=501a434f-ca9a-48c2-9efa-d368da27031f,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:51.610569 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f5be404b-7a0f-4706-b8de-c3b45d108546 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:51.611400 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-f5be404b-7a0f-4706-b8de-c3b45d108546 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Added segment 5d99c2ba-d1ad-46df-abdf-8f2cce2a5133 of type vlan for network aa62c72a-f5f0-4092-aefe-ac05d30bc0d5 Jan 26 11:22:51.684014 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f5be404b-7a0f-4706-b8de-c3b45d108546 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:51.736517 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bee22e6a-3996-4408-891b-c56970b38d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:51.805851 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c3e949a-8008-43f8-883b-425150a03ae9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet a402a09a-9251-4895-afb0-52d04e2b9d46 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:22:51.822267 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2c3e949a-8008-43f8-883b-425150a03ae9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:51.850556 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e329c61-23fc-46dd-abde-42b8ca7d7d66 req-9f366ebe-ad81-48f7-a59e-a5b143a8b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:51.852075 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e329c61-23fc-46dd-abde-42b8ca7d7d66 req-9f366ebe-ad81-48f7-a59e-a5b143a8b7d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bf3da876-a622-4e17-8633-e23a8fba3f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3273053 Jan 26 11:22:51.853174 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-64e5bc00-f3c0-4f42-ab2c-0952d6e8dc4f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Deleting port c9f79876-0a9a-426e-bb14-37fdf1398ea4 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:51.853174 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-64e5bc00-f3c0-4f42-ab2c-0952d6e8dc4f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:51.854105 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee22e6a-3996-4408-891b-c56970b38d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:51.861210 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-bee22e6a-3996-4408-891b-c56970b38d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:51.896428 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee22e6a-3996-4408-891b-c56970b38d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:51.921784 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f5be404b-7a0f-4706-b8de-c3b45d108546 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:51.926828 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5be404b-7a0f-4706-b8de-c3b45d108546 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:51.927622 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f5be404b-7a0f-4706-b8de-c3b45d108546 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:51.952450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee22e6a-3996-4408-891b-c56970b38d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Pushing event updated for resources: {'Port': ['ID=b60d4478-94e3-4487-a120-ff68ec022947,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:51.955152 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ce39860f-0540-40be-9520-b7af60774164 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:51.993739 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-bba3ce22-91a8-42ec-8dda-f8178eb9c8e8 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Deleting port c88ac1e6-a040-411f-93f4-0b506fc0a445 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:51.994092 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bba3ce22-91a8-42ec-8dda-f8178eb9c8e8 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:52.078830 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2c3e949a-8008-43f8-883b-425150a03ae9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:52.127239 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39860f-0540-40be-9520-b7af60774164 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Pushing event deleted for resources: {'Port': ['ID=11491a92-17c1-49d1-80b1-0329ba157184,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:52.253323 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3f1a0b68-fd4b-40d6-885b-66ef50ec5828 None None] Provisioning complete for port 7ac580c2-f25b-49f7-a1fa-468126d4b7a6 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:52.253564 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0b68-fd4b-40d6-885b-66ef50ec5828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:52.302363 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be404b-7a0f-4706-b8de-c3b45d108546 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Pushing event updated for resources: {'Network': ['ID=aa62c72a-f5f0-4092-aefe-ac05d30bc0d5,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:52.317635 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network aa62c72a-f5f0-4092-aefe-ac05d30bc0d5 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:22:52.324602 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ce39860f-0540-40be-9520-b7af60774164 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:52.330111 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ce39860f-0540-40be-9520-b7af60774164 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] 10.222.0.39 "DELETE /v2.0/ports/11491a92-17c1-49d1-80b1-0329ba157184 HTTP/1.1" status: 204 len: 168 time: 2.0884080 Jan 26 11:22:52.333039 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f5be404b-7a0f-4706-b8de-c3b45d108546 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4202063 Jan 26 11:22:52.367311 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47146) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:52.367642 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47148) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:52.432489 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-28a3a8ed-7255-4233-949a-17934fa49809 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Request body: {'subnet': {'network_id': 'aa62c72a-f5f0-4092-aefe-ac05d30bc0d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:52.464276 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.resource_extend [None req-1faf4f4a-0c7d-4d55-87ef-fe2eba93efc6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:22:52.486375 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-64e5bc00-f3c0-4f42-ab2c-0952d6e8dc4f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:52.511892 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e329c61-23fc-46dd-abde-42b8ca7d7d66 req-cfe2c914-795a-4132-b7e2-e524feb9e115 service neutron] 10.222.0.24 "GET /v2.0/networks/bf3da876-a622-4e17-8633-e23a8fba3f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6524010 Jan 26 11:22:52.518884 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a2843a-57bf-47dc-9340-e04a9ccbcb79 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] GET failed (client error): The resource could not be found. Jan 26 11:22:52.519365 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-53a2843a-57bf-47dc-9340-e04a9ccbcb79 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Synchronizing usage tracker for tenant:04ebdfa1185a41f18f6cddf6fd475603 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:22:52.535220 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3970acd1-3a78-46b0-9e71-e012f84e69c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:52.535596 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1faf4f4a-0c7d-4d55-87ef-fe2eba93efc6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:52.661737 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-64e5bc00-f3c0-4f42-ab2c-0952d6e8dc4f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Calling delete_port for c9f79876-0a9a-426e-bb14-37fdf1398ea4 owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:52.695457 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1faf4f4a-0c7d-4d55-87ef-fe2eba93efc6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:52.779029 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d05455-f941-4284-b979-196a1f78bd2f req-a4b6fba5-4973-4324-b5ca-152480dd9876 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:52.780647 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-97d05455-f941-4284-b979-196a1f78bd2f req-a4b6fba5-4973-4324-b5ca-152480dd9876 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.7980282 Jan 26 11:22:52.848062 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2c3e949a-8008-43f8-883b-425150a03ae9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:52.903533 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bba3ce22-91a8-42ec-8dda-f8178eb9c8e8 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:52.921987 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e329c61-23fc-46dd-abde-42b8ca7d7d66 req-19757da5-8f82-4977-9f61-25ae1fc41019 service neutron] 10.222.0.24 "GET /v2.0/networks/bf3da876-a622-4e17-8633-e23a8fba3f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957300 Jan 26 11:22:52.927348 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-53a2843a-57bf-47dc-9340-e04a9ccbcb79 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Unset dirty status for tenant:04ebdfa1185a41f18f6cddf6fd475603 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:22:52.927529 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-53a2843a-57bf-47dc-9340-e04a9ccbcb79 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] 10.222.0.39 "GET /v2.0/ports/11491a92-17c1-49d1-80b1-0329ba157184 HTTP/1.1" status: 404 len: 333 time: 0.5556540 Jan 26 11:22:52.934593 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-97d05455-f941-4284-b979-196a1f78bd2f req-b3db9344-2877-4b7b-9e1c-659e8a231009 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458712 Jan 26 11:22:52.935045 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47154) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:52.945552 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Request body: {'port': {'network_id': 'deb47a17-0de3-44ba-b382-027c634efb9b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1863630855'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:53.060012 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-28a3a8ed-7255-4233-949a-17934fa49809 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:53.084554 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-bba3ce22-91a8-42ec-8dda-f8178eb9c8e8 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Calling delete_port for c88ac1e6-a040-411f-93f4-0b506fc0a445 owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:53.113646 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-28a3a8ed-7255-4233-949a-17934fa49809 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Usage tracker for resource:subnet and tenant:53f108e5612d4ef9a7366d9fb82e2292 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:53.117861 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bee22e6a-3996-4408-891b-c56970b38d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router_gateway, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:53.127497 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-28a3a8ed-7255-4233-949a-17934fa49809 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:53.240213 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:53.317302 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:53.335463 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Made reservation on behalf of 04ebdfa1185a41f18f6cddf6fd475603 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:53.338993 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:53.389738 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1faf4f4a-0c7d-4d55-87ef-fe2eba93efc6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:53.412118 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-28a3a8ed-7255-4233-949a-17934fa49809 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:53.414533 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf4f4a-0c7d-4d55-87ef-fe2eba93efc6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Port': ['ID=b576b6b6-2b45-4b99-876d-2722aabe47a1,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:53.430913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] device_id is not set on port b099df19-cc7a-40af-a6a9-9036c726a86e yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:22:53.470706 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a3a8ed-7255-4233-949a-17934fa49809 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Made reservation on behalf of 53f108e5612d4ef9a7366d9fb82e2292 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:53.474114 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28a3a8ed-7255-4233-949a-17934fa49809 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:53.599875 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2c3e949a-8008-43f8-883b-425150a03ae9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:53.639506 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bee22e6a-3996-4408-891b-c56970b38d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:53.738828 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e949a-8008-43f8-883b-425150a03ae9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=a402a09a-9251-4895-afb0-52d04e2b9d46,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:53.746869 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98d7c1b-62b8-420e-90e3-84bf5103c753 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:53.751263 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Allocated IP 2001:db8::1fd (deb47a17-0de3-44ba-b382-027c634efb9b/79cccb48-cf3d-4dca-9712-dabd7f83717d/b099df19-cc7a-40af-a6a9-9036c726a86e) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:53.787598 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2c3e949a-8008-43f8-883b-425150a03ae9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:53.830119 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e949a-8008-43f8-883b-425150a03ae9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:53.830642 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e949a-8008-43f8-883b-425150a03ae9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:53.830842 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e949a-8008-43f8-883b-425150a03ae9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:53.831182 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e949a-8008-43f8-883b-425150a03ae9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:53.831535 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e949a-8008-43f8-883b-425150a03ae9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:53.831851 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e949a-8008-43f8-883b-425150a03ae9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:53.832185 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e949a-8008-43f8-883b-425150a03ae9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:53.832516 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e949a-8008-43f8-883b-425150a03ae9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:53.832836 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e949a-8008-43f8-883b-425150a03ae9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:53.833165 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e949a-8008-43f8-883b-425150a03ae9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:53.833490 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e949a-8008-43f8-883b-425150a03ae9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:53.833826 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e949a-8008-43f8-883b-425150a03ae9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:53.873568 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2c3e949a-8008-43f8-883b-425150a03ae9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/a402a09a-9251-4895-afb0-52d04e2b9d46 HTTP/1.1" status: 204 len: 168 time: 2.4989536 Jan 26 11:22:53.874821 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47158) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:53.901715 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faf4f4a-0c7d-4d55-87ef-fe2eba93efc6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network 15a18e72-f159-4ef0-962c-0d046924ac51 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:53.907856 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-1faf4f4a-0c7d-4d55-87ef-fe2eba93efc6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:53.965832 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3885f1f3-11b0-4408-b716-494ef7a5ef25 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872111 Jan 26 11:22:53.969915 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47162) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:53.981179 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-bdbe95af-8757-48a7-9eff-7a37b062eaf7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:54.105799 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9b3596-6c9d-47d4-9a7f-923495b404ba None None] DHCP port deletion for ba6f0584-2941-48e6-9427-2229465f5a54 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:22:54.113299 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-ac9b3596-6c9d-47d4-9a7f-923495b404ba None None] Deleting port 7ac580c2-f25b-49f7-a1fa-468126d4b7a6 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:54.113683 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ac9b3596-6c9d-47d4-9a7f-923495b404ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:54.274626 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee22e6a-3996-4408-891b-c56970b38d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Router 52c067ab-9840-4008-8b02-b248bd29c1f8 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:22:54.276775 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-bdbe95af-8757-48a7-9eff-7a37b062eaf7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:54.283026 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-bdbe95af-8757-48a7-9eff-7a37b062eaf7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:subnet and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:54.288497 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-bdbe95af-8757-48a7-9eff-7a37b062eaf7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:54.311642 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bba3ce22-91a8-42ec-8dda-f8178eb9c8e8 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:54.358797 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-bdbe95af-8757-48a7-9eff-7a37b062eaf7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:54.382125 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-64e5bc00-f3c0-4f42-ab2c-0952d6e8dc4f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:54.401203 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3ce22-91a8-42ec-8dda-f8178eb9c8e8 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Pushing event deleted for resources: {'Port': ['ID=c88ac1e6-a040-411f-93f4-0b506fc0a445,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:54.433628 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbe95af-8757-48a7-9eff-7a37b062eaf7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:54.437873 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bdbe95af-8757-48a7-9eff-7a37b062eaf7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:54.445369 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-9fae9ad0-b5b8-4e33-8018-e664afef679c None None] Provisioning complete for port b576b6b6-2b45-4b99-876d-2722aabe47a1 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:54.445731 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9fae9ad0-b5b8-4e33-8018-e664afef679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:54.495253 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-ac9b3596-6c9d-47d4-9a7f-923495b404ba None None] For port 7ac580c2-f25b-49f7-a1fa-468126d4b7a6, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7ac580c2-f25b-49f7-a1fa-468126d4b7a6,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:54.495643 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ac9b3596-6c9d-47d4-9a7f-923495b404ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:54.522479 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5bc00-f3c0-4f42-ab2c-0952d6e8dc4f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event deleted for resources: {'Port': ['ID=c9f79876-0a9a-426e-bb14-37fdf1398ea4,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:54.635435 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:54.646539 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-ac9b3596-6c9d-47d4-9a7f-923495b404ba None None] Calling delete_port for 7ac580c2-f25b-49f7-a1fa-468126d4b7a6 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:22:54.652752 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Transition to ACTIVE for port object b099df19-cc7a-40af-a6a9-9036c726a86e will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:54.656643 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28a3a8ed-7255-4233-949a-17934fa49809 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:54.700129 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:54.705452 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-9fae9ad0-b5b8-4e33-8018-e664afef679c None None] Port b576b6b6-2b45-4b99-876d-2722aabe47a1 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:22:54.746647 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ac9b3596-6c9d-47d4-9a7f-923495b404ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:54.809147 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b3596-6c9d-47d4-9a7f-923495b404ba None None] Pushing event deleted for resources: {'Port': ['ID=7ac580c2-f25b-49f7-a1fa-468126d4b7a6,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:54.814980 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9b3596-6c9d-47d4-9a7f-923495b404ba None None] No DVR routers for this DVR port 7ac580c2-f25b-49f7-a1fa-468126d4b7a6 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:22:54.833265 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-041cae5c-fdb7-4f68-be15-f7a0b6b7d166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:54.853086 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee22e6a-3996-4408-891b-c56970b38d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:22:54.858086 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Network deb47a17-0de3-44ba-b382-027c634efb9b is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:54.866519 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98654a30-8850-4fc2-a647-0838a4b8666b None None] Sync routers for ids ['52c067ab-9840-4008-8b02-b248bd29c1f8'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:22:54.868235 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:54.879649 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:54.881239 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98654a30-8850-4fc2-a647-0838a4b8666b None None] Routers {'52c067ab-9840-4008-8b02-b248bd29c1f8'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:54.883195 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-98654a30-8850-4fc2-a647-0838a4b8666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['52c067ab-9840-4008-8b02-b248bd29c1f8'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:54.885460 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:54.886098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:54.900856 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Pushing event updated for resources: {'Port': ['ID=b099df19-cc7a-40af-a6a9-9036c726a86e,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:54.928828 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:54.929433 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:54.930171 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:54.935214 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:54.935377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:54.935797 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:54.936143 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:54.936573 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:54.936922 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:54.937264 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:54.937978 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:54.938672 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:22:54.979723 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bba3ce22-91a8-42ec-8dda-f8178eb9c8e8 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:55.015769 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bee22e6a-3996-4408-891b-c56970b38d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:55.020330 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-bee22e6a-3996-4408-891b-c56970b38d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.8011079 Jan 26 11:22:55.021528 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7ac580c2-f25b-49f7-a1fa-468126d4b7a6 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:22:55.021752 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47168) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:55.028167 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9e5213a7-1a51-4027-885a-b3e19a739ddc tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0889430 Jan 26 11:22:55.031985 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-b6301d47-b7e7-454f-985e-45cbcbd7bdef tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'enable_snat': False}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:55.048716 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47172) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:55.082398 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-4b814d73-5606-4ad1-a26a-03de7bcd5a10 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Request body: {'port': {'network_id': 'deb47a17-0de3-44ba-b382-027c634efb9b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1284574442'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:55.103941 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 7ac580c2-f25b-49f7-a1fa-468126d4b7a6 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:22:55.104844 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7ac580c2-f25b-49f7-a1fa-468126d4b7a6 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:22:55.106253 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d9877-1edf-4079-9ec3-0b821b109dd8 req-97bfa85d-a297-4e3a-9772-94b11d39f9e7 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:55.108558 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f89d9877-1edf-4079-9ec3-0b821b109dd8 req-97bfa85d-a297-4e3a-9772-94b11d39f9e7 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.9687459 Jan 26 11:22:55.111369 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-98654a30-8850-4fc2-a647-0838a4b8666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:55.133504 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98654a30-8850-4fc2-a647-0838a4b8666b None None] Routers {'52c067ab-9840-4008-8b02-b248bd29c1f8'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:55.133971 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-98654a30-8850-4fc2-a647-0838a4b8666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['52c067ab-9840-4008-8b02-b248bd29c1f8'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:55.190304 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1faf4f4a-0c7d-4d55-87ef-fe2eba93efc6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Router f291ee22-5953-4553-b9e8-4107428eb6ff is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:22:55.191609 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3a8ed-7255-4233-949a-17934fa49809 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Pushing event updated for resources: {'Subnet': ['ID=ce536385-0cd9-492e-aaa2-2bdd9039fb52,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:55.225483 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-98654a30-8850-4fc2-a647-0838a4b8666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:55.225802 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98654a30-8850-4fc2-a647-0838a4b8666b None None] The sync data for ids ['52c067ab-9840-4008-8b02-b248bd29c1f8'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:22:55.285484 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bdbe95af-8757-48a7-9eff-7a37b062eaf7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:55.337965 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-0503a98a-d65a-4595-9bf6-b66f7f58ae52 None None] Provisioning for port b099df19-cc7a-40af-a6a9-9036c726a86e completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:55.346897 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-0503a98a-d65a-4595-9bf6-b66f7f58ae52 None None] Provisioning complete for port b099df19-cc7a-40af-a6a9-9036c726a86e triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:55.346897 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-0503a98a-d65a-4595-9bf6-b66f7f58ae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:55.382910 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbe95af-8757-48a7-9eff-7a37b062eaf7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:55.400267 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a3a8ed-7255-4233-949a-17934fa49809 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Checking segment: {'id': '5d99c2ba-d1ad-46df-abdf-8f2cce2a5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'aa62c72a-f5f0-4092-aefe-ac05d30bc0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:22:55.400634 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a3a8ed-7255-4233-949a-17934fa49809 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Network hostable DHCP agents. Network: aa62c72a-f5f0-4092-aefe-ac05d30bc0d5, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:22:55.414176 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-0503a98a-d65a-4595-9bf6-b66f7f58ae52 None None] Port b099df19-cc7a-40af-a6a9-9036c726a86e cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:22:55.459584 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-bdbe95af-8757-48a7-9eff-7a37b062eaf7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:55.469694 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b551a5b0-c499-42b3-b2cd-1d42bfbc3b42 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:55.477915 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbe95af-8757-48a7-9eff-7a37b062eaf7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:55.478446 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bdbe95af-8757-48a7-9eff-7a37b062eaf7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:55.523016 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe95af-8757-48a7-9eff-7a37b062eaf7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=f52ab718-1108-4069-a927-b0634fa95610,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:55.591837 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-bdbe95af-8757-48a7-9eff-7a37b062eaf7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6187735 Jan 26 11:22:55.604900 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47176) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:55.614161 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-9123b0b2-d4d3-4c9a-b5de-534aa6d0fa10 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:55.707904 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f89d9877-1edf-4079-9ec3-0b821b109dd8 req-c29856d0-1630-4bb6-ac7f-075da772f840 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5258455 Jan 26 11:22:55.746808 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e20a63-267b-4869-84b0-668ff5849816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-ba6f0584-2941-48e6-9427-2229465f5a54', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'fixed_ips': [{'subnet_id': 'f52ab718-1108-4069-a927-b0634fa95610'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:22:55.750062 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-76e20a63-267b-4869-84b0-668ff5849816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:55.903517 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:55.938048 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba3ce22-91a8-42ec-8dda-f8178eb9c8e8 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Router 470c8b7d-5797-4180-8e7a-141abb821481 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:22:55.938879 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a3a8ed-7255-4233-949a-17934fa49809 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Network aa62c72a-f5f0-4092-aefe-ac05d30bc0d5 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:22:55.964009 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4b814d73-5606-4ad1-a26a-03de7bcd5a10 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:55.967006 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1faf4f4a-0c7d-4d55-87ef-fe2eba93efc6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:22:55.973669 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-64e5bc00-f3c0-4f42-ab2c-0952d6e8dc4f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:55.981910 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4b814d73-5606-4ad1-a26a-03de7bcd5a10 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Usage tracker for resource:port and tenant:04ebdfa1185a41f18f6cddf6fd475603 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:55.986117 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-28a3a8ed-7255-4233-949a-17934fa49809 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, aa62c72a-f5f0-4092-aefe-ac05d30bc0d5) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:55.989323 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4b814d73-5606-4ad1-a26a-03de7bcd5a10 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:55.999665 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:56.006125 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117290c6-60fe-4dd9-96f3-1f4c1e2adfc0 None None] Network aa62c72a-f5f0-4092-aefe-ac05d30bc0d5 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:56.007204 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3a8ed-7255-4233-949a-17934fa49809 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:56.008278 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28a3a8ed-7255-4233-949a-17934fa49809 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:56.010473 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6e66a0-41ff-4272-bdb5-f59100194640 None None] Sync routers for ids ['f291ee22-5953-4553-b9e8-4107428eb6ff'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:22:56.028516 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6e66a0-41ff-4272-bdb5-f59100194640 None None] Routers {'f291ee22-5953-4553-b9e8-4107428eb6ff'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:56.029794 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-ff6e66a0-41ff-4272-bdb5-f59100194640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['f291ee22-5953-4553-b9e8-4107428eb6ff'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:56.090738 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-ff6e66a0-41ff-4272-bdb5-f59100194640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:56.100408 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6e66a0-41ff-4272-bdb5-f59100194640 None None] Routers {'f291ee22-5953-4553-b9e8-4107428eb6ff'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:56.101268 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-ff6e66a0-41ff-4272-bdb5-f59100194640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['f291ee22-5953-4553-b9e8-4107428eb6ff'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:56.123645 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4b814d73-5606-4ad1-a26a-03de7bcd5a10 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:56.151359 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9123b0b2-d4d3-4c9a-b5de-534aa6d0fa10 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:56.162196 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9123b0b2-d4d3-4c9a-b5de-534aa6d0fa10 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:subnet and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:56.165532 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-ff6e66a0-41ff-4272-bdb5-f59100194640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:56.166159 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6e66a0-41ff-4272-bdb5-f59100194640 None None] The sync data for ids ['f291ee22-5953-4553-b9e8-4107428eb6ff'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:22:56.168607 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9123b0b2-d4d3-4c9a-b5de-534aa6d0fa10 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:56.201715 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-76e20a63-267b-4869-84b0-668ff5849816 None None] Allocated IP 172.20.0.2 (ba6f0584-2941-48e6-9427-2229465f5a54/f52ab718-1108-4069-a927-b0634fa95610/c91a2a42-8078-4974-bcaf-18be68ecfc03) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:56.231104 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9123b0b2-d4d3-4c9a-b5de-534aa6d0fa10 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:56.275299 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9123b0b2-d4d3-4c9a-b5de-534aa6d0fa10 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:56.280175 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9123b0b2-d4d3-4c9a-b5de-534aa6d0fa10 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:56.305559 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b6301d47-b7e7-454f-985e-45cbcbd7bdef tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:56.319077 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734759d-2652-437b-b949-6c5ef052aee6 req-96f3371d-cf32-4064-a472-dadf954a1812 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:56.320636 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0734759d-2652-437b-b949-6c5ef052aee6 req-96f3371d-cf32-4064-a472-dadf954a1812 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.4475224 Jan 26 11:22:56.371241 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1faf4f4a-0c7d-4d55-87ef-fe2eba93efc6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "PUT /v2.0/routers/f291ee22-5953-4553-b9e8-4107428eb6ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6351140 Jan 26 11:22:56.381409 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47182) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:56.401715 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-28a3a8ed-7255-4233-949a-17934fa49809 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0252349 Jan 26 11:22:56.419187 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bc606e-e08c-4526-9b1d-965df2e81651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-aa62c72a-f5f0-4092-aefe-ac05d30bc0d5', 'network_id': 'aa62c72a-f5f0-4092-aefe-ac05d30bc0d5', 'tenant_id': '53f108e5612d4ef9a7366d9fb82e2292', 'fixed_ips': [{'subnet_id': 'ce536385-0cd9-492e-aaa2-2bdd9039fb52'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:22:56.420540 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-35bc606e-e08c-4526-9b1d-965df2e81651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:56.429697 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47186) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:56.438595 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-dfc7d780-998a-474e-ad8f-ae85e78dc500 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Request body: {'port': {'network_id': 'aa62c72a-f5f0-4092-aefe-ac05d30bc0d5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-412486111'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:56.452389 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba3ce22-91a8-42ec-8dda-f8178eb9c8e8 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:22:56.461885 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-bba3ce22-91a8-42ec-8dda-f8178eb9c8e8 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "PUT /v2.0/routers/470c8b7d-5797-4180-8e7a-141abb821481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8703208 Jan 26 11:22:56.472230 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47190) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:56.476831 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b814d73-5606-4ad1-a26a-03de7bcd5a10 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Made reservation on behalf of 04ebdfa1185a41f18f6cddf6fd475603 for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:56.480440 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4b814d73-5606-4ad1-a26a-03de7bcd5a10 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:56.492368 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216e8758-a5d8-4bd5-a1a3-97b914e5a6b1 None None] Sync routers for ids ['470c8b7d-5797-4180-8e7a-141abb821481'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:22:56.577351 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0734759d-2652-437b-b949-6c5ef052aee6 req-edc1f7fc-8dd1-4766-817a-d4adc42aaf41 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416053 Jan 26 11:22:56.593958 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:22:56.631105 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216e8758-a5d8-4bd5-a1a3-97b914e5a6b1 None None] Routers {'470c8b7d-5797-4180-8e7a-141abb821481'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:56.632676 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-216e8758-a5d8-4bd5-a1a3-97b914e5a6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['470c8b7d-5797-4180-8e7a-141abb821481'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:56.662904 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-dfc7d780-998a-474e-ad8f-ae85e78dc500 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:56.721898 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-dfc7d780-998a-474e-ad8f-ae85e78dc500 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Usage tracker for resource:port and tenant:53f108e5612d4ef9a7366d9fb82e2292 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:56.724991 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-216e8758-a5d8-4bd5-a1a3-97b914e5a6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:56.727712 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-dfc7d780-998a-474e-ad8f-ae85e78dc500 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:56.732938 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c683cd-6ff2-4061-b0f1-ee198e5ab61d tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:56.734004 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-83c683cd-6ff2-4061-b0f1-ee198e5ab61d tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Synchronizing usage tracker for tenant:252bea5ac7b143c89da38d9a87822c0c on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:22:56.739373 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-dfc7d780-998a-474e-ad8f-ae85e78dc500 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:56.753369 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-4b814d73-5606-4ad1-a26a-03de7bcd5a10 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] device_id is not set on port a9d7f3e4-c21a-47bb-b420-e902d112fa3b yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:22:56.766162 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216e8758-a5d8-4bd5-a1a3-97b914e5a6b1 None None] Routers {'470c8b7d-5797-4180-8e7a-141abb821481'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:56.766793 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-216e8758-a5d8-4bd5-a1a3-97b914e5a6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['470c8b7d-5797-4180-8e7a-141abb821481'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:56.815132 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc7d780-998a-474e-ad8f-ae85e78dc500 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Made reservation on behalf of 53f108e5612d4ef9a7366d9fb82e2292 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:56.818761 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dfc7d780-998a-474e-ad8f-ae85e78dc500 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:56.863513 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-dfc7d780-998a-474e-ad8f-ae85e78dc500 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] device_id is not set on port 25b3d6bb-09bb-416a-8273-db8c97694e2e yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:22:56.917559 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-f2c437c8-4c72-409d-b822-65cc7e04efbe tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] delete failed (client error): The resource could not be found. Jan 26 11:22:56.918794 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f2c437c8-4c72-409d-b822-65cc7e04efbe tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-1997286466 HTTP/1.1" status: 404 len: 335 time: 0.4431512 Jan 26 11:22:56.929028 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47198) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:56.937938 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-d7061d80-a26a-4afb-90da-96b68b772eb3 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Request body: {'router': {'external_gateway_info': {'network_id': '470c8b7d-5797-4180-8e7a-141abb821481'}}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:56.950918 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-216e8758-a5d8-4bd5-a1a3-97b914e5a6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:56.951726 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216e8758-a5d8-4bd5-a1a3-97b914e5a6b1 None None] The sync data for ids ['470c8b7d-5797-4180-8e7a-141abb821481'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:22:56.972619 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-76e20a63-267b-4869-84b0-668ff5849816 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:56.988867 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-76e20a63-267b-4869-84b0-668ff5849816 None None] Transition to ACTIVE for port object c91a2a42-8078-4974-bcaf-18be68ecfc03 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:57.023642 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-76e20a63-267b-4869-84b0-668ff5849816 None None] Transition to ACTIVE for port object c91a2a42-8078-4974-bcaf-18be68ecfc03 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:57.025281 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-35bc606e-e08c-4526-9b1d-965df2e81651 None None] Allocated IP 172.20.0.2 (aa62c72a-f5f0-4092-aefe-ac05d30bc0d5/ce536385-0cd9-492e-aaa2-2bdd9039fb52/0990719c-b5fe-4256-a10d-783e1ad770ed) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:57.036558 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-76e20a63-267b-4869-84b0-668ff5849816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:57.044252 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-83c683cd-6ff2-4061-b0f1-ee198e5ab61d tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Unset dirty status for tenant:252bea5ac7b143c89da38d9a87822c0c on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:22:57.049483 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-83c683cd-6ff2-4061-b0f1-ee198e5ab61d tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "GET /v2.0/ports/b576b6b6-2b45-4b99-876d-2722aabe47a1 HTTP/1.1" status: 200 len: 910 time: 0.6523848 Jan 26 11:22:57.063281 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47202) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:57.123359 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e20a63-267b-4869-84b0-668ff5849816 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:57.128792 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-76e20a63-267b-4869-84b0-668ff5849816 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:57.142028 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e20a63-267b-4869-84b0-668ff5849816 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:57.233355 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e20a63-267b-4869-84b0-668ff5849816 None None] Pushing event updated for resources: {'Port': ['ID=c91a2a42-8078-4974-bcaf-18be68ecfc03,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:57.314986 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-76e20a63-267b-4869-84b0-668ff5849816 None None] Attempting to bind port c91a2a42-8078-4974-bcaf-18be68ecfc03 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:22:57.315356 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-76e20a63-267b-4869-84b0-668ff5849816 None None] Attempting to bind port c91a2a42-8078-4974-bcaf-18be68ecfc03 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:22:57.315718 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e20a63-267b-4869-84b0-668ff5849816 None None] Attempting to bind port c91a2a42-8078-4974-bcaf-18be68ecfc03 on network ba6f0584-2941-48e6-9427-2229465f5a54 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:22:57.328422 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.objects.ports [None req-9123b0b2-d4d3-4c9a-b5de-534aa6d0fa10 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 26 11:22:57.334069 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e20a63-267b-4869-84b0-668ff5849816 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:22:57.334452 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e20a63-267b-4869-84b0-668ff5849816 None None] Checking segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:22:57.334862 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-76e20a63-267b-4869-84b0-668ff5849816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:57.335243 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e20a63-267b-4869-84b0-668ff5849816 None None] Bound using segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:22:57.335707 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-76e20a63-267b-4869-84b0-668ff5849816 None None] Bound port: c91a2a42-8078-4974-bcaf-18be68ecfc03, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:22:57.336077 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-76e20a63-267b-4869-84b0-668ff5849816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:57.365442 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:57.488383 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-35bc606e-e08c-4526-9b1d-965df2e81651 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:57.491735 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b2800-897f-4fdd-a108-adf9742549bf req-f3b3c0b5-75fb-4267-8c9b-b099e479b42d tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:57.499689 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c11b2800-897f-4fdd-a108-adf9742549bf req-f3b3c0b5-75fb-4267-8c9b-b099e479b42d tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.4346876 Jan 26 11:22:57.505445 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-35bc606e-e08c-4526-9b1d-965df2e81651 None None] Transition to ACTIVE for port object 0990719c-b5fe-4256-a10d-783e1ad770ed will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:57.512078 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-76e20a63-267b-4869-84b0-668ff5849816 None None] For port c91a2a42-8078-4974-bcaf-18be68ecfc03, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:22:57.518182 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-76e20a63-267b-4869-84b0-668ff5849816 None None] For port c91a2a42-8078-4974-bcaf-18be68ecfc03, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c91a2a42-8078-4974-bcaf-18be68ecfc03,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:22:57.528379 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-76e20a63-267b-4869-84b0-668ff5849816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:57.573749 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-35bc606e-e08c-4526-9b1d-965df2e81651 None None] Transition to ACTIVE for port object 0990719c-b5fe-4256-a10d-783e1ad770ed will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:57.600508 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-35bc606e-e08c-4526-9b1d-965df2e81651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:57.634640 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bc606e-e08c-4526-9b1d-965df2e81651 None None] Network aa62c72a-f5f0-4092-aefe-ac05d30bc0d5 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:57.636213 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e20a63-267b-4869-84b0-668ff5849816 None None] Pushing event updated for resources: {'Port': ['ID=c91a2a42-8078-4974-bcaf-18be68ecfc03,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:57.638928 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-35bc606e-e08c-4526-9b1d-965df2e81651 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:57.644941 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e5bc00-f3c0-4f42-ab2c-0952d6e8dc4f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Router 0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:22:57.681271 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bc606e-e08c-4526-9b1d-965df2e81651 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:57.806946 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc606e-e08c-4526-9b1d-965df2e81651 None None] Pushing event updated for resources: {'Port': ['ID=0990719c-b5fe-4256-a10d-783e1ad770ed,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:57.856921 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-35bc606e-e08c-4526-9b1d-965df2e81651 None None] Attempting to bind port 0990719c-b5fe-4256-a10d-783e1ad770ed on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:22:57.857871 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-35bc606e-e08c-4526-9b1d-965df2e81651 None None] Attempting to bind port 0990719c-b5fe-4256-a10d-783e1ad770ed by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '5d99c2ba-d1ad-46df-abdf-8f2cce2a5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'aa62c72a-f5f0-4092-aefe-ac05d30bc0d5'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:22:57.858244 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bc606e-e08c-4526-9b1d-965df2e81651 None None] Attempting to bind port 0990719c-b5fe-4256-a10d-783e1ad770ed on network aa62c72a-f5f0-4092-aefe-ac05d30bc0d5 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:22:57.864552 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bc606e-e08c-4526-9b1d-965df2e81651 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:22:57.864856 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bc606e-e08c-4526-9b1d-965df2e81651 None None] Checking segment: {'id': '5d99c2ba-d1ad-46df-abdf-8f2cce2a5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'aa62c72a-f5f0-4092-aefe-ac05d30bc0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:22:57.865265 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-35bc606e-e08c-4526-9b1d-965df2e81651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:57.865794 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bc606e-e08c-4526-9b1d-965df2e81651 None None] Bound using segment: {'id': '5d99c2ba-d1ad-46df-abdf-8f2cce2a5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'aa62c72a-f5f0-4092-aefe-ac05d30bc0d5'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:22:57.866268 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-35bc606e-e08c-4526-9b1d-965df2e81651 None None] Bound port: 0990719c-b5fe-4256-a10d-783e1ad770ed, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d99c2ba-d1ad-46df-abdf-8f2cce2a5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'aa62c72a-f5f0-4092-aefe-ac05d30bc0d5'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:22:57.866671 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-35bc606e-e08c-4526-9b1d-965df2e81651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:58.015231 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-35bc606e-e08c-4526-9b1d-965df2e81651 None None] For port 0990719c-b5fe-4256-a10d-783e1ad770ed, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:22:58.019316 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-35bc606e-e08c-4526-9b1d-965df2e81651 None None] For port 0990719c-b5fe-4256-a10d-783e1ad770ed, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0990719c-b5fe-4256-a10d-783e1ad770ed,segment=NetworkSegment(5d99c2ba-d1ad-46df-abdf-8f2cce2a5133),segment_id=5d99c2ba-d1ad-46df-abdf-8f2cce2a5133)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:22:58.026367 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-35bc606e-e08c-4526-9b1d-965df2e81651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:58.046663 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c11b2800-897f-4fdd-a108-adf9742549bf req-d45d9879-0316-471b-b42d-2a1f013c1cc1 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5453174 Jan 26 11:22:58.078639 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-dfc7d780-998a-474e-ad8f-ae85e78dc500 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Allocated IP 172.20.0.5 (aa62c72a-f5f0-4092-aefe-ac05d30bc0d5/ce536385-0cd9-492e-aaa2-2bdd9039fb52/25b3d6bb-09bb-416a-8273-db8c97694e2e) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:58.147817 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d7061d80-a26a-4afb-90da-96b68b772eb3 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:58.149419 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc606e-e08c-4526-9b1d-965df2e81651 None None] Pushing event updated for resources: {'Port': ['ID=0990719c-b5fe-4256-a10d-783e1ad770ed,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:58.161435 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-4b814d73-5606-4ad1-a26a-03de7bcd5a10 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Allocated IP 2001:db8::34d (deb47a17-0de3-44ba-b382-027c634efb9b/79cccb48-cf3d-4dca-9712-dabd7f83717d/a9d7f3e4-c21a-47bb-b420-e902d112fa3b) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:22:58.252487 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-d7061d80-a26a-4afb-90da-96b68b772eb3 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] update failed (client error): The resource could not be found. Jan 26 11:22:58.261240 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d7061d80-a26a-4afb-90da-96b68b772eb3 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "PUT /v2.0/routers/470c8b7d-5797-4180-8e7a-141abb821481 HTTP/1.1" status: 404 len: 339 time: 1.3291948 Jan 26 11:22:58.265273 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47206) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:58.283099 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-dc99a7d3-534e-4593-b71c-75b54adace09 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-208925591'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:58.293117 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9123b0b2-d4d3-4c9a-b5de-534aa6d0fa10 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:58.314311 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-dc99a7d3-534e-4593-b71c-75b54adace09 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:22:58.331686 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b6301d47-b7e7-454f-985e-45cbcbd7bdef tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:58.339994 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-dc99a7d3-534e-4593-b71c-75b54adace09 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Usage tracker for resource:network and tenant:07b8fa071e9e45049a9f3f9587fc055b is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:22:58.345770 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-dc99a7d3-534e-4593-b71c-75b54adace09 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:22:58.355734 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-dc99a7d3-534e-4593-b71c-75b54adace09 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:22:58.392735 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b6301d47-b7e7-454f-985e-45cbcbd7bdef tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1634753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1634766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1640079'] for router, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:58.485958 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e5bc00-f3c0-4f42-ab2c-0952d6e8dc4f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:22:58.500550 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195b6911-22e9-4fca-9b6c-dc7d517548dd None None] Sync routers for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:22:58.508685 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-64e5bc00-f3c0-4f42-ab2c-0952d6e8dc4f tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "PUT /v2.0/routers/0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9273336 Jan 26 11:22:58.511162 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195b6911-22e9-4fca-9b6c-dc7d517548dd None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:58.511844 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-195b6911-22e9-4fca-9b6c-dc7d517548dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:58.515387 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47210) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:58.535325 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc99a7d3-534e-4593-b71c-75b54adace09 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Made reservation on behalf of 07b8fa071e9e45049a9f3f9587fc055b for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:22:58.538623 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dc99a7d3-534e-4593-b71c-75b54adace09 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:58.593475 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-195b6911-22e9-4fca-9b6c-dc7d517548dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:58.604004 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195b6911-22e9-4fca-9b6c-dc7d517548dd None None] Routers {'0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:58.604626 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-195b6911-22e9-4fca-9b6c-dc7d517548dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:58.675634 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-195b6911-22e9-4fca-9b6c-dc7d517548dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:58.676628 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195b6911-22e9-4fca-9b6c-dc7d517548dd None None] The sync data for ids ['0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:22:58.841437 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc99a7d3-534e-4593-b71c-75b54adace09 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:22:58.904259 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4b814d73-5606-4ad1-a26a-03de7bcd5a10 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:58.909673 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8b65-78fc-4144-a541-acc998499ae7 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:58.986608 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dc99a7d3-534e-4593-b71c-75b54adace09 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:58.986860 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-dc99a7d3-534e-4593-b71c-75b54adace09 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Added segment bfad670a-fa64-4acb-b947-b2b08bdd0b06 of type vlan for network 626accf5-6c36-492d-be85-a2db3b7d5717 Jan 26 11:22:59.011677 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-4b814d73-5606-4ad1-a26a-03de7bcd5a10 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Transition to ACTIVE for port object a9d7f3e4-c21a-47bb-b420-e902d112fa3b will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:59.016979 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dfc7d780-998a-474e-ad8f-ae85e78dc500 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:59.051427 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0990719c-b5fe-4256-a10d-783e1ad770ed up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:22:59.057093 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-9123b0b2-d4d3-4c9a-b5de-534aa6d0fa10 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] For port c91a2a42-8078-4974-bcaf-18be68ecfc03, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c91a2a42-8078-4974-bcaf-18be68ecfc03,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:59.086790 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-dfc7d780-998a-474e-ad8f-ae85e78dc500 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Transition to ACTIVE for port object 25b3d6bb-09bb-416a-8273-db8c97694e2e will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:22:59.108487 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6301d47-b7e7-454f-985e-45cbcbd7bdef tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Router 52c067ab-9840-4008-8b02-b248bd29c1f8 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:22:59.126422 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dc99a7d3-534e-4593-b71c-75b54adace09 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:59.148989 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 0990719c-b5fe-4256-a10d-783e1ad770ed completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:59.157484 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c91a2a42-8078-4974-bcaf-18be68ecfc03 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:22:59.159861 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a5992c08-9394-41cf-a738-b1ea6ff96aaa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:59.254884 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port c91a2a42-8078-4974-bcaf-18be68ecfc03 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:59.277723 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-74d8326f-12ae-4903-be93-06f0f3750b8c None None] Provisioning for port c91a2a42-8078-4974-bcaf-18be68ecfc03 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:22:59.284222 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-74d8326f-12ae-4903-be93-06f0f3750b8c None None] Provisioning complete for port c91a2a42-8078-4974-bcaf-18be68ecfc03 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:22:59.285968 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-74d8326f-12ae-4903-be93-06f0f3750b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:59.288732 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.resource_extend [None req-dc99a7d3-534e-4593-b71c-75b54adace09 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:22:59.298738 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9123b0b2-d4d3-4c9a-b5de-534aa6d0fa10 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:59.436371 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-74d8326f-12ae-4903-be93-06f0f3750b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:59.477724 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6301d47-b7e7-454f-985e-45cbcbd7bdef tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:22:59.478731 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-74d8326f-12ae-4903-be93-06f0f3750b8c None None] For port c91a2a42-8078-4974-bcaf-18be68ecfc03, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c91a2a42-8078-4974-bcaf-18be68ecfc03,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:22:59.489364 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9123b0b2-d4d3-4c9a-b5de-534aa6d0fa10 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:59.490249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9123b0b2-d4d3-4c9a-b5de-534aa6d0fa10 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:59.494685 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cb4137-6bac-4dce-b0ef-76dd0b86ccc5 None None] Sync routers for ids ['52c067ab-9840-4008-8b02-b248bd29c1f8'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:22:59.502869 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-74d8326f-12ae-4903-be93-06f0f3750b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:59.544236 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8b65-78fc-4144-a541-acc998499ae7 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:59.555491 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4b814d73-5606-4ad1-a26a-03de7bcd5a10 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:59.595572 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cb4137-6bac-4dce-b0ef-76dd0b86ccc5 None None] Routers {'52c067ab-9840-4008-8b02-b248bd29c1f8'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:59.596425 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-55cb4137-6bac-4dce-b0ef-76dd0b86ccc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['52c067ab-9840-4008-8b02-b248bd29c1f8'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:59.614357 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dc99a7d3-534e-4593-b71c-75b54adace09 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:59.622453 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc99a7d3-534e-4593-b71c-75b54adace09 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:59.623521 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dc99a7d3-534e-4593-b71c-75b54adace09 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:59.665003 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9bf555-794c-4756-9d33-1d95afce791d None None] Network aa62c72a-f5f0-4092-aefe-ac05d30bc0d5 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:59.667045 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-8d2f8b65-78fc-4144-a541-acc998499ae7 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Deleting port 3ad22e36-d1a6-4e93-a928-8ba96e4666c8 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:22:59.667406 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8b65-78fc-4144-a541-acc998499ae7 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:59.676566 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dfc7d780-998a-474e-ad8f-ae85e78dc500 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:59.690061 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9123b0b2-d4d3-4c9a-b5de-534aa6d0fa10 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:59.721218 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-9123b0b2-d4d3-4c9a-b5de-534aa6d0fa10 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:59.727530 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b814d73-5606-4ad1-a26a-03de7bcd5a10 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Network deb47a17-0de3-44ba-b382-027c634efb9b is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:22:59.744287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9123b0b2-d4d3-4c9a-b5de-534aa6d0fa10 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:59.744928 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9123b0b2-d4d3-4c9a-b5de-534aa6d0fa10 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:59.753470 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-4b814d73-5606-4ad1-a26a-03de7bcd5a10 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:22:59.753677 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef85c83-8dec-435a-8b3c-5970838714a4 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:22:59.755942 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b814d73-5606-4ad1-a26a-03de7bcd5a10 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:22:59.761875 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b814d73-5606-4ad1-a26a-03de7bcd5a10 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:22:59.762535 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4b814d73-5606-4ad1-a26a-03de7bcd5a10 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:59.773477 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-55cb4137-6bac-4dce-b0ef-76dd0b86ccc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:59.808366 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cb4137-6bac-4dce-b0ef-76dd0b86ccc5 None None] Routers {'52c067ab-9840-4008-8b02-b248bd29c1f8'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:22:59.808969 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-55cb4137-6bac-4dce-b0ef-76dd0b86ccc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['52c067ab-9840-4008-8b02-b248bd29c1f8'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:59.845224 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4b814d73-5606-4ad1-a26a-03de7bcd5a10 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.7873573 Jan 26 11:22:59.845224 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b814d73-5606-4ad1-a26a-03de7bcd5a10 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Pushing event updated for resources: {'Port': ['ID=a9d7f3e4-c21a-47bb-b420-e902d112fa3b,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:59.855510 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47218) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:59.871778 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-48d06165-2871-47b6-be79-151cac72bc87 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3b0', 'mac_address': 'fa:16:3e:98:37:3c'}, {'ip_address': '2001:db8::1fd', 'mac_address': 'fa:16:3e:58:4c:9a'}]}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:22:59.894899 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-55cb4137-6bac-4dce-b0ef-76dd0b86ccc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:22:59.895306 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cb4137-6bac-4dce-b0ef-76dd0b86ccc5 None None] The sync data for ids ['52c067ab-9840-4008-8b02-b248bd29c1f8'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:22:59.901980 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8326f-12ae-4903-be93-06f0f3750b8c None None] Pushing event updated for resources: {'Port': ['ID=c91a2a42-8078-4974-bcaf-18be68ecfc03,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:22:59.978094 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b6301d47-b7e7-454f-985e-45cbcbd7bdef tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:22:59.983162 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b6301d47-b7e7-454f-985e-45cbcbd7bdef tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "PUT /v2.0/routers/52c067ab-9840-4008-8b02-b248bd29c1f8 HTTP/1.1" status: 200 len: 922 time: 4.9592636 Jan 26 11:22:59.983822 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47222) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:22:59.999867 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-dc99a7d3-534e-4593-b71c-75b54adace09 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7296522 Jan 26 11:23:00.005265 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0911f3-c5a5-48c8-963e-107eea17d7cd req-b49c14ec-8b95-4575-a427-142b3905d9de tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:00.005457 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47224) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:00.005989 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-5c0911f3-c5a5-48c8-963e-107eea17d7cd req-b49c14ec-8b95-4575-a427-142b3905d9de tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.7500060 Jan 26 11:23:00.012217 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99a7d3-534e-4593-b71c-75b54adace09 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Pushing event updated for resources: {'Network': ['ID=626accf5-6c36-492d-be85-a2db3b7d5717,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:00.015884 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123b0b2-d4d3-4c9a-b5de-534aa6d0fa10 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=c904a0eb-793c-4b5c-b908-7f4ff7aecd46,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:00.023380 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-f5ad0246-d322-4587-aacb-9ccc48b54567 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Request body: {'subnet': {'network_id': '626accf5-6c36-492d-be85-a2db3b7d5717', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:00.035342 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e97b4b25-55e2-4e96-99d7-aed42b58fdfc None None] Provisioning for port 0990719c-b5fe-4256-a10d-783e1ad770ed completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:00.042970 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123b0b2-d4d3-4c9a-b5de-534aa6d0fa10 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Port': ['ID=c91a2a42-8078-4974-bcaf-18be68ecfc03,revision_number=5']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:00.055858 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc7d780-998a-474e-ad8f-ae85e78dc500 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Network aa62c72a-f5f0-4092-aefe-ac05d30bc0d5 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:00.074177 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 626accf5-6c36-492d-be85-a2db3b7d5717 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:23:00.090663 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d8326f-12ae-4903-be93-06f0f3750b8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:00.091011 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d8326f-12ae-4903-be93-06f0f3750b8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:00.091353 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d8326f-12ae-4903-be93-06f0f3750b8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:00.091747 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d8326f-12ae-4903-be93-06f0f3750b8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:00.092194 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d8326f-12ae-4903-be93-06f0f3750b8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:00.092531 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d8326f-12ae-4903-be93-06f0f3750b8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:00.092858 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d8326f-12ae-4903-be93-06f0f3750b8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:00.093191 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d8326f-12ae-4903-be93-06f0f3750b8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:00.093719 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d8326f-12ae-4903-be93-06f0f3750b8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:00.094054 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d8326f-12ae-4903-be93-06f0f3750b8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:00.095036 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d8326f-12ae-4903-be93-06f0f3750b8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:00.095598 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d8326f-12ae-4903-be93-06f0f3750b8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:00.103549 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-dfc7d780-998a-474e-ad8f-ae85e78dc500 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:00.129609 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e97b4b25-55e2-4e96-99d7-aed42b58fdfc None None] Provisioning complete for port 0990719c-b5fe-4256-a10d-783e1ad770ed triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:00.130400 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e97b4b25-55e2-4e96-99d7-aed42b58fdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:00.132605 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9123b0b2-d4d3-4c9a-b5de-534aa6d0fa10 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5260208 Jan 26 11:23:00.142305 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc7d780-998a-474e-ad8f-ae85e78dc500 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:00.146924 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47230) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:00.189886 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979ba68-c12d-42a9-8eab-a9c9f0863763 req-96f53880-18c5-476b-8798-aac1b1e50203 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:00.191411 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3979ba68-c12d-42a9-8eab-a9c9f0863763 req-96f53880-18c5-476b-8798-aac1b1e50203 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.24 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.8778770 Jan 26 11:23:00.231809 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-8a7ca112-074b-4430-a3dc-f27075a803e5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'mac_address': 'fa:16:3e:52:3b:cb', 'name': 'tempest-NetworksTestDHCPv6-1396088671'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:00.343637 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7d780-998a-474e-ad8f-ae85e78dc500 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Pushing event updated for resources: {'Port': ['ID=25b3d6bb-09bb-416a-8273-db8c97694e2e,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:00.369339 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc7d780-998a-474e-ad8f-ae85e78dc500 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:00.369956 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dfc7d780-998a-474e-ad8f-ae85e78dc500 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:00.382104 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-3979ba68-c12d-42a9-8eab-a9c9f0863763 req-d5c26a7b-9b67-4b39-a634-f1003803d9ca tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Deleting port fd73cb01-e730-4ad8-b770-b6a1e7f436ed {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:00.382784 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-3979ba68-c12d-42a9-8eab-a9c9f0863763 req-d5c26a7b-9b67-4b39-a634-f1003803d9ca tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:00.409527 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f5ad0246-d322-4587-aacb-9ccc48b54567 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:00.441124 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f5ad0246-d322-4587-aacb-9ccc48b54567 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Usage tracker for resource:subnet and tenant:07b8fa071e9e45049a9f3f9587fc055b is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:00.450090 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f5ad0246-d322-4587-aacb-9ccc48b54567 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:00.460367 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-dfc7d780-998a-474e-ad8f-ae85e78dc500 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0296135 Jan 26 11:23:00.461494 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f5ad0246-d322-4587-aacb-9ccc48b54567 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:00.465685 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47234) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:00.475214 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-ad5fc35c-283a-4f34-a430-b12ba2125d0f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Request body: {'port': {'network_id': 'aa62c72a-f5f0-4092-aefe-ac05d30bc0d5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-111235362', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:00.476054 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.api.validators [None req-ad5fc35c-283a-4f34-a430-b12ba2125d0f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] bootfile-name is not in valid_values {{(pid=87443) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 26 11:23:00.476054 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.api.validators [None req-ad5fc35c-283a-4f34-a430-b12ba2125d0f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] tftp-server is not in valid_values {{(pid=87443) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 26 11:23:00.476338 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.api.validators [None req-ad5fc35c-283a-4f34-a430-b12ba2125d0f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] server-ip-address is not in valid_values {{(pid=87443) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 26 11:23:00.487778 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-5c0911f3-c5a5-48c8-963e-107eea17d7cd req-01f51e7f-2e41-41ba-a5d8-4d7a940248be tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3712208 Jan 26 11:23:00.564295 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ad0246-d322-4587-aacb-9ccc48b54567 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Made reservation on behalf of 07b8fa071e9e45049a9f3f9587fc055b for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:00.567756 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f5ad0246-d322-4587-aacb-9ccc48b54567 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:00.581118 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e97b4b25-55e2-4e96-99d7-aed42b58fdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:00.592784 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8b65-78fc-4144-a541-acc998499ae7 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:00.635293 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-e97b4b25-55e2-4e96-99d7-aed42b58fdfc None None] For port 0990719c-b5fe-4256-a10d-783e1ad770ed, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0990719c-b5fe-4256-a10d-783e1ad770ed,segment=NetworkSegment(5d99c2ba-d1ad-46df-abdf-8f2cce2a5133),segment_id=5d99c2ba-d1ad-46df-abdf-8f2cce2a5133)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:00.643561 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e97b4b25-55e2-4e96-99d7-aed42b58fdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:00.697496 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a4b7a40e-810e-49a3-9c84-cfba43cb15db tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "GET /v2.0/routers/52c067ab-9840-4008-8b02-b248bd29c1f8 HTTP/1.1" status: 200 len: 922 time: 0.6902626 Jan 26 11:23:00.717896 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b4b25-55e2-4e96-99d7-aed42b58fdfc None None] Pushing event updated for resources: {'Port': ['ID=0990719c-b5fe-4256-a10d-783e1ad770ed,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:00.751589 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47238) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:00.800995 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5dd7a84a-4b99-4ec1-91ce-47390a72e5e3 None None] Provisioning for port a9d7f3e4-c21a-47bb-b420-e902d112fa3b completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:00.806647 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-8d2f8b65-78fc-4144-a541-acc998499ae7 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Calling delete_port for 3ad22e36-d1a6-4e93-a928-8ba96e4666c8 owned by network:router_gateway {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:00.815542 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5dd7a84a-4b99-4ec1-91ce-47390a72e5e3 None None] Provisioning complete for port a9d7f3e4-c21a-47bb-b420-e902d112fa3b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:00.815913 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5dd7a84a-4b99-4ec1-91ce-47390a72e5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:00.928331 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-5dd7a84a-4b99-4ec1-91ce-47390a72e5e3 None None] Port a9d7f3e4-c21a-47bb-b420-e902d112fa3b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:23:00.942549 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0990719c-b5fe-4256-a10d-783e1ad770ed up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:23:00.966002 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-a5992c08-9394-41cf-a738-b1ea6ff96aaa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting port b576b6b6-2b45-4b99-876d-2722aabe47a1 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:00.966311 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a5992c08-9394-41cf-a738-b1ea6ff96aaa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:01.033658 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 0990719c-b5fe-4256-a10d-783e1ad770ed triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:01.034890 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:01.113470 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b964d531-6ede-4bee-9850-4ef1870e99b2 None None] Provisioning for port 25b3d6bb-09bb-416a-8273-db8c97694e2e completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:01.116344 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-ad5fc35c-283a-4f34-a430-b12ba2125d0f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:01.132552 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac43f7e8-6a63-4d02-9e20-8a998bf35150 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:01.133422 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ac43f7e8-6a63-4d02-9e20-8a998bf35150 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Synchronizing usage tracker for tenant:24a5b141f49641a5adf7b112785aae82 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:01.133755 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b964d531-6ede-4bee-9850-4ef1870e99b2 None None] Provisioning complete for port 25b3d6bb-09bb-416a-8273-db8c97694e2e triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:01.134136 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b964d531-6ede-4bee-9850-4ef1870e99b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:01.159278 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ad5fc35c-283a-4f34-a430-b12ba2125d0f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Usage tracker for resource:port and tenant:53f108e5612d4ef9a7366d9fb82e2292 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:01.173822 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ad5fc35c-283a-4f34-a430-b12ba2125d0f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:01.186053 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ac43f7e8-6a63-4d02-9e20-8a998bf35150 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Unset dirty status for tenant:24a5b141f49641a5adf7b112785aae82 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:01.190024 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ac43f7e8-6a63-4d02-9e20-8a998bf35150 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4&device_id=52c067ab-9840-4008-8b02-b248bd29c1f8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4315553 Jan 26 11:23:01.190024 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-ad5fc35c-283a-4f34-a430-b12ba2125d0f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:01.203618 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47242) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:01.211792 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-3979ba68-c12d-42a9-8eab-a9c9f0863763 req-d5c26a7b-9b67-4b39-a634-f1003803d9ca tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] For port fd73cb01-e730-4ad8-b770-b6a1e7f436ed, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=fd73cb01-e730-4ad8-b770-b6a1e7f436ed,segment=NetworkSegment(5d01ec33-ef6d-4cb5-a766-ba00b1ea83af),segment_id=5d01ec33-ef6d-4cb5-a766-ba00b1ea83af)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:01.212248 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-3979ba68-c12d-42a9-8eab-a9c9f0863763 req-d5c26a7b-9b67-4b39-a634-f1003803d9ca tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:01.259188 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-b964d531-6ede-4bee-9850-4ef1870e99b2 None None] Port 25b3d6bb-09bb-416a-8273-db8c97694e2e cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:23:01.274037 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c91a2a42-8078-4974-bcaf-18be68ecfc03 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:23:01.289701 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-8a7ca112-074b-4430-a3dc-f27075a803e5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:01.319747 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b964d531-6ede-4bee-9850-4ef1870e99b2 None None] Provisioning complete for port 0990719c-b5fe-4256-a10d-783e1ad770ed triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:01.320120 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b964d531-6ede-4bee-9850-4ef1870e99b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:01.334254 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8a7ca112-074b-4430-a3dc-f27075a803e5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:port and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:01.360123 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8a7ca112-074b-4430-a3dc-f27075a803e5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:01.383533 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-8a7ca112-074b-4430-a3dc-f27075a803e5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:01.408473 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eb5d52-2d23-4542-8630-147eaddcc1e9 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:01.413301 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-88eb5d52-2d23-4542-8630-147eaddcc1e9 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "GET /v2.0/networks/dbc7419d-d89a-4ebf-afbc-448b19db60c4 HTTP/1.1" status: 200 len: 881 time: 0.2042773 Jan 26 11:23:01.416613 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47246) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:01.426268 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-48d06165-2871-47b6-be79-151cac72bc87 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:01.429536 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port c91a2a42-8078-4974-bcaf-18be68ecfc03 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:01.429914 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:01.553303 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-84c57111-ebe0-4516-8b05-e7e0e7ce3a1e tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "GET /v2.0/ports?device_id=52c067ab-9840-4008-8b02-b248bd29c1f8 HTTP/1.1" status: 200 len: 205 time: 0.1332259 Jan 26 11:23:01.576447 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47254) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:01.577491 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5fc35c-283a-4f34-a430-b12ba2125d0f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Made reservation on behalf of 53f108e5612d4ef9a7366d9fb82e2292 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:01.580962 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad5fc35c-283a-4f34-a430-b12ba2125d0f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:01.686720 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7ca112-074b-4430-a3dc-f27075a803e5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:01.730767 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a5992c08-9394-41cf-a738-b1ea6ff96aaa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:01.741863 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d36b78cb-e711-4d5f-85aa-f4ad8f800ec0 None None] Provisioning complete for port 25b3d6bb-09bb-416a-8273-db8c97694e2e triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:01.741863 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d36b78cb-e711-4d5f-85aa-f4ad8f800ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:01.792115 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-ad5fc35c-283a-4f34-a430-b12ba2125d0f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] device_id is not set on port 45eb6058-bd75-4ec7-9fcc-74dc1538675e yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:23:01.875279 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-d36b78cb-e711-4d5f-85aa-f4ad8f800ec0 None None] Port 25b3d6bb-09bb-416a-8273-db8c97694e2e cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:23:01.887968 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d36b78cb-e711-4d5f-85aa-f4ad8f800ec0 None None] Provisioning complete for port c91a2a42-8078-4974-bcaf-18be68ecfc03 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:01.888351 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d36b78cb-e711-4d5f-85aa-f4ad8f800ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:01.895791 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-a5992c08-9394-41cf-a738-b1ea6ff96aaa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Calling delete_port for b576b6b6-2b45-4b99-876d-2722aabe47a1 owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:02.102039 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8a7ca112-074b-4430-a3dc-f27075a803e5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:02.118902 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8b65-78fc-4144-a541-acc998499ae7 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:02.213799 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f8b65-78fc-4144-a541-acc998499ae7 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event deleted for resources: {'Port': ['ID=3ad22e36-d1a6-4e93-a928-8ba96e4666c8,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:02.213966 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f5ad0246-d322-4587-aacb-9ccc48b54567 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:02.243755 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-8a7ca112-074b-4430-a3dc-f27075a803e5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] device_id is not set on port ad7cf7f3-3b7a-4114-8b9e-dfbe2f381d62 yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:23:02.401291 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e81f0a1f-6f56-44d2-afc2-3201cf5889cb tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:02.472996 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8b65-78fc-4144-a541-acc998499ae7 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:02.559853 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c44eac-4ce0-4c1e-8852-161b06cfa7e0 req-5b470399-498c-4ed7-a9cf-855f05a26084 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:02.562079 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-00c44eac-4ce0-4c1e-8852-161b06cfa7e0 req-5b470399-498c-4ed7-a9cf-855f05a26084 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 945 time: 0.8573635 Jan 26 11:23:02.572283 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad0246-d322-4587-aacb-9ccc48b54567 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Pushing event updated for resources: {'Subnet': ['ID=de9aca74-048a-4b04-b358-d356faba5c74,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:02.610166 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ad0246-d322-4587-aacb-9ccc48b54567 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Checking segment: {'id': 'bfad670a-fa64-4acb-b947-b2b08bdd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '626accf5-6c36-492d-be85-a2db3b7d5717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:23:02.610550 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ad0246-d322-4587-aacb-9ccc48b54567 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Network hostable DHCP agents. Network: 626accf5-6c36-492d-be85-a2db3b7d5717, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:23:02.689037 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-ad5fc35c-283a-4f34-a430-b12ba2125d0f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Allocated IP 172.20.0.6 (aa62c72a-f5f0-4092-aefe-ac05d30bc0d5/ce536385-0cd9-492e-aaa2-2bdd9039fb52/45eb6058-bd75-4ec7-9fcc-74dc1538675e) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:23:02.744388 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-00c44eac-4ce0-4c1e-8852-161b06cfa7e0 req-fe234a6f-c749-4b9b-bf36-0fbc9dd32b18 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups?id=027444da-96a3-46d0-8c3f-dfa4a1651f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619363 Jan 26 11:23:02.756663 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ad0246-d322-4587-aacb-9ccc48b54567 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Network 626accf5-6c36-492d-be85-a2db3b7d5717 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:23:02.784504 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e81f0a1f-6f56-44d2-afc2-3201cf5889cb tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:02.809836 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-f5ad0246-d322-4587-aacb-9ccc48b54567 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 626accf5-6c36-492d-be85-a2db3b7d5717) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:02.823757 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ad0246-d322-4587-aacb-9ccc48b54567 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:02.824346 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f5ad0246-d322-4587-aacb-9ccc48b54567 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:02.827896 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125fd784-fcec-44ca-b1f2-6b962570be31 None None] Network 626accf5-6c36-492d-be85-a2db3b7d5717 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:02.828839 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-e81f0a1f-6f56-44d2-afc2-3201cf5889cb tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Deleting port b60d4478-94e3-4487-a120-ff68ec022947 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:02.829175 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e81f0a1f-6f56-44d2-afc2-3201cf5889cb tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:02.896283 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8b65-78fc-4144-a541-acc998499ae7 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:02.906168 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8b65-78fc-4144-a541-acc998499ae7 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:02.946401 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f5ad0246-d322-4587-aacb-9ccc48b54567 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9318120 Jan 26 11:23:02.954789 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47258) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:02.956679 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-48d06165-2871-47b6-be79-151cac72bc87 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:02.962558 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-3979ba68-c12d-42a9-8eab-a9c9f0863763 req-d5c26a7b-9b67-4b39-a634-f1003803d9ca tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:02.962913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-3979ba68-c12d-42a9-8eab-a9c9f0863763 req-d5c26a7b-9b67-4b39-a634-f1003803d9ca tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:02.963221 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [req-3979ba68-c12d-42a9-8eab-a9c9f0863763 req-d5c26a7b-9b67-4b39-a634-f1003803d9ca tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Floating IP 0730ab4d-a57d-47f0-876f-1c8bd11f7f21 disassociated. External IP: 172.26.5.25, port: fd73cb01-e730-4ad8-b770-b6a1e7f436ed. Jan 26 11:23:02.963559 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-3979ba68-c12d-42a9-8eab-a9c9f0863763 req-d5c26a7b-9b67-4b39-a634-f1003803d9ca tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Calling delete_port for fd73cb01-e730-4ad8-b770-b6a1e7f436ed owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:02.989428 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a5992c08-9394-41cf-a738-b1ea6ff96aaa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:02.996387 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-99d21c79-b11f-49a0-a54e-43fc77796c9e tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Request body: {'router': {'external_gateway_info': {'network_id': '626accf5-6c36-492d-be85-a2db3b7d5717'}}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:03.068750 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac8156e-e9c0-4c97-8a52-b3bdf0aee502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-626accf5-6c36-492d-be85-a2db3b7d5717', 'network_id': '626accf5-6c36-492d-be85-a2db3b7d5717', 'tenant_id': '07b8fa071e9e45049a9f3f9587fc055b', 'fixed_ips': [{'subnet_id': 'de9aca74-048a-4b04-b358-d356faba5c74'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:23:03.069789 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1ac8156e-e9c0-4c97-8a52-b3bdf0aee502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:03.098172 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-48d06165-2871-47b6-be79-151cac72bc87 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:03.118962 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8b65-78fc-4144-a541-acc998499ae7 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:03.119498 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2f8b65-78fc-4144-a541-acc998499ae7 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Fanout notify agent at l3_agent the message router_deleted on router 0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4 {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:23:03.129137 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5992c08-9394-41cf-a738-b1ea6ff96aaa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Port': ['ID=b576b6b6-2b45-4b99-876d-2722aabe47a1,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:03.247202 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e81f0a1f-6f56-44d2-afc2-3201cf5889cb tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:03.285378 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-1ac8156e-e9c0-4c97-8a52-b3bdf0aee502 None None] Allocated IP 2001:db8:1::2 (626accf5-6c36-492d-be85-a2db3b7d5717/de9aca74-048a-4b04-b358-d356faba5c74/2782cb87-b007-4d99-9e84-0623e82d04dd) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:23:03.308617 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-48d06165-2871-47b6-be79-151cac72bc87 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] In _notify_port_updated(), no bound segment for port a9d7f3e4-c21a-47bb-b420-e902d112fa3b on network deb47a17-0de3-44ba-b382-027c634efb9b {{(pid=87442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 26 11:23:03.314418 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d06165-2871-47b6-be79-151cac72bc87 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:03.315069 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-48d06165-2871-47b6-be79-151cac72bc87 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:03.319325 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-48d06165-2871-47b6-be79-151cac72bc87 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] 10.222.0.39 "PUT /v2.0/ports/a9d7f3e4-c21a-47bb-b420-e902d112fa3b HTTP/1.1" status: 200 len: 1068 time: 3.4604025 Jan 26 11:23:03.339387 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47262) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:03.509974 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-e81f0a1f-6f56-44d2-afc2-3201cf5889cb tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Calling delete_port for b60d4478-94e3-4487-a120-ff68ec022947 owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:03.544347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-3979ba68-c12d-42a9-8eab-a9c9f0863763 req-d5c26a7b-9b67-4b39-a634-f1003803d9ca tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:03.555333 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-8a7ca112-074b-4430-a3dc-f27075a803e5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 172.20.0.4 (ba6f0584-2941-48e6-9427-2229465f5a54/f52ab718-1108-4069-a927-b0634fa95610/ad7cf7f3-3b7a-4114-8b9e-dfbe2f381d62) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:23:03.557318 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad5fc35c-283a-4f34-a430-b12ba2125d0f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:03.598734 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4204e069-af09-47f6-8d2a-a44ee4914e99 None None] Provisioning complete for port a9d7f3e4-c21a-47bb-b420-e902d112fa3b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:03.599018 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4204e069-af09-47f6-8d2a-a44ee4914e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:03.632175 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1ac8156e-e9c0-4c97-8a52-b3bdf0aee502 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:03.634193 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d06165-2871-47b6-be79-151cac72bc87 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Pushing event updated for resources: {'Port': ['ID=a9d7f3e4-c21a-47bb-b420-e902d112fa3b,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:03.637620 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-8a7ca112-074b-4430-a3dc-f27075a803e5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 2001:db8::f816:3eff:fe52:3bcb (ba6f0584-2941-48e6-9427-2229465f5a54/c904a0eb-793c-4b5c-b908-7f4ff7aecd46/ad7cf7f3-3b7a-4114-8b9e-dfbe2f381d62) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:23:03.656480 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8b65-78fc-4144-a541-acc998499ae7 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:03.659937 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8d2f8b65-78fc-4144-a541-acc998499ae7 tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "DELETE /v2.0/routers/0207aaa8-7b7c-43a5-9ecd-dfa9397d8ec4 HTTP/1.1" status: 204 len: 168 time: 5.1412933 Jan 26 11:23:03.660129 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-1ac8156e-e9c0-4c97-8a52-b3bdf0aee502 None None] Transition to ACTIVE for port object 2782cb87-b007-4d99-9e84-0623e82d04dd will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:03.672998 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47266) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:03.680461 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-4204e069-af09-47f6-8d2a-a44ee4914e99 None None] Port a9d7f3e4-c21a-47bb-b420-e902d112fa3b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:23:03.689031 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-1ac8156e-e9c0-4c97-8a52-b3bdf0aee502 None None] Transition to ACTIVE for port object 2782cb87-b007-4d99-9e84-0623e82d04dd will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:03.694994 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1ac8156e-e9c0-4c97-8a52-b3bdf0aee502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:03.765979 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac8156e-e9c0-4c97-8a52-b3bdf0aee502 None None] Network 626accf5-6c36-492d-be85-a2db3b7d5717 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:03.768835 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-1ac8156e-e9c0-4c97-8a52-b3bdf0aee502 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:03.771939 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac8156e-e9c0-4c97-8a52-b3bdf0aee502 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:03.772387 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c26a7b-9b67-4b39-a634-f1003803d9ca tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Pushing event deleted for resources: {'Port': ['ID=fd73cb01-e730-4ad8-b770-b6a1e7f436ed,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:03.787795 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8156e-e9c0-4c97-8a52-b3bdf0aee502 None None] Pushing event updated for resources: {'Port': ['ID=2782cb87-b007-4d99-9e84-0623e82d04dd,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:03.790831 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-ad5fc35c-283a-4f34-a430-b12ba2125d0f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Transition to ACTIVE for port object 45eb6058-bd75-4ec7-9fcc-74dc1538675e will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:03.806407 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-b197b416-b3a0-4b2e-8821-d6e4aad2a6aa tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Deleting subnet d5c22375-ea18-4f3d-b7eb-61615d8fdadf {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:23:03.881260 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-229493f0-b626-4948-a708-aee353ecfbf6 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Deleting port a9d7f3e4-c21a-47bb-b420-e902d112fa3b {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:03.881616 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-229493f0-b626-4948-a708-aee353ecfbf6 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:03.892070 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-1ac8156e-e9c0-4c97-8a52-b3bdf0aee502 None None] Attempting to bind port 2782cb87-b007-4d99-9e84-0623e82d04dd on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:03.892808 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-1ac8156e-e9c0-4c97-8a52-b3bdf0aee502 None None] Attempting to bind port 2782cb87-b007-4d99-9e84-0623e82d04dd by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'bfad670a-fa64-4acb-b947-b2b08bdd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '626accf5-6c36-492d-be85-a2db3b7d5717'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:03.893180 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac8156e-e9c0-4c97-8a52-b3bdf0aee502 None None] Attempting to bind port 2782cb87-b007-4d99-9e84-0623e82d04dd on network 626accf5-6c36-492d-be85-a2db3b7d5717 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:03.900473 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac8156e-e9c0-4c97-8a52-b3bdf0aee502 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:23:03.900923 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac8156e-e9c0-4c97-8a52-b3bdf0aee502 None None] Checking segment: {'id': 'bfad670a-fa64-4acb-b947-b2b08bdd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '626accf5-6c36-492d-be85-a2db3b7d5717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:23:03.901343 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1ac8156e-e9c0-4c97-8a52-b3bdf0aee502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:03.902006 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac8156e-e9c0-4c97-8a52-b3bdf0aee502 None None] Bound using segment: {'id': 'bfad670a-fa64-4acb-b947-b2b08bdd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '626accf5-6c36-492d-be85-a2db3b7d5717'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:23:03.902515 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-1ac8156e-e9c0-4c97-8a52-b3bdf0aee502 None None] Bound port: 2782cb87-b007-4d99-9e84-0623e82d04dd, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfad670a-fa64-4acb-b947-b2b08bdd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '626accf5-6c36-492d-be85-a2db3b7d5717'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:23:03.902950 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1ac8156e-e9c0-4c97-8a52-b3bdf0aee502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:03.953234 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b197b416-b3a0-4b2e-8821-d6e4aad2a6aa tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:04.036334 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-1ac8156e-e9c0-4c97-8a52-b3bdf0aee502 None None] For port 2782cb87-b007-4d99-9e84-0623e82d04dd, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:23:04.040688 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-1ac8156e-e9c0-4c97-8a52-b3bdf0aee502 None None] For port 2782cb87-b007-4d99-9e84-0623e82d04dd, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=2782cb87-b007-4d99-9e84-0623e82d04dd,segment=NetworkSegment(bfad670a-fa64-4acb-b947-b2b08bdd0b06),segment_id=bfad670a-fa64-4acb-b947-b2b08bdd0b06)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:23:04.049773 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1ac8156e-e9c0-4c97-8a52-b3bdf0aee502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:04.119975 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad5fc35c-283a-4f34-a430-b12ba2125d0f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:04.134897 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3979ba68-c12d-42a9-8eab-a9c9f0863763 req-d5c26a7b-9b67-4b39-a634-f1003803d9ca tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Router 1097d2ee-3cba-4382-9965-e7f95fc789b5 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:23:04.146293 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8156e-e9c0-4c97-8a52-b3bdf0aee502 None None] Pushing event updated for resources: {'Port': ['ID=2782cb87-b007-4d99-9e84-0623e82d04dd,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:04.216951 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5fc35c-283a-4f34-a430-b12ba2125d0f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Network aa62c72a-f5f0-4092-aefe-ac05d30bc0d5 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:04.220164 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-ad5fc35c-283a-4f34-a430-b12ba2125d0f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:04.222739 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5fc35c-283a-4f34-a430-b12ba2125d0f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:04.224895 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-99d21c79-b11f-49a0-a54e-43fc77796c9e tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:04.240210 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-5063874a-cc17-4f66-8756-75aafdd6d1e2 req-00d8ec26-12b1-41f5-9744-7dfea3ef0aeb tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 210 time: 0.2243261 Jan 26 11:23:04.284203 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a5992c08-9394-41cf-a738-b1ea6ff96aaa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:04.446175 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5fc35c-283a-4f34-a430-b12ba2125d0f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Pushing event updated for resources: {'Port': ['ID=45eb6058-bd75-4ec7-9fcc-74dc1538675e,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:04.488585 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device fd73cb01-e730-4ad8-b770-b6a1e7f436ed no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:23:04.499327 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5fc35c-283a-4f34-a430-b12ba2125d0f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:04.500206 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad5fc35c-283a-4f34-a430-b12ba2125d0f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:04.512029 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e81f0a1f-6f56-44d2-afc2-3201cf5889cb tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:04.538785 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b197b416-b3a0-4b2e-8821-d6e4aad2a6aa tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:04.548540 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: fd73cb01-e730-4ad8-b770-b6a1e7f436ed {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:23:04.548792 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device fd73cb01-e730-4ad8-b770-b6a1e7f436ed not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:23:04.673996 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f0a1f-6f56-44d2-afc2-3201cf5889cb tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Pushing event deleted for resources: {'Port': ['ID=b60d4478-94e3-4487-a120-ff68ec022947,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:04.724276 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ad5fc35c-283a-4f34-a430-b12ba2125d0f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.2550924 Jan 26 11:23:04.739006 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-918dc2b8-cf3c-42a4-b48c-f4d344c0f6dd None None] Provisioning for port 45eb6058-bd75-4ec7-9fcc-74dc1538675e completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:04.744363 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-918dc2b8-cf3c-42a4-b48c-f4d344c0f6dd None None] Provisioning complete for port 45eb6058-bd75-4ec7-9fcc-74dc1538675e triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:04.744733 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-918dc2b8-cf3c-42a4-b48c-f4d344c0f6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:04.749259 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47272) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:04.806753 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-918dc2b8-cf3c-42a4-b48c-f4d344c0f6dd None None] Port 45eb6058-bd75-4ec7-9fcc-74dc1538675e cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:23:04.811264 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3979ba68-c12d-42a9-8eab-a9c9f0863763 req-d5c26a7b-9b67-4b39-a634-f1003803d9ca tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:23:04.824308 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16fd149-e934-469e-8d56-15511eb15f1d None None] Sync routers for ids ['1097d2ee-3cba-4382-9965-e7f95fc789b5'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:23:04.837139 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16fd149-e934-469e-8d56-15511eb15f1d None None] Routers {'1097d2ee-3cba-4382-9965-e7f95fc789b5'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:23:04.839286 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d16fd149-e934-469e-8d56-15511eb15f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['1097d2ee-3cba-4382-9965-e7f95fc789b5'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:04.918166 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e81f0a1f-6f56-44d2-afc2-3201cf5889cb tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:04.970907 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-3979ba68-c12d-42a9-8eab-a9c9f0863763 req-d5c26a7b-9b67-4b39-a634-f1003803d9ca tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] No DVR routers for this DVR port fd73cb01-e730-4ad8-b770-b6a1e7f436ed on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:23:04.983005 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-3979ba68-c12d-42a9-8eab-a9c9f0863763 req-d5c26a7b-9b67-4b39-a634-f1003803d9ca tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:04.985014 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3979ba68-c12d-42a9-8eab-a9c9f0863763 req-d5c26a7b-9b67-4b39-a634-f1003803d9ca tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.24 "DELETE /v2.0/ports/fd73cb01-e730-4ad8-b770-b6a1e7f436ed HTTP/1.1" status: 204 len: 173 time: 4.7841239 Jan 26 11:23:04.990090 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-229493f0-b626-4948-a708-aee353ecfbf6 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:05.003039 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 2782cb87-b007-4d99-9e84-0623e82d04dd up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:23:05.051208 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e82132-2d82-461b-a99d-d8a509979a8c', 'name': 'network-vif-deleted', 'tag': 'fd73cb01-e730-4ad8-b770-b6a1e7f436ed'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:23:05.101167 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-d16fd149-e934-469e-8d56-15511eb15f1d None None] Set router 1097d2ee-3cba-4382-9965-e7f95fc789b5 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:23:05.151183 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:05.153226 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 2782cb87-b007-4d99-9e84-0623e82d04dd completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:05.188275 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e81f0a1f-6f56-44d2-afc2-3201cf5889cb tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:05.192825 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e82132-2d82-461b-a99d-d8a509979a8c', 'name': 'network-vif-deleted', 'tag': 'fd73cb01-e730-4ad8-b770-b6a1e7f436ed', 'status': 'completed', 'code': 200} Jan 26 11:23:05.194022 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e81f0a1f-6f56-44d2-afc2-3201cf5889cb tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:05.232574 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c85558-16a7-477f-a5ad-32b0ae308587 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:05.238774 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c85558-16a7-477f-a5ad-32b0ae308587 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:05.244761 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c85558-16a7-477f-a5ad-32b0ae308587 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:05.245685 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-22c85558-16a7-477f-a5ad-32b0ae308587 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Synchronizing usage tracker for tenant:53f108e5612d4ef9a7366d9fb82e2292 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:05.261952 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e81f0a1f-6f56-44d2-afc2-3201cf5889cb tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:05.262301 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81f0a1f-6f56-44d2-afc2-3201cf5889cb tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Fanout notify agent at l3_agent the message router_deleted on router 52c067ab-9840-4008-8b02-b248bd29c1f8 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:23:05.278966 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b197b416-b3a0-4b2e-8821-d6e4aad2a6aa tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:05.283221 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e81f0a1f-6f56-44d2-afc2-3201cf5889cb tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:05.284357 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e81f0a1f-6f56-44d2-afc2-3201cf5889cb tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "DELETE /v2.0/routers/52c067ab-9840-4008-8b02-b248bd29c1f8 HTTP/1.1" status: 204 len: 168 time: 3.6885369 Jan 26 11:23:05.292208 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-22c85558-16a7-477f-a5ad-32b0ae308587 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Unset dirty status for tenant:53f108e5612d4ef9a7366d9fb82e2292 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:05.297355 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-22c85558-16a7-477f-a5ad-32b0ae308587 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.5389297 Jan 26 11:23:05.297355 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47280) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:05.297621 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47282) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:05.304417 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-eb464237-b47b-4e07-a474-f9be426a26c1 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1717652696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:05.353600 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-eb464237-b47b-4e07-a474-f9be426a26c1 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:05.382493 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-eb464237-b47b-4e07-a474-f9be426a26c1 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Usage tracker for resource:router and tenant:5bfdb32e41224481be4699ac3ddc8692 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:05.387901 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-eb464237-b47b-4e07-a474-f9be426a26c1 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:05.398668 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-eb464237-b47b-4e07-a474-f9be426a26c1 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:05.430432 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-d97659ed-1d1e-43d6-90d8-a16fdc717d6a tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Deleting port 45eb6058-bd75-4ec7-9fcc-74dc1538675e {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:05.430790 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d97659ed-1d1e-43d6-90d8-a16fdc717d6a tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:05.459442 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-229493f0-b626-4948-a708-aee353ecfbf6 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Calling delete_port for a9d7f3e4-c21a-47bb-b420-e902d112fa3b owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:05.486162 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eb464237-b47b-4e07-a474-f9be426a26c1 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:05.487392 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eb464237-b47b-4e07-a474-f9be426a26c1 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:05.545784 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eb464237-b47b-4e07-a474-f9be426a26c1 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:05.695973 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d16fd149-e934-469e-8d56-15511eb15f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'name': 'tempest-ServerActionsTestJSON-226898407-router', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:52Z', 'updated_at': '2022-01-26T11:19:05Z', 'revision_number': 4, 'project_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'gw_port': {'id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '90093428-4d17-41ba-b660-a3edaff29a2c', 'name': '', 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'mac_address': 'fa:16:3e:49:fc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '53606115-5141-4c56-95c1-767f19a5c1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:01Z', 'updated_at': '2022-01-26T11:19:18Z', 'revision_number': 5, 'project_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'subnets': [{'id': '53606115-5141-4c56-95c1-767f19a5c1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:05.701764 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16fd149-e934-469e-8d56-15511eb15f1d None None] Checking router: 1097d2ee-3cba-4382-9965-e7f95fc789b5 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:23:05.711062 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16fd149-e934-469e-8d56-15511eb15f1d None None] Routers {'1097d2ee-3cba-4382-9965-e7f95fc789b5'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:23:05.711680 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d16fd149-e934-469e-8d56-15511eb15f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['1097d2ee-3cba-4382-9965-e7f95fc789b5'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:05.736907 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edc5a28-263b-417c-9231-417bc7b023b1 None None] Network 626accf5-6c36-492d-be85-a2db3b7d5717 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:05.754158 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eb464237-b47b-4e07-a474-f9be426a26c1 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:05.869709 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8a7ca112-074b-4430-a3dc-f27075a803e5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:05.904631 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-8a7ca112-074b-4430-a3dc-f27075a803e5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Transition to ACTIVE for port object ad7cf7f3-3b7a-4114-8b9e-dfbe2f381d62 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:05.928593 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b197b416-b3a0-4b2e-8821-d6e4aad2a6aa tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:05.952386 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-c243ed69-9fe2-4716-9447-5e9eead8add1 req-2cc98c4c-5c02-40d0-ae88-c656279a9888 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/ports?device_id=64e82132-2d82-461b-a99d-d8a509979a8c HTTP/1.1" status: 200 len: 210 time: 0.2949836 Jan 26 11:23:05.962010 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-d16fd149-e934-469e-8d56-15511eb15f1d None None] Set router 1097d2ee-3cba-4382-9965-e7f95fc789b5 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:23:05.972360 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-eb464237-b47b-4e07-a474-f9be426a26c1 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:05.973526 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-eb464237-b47b-4e07-a474-f9be426a26c1 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6772699 Jan 26 11:23:05.975336 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d97659ed-1d1e-43d6-90d8-a16fdc717d6a tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:05.985372 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e71dd216-6ab7-48b3-8b02-c8762ebf6361 None None] Provisioning for port 2782cb87-b007-4d99-9e84-0623e82d04dd completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:05.987192 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47290) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:05.991270 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e71dd216-6ab7-48b3-8b02-c8762ebf6361 None None] Provisioning complete for port 2782cb87-b007-4d99-9e84-0623e82d04dd triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:05.991628 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e71dd216-6ab7-48b3-8b02-c8762ebf6361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:06.006832 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-662762de-6a79-443f-b7bf-8c5df047af7e tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:06.017738 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197b416-b3a0-4b2e-8821-d6e4aad2a6aa tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c22375-ea18-4f3d-b7eb-61615d8fdadf,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:06.020560 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-229493f0-b626-4948-a708-aee353ecfbf6 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:06.023072 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8a7ca112-074b-4430-a3dc-f27075a803e5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:06.035538 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b197b416-b3a0-4b2e-8821-d6e4aad2a6aa tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:06.146999 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229493f0-b626-4948-a708-aee353ecfbf6 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Pushing event deleted for resources: {'Port': ['ID=a9d7f3e4-c21a-47bb-b420-e902d112fa3b,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:06.165839 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e71dd216-6ab7-48b3-8b02-c8762ebf6361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:06.200437 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-e71dd216-6ab7-48b3-8b02-c8762ebf6361 None None] For port 2782cb87-b007-4d99-9e84-0623e82d04dd, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=2782cb87-b007-4d99-9e84-0623e82d04dd,segment=NetworkSegment(bfad670a-fa64-4acb-b947-b2b08bdd0b06),segment_id=bfad670a-fa64-4acb-b947-b2b08bdd0b06)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:06.215719 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e71dd216-6ab7-48b3-8b02-c8762ebf6361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:06.250407 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5992c08-9394-41cf-a738-b1ea6ff96aaa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Router f291ee22-5953-4553-b9e8-4107428eb6ff has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:23:06.252361 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b197b416-b3a0-4b2e-8821-d6e4aad2a6aa tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "DELETE /v2.0/subnets/d5c22375-ea18-4f3d-b7eb-61615d8fdadf HTTP/1.1" status: 204 len: 168 time: 2.5235152 Jan 26 11:23:06.269857 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-d97659ed-1d1e-43d6-90d8-a16fdc717d6a tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Calling delete_port for 45eb6058-bd75-4ec7-9fcc-74dc1538675e owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:06.314493 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47296) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:06.329126 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71dd216-6ab7-48b3-8b02-c8762ebf6361 None None] Pushing event updated for resources: {'Port': ['ID=2782cb87-b007-4d99-9e84-0623e82d04dd,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:06.582116 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d16fd149-e934-469e-8d56-15511eb15f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'name': 'tempest-ServerActionsTestJSON-226898407-router', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:52Z', 'updated_at': '2022-01-26T11:19:05Z', 'revision_number': 4, 'project_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'gw_port': {'id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '90093428-4d17-41ba-b660-a3edaff29a2c', 'name': '', 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'mac_address': 'fa:16:3e:49:fc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '53606115-5141-4c56-95c1-767f19a5c1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:01Z', 'updated_at': '2022-01-26T11:19:18Z', 'revision_number': 5, 'project_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'subnets': [{'id': '53606115-5141-4c56-95c1-767f19a5c1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:06.587136 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16fd149-e934-469e-8d56-15511eb15f1d None None] The sync data for ids ['1097d2ee-3cba-4382-9965-e7f95fc789b5'] in dv-neutron-826439-1-hyperv is: [{'id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'name': 'tempest-ServerActionsTestJSON-226898407-router', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:52Z', 'updated_at': '2022-01-26T11:19:05Z', 'revision_number': 4, 'project_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'gw_port': {'id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '90093428-4d17-41ba-b660-a3edaff29a2c', 'name': '', 'network_id': 'bf3da876-a622-4e17-8633-e23a8fba3f3c', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'mac_address': 'fa:16:3e:49:fc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '53606115-5141-4c56-95c1-767f19a5c1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:19:01Z', 'updated_at': '2022-01-26T11:19:18Z', 'revision_number': 5, 'project_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'subnets': [{'id': '53606115-5141-4c56-95c1-767f19a5c1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:23:06.656845 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4617d634-9bf2-45a9-8195-9c805bc64b4a None None] Provisioning complete for port 2782cb87-b007-4d99-9e84-0623e82d04dd triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:06.657150 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4617d634-9bf2-45a9-8195-9c805bc64b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:06.813069 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-662762de-6a79-443f-b7bf-8c5df047af7e tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:06.846192 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7ca112-074b-4430-a3dc-f27075a803e5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:06.856029 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d97659ed-1d1e-43d6-90d8-a16fdc717d6a tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:06.924158 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-8a7ca112-074b-4430-a3dc-f27075a803e5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:06.925538 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97659ed-1d1e-43d6-90d8-a16fdc717d6a tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Pushing event deleted for resources: {'Port': ['ID=45eb6058-bd75-4ec7-9fcc-74dc1538675e,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:06.926172 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 2782cb87-b007-4d99-9e84-0623e82d04dd up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:23:06.935395 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7ca112-074b-4430-a3dc-f27075a803e5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:06.979686 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd791c72-a9d3-424e-a644-10524ade2a4c None None] New status for floating IP 0730ab4d-a57d-47f0-876f-1c8bd11f7f21: DOWN {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:23:07.031760 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ca112-074b-4430-a3dc-f27075a803e5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Port': ['ID=ad7cf7f3-3b7a-4114-8b9e-dfbe2f381d62,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:07.034381 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5992c08-9394-41cf-a738-b1ea6ff96aaa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:23:07.045237 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c1ce69-1daa-4377-aec9-382004eb03d5 None None] Sync routers for ids ['f291ee22-5953-4553-b9e8-4107428eb6ff'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:23:07.064024 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c1ce69-1daa-4377-aec9-382004eb03d5 None None] Routers {'f291ee22-5953-4553-b9e8-4107428eb6ff'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:23:07.071344 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-64c1ce69-1daa-4377-aec9-382004eb03d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['f291ee22-5953-4553-b9e8-4107428eb6ff'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:07.097796 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a5992c08-9394-41cf-a738-b1ea6ff96aaa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "PUT /v2.0/routers/f291ee22-5953-4553-b9e8-4107428eb6ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0334899 Jan 26 11:23:07.144376 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47302) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:07.151217 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-99d21c79-b11f-49a0-a54e-43fc77796c9e tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:23:07.152657 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-99d21c79-b11f-49a0-a54e-43fc77796c9e tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "PUT /v2.0/routers/470c8b7d-5797-4180-8e7a-141abb821481 HTTP/1.1" status: 400 len: 364 time: 4.1937962 Jan 26 11:23:07.159836 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47304) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:07.237778 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-64c1ce69-1daa-4377-aec9-382004eb03d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:07.251214 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7ca112-074b-4430-a3dc-f27075a803e5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:07.251894 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8a7ca112-074b-4430-a3dc-f27075a803e5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:07.258647 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c1ce69-1daa-4377-aec9-382004eb03d5 None None] Routers {'f291ee22-5953-4553-b9e8-4107428eb6ff'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:23:07.259788 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-64c1ce69-1daa-4377-aec9-382004eb03d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['f291ee22-5953-4553-b9e8-4107428eb6ff'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:07.275903 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1ec98f40-5da1-4779-8c3f-2d96cd88f2db tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Synchronizing usage tracker for tenant:252bea5ac7b143c89da38d9a87822c0c on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:07.297076 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3ff62516-eec5-49a6-beda-dc65977c6fbc tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:07.307969 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47312) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:07.321709 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8a7ca112-074b-4430-a3dc-f27075a803e5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 7.1600645 Jan 26 11:23:07.352060 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47316) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:07.375740 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 2782cb87-b007-4d99-9e84-0623e82d04dd triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:07.376671 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:07.413384 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-64c1ce69-1daa-4377-aec9-382004eb03d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:07.413792 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c1ce69-1daa-4377-aec9-382004eb03d5 None None] The sync data for ids ['f291ee22-5953-4553-b9e8-4107428eb6ff'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:23:07.517602 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b663c6d2-37ec-4d21-a183-b99cb80d295b None None] Provisioning for port ad7cf7f3-3b7a-4114-8b9e-dfbe2f381d62 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:07.536391 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b663c6d2-37ec-4d21-a183-b99cb80d295b None None] Provisioning complete for port ad7cf7f3-3b7a-4114-8b9e-dfbe2f381d62 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:07.536772 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b663c6d2-37ec-4d21-a183-b99cb80d295b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:07.583042 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d97659ed-1d1e-43d6-90d8-a16fdc717d6a tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:07.598948 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-b663c6d2-37ec-4d21-a183-b99cb80d295b None None] Port ad7cf7f3-3b7a-4114-8b9e-dfbe2f381d62 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:23:07.662579 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-229493f0-b626-4948-a708-aee353ecfbf6 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:07.664460 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-229493f0-b626-4948-a708-aee353ecfbf6 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] 10.222.0.39 "DELETE /v2.0/ports/a9d7f3e4-c21a-47bb-b420-e902d112fa3b HTTP/1.1" status: 204 len: 168 time: 4.3209140 Jan 26 11:23:07.667722 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47320) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:07.674552 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d97659ed-1d1e-43d6-90d8-a16fdc717d6a tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] 10.222.0.39 "DELETE /v2.0/ports/45eb6058-bd75-4ec7-9fcc-74dc1538675e HTTP/1.1" status: 204 len: 168 time: 2.3757131 Jan 26 11:23:07.684791 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47324) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:07.696856 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-b74369f7-4eaa-4871-8681-05f5a8b7e1c7 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Request body: {'port': {'name': 'tempest-new-port-name-2071933651', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:07.697244 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.api.validators [None req-b74369f7-4eaa-4871-8681-05f5a8b7e1c7 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] bootfile-name is not in valid_values {{(pid=87443) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 26 11:23:07.697572 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.api.validators [None req-b74369f7-4eaa-4871-8681-05f5a8b7e1c7 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] tftp-server is not in valid_values {{(pid=87443) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 26 11:23:07.698154 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.api.validators [None req-b74369f7-4eaa-4871-8681-05f5a8b7e1c7 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] server-ip-address is not in valid_values {{(pid=87443) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 26 11:23:07.730299 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1ec98f40-5da1-4779-8c3f-2d96cd88f2db tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Unset dirty status for tenant:252bea5ac7b143c89da38d9a87822c0c on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:07.731458 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1ec98f40-5da1-4779-8c3f-2d96cd88f2db tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "GET /v2.0/ports?device_id=f291ee22-5953-4553-b9e8-4107428eb6ff HTTP/1.1" status: 200 len: 205 time: 0.5792589 Jan 26 11:23:07.784556 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3ff62516-eec5-49a6-beda-dc65977c6fbc tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:07.792168 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47328) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:07.801891 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9465b9-c2ed-42b0-88db-da1eb94bd489 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] GET failed (client error): The resource could not be found. Jan 26 11:23:07.802452 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8c9465b9-c2ed-42b0-88db-da1eb94bd489 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Synchronizing usage tracker for tenant:04ebdfa1185a41f18f6cddf6fd475603 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:07.877125 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7a5365be-016e-48f0-9a34-999a81ed96a8 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:07.909010 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-3ff62516-eec5-49a6-beda-dc65977c6fbc tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d862b1a-16c4-474a-99d7-108083ba8e4c']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:07.998438 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-3ff62516-eec5-49a6-beda-dc65977c6fbc tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0814d0-d180-4b9f-9a32-1b28ec710f91') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:07.998739 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-3ff62516-eec5-49a6-beda-dc65977c6fbc tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0814d0-d180-4b9f-9a32-1b28ec710f91') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:08.014966 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca01d275-e446-4acc-a71e-1e3b802e5e41 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:08.020942 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca01d275-e446-4acc-a71e-1e3b802e5e41 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:08.021729 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ca01d275-e446-4acc-a71e-1e3b802e5e41 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:08.032767 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-72946a4e-7f39-4bf6-a5f8-c4b2c5225d84 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:08.090376 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7a5365be-016e-48f0-9a34-999a81ed96a8 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:08.115593 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8c9465b9-c2ed-42b0-88db-da1eb94bd489 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Unset dirty status for tenant:04ebdfa1185a41f18f6cddf6fd475603 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:08.120017 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8c9465b9-c2ed-42b0-88db-da1eb94bd489 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] 10.222.0.39 "GET /v2.0/ports/a9d7f3e4-c21a-47bb-b420-e902d112fa3b HTTP/1.1" status: 404 len: 333 time: 0.4438663 Jan 26 11:23:08.120359 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3ff62516-eec5-49a6-beda-dc65977c6fbc tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:08.128243 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47332) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:08.135830 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b74369f7-4eaa-4871-8681-05f5a8b7e1c7 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:08.264902 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3ff62516-eec5-49a6-beda-dc65977c6fbc tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:08.266864 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ca01d275-e446-4acc-a71e-1e3b802e5e41 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:08.268005 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ca01d275-e446-4acc-a71e-1e3b802e5e41 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.8735769 Jan 26 11:23:08.314799 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47336) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:08.347623 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c8803446-ccb3-48ae-844c-8d2a317f22b6 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:08.427152 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-662762de-6a79-443f-b7bf-8c5df047af7e tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router_gateway, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:08.473840 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff62516-eec5-49a6-beda-dc65977c6fbc tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:23:08.474063 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3ff62516-eec5-49a6-beda-dc65977c6fbc tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:08.483748 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ecc495f5-5f34-4464-aec9-8afc1481c1e8 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Deleting port b099df19-cc7a-40af-a6a9-9036c726a86e {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:08.484086 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ecc495f5-5f34-4464-aec9-8afc1481c1e8 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:08.509218 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-662762de-6a79-443f-b7bf-8c5df047af7e tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:23:08.539078 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:23:08.556578 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-72946a4e-7f39-4bf6-a5f8-c4b2c5225d84 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:08.562137 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-72946a4e-7f39-4bf6-a5f8-c4b2c5225d84 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:08.642147 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7a5365be-016e-48f0-9a34-999a81ed96a8 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:08.665198 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5365be-016e-48f0-9a34-999a81ed96a8 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=027444da-96a3-46d0-8c3f-dfa4a1651f29,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:08.666936 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-72946a4e-7f39-4bf6-a5f8-c4b2c5225d84 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:08.667467 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72946a4e-7f39-4bf6-a5f8-c4b2c5225d84 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Fanout notify agent at l3_agent the message router_deleted on router f291ee22-5953-4553-b9e8-4107428eb6ff {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:23:08.668804 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3ff62516-eec5-49a6-beda-dc65977c6fbc tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:08.695140 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-356bb009-c1b5-48a7-9119-ea3ca54882cf tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting port ad7cf7f3-3b7a-4114-8b9e-dfbe2f381d62 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:08.695482 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-356bb009-c1b5-48a7-9119-ea3ca54882cf tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:08.705985 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3ff62516-eec5-49a6-beda-dc65977c6fbc tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:08.709308 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff62516-eec5-49a6-beda-dc65977c6fbc tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] Pushing event deleted for resources: {'Network': ['ID=9d862b1a-16c4-474a-99d7-108083ba8e4c,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:08.715966 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7a5365be-016e-48f0-9a34-999a81ed96a8 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:08.719672 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7a5365be-016e-48f0-9a34-999a81ed96a8 tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "DELETE /v2.0/security-groups/027444da-96a3-46d0-8c3f-dfa4a1651f29 HTTP/1.1" status: 204 len: 168 time: 1.4032202 Jan 26 11:23:08.720166 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47340) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:08.723719 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3ff62516-eec5-49a6-beda-dc65977c6fbc tempest-FloatingIPTestJSON-579775006 tempest-FloatingIPTestJSON-579775006-project] 10.222.0.39 "DELETE /v2.0/networks/9d862b1a-16c4-474a-99d7-108083ba8e4c HTTP/1.1" status: 204 len: 168 time: 2.3311696 Jan 26 11:23:08.729868 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-72946a4e-7f39-4bf6-a5f8-c4b2c5225d84 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:08.730879 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-72946a4e-7f39-4bf6-a5f8-c4b2c5225d84 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/routers/f291ee22-5953-4553-b9e8-4107428eb6ff HTTP/1.1" status: 204 len: 168 time: 0.9381011 Jan 26 11:23:08.740710 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47346) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:08.777851 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-6adbc9d9-c7cc-4889-ae20-f1a6123b7cae tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] show failed (client error): The resource could not be found. Jan 26 11:23:08.782240 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6adbc9d9-c7cc-4889-ae20-f1a6123b7cae tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "GET /v2.0/security-groups/027444da-96a3-46d0-8c3f-dfa4a1651f29 HTTP/1.1" status: 404 len: 347 time: 0.0576022 Jan 26 11:23:08.785191 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47350) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:08.973983 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-a14a4a56-2841-4097-ac87-4e6a054d4502 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting subnet da0e778c-ae80-4c19-bcae-2db8d2555efe {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:23:08.979233 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-84268d20-e95c-4294-bc13-8155bfc711cd tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Deleting port aeff95e0-008a-4696-b69b-8fb0b36190b1 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:08.979556 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-84268d20-e95c-4294-bc13-8155bfc711cd tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:09.008144 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a14a4a56-2841-4097-ac87-4e6a054d4502 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:09.093065 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47356) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:09.102593 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a14a4a56-2841-4097-ac87-4e6a054d4502 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:09.286058 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-84268d20-e95c-4294-bc13-8155bfc711cd tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:09.286409 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-84268d20-e95c-4294-bc13-8155bfc711cd tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:09.424363 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-84268d20-e95c-4294-bc13-8155bfc711cd tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Calling delete_port for aeff95e0-008a-4696-b69b-8fb0b36190b1 owned by network:floatingip {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:09.472815 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-662762de-6a79-443f-b7bf-8c5df047af7e tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Allocated IP 172.26.5.232 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/c8c1f750-8a6d-4605-82bd-4ba8475ee71f) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:23:09.485336 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a14a4a56-2841-4097-ac87-4e6a054d4502 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:09.516020 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-242f780c-82e8-4239-9b01-55e31ec2f39f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68260ee4e7d844c68a0428a738fc37f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4197314 Jan 26 11:23:09.523855 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47362) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:09.676910 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a14a4a56-2841-4097-ac87-4e6a054d4502 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:09.689629 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.resource_extend [None req-b74369f7-4eaa-4871-8681-05f5a8b7e1c7 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:23:09.697611 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ecc495f5-5f34-4464-aec9-8afc1481c1e8 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:09.723826 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-01b4aedb-4825-475c-ae63-4ea691bf1305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:09.729817 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a4a56-2841-4097-ac87-4e6a054d4502 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Subnet': ['ID=da0e778c-ae80-4c19-bcae-2db8d2555efe,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:09.734103 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a14a4a56-2841-4097-ac87-4e6a054d4502 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:09.738695 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d560a9-2ff5-4661-8f3e-e4b4f825d40a None None] Network 15a18e72-f159-4ef0-962c-0d046924ac51 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:09.763382 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-84268d20-e95c-4294-bc13-8155bfc711cd tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:09.780679 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b74369f7-4eaa-4871-8681-05f5a8b7e1c7 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:09.807726 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a14a4a56-2841-4097-ac87-4e6a054d4502 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/subnets/da0e778c-ae80-4c19-bcae-2db8d2555efe HTTP/1.1" status: 204 len: 168 time: 1.0635569 Jan 26 11:23:09.812250 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-01b4aedb-4825-475c-ae63-4ea691bf1305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:09.828377 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47366) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:09.836417 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84268d20-e95c-4294-bc13-8155bfc711cd tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Pushing event deleted for resources: {'Port': ['ID=aeff95e0-008a-4696-b69b-8fb0b36190b1,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:09.917877 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ecc495f5-5f34-4464-aec9-8afc1481c1e8 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Calling delete_port for b099df19-cc7a-40af-a6a9-9036c726a86e owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:09.945612 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b74369f7-4eaa-4871-8681-05f5a8b7e1c7 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:10.043489 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6fb011-be9d-40b0-809e-5ccb4a98f849 None None] DHCP port deletion for 15a18e72-f159-4ef0-962c-0d046924ac51 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:23:10.045390 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-356bb009-c1b5-48a7-9119-ea3ca54882cf tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:10.049594 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-ad6fb011-be9d-40b0-809e-5ccb4a98f849 None None] Deleting port 005e53be-9cd8-43fd-adf8-ad18f1d67df4 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:10.050310 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ad6fb011-be9d-40b0-809e-5ccb4a98f849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:10.080353 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-c8803446-ccb3-48ae-844c-8d2a317f22b6 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Allocated IP 2001:db8::1 (07c12ec2-d170-47c7-8b95-63cab5d431c2/ad535cdb-bcd5-4fd8-b060-b05990191db0/714f90d6-d36b-427a-85b1-9bebe6b92444) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:23:10.185155 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-347e8feb-431f-4c42-9d3e-dc82dceb14af tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:10.194005 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-84268d20-e95c-4294-bc13-8155bfc711cd tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks [] for floatingip, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:10.207568 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-01b4aedb-4825-475c-ae63-4ea691bf1305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:10.229400 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-347e8feb-431f-4c42-9d3e-dc82dceb14af tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting port 005e53be-9cd8-43fd-adf8-ad18f1d67df4 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:10.230411 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-347e8feb-431f-4c42-9d3e-dc82dceb14af tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:10.265088 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-01b4aedb-4825-475c-ae63-4ea691bf1305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:10.268487 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-01b4aedb-4825-475c-ae63-4ea691bf1305 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/12b2af92-e58e-4255-90e8-f620292c3dd0 HTTP/1.1" status: 204 len: 168 time: 0.7411807 Jan 26 11:23:10.268487 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-84268d20-e95c-4294-bc13-8155bfc711cd tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:10.268487 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-84268d20-e95c-4294-bc13-8155bfc711cd tempest-ServerActionsTestJSON-752525253 tempest-ServerActionsTestJSON-752525253-project] 10.222.0.39 "DELETE /v2.0/floatingips/0730ab4d-a57d-47f0-876f-1c8bd11f7f21 HTTP/1.1" status: 204 len: 168 time: 1.4822490 Jan 26 11:23:10.268904 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4aedb-4825-475c-ae63-4ea691bf1305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b2af92-e58e-4255-90e8-f620292c3dd0,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:10.277223 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47372) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:10.330650 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-ad6fb011-be9d-40b0-809e-5ccb4a98f849 None None] For port 005e53be-9cd8-43fd-adf8-ad18f1d67df4, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=005e53be-9cd8-43fd-adf8-ad18f1d67df4,segment=NetworkSegment(4fb5ddc9-c4af-46dd-b2cc-a734ab7065e0),segment_id=4fb5ddc9-c4af-46dd-b2cc-a734ab7065e0)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:10.331056 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ad6fb011-be9d-40b0-809e-5ccb4a98f849 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:10.378538 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-356bb009-c1b5-48a7-9119-ea3ca54882cf tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Calling delete_port for ad7cf7f3-3b7a-4114-8b9e-dfbe2f381d62 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:10.461300 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-662762de-6a79-443f-b7bf-8c5df047af7e tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:10.484390 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-ad6fb011-be9d-40b0-809e-5ccb4a98f849 None None] Calling delete_port for 005e53be-9cd8-43fd-adf8-ad18f1d67df4 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:10.573816 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-24d04a71-9622-471f-8c09-58dc754c785d None None] Provisioning complete for port 25b3d6bb-09bb-416a-8273-db8c97694e2e triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:10.574198 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-24d04a71-9622-471f-8c09-58dc754c785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:10.631851 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ad6fb011-be9d-40b0-809e-5ccb4a98f849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:10.744420 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-347e8feb-431f-4c42-9d3e-dc82dceb14af tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] For port 005e53be-9cd8-43fd-adf8-ad18f1d67df4, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=005e53be-9cd8-43fd-adf8-ad18f1d67df4,segment=NetworkSegment(4fb5ddc9-c4af-46dd-b2cc-a734ab7065e0),segment_id=4fb5ddc9-c4af-46dd-b2cc-a734ab7065e0)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:10.744780 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-347e8feb-431f-4c42-9d3e-dc82dceb14af tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:10.750059 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-b74369f7-4eaa-4871-8681-05f5a8b7e1c7 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] In _notify_port_updated(), no bound segment for port 25b3d6bb-09bb-416a-8273-db8c97694e2e on network aa62c72a-f5f0-4092-aefe-ac05d30bc0d5 {{(pid=87443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 26 11:23:10.750679 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6fb011-be9d-40b0-809e-5ccb4a98f849 None None] Pushing event deleted for resources: {'Port': ['ID=005e53be-9cd8-43fd-adf8-ad18f1d67df4,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:10.762199 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6fb011-be9d-40b0-809e-5ccb4a98f849 None None] No DVR routers for this DVR port 005e53be-9cd8-43fd-adf8-ad18f1d67df4 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:23:10.776222 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74369f7-4eaa-4871-8681-05f5a8b7e1c7 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:10.776578 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-24d04a71-9622-471f-8c09-58dc754c785d None None] Port 25b3d6bb-09bb-416a-8273-db8c97694e2e cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:23:10.777342 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b74369f7-4eaa-4871-8681-05f5a8b7e1c7 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:10.781260 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b74369f7-4eaa-4871-8681-05f5a8b7e1c7 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] 10.222.0.39 "PUT /v2.0/ports/25b3d6bb-09bb-416a-8273-db8c97694e2e HTTP/1.1" status: 200 len: 1136 time: 3.0930002 Jan 26 11:23:10.783255 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74369f7-4eaa-4871-8681-05f5a8b7e1c7 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Pushing event updated for resources: {'Port': ['ID=25b3d6bb-09bb-416a-8273-db8c97694e2e,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:10.801409 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47386) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:10.814018 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-662762de-6a79-443f-b7bf-8c5df047af7e tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:10.908109 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 005e53be-9cd8-43fd-adf8-ad18f1d67df4 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:23:10.951900 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 005e53be-9cd8-43fd-adf8-ad18f1d67df4 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:23:10.952317 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 005e53be-9cd8-43fd-adf8-ad18f1d67df4 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:23:11.008494 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-347e8feb-431f-4c42-9d3e-dc82dceb14af tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Calling delete_port for 005e53be-9cd8-43fd-adf8-ad18f1d67df4 owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:11.131115 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662762de-6a79-443f-b7bf-8c5df047af7e tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:11.142081 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.api [None req-347e8feb-431f-4c42-9d3e-dc82dceb14af tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:23:11.142421 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG oslo_db.api [None req-347e8feb-431f-4c42-9d3e-dc82dceb14af tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:23:11.187904 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-662762de-6a79-443f-b7bf-8c5df047af7e tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:11.204602 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662762de-6a79-443f-b7bf-8c5df047af7e tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:11.232512 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47398) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:11.237859 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-01db8425-2a99-4b09-b82e-a92480e2ef38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:11.251328 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662762de-6a79-443f-b7bf-8c5df047af7e tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Pushing event updated for resources: {'Port': ['ID=c8c1f750-8a6d-4605-82bd-4ba8475ee71f,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:11.301821 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6b8d04-2ba5-485c-b407-23edc43a2e12 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:11.302443 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ef6b8d04-2ba5-485c-b407-23edc43a2e12 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Synchronizing usage tracker for tenant:53f108e5612d4ef9a7366d9fb82e2292 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:11.324648 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ecc495f5-5f34-4464-aec9-8afc1481c1e8 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:11.408375 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Request body: {'networks': [{'name': 'tempest-network--2057571950'}, {'name': 'tempest-network--1911189048'}]} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:11.408689 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Request body: {'network': {'name': 'tempest-network--2057571950'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:11.409134 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Request body: {'network': {'name': 'tempest-network--1911189048'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:11.417693 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:11.426012 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Usage tracker for resource:network and tenant:311e697d7bf645819b5b8129c8793bc4 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:11.428771 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc495f5-5f34-4464-aec9-8afc1481c1e8 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Pushing event deleted for resources: {'Port': ['ID=b099df19-cc7a-40af-a6a9-9036c726a86e,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:11.430193 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:11.440728 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:11.543132 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ef6b8d04-2ba5-485c-b407-23edc43a2e12 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Unset dirty status for tenant:53f108e5612d4ef9a7366d9fb82e2292 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:11.544347 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ef6b8d04-2ba5-485c-b407-23edc43a2e12 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] 10.222.0.39 "GET /v2.0/ports/25b3d6bb-09bb-416a-8273-db8c97694e2e HTTP/1.1" status: 200 len: 1136 time: 0.7155681 Jan 26 11:23:11.565937 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c8803446-ccb3-48ae-844c-8d2a317f22b6 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:11.568984 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47404) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:11.648451 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-347e8feb-431f-4c42-9d3e-dc82dceb14af tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting port 005e53be-9cd8-43fd-adf8-ad18f1d67df4 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:11.649053 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-347e8feb-431f-4c42-9d3e-dc82dceb14af tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:11.675481 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ecc495f5-5f34-4464-aec9-8afc1481c1e8 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:11.682650 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-356bb009-c1b5-48a7-9119-ea3ca54882cf tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:11.682913 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Made reservation on behalf of 311e697d7bf645819b5b8129c8793bc4 for: {'network': 2} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:11.687886 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:11.737027 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:11.749611 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-347e8feb-431f-4c42-9d3e-dc82dceb14af tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] The port '005e53be-9cd8-43fd-adf8-ad18f1d67df4' was deleted {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:23:11.795244 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:11.813147 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Usage tracker for resource:security_group_rule and tenant:311e697d7bf645819b5b8129c8793bc4 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:11.818241 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:11.821864 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356bb009-c1b5-48a7-9119-ea3ca54882cf tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Port': ['ID=ad7cf7f3-3b7a-4114-8b9e-dfbe2f381d62,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:11.824298 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-c8803446-ccb3-48ae-844c-8d2a317f22b6 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Transition to ACTIVE for port object 714f90d6-d36b-427a-85b1-9bebe6b92444 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:11.831069 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:11.877765 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-8731c9ef-3dab-4bd7-89a0-2f21f3aa826f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Deleting port 25b3d6bb-09bb-416a-8273-db8c97694e2e {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:11.878108 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8731c9ef-3dab-4bd7-89a0-2f21f3aa826f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:11.925823 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ecc495f5-5f34-4464-aec9-8afc1481c1e8 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] 10.222.0.39 "DELETE /v2.0/ports/b099df19-cc7a-40af-a6a9-9036c726a86e HTTP/1.1" status: 204 len: 168 time: 3.7952001 Jan 26 11:23:11.928824 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-347e8feb-431f-4c42-9d3e-dc82dceb14af tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:11.936986 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47408) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:12.050630 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-347e8feb-431f-4c42-9d3e-dc82dceb14af tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a18e72-f159-4ef0-962c-0d046924ac51']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:12.063747 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a6cc4c-470b-4b98-aa95-2ce131278f7b tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] GET failed (client error): The resource could not be found. Jan 26 11:23:12.065084 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-46a6cc4c-470b-4b98-aa95-2ce131278f7b tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] 10.222.0.39 "GET /v2.0/ports/b099df19-cc7a-40af-a6a9-9036c726a86e HTTP/1.1" status: 404 len: 333 time: 0.1251893 Jan 26 11:23:12.078041 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47412) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:12.082845 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-347e8feb-431f-4c42-9d3e-dc82dceb14af tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb5ddc9-c4af-46dd-b2cc-a734ab7065e0') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:12.083141 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-347e8feb-431f-4c42-9d3e-dc82dceb14af tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb5ddc9-c4af-46dd-b2cc-a734ab7065e0') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:12.159409 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-347e8feb-431f-4c42-9d3e-dc82dceb14af tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:12.181000 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-01db8425-2a99-4b09-b82e-a92480e2ef38 admin admin] Deleting port 90093428-4d17-41ba-b660-a3edaff29a2c {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:12.181338 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-01db8425-2a99-4b09-b82e-a92480e2ef38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:12.203724 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-356bb009-c1b5-48a7-9119-ea3ca54882cf tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:12.205578 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-356bb009-c1b5-48a7-9119-ea3ca54882cf tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/ad7cf7f3-3b7a-4114-8b9e-dfbe2f381d62 HTTP/1.1" status: 204 len: 168 time: 3.8898237 Jan 26 11:23:12.212538 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47416) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:12.220630 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c8803446-ccb3-48ae-844c-8d2a317f22b6 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:12.235323 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-347e8feb-431f-4c42-9d3e-dc82dceb14af tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:12.253860 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347e8feb-431f-4c42-9d3e-dc82dceb14af tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:23:12.254259 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-347e8feb-431f-4c42-9d3e-dc82dceb14af tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: util.warn( Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: util.warn( Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: util.warn( Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: util.warn( Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:23:12.273514 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:23:12.277041 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-ab3471a5-deb6-4e58-8a3a-f7488d4535c6 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Deleting port 97612628-8a50-4711-98bf-ff59b6100488 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:12.277388 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ab3471a5-deb6-4e58-8a3a-f7488d4535c6 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:12.459958 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:12.510956 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:12.511264 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:12.540822 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-347e8feb-431f-4c42-9d3e-dc82dceb14af tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:12.592016 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8803446-ccb3-48ae-844c-8d2a317f22b6 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Network 07c12ec2-d170-47c7-8b95-63cab5d431c2 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:12.601234 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-347e8feb-431f-4c42-9d3e-dc82dceb14af tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:12.644011 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e8feb-431f-4c42-9d3e-dc82dceb14af tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Network': ['ID=15a18e72-f159-4ef0-962c-0d046924ac51,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:12.649836 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-c8803446-ccb3-48ae-844c-8d2a317f22b6 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:12.661264 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8803446-ccb3-48ae-844c-8d2a317f22b6 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Pushing event updated for resources: {'Port': ['ID=714f90d6-d36b-427a-85b1-9bebe6b92444,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:12.666523 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b71c5f-2e8f-4969-ba1d-48ce4343a671,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:12.674190 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8803446-ccb3-48ae-844c-8d2a317f22b6 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:12.674745 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c8803446-ccb3-48ae-844c-8d2a317f22b6 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:12.685212 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d7cc23-ef93-48c4-bd7b-0c807f2e222e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:12.687447 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d7cc23-ef93-48c4-bd7b-0c807f2e222e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:12.689092 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d7cc23-ef93-48c4-bd7b-0c807f2e222e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:12.689959 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-21d7cc23-ef93-48c4-bd7b-0c807f2e222e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:12.692751 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:23:12.704411 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-662762de-6a79-443f-b7bf-8c5df047af7e tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router_gateway, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:12.720091 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-01db8425-2a99-4b09-b82e-a92480e2ef38 admin admin] For port 90093428-4d17-41ba-b660-a3edaff29a2c, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=90093428-4d17-41ba-b660-a3edaff29a2c,segment=NetworkSegment(5d01ec33-ef6d-4cb5-a766-ba00b1ea83af),segment_id=5d01ec33-ef6d-4cb5-a766-ba00b1ea83af)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:12.720421 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-01db8425-2a99-4b09-b82e-a92480e2ef38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:12.740506 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-347e8feb-431f-4c42-9d3e-dc82dceb14af tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/networks/15a18e72-f159-4ef0-962c-0d046924ac51 HTTP/1.1" status: 204 len: 168 time: 2.9041207 Jan 26 11:23:12.742838 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47420) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:12.800746 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:12.801119 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Added segment 97e083da-ed82-40bb-9022-6a3f3a47f054 of type vlan for network 9dd292dc-1b1a-4f8a-b119-c7fe2601fda4 Jan 26 11:23:12.848323 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8731c9ef-3dab-4bd7-89a0-2f21f3aa826f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:12.855621 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-21d7cc23-ef93-48c4-bd7b-0c807f2e222e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:12.859902 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-21d7cc23-ef93-48c4-bd7b-0c807f2e222e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6433549 Jan 26 11:23:12.863700 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47424) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:12.873985 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-8548f465-ebf0-483b-974c-362f0d90a2aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1334298804', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}, 'admin_state_up': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:12.896392 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-01db8425-2a99-4b09-b82e-a92480e2ef38 admin admin] Calling delete_port for 90093428-4d17-41ba-b660-a3edaff29a2c owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:12.926813 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-8548f465-ebf0-483b-974c-362f0d90a2aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:12.992544 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8548f465-ebf0-483b-974c-362f0d90a2aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Usage tracker for resource:router and tenant:252bea5ac7b143c89da38d9a87822c0c is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:13.001876 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8548f465-ebf0-483b-974c-362f0d90a2aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:13.016110 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-14a00e62-7d25-45bf-942d-5047a14d9530 None None] Provisioning for port 714f90d6-d36b-427a-85b1-9bebe6b92444 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:13.021934 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-8548f465-ebf0-483b-974c-362f0d90a2aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:13.022375 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-14a00e62-7d25-45bf-942d-5047a14d9530 None None] Provisioning complete for port 714f90d6-d36b-427a-85b1-9bebe6b92444 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:13.022873 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-14a00e62-7d25-45bf-942d-5047a14d9530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:13.048871 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:13.077381 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8548f465-ebf0-483b-974c-362f0d90a2aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:13.078402 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8548f465-ebf0-483b-974c-362f0d90a2aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:13.081569 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-14a00e62-7d25-45bf-942d-5047a14d9530 None None] Port 714f90d6-d36b-427a-85b1-9bebe6b92444 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:23:13.089342 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ab3471a5-deb6-4e58-8a3a-f7488d4535c6 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:13.102115 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-8731c9ef-3dab-4bd7-89a0-2f21f3aa826f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Calling delete_port for 25b3d6bb-09bb-416a-8273-db8c97694e2e owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:13.303960 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b0f39c-dfbf-4e87-9ef4-eca896772582 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet c904a0eb-793c-4b5c-b908-7f4ff7aecd46 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:23:13.337855 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e4b0f39c-dfbf-4e87-9ef4-eca896772582 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:13.358661 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-ab3471a5-deb6-4e58-8a3a-f7488d4535c6 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Calling delete_port for 97612628-8a50-4711-98bf-ff59b6100488 owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:13.384690 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c8803446-ccb3-48ae-844c-8d2a317f22b6 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:13.401307 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8548f465-ebf0-483b-974c-362f0d90a2aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:13.429645 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:23:13.460433 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:13.460836 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Added segment a827347a-1791-405f-8c95-c7e4c9aa1b75 of type vlan for network 5c59176e-74c2-4044-961b-cb47646aafd7 Jan 26 11:23:13.540598 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e4b0f39c-dfbf-4e87-9ef4-eca896772582 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:13.665708 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:13.727282 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-662762de-6a79-443f-b7bf-8c5df047af7e tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:13.814781 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-662762de-6a79-443f-b7bf-8c5df047af7e tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1634753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1634766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1640079'] for router, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:13.831656 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8731c9ef-3dab-4bd7-89a0-2f21f3aa826f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:13.847167 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.resource_extend [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:23:13.872775 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8548f465-ebf0-483b-974c-362f0d90a2aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:13.919549 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ab3471a5-deb6-4e58-8a3a-f7488d4535c6 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:13.969337 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:13.969835 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:13.975278 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:13.979931 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:13.980568 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:14.033046 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3471a5-deb6-4e58-8a3a-f7488d4535c6 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Pushing event deleted for resources: {'Port': ['ID=97612628-8a50-4711-98bf-ff59b6100488,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:14.070609 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-01db8425-2a99-4b09-b82e-a92480e2ef38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:14.110255 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731c9ef-3dab-4bd7-89a0-2f21f3aa826f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Pushing event deleted for resources: {'Port': ['ID=25b3d6bb-09bb-416a-8273-db8c97694e2e,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:14.175370 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ab3471a5-deb6-4e58-8a3a-f7488d4535c6 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:14.181674 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db8425-2a99-4b09-b82e-a92480e2ef38 admin admin] Pushing event deleted for resources: {'Port': ['ID=90093428-4d17-41ba-b660-a3edaff29a2c,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:14.186828 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e4b0f39c-dfbf-4e87-9ef4-eca896772582 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:14.281902 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.0476921 Jan 26 11:23:14.285488 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47428) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:14.292592 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Pushing event updated for resources: {'Network': ['ID=9dd292dc-1b1a-4f8a-b119-c7fe2601fda4,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:14.303906 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 9dd292dc-1b1a-4f8a-b119-c7fe2601fda4 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:23:14.374476 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ab3471a5-deb6-4e58-8a3a-f7488d4535c6 tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] 10.222.0.39 "DELETE /v2.0/ports/97612628-8a50-4711-98bf-ff59b6100488 HTTP/1.1" status: 204 len: 168 time: 2.2939188 Jan 26 11:23:14.387037 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47432) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:14.590103 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8731c9ef-3dab-4bd7-89a0-2f21f3aa826f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:14.646692 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8731c9ef-3dab-4bd7-89a0-2f21f3aa826f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] 10.222.0.39 "DELETE /v2.0/ports/25b3d6bb-09bb-416a-8273-db8c97694e2e HTTP/1.1" status: 204 len: 168 time: 3.0707865 Jan 26 11:23:14.650616 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47436) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:14.689410 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e4b0f39c-dfbf-4e87-9ef4-eca896772582 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:14.762543 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c8803446-ccb3-48ae-844c-8d2a317f22b6 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:14.769685 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0f39c-dfbf-4e87-9ef4-eca896772582 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=c904a0eb-793c-4b5c-b908-7f4ff7aecd46,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:14.782534 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e4b0f39c-dfbf-4e87-9ef4-eca896772582 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:14.789258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662762de-6a79-443f-b7bf-8c5df047af7e tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Router e57aa302-70d1-4c2a-9c75-73fad02f78ea is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:23:14.791797 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c8803446-ccb3-48ae-844c-8d2a317f22b6 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:14.792668 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c8803446-ccb3-48ae-844c-8d2a317f22b6 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:14.792800 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830c0a59-464d-4575-b5bd-ea495ebb1a09 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:14.796279 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec7e15-bd16-4d3e-9105-8994e0ce77bd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Pushing event updated for resources: {'Network': ['ID=5c59176e-74c2-4044-961b-cb47646aafd7,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:14.879862 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 5c59176e-74c2-4044-961b-cb47646aafd7 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:23:14.881165 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a648163-bcb9-4dc6-94b1-56af8e7aafe8 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Deleting subnet ce536385-0cd9-492e-aaa2-2bdd9039fb52 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:23:14.895098 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-5827869f-3858-4bb8-9aee-5bed62397d6f tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Deleting subnet 79cccb48-cf3d-4dca-9712-dabd7f83717d {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:23:14.920485 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5827869f-3858-4bb8-9aee-5bed62397d6f tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:14.964260 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e4b0f39c-dfbf-4e87-9ef4-eca896772582 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/c904a0eb-793c-4b5c-b908-7f4ff7aecd46 HTTP/1.1" status: 204 len: 168 time: 2.0945103 Jan 26 11:23:14.973439 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6a648163-bcb9-4dc6-94b1-56af8e7aafe8 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:14.979624 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47440) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:15.067281 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8803446-ccb3-48ae-844c-8d2a317f22b6 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Pushing event updated for resources: {'Port': ['ID=714f90d6-d36b-427a-85b1-9bebe6b92444,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:15.115161 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023cb3f6-1a5e-4b3d-a68e-14fb85257c62 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:15.121006 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023cb3f6-1a5e-4b3d-a68e-14fb85257c62 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:15.127589 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023cb3f6-1a5e-4b3d-a68e-14fb85257c62 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:15.133668 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023cb3f6-1a5e-4b3d-a68e-14fb85257c62 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:15.134857 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-023cb3f6-1a5e-4b3d-a68e-14fb85257c62 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Synchronizing usage tracker for tenant:311e697d7bf645819b5b8129c8793bc4 on resource:network {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:15.167630 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5827869f-3858-4bb8-9aee-5bed62397d6f tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:15.194300 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6a648163-bcb9-4dc6-94b1-56af8e7aafe8 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:15.260841 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b24cecf-c45b-4a1f-87b1-2aaa707c79e0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet f52ab718-1108-4069-a927-b0634fa95610 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:23:15.263073 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-023cb3f6-1a5e-4b3d-a68e-14fb85257c62 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Unset dirty status for tenant:311e697d7bf645819b5b8129c8793bc4 on resource:network {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:15.267389 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-023cb3f6-1a5e-4b3d-a68e-14fb85257c62 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.9732819 Jan 26 11:23:15.269293 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47444) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:15.275113 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-01db8425-2a99-4b09-b82e-a92480e2ef38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:15.280084 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5b24cecf-c45b-4a1f-87b1-2aaa707c79e0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:15.339587 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662762de-6a79-443f-b7bf-8c5df047af7e tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:23:15.347553 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-662762de-6a79-443f-b7bf-8c5df047af7e tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:15.349757 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18882113-adf4-411c-a2e8-a44cf4f413db None None] Sync routers for ids ['e57aa302-70d1-4c2a-9c75-73fad02f78ea'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:23:15.350920 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-662762de-6a79-443f-b7bf-8c5df047af7e tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "PUT /v2.0/routers/e57aa302-70d1-4c2a-9c75-73fad02f78ea HTTP/1.1" status: 200 len: 880 time: 9.3625913 Jan 26 11:23:15.366305 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18882113-adf4-411c-a2e8-a44cf4f413db None None] Routers {'e57aa302-70d1-4c2a-9c75-73fad02f78ea'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:23:15.367462 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-18882113-adf4-411c-a2e8-a44cf4f413db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e57aa302-70d1-4c2a-9c75-73fad02f78ea'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:15.388531 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6a648163-bcb9-4dc6-94b1-56af8e7aafe8 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:15.428377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47448) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:15.443341 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-18882113-adf4-411c-a2e8-a44cf4f413db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:15.455603 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18882113-adf4-411c-a2e8-a44cf4f413db None None] Routers {'e57aa302-70d1-4c2a-9c75-73fad02f78ea'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:23:15.456749 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-18882113-adf4-411c-a2e8-a44cf4f413db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e57aa302-70d1-4c2a-9c75-73fad02f78ea'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:15.523146 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8803446-ccb3-48ae-844c-8d2a317f22b6 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Network 07c12ec2-d170-47c7-8b95-63cab5d431c2 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:15.532272 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-18882113-adf4-411c-a2e8-a44cf4f413db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:15.533002 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18882113-adf4-411c-a2e8-a44cf4f413db None None] The sync data for ids ['e57aa302-70d1-4c2a-9c75-73fad02f78ea'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:23:15.543972 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-c8803446-ccb3-48ae-844c-8d2a317f22b6 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:15.571878 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8548f465-ebf0-483b-974c-362f0d90a2aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:15.628086 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8548f465-ebf0-483b-974c-362f0d90a2aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:15.634240 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5b24cecf-c45b-4a1f-87b1-2aaa707c79e0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:15.730675 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5827869f-3858-4bb8-9aee-5bed62397d6f tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:15.873303 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b448cd7b-b59e-49d1-92dd-4396bcbf0ad6 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:15.943836 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-87bbfa9f-ce19-4d0c-bec5-c44ed66a88e5 None None] Provisioning complete for port c91a2a42-8078-4974-bcaf-18be68ecfc03 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:15.944610 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-87bbfa9f-ce19-4d0c-bec5-c44ed66a88e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:16.035672 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6a648163-bcb9-4dc6-94b1-56af8e7aafe8 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:16.082950 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-87bbfa9f-ce19-4d0c-bec5-c44ed66a88e5 None None] Provisioning complete for port 714f90d6-d36b-427a-85b1-9bebe6b92444 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:16.083519 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-87bbfa9f-ce19-4d0c-bec5-c44ed66a88e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:16.105245 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5b24cecf-c45b-4a1f-87b1-2aaa707c79e0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:16.123749 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6a648163-bcb9-4dc6-94b1-56af8e7aafe8 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:16.126584 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a648163-bcb9-4dc6-94b1-56af8e7aafe8 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Pushing event deleted for resources: {'Subnet': ['ID=ce536385-0cd9-492e-aaa2-2bdd9039fb52,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:16.132462 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dea2c1-8011-4264-94f8-5cf113648b76 None None] Network aa62c72a-f5f0-4092-aefe-ac05d30bc0d5 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:16.167619 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a665ab54-f8b5-4779-8200-0648ada3cb18 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "GET /v2.0/routers/e57aa302-70d1-4c2a-9c75-73fad02f78ea HTTP/1.1" status: 200 len: 921 time: 0.7380865 Jan 26 11:23:16.176653 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6a648163-bcb9-4dc6-94b1-56af8e7aafe8 tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] 10.222.0.39 "DELETE /v2.0/subnets/ce536385-0cd9-492e-aaa2-2bdd9039fb52 HTTP/1.1" status: 204 len: 168 time: 1.5218565 Jan 26 11:23:16.176852 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-87bbfa9f-ce19-4d0c-bec5-c44ed66a88e5 None None] Port 714f90d6-d36b-427a-85b1-9bebe6b92444 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:23:16.177380 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47452) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:16.177747 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47454) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:16.194588 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5827869f-3858-4bb8-9aee-5bed62397d6f tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:16.254679 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8803446-ccb3-48ae-844c-8d2a317f22b6 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Router 470c8b7d-5797-4180-8e7a-141abb821481 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:23:16.257654 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5827869f-3858-4bb8-9aee-5bed62397d6f tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:16.272291 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebf37f7-2bb5-4105-b10a-fa537d93da4c None None] Network deb47a17-0de3-44ba-b382-027c634efb9b requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:16.345472 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b448cd7b-b59e-49d1-92dd-4396bcbf0ad6 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:16.456298 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827869f-3858-4bb8-9aee-5bed62397d6f tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Pushing event deleted for resources: {'Subnet': ['ID=79cccb48-cf3d-4dca-9712-dabd7f83717d,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:16.459841 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-8548f465-ebf0-483b-974c-362f0d90a2aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Allocated IP 172.26.5.40 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/2e908974-21ce-4fee-911f-737ef535bf24) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:23:16.501706 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5827869f-3858-4bb8-9aee-5bed62397d6f tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] 10.222.0.39 "DELETE /v2.0/subnets/79cccb48-cf3d-4dca-9712-dabd7f83717d HTTP/1.1" status: 204 len: 168 time: 2.1010990 Jan 26 11:23:16.505042 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47460) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:16.543543 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-b448cd7b-b59e-49d1-92dd-4396bcbf0ad6 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd292dc-1b1a-4f8a-b119-c7fe2601fda4']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:16.554106 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ef3ecad0-16e0-414a-90e9-1cd218e53c7f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:16.613296 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5b24cecf-c45b-4a1f-87b1-2aaa707c79e0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:16.624355 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-b448cd7b-b59e-49d1-92dd-4396bcbf0ad6 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e083da-ed82-40bb-9022-6a3f3a47f054') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:16.624779 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-b448cd7b-b59e-49d1-92dd-4396bcbf0ad6 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e083da-ed82-40bb-9022-6a3f3a47f054') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:16.625359 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8027c9dc-1d90-4afd-89cb-8b69738d6488 None None] DHCP port deletion for aa62c72a-f5f0-4092-aefe-ac05d30bc0d5 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:23:16.632778 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8027c9dc-1d90-4afd-89cb-8b69738d6488 None None] Deleting port 0990719c-b5fe-4256-a10d-783e1ad770ed {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:16.633449 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8027c9dc-1d90-4afd-89cb-8b69738d6488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:16.664726 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01db8425-2a99-4b09-b82e-a92480e2ef38 admin admin] Router 1097d2ee-3cba-4382-9965-e7f95fc789b5 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:23:16.669975 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b448cd7b-b59e-49d1-92dd-4396bcbf0ad6 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:16.671656 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5228990-6af4-46a0-b091-bd0ca90d063e None None] DHCP port deletion for deb47a17-0de3-44ba-b382-027c634efb9b request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:23:16.690300 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-e5228990-6af4-46a0-b091-bd0ca90d063e None None] Deleting port 09c85e19-6631-4b38-84dc-c64586996f74 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:16.690709 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e5228990-6af4-46a0-b091-bd0ca90d063e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:16.692736 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ef3ecad0-16e0-414a-90e9-1cd218e53c7f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Deleting port 0990719c-b5fe-4256-a10d-783e1ad770ed {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:16.693083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ef3ecad0-16e0-414a-90e9-1cd218e53c7f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:16.719624 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8803446-ccb3-48ae-844c-8d2a317f22b6 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:23:16.726065 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b448cd7b-b59e-49d1-92dd-4396bcbf0ad6 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:16.729936 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf56ac05-40b3-4687-8fee-2626fedf6918 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:16.731395 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-cf56ac05-40b3-4687-8fee-2626fedf6918 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4&device_id=e57aa302-70d1-4c2a-9c75-73fad02f78ea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5490451 Jan 26 11:23:16.737654 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08832d5-1b42-49b7-b457-df39b169a5f7 None None] Sync routers for ids ['470c8b7d-5797-4180-8e7a-141abb821481'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:23:16.743796 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c8803446-ccb3-48ae-844c-8d2a317f22b6 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "PUT /v2.0/routers/470c8b7d-5797-4180-8e7a-141abb821481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5790722 Jan 26 11:23:16.752402 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47464) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:16.752979 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47466) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:16.755487 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08832d5-1b42-49b7-b457-df39b169a5f7 None None] Routers {'470c8b7d-5797-4180-8e7a-141abb821481'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:23:16.756550 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d08832d5-1b42-49b7-b457-df39b169a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['470c8b7d-5797-4180-8e7a-141abb821481'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:16.780456 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24cecf-c45b-4a1f-87b1-2aaa707c79e0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=f52ab718-1108-4069-a927-b0634fa95610,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:16.802784 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5b24cecf-c45b-4a1f-87b1-2aaa707c79e0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:16.824119 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b448cd7b-b59e-49d1-92dd-4396bcbf0ad6 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:23:16.824834 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b448cd7b-b59e-49d1-92dd-4396bcbf0ad6 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:23:16.843711 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:23:16.884360 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8902a87e-1188-4986-99a2-525eee9006c7 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:16.908896 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d08832d5-1b42-49b7-b457-df39b169a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:16.918151 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08832d5-1b42-49b7-b457-df39b169a5f7 None None] Routers {'470c8b7d-5797-4180-8e7a-141abb821481'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:23:16.918794 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d08832d5-1b42-49b7-b457-df39b169a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['470c8b7d-5797-4180-8e7a-141abb821481'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:16.959766 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0990719c-b5fe-4256-a10d-783e1ad770ed no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:23:16.979490 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d08832d5-1b42-49b7-b457-df39b169a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:16.980147 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08832d5-1b42-49b7-b457-df39b169a5f7 None None] The sync data for ids ['470c8b7d-5797-4180-8e7a-141abb821481'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:23:16.990451 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a788697b-4de0-4e56-9e07-7ee6e010f5be tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:17.005115 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5b24cecf-c45b-4a1f-87b1-2aaa707c79e0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/f52ab718-1108-4069-a927-b0634fa95610 HTTP/1.1" status: 204 len: 168 time: 2.0212324 Jan 26 11:23:17.011362 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47472) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:17.161216 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8548f465-ebf0-483b-974c-362f0d90a2aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:17.171214 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-a788697b-4de0-4e56-9e07-7ee6e010f5be tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Deleting port 09c85e19-6631-4b38-84dc-c64586996f74 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:17.171586 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a788697b-4de0-4e56-9e07-7ee6e010f5be tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:17.207381 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b9df3d36-3869-4840-bc69-20c666114e57 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1924441 Jan 26 11:23:17.217992 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47476) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:17.299597 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-8027c9dc-1d90-4afd-89cb-8b69738d6488 None None] For port 0990719c-b5fe-4256-a10d-783e1ad770ed, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0990719c-b5fe-4256-a10d-783e1ad770ed,segment=NetworkSegment(5d99c2ba-d1ad-46df-abdf-8f2cce2a5133),segment_id=5d99c2ba-d1ad-46df-abdf-8f2cce2a5133)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:17.300163 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8027c9dc-1d90-4afd-89cb-8b69738d6488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:17.302539 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01db8425-2a99-4b09-b82e-a92480e2ef38 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:23:17.311102 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-01db8425-2a99-4b09-b82e-a92480e2ef38 admin admin] 10.222.0.39 "PUT /v2.0/routers/1097d2ee-3cba-4382-9965-e7f95fc789b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0325854 Jan 26 11:23:17.315154 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47480) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:17.358104 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501dba40-85ba-4841-b7b0-a3c98ee2f3b6 None None] Sync routers for ids ['1097d2ee-3cba-4382-9965-e7f95fc789b5'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:23:17.364738 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-34ea14ae-4715-4b22-803e-066f9a073996 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:17.425628 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b448cd7b-b59e-49d1-92dd-4396bcbf0ad6 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:17.429403 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b448cd7b-b59e-49d1-92dd-4396bcbf0ad6 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:17.500822 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448cd7b-b59e-49d1-92dd-4396bcbf0ad6 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Pushing event deleted for resources: {'Network': ['ID=9dd292dc-1b1a-4f8a-b119-c7fe2601fda4,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:17.503010 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-e5228990-6af4-46a0-b091-bd0ca90d063e None None] For port 09c85e19-6631-4b38-84dc-c64586996f74, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=09c85e19-6631-4b38-84dc-c64586996f74,segment=NetworkSegment(54f6742d-3675-4477-a3cc-27b50d8cad61),segment_id=54f6742d-3675-4477-a3cc-27b50d8cad61)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:17.503712 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e5228990-6af4-46a0-b091-bd0ca90d063e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:17.523536 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8027c9dc-1d90-4afd-89cb-8b69738d6488 None None] Calling delete_port for 0990719c-b5fe-4256-a10d-783e1ad770ed owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:17.552417 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8548f465-ebf0-483b-974c-362f0d90a2aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:17.581058 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b448cd7b-b59e-49d1-92dd-4396bcbf0ad6 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] 10.222.0.39 "DELETE /v2.0/networks/9dd292dc-1b1a-4f8a-b119-c7fe2601fda4 HTTP/1.1" status: 204 len: 168 time: 2.2969539 Jan 26 11:23:17.598238 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47484) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:17.664347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661f9884-51ca-41f9-8413-e538a6c906ef tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:17.668655 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-661f9884-51ca-41f9-8413-e538a6c906ef tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "GET /v2.0/networks/dbc7419d-d89a-4ebf-afbc-448b19db60c4 HTTP/1.1" status: 200 len: 881 time: 0.9145777 Jan 26 11:23:17.669393 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47488) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:17.710158 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-e5228990-6af4-46a0-b091-bd0ca90d063e None None] Calling delete_port for 09c85e19-6631-4b38-84dc-c64586996f74 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:17.726099 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-ef3ecad0-16e0-414a-90e9-1cd218e53c7f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] For port 0990719c-b5fe-4256-a10d-783e1ad770ed, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0990719c-b5fe-4256-a10d-783e1ad770ed,segment=NetworkSegment(5d99c2ba-d1ad-46df-abdf-8f2cce2a5133),segment_id=5d99c2ba-d1ad-46df-abdf-8f2cce2a5133)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:17.726495 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ef3ecad0-16e0-414a-90e9-1cd218e53c7f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:17.736831 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501dba40-85ba-4841-b7b0-a3c98ee2f3b6 None None] Routers {'1097d2ee-3cba-4382-9965-e7f95fc789b5'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:23:17.737289 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-501dba40-85ba-4841-b7b0-a3c98ee2f3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['1097d2ee-3cba-4382-9965-e7f95fc789b5'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:17.745560 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-34ea14ae-4715-4b22-803e-066f9a073996 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 26 11:23:17.750047 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-34ea14ae-4715-4b22-803e-066f9a073996 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "DELETE /v2.0/routers/470c8b7d-5797-4180-8e7a-141abb821481 HTTP/1.1" status: 409 len: 329 time: 0.9944651 Jan 26 11:23:17.750679 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47492) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:17.756991 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cc1ced-9fa6-4482-bcc1-a78b62cb856a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:17.761017 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c3cc1ced-9fa6-4482-bcc1-a78b62cb856a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5400763 Jan 26 11:23:17.763237 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8548f465-ebf0-483b-974c-362f0d90a2aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:17.766488 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47494) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:17.808773 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-36bd005c-975b-482b-8d9d-bcade5c60dc3 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "GET /v2.0/ports?device_id=e57aa302-70d1-4c2a-9c75-73fad02f78ea HTTP/1.1" status: 200 len: 205 time: 0.1333036 Jan 26 11:23:17.826305 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-8548f465-ebf0-483b-974c-362f0d90a2aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:17.828256 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47500) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:17.839744 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-88305077-9ed2-4ac2-8637-9a84954762cc admin admin] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:17.842001 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:17.889750 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548f465-ebf0-483b-974c-362f0d90a2aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Port': ['ID=2e908974-21ce-4fee-911f-737ef535bf24,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:17.905461 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8548f465-ebf0-483b-974c-362f0d90a2aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:17.949081 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ef3ecad0-16e0-414a-90e9-1cd218e53c7f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Calling delete_port for 0990719c-b5fe-4256-a10d-783e1ad770ed owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:17.996694 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8027c9dc-1d90-4afd-89cb-8b69738d6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:18.104102 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918eb1f7-5a31-48c8-a107-a306a19696b4 None None] DHCP port deletion for ba6f0584-2941-48e6-9427-2229465f5a54 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:23:18.116422 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8027c9dc-1d90-4afd-89cb-8b69738d6488 None None] No DVR routers for this DVR port 0990719c-b5fe-4256-a10d-783e1ad770ed on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:23:18.125520 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027c9dc-1d90-4afd-89cb-8b69738d6488 None None] Pushing event deleted for resources: {'Port': ['ID=0990719c-b5fe-4256-a10d-783e1ad770ed,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:18.130920 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.api [None req-ef3ecad0-16e0-414a-90e9-1cd218e53c7f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:23:18.131241 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG oslo_db.api [None req-ef3ecad0-16e0-414a-90e9-1cd218e53c7f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:23:18.133573 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-918eb1f7-5a31-48c8-a107-a306a19696b4 None None] Deleting port c91a2a42-8078-4974-bcaf-18be68ecfc03 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:18.134159 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-918eb1f7-5a31-48c8-a107-a306a19696b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:18.160026 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 09c85e19-6631-4b38-84dc-c64586996f74 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:23:18.212066 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-a788697b-4de0-4e56-9e07-7ee6e010f5be tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] For port 09c85e19-6631-4b38-84dc-c64586996f74, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=09c85e19-6631-4b38-84dc-c64586996f74,segment=NetworkSegment(54f6742d-3675-4477-a3cc-27b50d8cad61),segment_id=54f6742d-3675-4477-a3cc-27b50d8cad61)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:18.212451 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a788697b-4de0-4e56-9e07-7ee6e010f5be tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:18.237785 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e5228990-6af4-46a0-b091-bd0ca90d063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:18.305110 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-501dba40-85ba-4841-b7b0-a3c98ee2f3b6 None None] Set router 1097d2ee-3cba-4382-9965-e7f95fc789b5 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:23:18.319494 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1e8b2a57-c5c6-422b-b7d8-91e31d5ec53f tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:18.355143 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 09c85e19-6631-4b38-84dc-c64586996f74 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:23:18.355354 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 09c85e19-6631-4b38-84dc-c64586996f74 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:23:18.401166 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-a788697b-4de0-4e56-9e07-7ee6e010f5be tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Calling delete_port for 09c85e19-6631-4b38-84dc-c64586996f74 owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:18.419117 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5228990-6af4-46a0-b091-bd0ca90d063e None None] Pushing event deleted for resources: {'Port': ['ID=09c85e19-6631-4b38-84dc-c64586996f74,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:18.437117 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5228990-6af4-46a0-b091-bd0ca90d063e None None] No DVR routers for this DVR port 09c85e19-6631-4b38-84dc-c64586996f74 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:23:18.483317 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e67478b-6820-4cef-95cf-76b335befded tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:18.484020 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8e67478b-6820-4cef-95cf-76b335befded tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:18.516316 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-099c16d4-1aa2-4122-b144-9a1024050a82 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:18.648671 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ef3ecad0-16e0-414a-90e9-1cd218e53c7f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Deleting port 0990719c-b5fe-4256-a10d-783e1ad770ed {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:18.648671 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ef3ecad0-16e0-414a-90e9-1cd218e53c7f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:18.738943 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ef3ecad0-16e0-414a-90e9-1cd218e53c7f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] The port '0990719c-b5fe-4256-a10d-783e1ad770ed' was deleted {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:23:18.753162 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-918eb1f7-5a31-48c8-a107-a306a19696b4 None None] For port c91a2a42-8078-4974-bcaf-18be68ecfc03, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c91a2a42-8078-4974-bcaf-18be68ecfc03,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:18.753754 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-918eb1f7-5a31-48c8-a107-a306a19696b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:18.886558 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-918eb1f7-5a31-48c8-a107-a306a19696b4 None None] Calling delete_port for c91a2a42-8078-4974-bcaf-18be68ecfc03 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:18.909312 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8e67478b-6820-4cef-95cf-76b335befded tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:18.912992 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8e67478b-6820-4cef-95cf-76b335befded tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.1279345 Jan 26 11:23:18.925048 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47504) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:18.935794 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bec9243e-9822-4a78-b62d-ae92ff97a8ff tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:18.963579 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c91a2a42-8078-4974-bcaf-18be68ecfc03 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:23:19.041505 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ef3ecad0-16e0-414a-90e9-1cd218e53c7f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:19.051760 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-501dba40-85ba-4841-b7b0-a3c98ee2f3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'name': 'tempest-ServerActionsTestJSON-226898407-router', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:52Z', 'updated_at': '2022-01-26T11:23:13Z', 'revision_number': 5, 'project_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'gw_port': {'id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:19.058253 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501dba40-85ba-4841-b7b0-a3c98ee2f3b6 None None] Checking router: 1097d2ee-3cba-4382-9965-e7f95fc789b5 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:23:19.070678 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-ef3ecad0-16e0-414a-90e9-1cd218e53c7f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa62c72a-f5f0-4092-aefe-ac05d30bc0d5']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:19.083733 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-ef3ecad0-16e0-414a-90e9-1cd218e53c7f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d99c2ba-d1ad-46df-abdf-8f2cce2a5133') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:19.084140 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-ef3ecad0-16e0-414a-90e9-1cd218e53c7f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d99c2ba-d1ad-46df-abdf-8f2cce2a5133') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:19.097308 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ef3ecad0-16e0-414a-90e9-1cd218e53c7f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:19.098205 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Port c91a2a42-8078-4974-bcaf-18be68ecfc03 update to DOWN by agent not found {{(pid=87444) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 26 11:23:19.099684 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-918eb1f7-5a31-48c8-a107-a306a19696b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:19.121749 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ef3ecad0-16e0-414a-90e9-1cd218e53c7f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:19.149100 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1e8b2a57-c5c6-422b-b7d8-91e31d5ec53f tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:19.152614 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918eb1f7-5a31-48c8-a107-a306a19696b4 None None] Pushing event deleted for resources: {'Port': ['ID=c91a2a42-8078-4974-bcaf-18be68ecfc03,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:19.155145 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918eb1f7-5a31-48c8-a107-a306a19696b4 None None] No DVR routers for this DVR port c91a2a42-8078-4974-bcaf-18be68ecfc03 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:23:19.156729 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501dba40-85ba-4841-b7b0-a3c98ee2f3b6 None None] Routers {'1097d2ee-3cba-4382-9965-e7f95fc789b5'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:23:19.157021 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.api [None req-a788697b-4de0-4e56-9e07-7ee6e010f5be tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:23:19.157347 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG oslo_db.api [None req-a788697b-4de0-4e56-9e07-7ee6e010f5be tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:23:19.157866 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-501dba40-85ba-4841-b7b0-a3c98ee2f3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['1097d2ee-3cba-4382-9965-e7f95fc789b5'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:19.165606 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2bc74856-0c20-4d48-9b83-095392fc9803 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2318983 Jan 26 11:23:19.165606 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-88305077-9ed2-4ac2-8637-9a84954762cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:19.175052 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47508) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:19.184698 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef3ecad0-16e0-414a-90e9-1cd218e53c7f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:23:19.185857 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ef3ecad0-16e0-414a-90e9-1cd218e53c7f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:19.186622 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-959daf6a-73d0-46bb-979b-723590ca0ac6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:23:19.205086 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:23:19.240865 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-1e8b2a57-c5c6-422b-b7d8-91e31d5ec53f tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c59176e-74c2-4044-961b-cb47646aafd7']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:19.355431 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-501dba40-85ba-4841-b7b0-a3c98ee2f3b6 None None] Set router 1097d2ee-3cba-4382-9965-e7f95fc789b5 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:23:19.359959 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ef3ecad0-16e0-414a-90e9-1cd218e53c7f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:19.364078 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ef3ecad0-16e0-414a-90e9-1cd218e53c7f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:19.404701 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ef3ecad0-16e0-414a-90e9-1cd218e53c7f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] 10.222.0.39 "DELETE /v2.0/networks/aa62c72a-f5f0-4092-aefe-ac05d30bc0d5 HTTP/1.1" status: 204 len: 168 time: 3.2182415 Jan 26 11:23:19.404701 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ecad0-16e0-414a-90e9-1cd218e53c7f tempest-ExtraDHCPOptionsTestJSON-1758906050 tempest-ExtraDHCPOptionsTestJSON-1758906050-project] Pushing event deleted for resources: {'Network': ['ID=aa62c72a-f5f0-4092-aefe-ac05d30bc0d5,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:19.478891 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-099c16d4-1aa2-4122-b144-9a1024050a82 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Deleting port 714f90d6-d36b-427a-85b1-9bebe6b92444 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:19.479150 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-099c16d4-1aa2-4122-b144-9a1024050a82 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:19.500293 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-88305077-9ed2-4ac2-8637-9a84954762cc admin admin] Deleting port fd1df7c2-030c-4be7-8dcf-3fb4f31323cd {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:19.500636 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-88305077-9ed2-4ac2-8637-9a84954762cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:19.541546 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-1e8b2a57-c5c6-422b-b7d8-91e31d5ec53f tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a827347a-1791-405f-8c95-c7e4c9aa1b75') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:19.541843 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-1e8b2a57-c5c6-422b-b7d8-91e31d5ec53f tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a827347a-1791-405f-8c95-c7e4c9aa1b75') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:19.658011 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-a788697b-4de0-4e56-9e07-7ee6e010f5be tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Deleting port 09c85e19-6631-4b38-84dc-c64586996f74 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:19.658816 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a788697b-4de0-4e56-9e07-7ee6e010f5be tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:19.693717 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1e8b2a57-c5c6-422b-b7d8-91e31d5ec53f tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:19.709115 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-099c16d4-1aa2-4122-b144-9a1024050a82 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:19.767505 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47516) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:19.781480 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-501dba40-85ba-4841-b7b0-a3c98ee2f3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'name': 'tempest-ServerActionsTestJSON-226898407-router', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:52Z', 'updated_at': '2022-01-26T11:23:13Z', 'revision_number': 5, 'project_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'gw_port': {'id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:19.786812 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501dba40-85ba-4841-b7b0-a3c98ee2f3b6 None None] The sync data for ids ['1097d2ee-3cba-4382-9965-e7f95fc789b5'] in dv-neutron-826439-1-hyperv is: [{'id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'name': 'tempest-ServerActionsTestJSON-226898407-router', 'tenant_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:18:52Z', 'updated_at': '2022-01-26T11:23:13Z', 'revision_number': 5, 'project_id': 'f5fbcfd06e3341ee86200462cb30acd6', 'gw_port': {'id': 'fd1df7c2-030c-4be7-8dcf-3fb4f31323cd', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1097d2ee-3cba-4382-9965-e7f95fc789b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:18:53Z', 'updated_at': '2022-01-26T11:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:23:19.801682 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-a788697b-4de0-4e56-9e07-7ee6e010f5be tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] The port '09c85e19-6631-4b38-84dc-c64586996f74' was deleted {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:23:19.806754 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1e8b2a57-c5c6-422b-b7d8-91e31d5ec53f tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:19.839827 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bec9243e-9822-4a78-b62d-ae92ff97a8ff tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:19.866419 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-959daf6a-73d0-46bb-979b-723590ca0ac6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:19.867797 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-099c16d4-1aa2-4122-b144-9a1024050a82 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Calling delete_port for 714f90d6-d36b-427a-85b1-9bebe6b92444 owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:19.928170 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8b2a57-c5c6-422b-b7d8-91e31d5ec53f tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:23:19.928801 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1e8b2a57-c5c6-422b-b7d8-91e31d5ec53f tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:23:19.955039 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:23:20.011857 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-959daf6a-73d0-46bb-979b-723590ca0ac6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:20.051127 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-099c16d4-1aa2-4122-b144-9a1024050a82 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:20.071062 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-bec9243e-9822-4a78-b62d-ae92ff97a8ff tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Deleting port c8c1f750-8a6d-4605-82bd-4ba8475ee71f {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:20.071404 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bec9243e-9822-4a78-b62d-ae92ff97a8ff tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:20.100040 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c16d4-1aa2-4122-b144-9a1024050a82 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Pushing event deleted for resources: {'Port': ['ID=714f90d6-d36b-427a-85b1-9bebe6b92444,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:20.261009 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959daf6a-73d0-46bb-979b-723590ca0ac6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:20.265325 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-959daf6a-73d0-46bb-979b-723590ca0ac6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:20.266804 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-959daf6a-73d0-46bb-979b-723590ca0ac6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:23:20.267241 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-959daf6a-73d0-46bb-979b-723590ca0ac6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:23:20.287069 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8548f465-ebf0-483b-974c-362f0d90a2aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router_gateway, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:20.296363 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-099c16d4-1aa2-4122-b144-9a1024050a82 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:20.406764 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a788697b-4de0-4e56-9e07-7ee6e010f5be tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:20.422395 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1e8b2a57-c5c6-422b-b7d8-91e31d5ec53f tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:20.489817 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1e8b2a57-c5c6-422b-b7d8-91e31d5ec53f tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:20.503128 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-88305077-9ed2-4ac2-8637-9a84954762cc admin admin] For port fd1df7c2-030c-4be7-8dcf-3fb4f31323cd, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=fd1df7c2-030c-4be7-8dcf-3fb4f31323cd,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:20.503491 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-88305077-9ed2-4ac2-8637-9a84954762cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:20.557989 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b6a7d9c4-fcdb-4069-a371-ac88a6f7f463 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53f108e5612d4ef9a7366d9fb82e2292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7622912 Jan 26 11:23:20.559808 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-a788697b-4de0-4e56-9e07-7ee6e010f5be tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb47a17-0de3-44ba-b382-027c634efb9b']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:20.575860 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b2a57-c5c6-422b-b7d8-91e31d5ec53f tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Pushing event deleted for resources: {'Network': ['ID=5c59176e-74c2-4044-961b-cb47646aafd7,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:20.617452 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47522) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:20.636045 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-959daf6a-73d0-46bb-979b-723590ca0ac6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.4551554 Jan 26 11:23:20.642169 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47526) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:20.649001 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-591f9970-aaca-4e39-9ad9-ca0f91a21efc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:20.845109 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099c16d4-1aa2-4122-b144-9a1024050a82 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Router 470c8b7d-5797-4180-8e7a-141abb821481 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:23:20.855506 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 90093428-4d17-41ba-b660-a3edaff29a2c no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:23:20.868274 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1e8b2a57-c5c6-422b-b7d8-91e31d5ec53f tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] 10.222.0.39 "DELETE /v2.0/networks/5c59176e-74c2-4044-961b-cb47646aafd7 HTTP/1.1" status: 204 len: 168 time: 3.2450817 Jan 26 11:23:20.871127 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-591f9970-aaca-4e39-9ad9-ca0f91a21efc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:20.874352 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47530) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:20.876388 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-88305077-9ed2-4ac2-8637-9a84954762cc admin admin] Calling delete_port for fd1df7c2-030c-4be7-8dcf-3fb4f31323cd owned by network:router_gateway {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:20.893495 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 90093428-4d17-41ba-b660-a3edaff29a2c {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:23:20.893978 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 90093428-4d17-41ba-b660-a3edaff29a2c not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:23:20.906823 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-a788697b-4de0-4e56-9e07-7ee6e010f5be tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f6742d-3675-4477-a3cc-27b50d8cad61') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:20.907120 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-a788697b-4de0-4e56-9e07-7ee6e010f5be tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f6742d-3675-4477-a3cc-27b50d8cad61') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:20.938486 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a788697b-4de0-4e56-9e07-7ee6e010f5be tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:20.976287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c83f47d5-5a41-4794-8aa6-eac9c28c1592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:20.983168 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-591f9970-aaca-4e39-9ad9-ca0f91a21efc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:21.047027 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a788697b-4de0-4e56-9e07-7ee6e010f5be tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:21.074144 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a788697b-4de0-4e56-9e07-7ee6e010f5be tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:23:21.074572 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a788697b-4de0-4e56-9e07-7ee6e010f5be tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:21.096537 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099c16d4-1aa2-4122-b144-9a1024050a82 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:23:21.100167 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:23:21.109325 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18689f2b-91f1-4af1-aaad-c9b94a397399 None None] Sync routers for ids ['470c8b7d-5797-4180-8e7a-141abb821481'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:23:21.114897 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bec9243e-9822-4a78-b62d-ae92ff97a8ff tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:21.119258 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18689f2b-91f1-4af1-aaad-c9b94a397399 None None] Routers {'470c8b7d-5797-4180-8e7a-141abb821481'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:23:21.120102 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-18689f2b-91f1-4af1-aaad-c9b94a397399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['470c8b7d-5797-4180-8e7a-141abb821481'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:21.150420 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c83f47d5-5a41-4794-8aa6-eac9c28c1592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:21.157517 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591f9970-aaca-4e39-9ad9-ca0f91a21efc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:21.161450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-591f9970-aaca-4e39-9ad9-ca0f91a21efc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:21.162893 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-591f9970-aaca-4e39-9ad9-ca0f91a21efc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:23:21.163324 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-591f9970-aaca-4e39-9ad9-ca0f91a21efc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:23:21.184046 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-18689f2b-91f1-4af1-aaad-c9b94a397399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:21.193001 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18689f2b-91f1-4af1-aaad-c9b94a397399 None None] Routers {'470c8b7d-5797-4180-8e7a-141abb821481'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:23:21.194541 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-18689f2b-91f1-4af1-aaad-c9b94a397399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['470c8b7d-5797-4180-8e7a-141abb821481'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:21.224573 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-099c16d4-1aa2-4122-b144-9a1024050a82 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "PUT /v2.0/routers/470c8b7d-5797-4180-8e7a-141abb821481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4194694 Jan 26 11:23:21.232493 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47534) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:21.248852 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-591f9970-aaca-4e39-9ad9-ca0f91a21efc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6042292 Jan 26 11:23:21.261264 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-18689f2b-91f1-4af1-aaad-c9b94a397399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:21.261792 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18689f2b-91f1-4af1-aaad-c9b94a397399 None None] The sync data for ids ['470c8b7d-5797-4180-8e7a-141abb821481'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:23:21.263638 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47538) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:21.328268 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-2fd18b57-321e-48c9-bf8d-7c11e9d36eb7 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] show failed (client error): The resource could not be found. Jan 26 11:23:21.329238 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2fd18b57-321e-48c9-bf8d-7c11e9d36eb7 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-1040140123 HTTP/1.1" status: 404 len: 335 time: 0.0957577 Jan 26 11:23:21.337152 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02eb366-b61b-4275-b81a-42d981acfb9b tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:21.343979 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02eb366-b61b-4275-b81a-42d981acfb9b tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:21.344741 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e02eb366-b61b-4275-b81a-42d981acfb9b tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Synchronizing usage tracker for tenant:311e697d7bf645819b5b8129c8793bc4 on resource:network {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:21.347559 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47542) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:21.353927 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-89b20484-9184-4783-8bdf-ea1974d11ed5 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:21.397321 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-bec9243e-9822-4a78-b62d-ae92ff97a8ff tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Calling delete_port for c8c1f750-8a6d-4605-82bd-4ba8475ee71f owned by network:router_gateway {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:21.421751 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c83f47d5-5a41-4794-8aa6-eac9c28c1592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:21.425352 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-89b20484-9184-4783-8bdf-ea1974d11ed5 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] update failed (client error): The resource could not be found. Jan 26 11:23:21.429610 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-89b20484-9184-4783-8bdf-ea1974d11ed5 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-763040389 HTTP/1.1" status: 404 len: 334 time: 0.0779617 Jan 26 11:23:21.429782 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-27d83828-0d8e-477e-a77f-1c86e7f25321 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:21.437274 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47546) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:21.479056 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f47d5-5a41-4794-8aa6-eac9c28c1592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501a434f-ca9a-48c2-9efa-d368da27031f,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:21.481164 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a788697b-4de0-4e56-9e07-7ee6e010f5be tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:21.491460 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e02eb366-b61b-4275-b81a-42d981acfb9b tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Unset dirty status for tenant:311e697d7bf645819b5b8129c8793bc4 on resource:network {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:21.496400 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e02eb366-b61b-4275-b81a-42d981acfb9b tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6136634 Jan 26 11:23:21.500145 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47550) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:21.502642 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c83f47d5-5a41-4794-8aa6-eac9c28c1592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:21.503715 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c83f47d5-5a41-4794-8aa6-eac9c28c1592 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/501a434f-ca9a-48c2-9efa-d368da27031f HTTP/1.1" status: 204 len: 168 time: 0.8803737 Jan 26 11:23:21.510778 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-f2c068a6-5109-4182-9dd6-211901c9ef7e tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-586260704'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:21.518576 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f2c068a6-5109-4182-9dd6-211901c9ef7e tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:21.529384 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a788697b-4de0-4e56-9e07-7ee6e010f5be tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:21.540407 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f2c068a6-5109-4182-9dd6-211901c9ef7e tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:21.547694 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788697b-4de0-4e56-9e07-7ee6e010f5be tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] Pushing event deleted for resources: {'Network': ['ID=deb47a17-0de3-44ba-b382-027c634efb9b,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:21.554395 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-775f1e64-4963-4fe8-a6a5-9a612854bc8a tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Deleting subnet de9aca74-048a-4b04-b358-d356faba5c74 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:23:21.559402 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-775f1e64-4963-4fe8-a6a5-9a612854bc8a tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:21.587950 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c068a6-5109-4182-9dd6-211901c9ef7e tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Made reservation on behalf of 311e697d7bf645819b5b8129c8793bc4 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:21.592327 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f2c068a6-5109-4182-9dd6-211901c9ef7e tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:21.649753 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-775f1e64-4963-4fe8-a6a5-9a612854bc8a tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:21.682687 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a788697b-4de0-4e56-9e07-7ee6e010f5be tempest-AllowedAddressPairIpV6TestJSON-1895263728 tempest-AllowedAddressPairIpV6TestJSON-1895263728-project] 10.222.0.39 "DELETE /v2.0/networks/deb47a17-0de3-44ba-b382-027c634efb9b HTTP/1.1" status: 204 len: 168 time: 5.1729681 Jan 26 11:23:21.690590 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c068a6-5109-4182-9dd6-211901c9ef7e tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:23:21.713975 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f2c068a6-5109-4182-9dd6-211901c9ef7e tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:21.714376 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-f2c068a6-5109-4182-9dd6-211901c9ef7e tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Added segment f3e0c521-299f-40ee-aac3-b7a5c1e0cc16 of type vlan for network c87e307a-20c4-48ca-91b0-f46b77017075 Jan 26 11:23:21.759779 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f2c068a6-5109-4182-9dd6-211901c9ef7e tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:21.764131 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-27d83828-0d8e-477e-a77f-1c86e7f25321 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:21.789180 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-27d83828-0d8e-477e-a77f-1c86e7f25321 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:21.791834 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8548f465-ebf0-483b-974c-362f0d90a2aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:21.792213 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-775f1e64-4963-4fe8-a6a5-9a612854bc8a tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:21.849208 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f2c068a6-5109-4182-9dd6-211901c9ef7e tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:21.855272 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c068a6-5109-4182-9dd6-211901c9ef7e tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:21.855973 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f2c068a6-5109-4182-9dd6-211901c9ef7e tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:21.891313 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d83828-0d8e-477e-a77f-1c86e7f25321 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:21.895050 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-27d83828-0d8e-477e-a77f-1c86e7f25321 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:21.896444 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d83828-0d8e-477e-a77f-1c86e7f25321 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:23:21.896889 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d83828-0d8e-477e-a77f-1c86e7f25321 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:23:21.953895 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-88305077-9ed2-4ac2-8637-9a84954762cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:21.995896 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f2c068a6-5109-4182-9dd6-211901c9ef7e tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4946072 Jan 26 11:23:21.997346 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c068a6-5109-4182-9dd6-211901c9ef7e tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Pushing event updated for resources: {'Network': ['ID=c87e307a-20c4-48ca-91b0-f46b77017075,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:22.001360 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47566) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:22.008531 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-1c55117a-87e3-4cd8-9505-676d2edf6d88 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1612382868'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:22.015685 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-27d83828-0d8e-477e-a77f-1c86e7f25321 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6922312 Jan 26 11:23:22.015868 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-775f1e64-4963-4fe8-a6a5-9a612854bc8a tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:22.020841 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1c55117a-87e3-4cd8-9505-676d2edf6d88 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:22.021367 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network c87e307a-20c4-48ca-91b0-f46b77017075 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:23:22.023056 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47572) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:22.062689 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1c55117a-87e3-4cd8-9505-676d2edf6d88 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Usage tracker for resource:network and tenant:311e697d7bf645819b5b8129c8793bc4 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:22.071703 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-e4064cb8-ad02-4a6e-b1bd-d0ffa65425db tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:22.103843 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1c55117a-87e3-4cd8-9505-676d2edf6d88 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:22.111831 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f1e64-4963-4fe8-a6a5-9a612854bc8a tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Pushing event deleted for resources: {'Subnet': ['ID=de9aca74-048a-4b04-b358-d356faba5c74,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:22.113308 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88305077-9ed2-4ac2-8637-9a84954762cc admin admin] Pushing event deleted for resources: {'Port': ['ID=fd1df7c2-030c-4be7-8dcf-3fb4f31323cd,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:22.147358 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-775f1e64-4963-4fe8-a6a5-9a612854bc8a tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:22.151519 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-775f1e64-4963-4fe8-a6a5-9a612854bc8a tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "DELETE /v2.0/subnets/de9aca74-048a-4b04-b358-d356faba5c74 HTTP/1.1" status: 204 len: 168 time: 0.7079384 Jan 26 11:23:22.154798 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47576) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:22.155956 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1c55117a-87e3-4cd8-9505-676d2edf6d88 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:22.181079 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ed024a-7cfe-4d27-b949-8f4ab1121739 None None] Network 626accf5-6c36-492d-be85-a2db3b7d5717 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:22.277137 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e4064cb8-ad02-4a6e-b1bd-d0ffa65425db tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:22.289082 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e4064cb8-ad02-4a6e-b1bd-d0ffa65425db tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:22.297551 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47582) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:22.310636 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4064cb8-ad02-4a6e-b1bd-d0ffa65425db tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:22.315458 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e4064cb8-ad02-4a6e-b1bd-d0ffa65425db tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:22.323446 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4064cb8-ad02-4a6e-b1bd-d0ffa65425db tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:23:22.324169 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4064cb8-ad02-4a6e-b1bd-d0ffa65425db tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:23:22.339938 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c55117a-87e3-4cd8-9505-676d2edf6d88 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Made reservation on behalf of 311e697d7bf645819b5b8129c8793bc4 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:22.344305 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1c55117a-87e3-4cd8-9505-676d2edf6d88 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:22.500387 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e4064cb8-ad02-4a6e-b1bd-d0ffa65425db tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4460654 Jan 26 11:23:22.505175 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47594) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:22.513007 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-aedc73bb-7a7a-4758-84ba-1f561ed15786 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:22.526080 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6769f4a-fff7-41a3-8c3e-d2c9e47cfc35 None None] DHCP port deletion for 626accf5-6c36-492d-be85-a2db3b7d5717 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:23:22.532530 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8435ef11-118b-487e-9864-2e1b46f6d4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:22.541168 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-c6769f4a-fff7-41a3-8c3e-d2c9e47cfc35 None None] Deleting port 2782cb87-b007-4d99-9e84-0623e82d04dd {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:22.541915 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c6769f4a-fff7-41a3-8c3e-d2c9e47cfc35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:22.572355 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9eba8a61-c301-4a72-a480-9f57fccfd0a1 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:22.616663 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bec9243e-9822-4a78-b62d-ae92ff97a8ff tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:22.650640 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-aedc73bb-7a7a-4758-84ba-1f561ed15786 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:22.682756 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9243e-9822-4a78-b62d-ae92ff97a8ff tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Pushing event deleted for resources: {'Port': ['ID=c8c1f750-8a6d-4605-82bd-4ba8475ee71f,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:22.692728 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c55117a-87e3-4cd8-9505-676d2edf6d88 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:23:22.706840 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-aedc73bb-7a7a-4758-84ba-1f561ed15786 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:22.726499 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-124c31c6-66ea-412f-8379-e8a5e7a4c1ad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=04ebdfa1185a41f18f6cddf6fd475603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4242423 Jan 26 11:23:22.726499 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1c55117a-87e3-4cd8-9505-676d2edf6d88 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:22.726499 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-1c55117a-87e3-4cd8-9505-676d2edf6d88 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Added segment 961cf054-9b96-41d6-9817-ba689d7dac7d of type vlan for network aec8857e-0722-4aac-90cc-fbaf456f3064 Jan 26 11:23:22.727695 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47600) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:22.754832 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-9eba8a61-c301-4a72-a480-9f57fccfd0a1 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Deleting port 2782cb87-b007-4d99-9e84-0623e82d04dd {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:22.754832 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9eba8a61-c301-4a72-a480-9f57fccfd0a1 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:22.757354 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47604) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:22.758143 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedc73bb-7a7a-4758-84ba-1f561ed15786 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:22.762441 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aedc73bb-7a7a-4758-84ba-1f561ed15786 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:22.764934 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-aedc73bb-7a7a-4758-84ba-1f561ed15786 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:23:22.764934 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aedc73bb-7a7a-4758-84ba-1f561ed15786 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:23:22.801042 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-88305077-9ed2-4ac2-8637-9a84954762cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:22.826208 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1c55117a-87e3-4cd8-9505-676d2edf6d88 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:22.838547 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-aedc73bb-7a7a-4758-84ba-1f561ed15786 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3321848 Jan 26 11:23:22.850256 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47610) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:22.865636 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-c63ac16a-a5a2-4e60-8d35-393b7beadfd5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:22.894181 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c6769f4a-fff7-41a3-8c3e-d2c9e47cfc35 None None] For port 2782cb87-b007-4d99-9e84-0623e82d04dd, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=2782cb87-b007-4d99-9e84-0623e82d04dd,segment=NetworkSegment(bfad670a-fa64-4acb-b947-b2b08bdd0b06),segment_id=bfad670a-fa64-4acb-b947-b2b08bdd0b06)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:22.894914 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c6769f4a-fff7-41a3-8c3e-d2c9e47cfc35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:22.899672 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7db33c48-1262-497d-a26c-93a52907a3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:22.937145 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7db33c48-1262-497d-a26c-93a52907a3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:23.001625 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.resource_extend [None req-1c55117a-87e3-4cd8-9505-676d2edf6d88 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:23:23.012387 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 2782cb87-b007-4d99-9e84-0623e82d04dd no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:23:23.020153 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-c2a62a18-00ac-4c24-9c23-4185939a7cab tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1052630123'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:23.028163 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7db33c48-1262-497d-a26c-93a52907a3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:23.035904 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c2a62a18-00ac-4c24-9c23-4185939a7cab tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:23.107657 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-c6769f4a-fff7-41a3-8c3e-d2c9e47cfc35 None None] Calling delete_port for 2782cb87-b007-4d99-9e84-0623e82d04dd owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:23.108474 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c2a62a18-00ac-4c24-9c23-4185939a7cab tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:network and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:23.114011 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db33c48-1262-497d-a26c-93a52907a3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a61b7c0-07cc-4198-a7c7-eaca955bd8c2,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:23.116319 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c2a62a18-00ac-4c24-9c23-4185939a7cab tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:23.123144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1c55117a-87e3-4cd8-9505-676d2edf6d88 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:23.128916 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c55117a-87e3-4cd8-9505-676d2edf6d88 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:23.129650 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1c55117a-87e3-4cd8-9505-676d2edf6d88 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:23.140957 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-88305077-9ed2-4ac2-8637-9a84954762cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:23.153286 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-88305077-9ed2-4ac2-8637-9a84954762cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:23.158951 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c2a62a18-00ac-4c24-9c23-4185939a7cab tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:23.167727 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bec9243e-9822-4a78-b62d-ae92ff97a8ff tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:23.179239 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7db33c48-1262-497d-a26c-93a52907a3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:23.184109 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7db33c48-1262-497d-a26c-93a52907a3aa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a61b7c0-07cc-4198-a7c7-eaca955bd8c2 HTTP/1.1" status: 204 len: 168 time: 0.4518416 Jan 26 11:23:23.184109 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c63ac16a-a5a2-4e60-8d35-393b7beadfd5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:23.212048 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a62a18-00ac-4c24-9c23-4185939a7cab tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:23.215988 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c2a62a18-00ac-4c24-9c23-4185939a7cab tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:23.228104 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c63ac16a-a5a2-4e60-8d35-393b7beadfd5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:23.241649 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1c55117a-87e3-4cd8-9505-676d2edf6d88 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2377188 Jan 26 11:23:23.242485 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47616) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:23.251453 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c2a62a18-00ac-4c24-9c23-4185939a7cab tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:23.259519 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:23.272718 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c6769f4a-fff7-41a3-8c3e-d2c9e47cfc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:23.318006 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Request body: {'ports': [{'network_id': 'c87e307a-20c4-48ca-91b0-f46b77017075', 'name': 'tempest-port--659875975', 'admin_state_up': True}, {'network_id': 'aec8857e-0722-4aac-90cc-fbaf456f3064', 'admin_state_up': False}]} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:23.318419 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Request body: {'port': {'network_id': 'c87e307a-20c4-48ca-91b0-f46b77017075', 'name': 'tempest-port--659875975', 'admin_state_up': True}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:23.319030 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Request body: {'port': {'network_id': 'aec8857e-0722-4aac-90cc-fbaf456f3064', 'admin_state_up': False}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:23.326659 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6769f4a-fff7-41a3-8c3e-d2c9e47cfc35 None None] Pushing event deleted for resources: {'Port': ['ID=2782cb87-b007-4d99-9e84-0623e82d04dd,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:23.333489 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8548f465-ebf0-483b-974c-362f0d90a2aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Router 3ab99a6b-8e1d-4869-8ca0-f630885c6772 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:23:23.337368 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6769f4a-fff7-41a3-8c3e-d2c9e47cfc35 None None] No DVR routers for this DVR port 2782cb87-b007-4d99-9e84-0623e82d04dd on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:23:23.346068 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55117a-87e3-4cd8-9505-676d2edf6d88 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Pushing event updated for resources: {'Network': ['ID=aec8857e-0722-4aac-90cc-fbaf456f3064,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:23.366985 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63ac16a-a5a2-4e60-8d35-393b7beadfd5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:23.370965 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c63ac16a-a5a2-4e60-8d35-393b7beadfd5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:23.373581 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63ac16a-a5a2-4e60-8d35-393b7beadfd5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:23:23.390271 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63ac16a-a5a2-4e60-8d35-393b7beadfd5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:23:23.394641 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c2a62a18-00ac-4c24-9c23-4185939a7cab tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:23.398217 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network aec8857e-0722-4aac-90cc-fbaf456f3064 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:23:23.410382 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c2a62a18-00ac-4c24-9c23-4185939a7cab tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:security_group_rule and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:23.415769 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c2a62a18-00ac-4c24-9c23-4185939a7cab tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:23.449794 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bec9243e-9822-4a78-b62d-ae92ff97a8ff tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:23.477025 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c2a62a18-00ac-4c24-9c23-4185939a7cab tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:23.505597 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c63ac16a-a5a2-4e60-8d35-393b7beadfd5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6529138 Jan 26 11:23:23.506436 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47620) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:23.552694 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bec9243e-9822-4a78-b62d-ae92ff97a8ff tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:23.587613 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-aee51742-85a8-4a79-8621-95112c22af46 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:23.691697 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-aee51742-85a8-4a79-8621-95112c22af46 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:23.696081 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-aee51742-85a8-4a79-8621-95112c22af46 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1835790 Jan 26 11:23:23.696736 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47626) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:23.757193 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-88305077-9ed2-4ac2-8637-9a84954762cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:23.758059 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88305077-9ed2-4ac2-8637-9a84954762cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1097d2ee-3cba-4382-9965-e7f95fc789b5 {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:23:23.774507 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:23.788805 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Usage tracker for resource:port and tenant:311e697d7bf645819b5b8129c8793bc4 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:23.803450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:23.825750 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:23.838199 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8548f465-ebf0-483b-974c-362f0d90a2aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:23:23.842575 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbfca29-fa9f-473a-aa64-37994520a5a8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:23.843567 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6cbfca29-fa9f-473a-aa64-37994520a5a8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:23.850675 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d5f344-a2a8-412b-989b-f425e1e7c8d0 None None] Sync routers for ids ['3ab99a6b-8e1d-4869-8ca0-f630885c6772'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:23:23.871682 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d5f344-a2a8-412b-989b-f425e1e7c8d0 None None] Routers {'3ab99a6b-8e1d-4869-8ca0-f630885c6772'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:23:23.876194 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d3d5f344-a2a8-412b-989b-f425e1e7c8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['3ab99a6b-8e1d-4869-8ca0-f630885c6772'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:23.877491 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Made reservation on behalf of 311e697d7bf645819b5b8129c8793bc4 for: {'port': 2} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:23.882562 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:23.906552 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-9eba8a61-c301-4a72-a480-9f57fccfd0a1 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] For port 2782cb87-b007-4d99-9e84-0623e82d04dd, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=2782cb87-b007-4d99-9e84-0623e82d04dd,segment=NetworkSegment(bfad670a-fa64-4acb-b947-b2b08bdd0b06),segment_id=bfad670a-fa64-4acb-b947-b2b08bdd0b06)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:23.907001 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9eba8a61-c301-4a72-a480-9f57fccfd0a1 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:23.908768 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6cbfca29-fa9f-473a-aa64-37994520a5a8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:23.912469 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6cbfca29-fa9f-473a-aa64-37994520a5a8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2070053 Jan 26 11:23:23.913166 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c2a62a18-00ac-4c24-9c23-4185939a7cab tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:23.914111 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47636) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:23.914782 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:23.943402 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-88305077-9ed2-4ac2-8637-9a84954762cc admin admin] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:23.944565 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-88305077-9ed2-4ac2-8637-9a84954762cc admin admin] 10.222.0.39 "DELETE /v2.0/routers/1097d2ee-3cba-4382-9965-e7f95fc789b5 HTTP/1.1" status: 204 len: 168 time: 6.6255882 Jan 26 11:23:23.953332 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47642) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:23.969028 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d3d5f344-a2a8-412b-989b-f425e1e7c8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:23.980583 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d5f344-a2a8-412b-989b-f425e1e7c8d0 None None] Routers {'3ab99a6b-8e1d-4869-8ca0-f630885c6772'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:23:23.981197 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d3d5f344-a2a8-412b-989b-f425e1e7c8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:22:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['3ab99a6b-8e1d-4869-8ca0-f630885c6772'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:24.029356 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c2a62a18-00ac-4c24-9c23-4185939a7cab tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:24.082189 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5353ef22-1aa5-4981-b244-4f36c68204bc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1523280 Jan 26 11:23:24.086793 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d3d5f344-a2a8-412b-989b-f425e1e7c8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:24.087831 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47646) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:24.087956 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d5f344-a2a8-412b-989b-f425e1e7c8d0 None None] The sync data for ids ['3ab99a6b-8e1d-4869-8ca0-f630885c6772'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:23:24.136974 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a62a18-00ac-4c24-9c23-4185939a7cab tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:23:24.146500 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-e6be9a0a-4901-4322-8ea6-e7e62e32a5bc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:24.196315 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a62a18-00ac-4c24-9c23-4185939a7cab tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=248d8144-8259-40a2-aee6-9436be5b797a,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:24.257084 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c2a62a18-00ac-4c24-9c23-4185939a7cab tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:24.257443 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-c2a62a18-00ac-4c24-9c23-4185939a7cab tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Added segment a15607ce-19f2-48ae-8362-23a2b0d3e74c of type vlan for network 521315c0-0d97-46d6-8c4a-73095d51c5ae Jan 26 11:23:24.306523 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8548f465-ebf0-483b-974c-362f0d90a2aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:24.307713 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8548f465-ebf0-483b-974c-362f0d90a2aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 11.5091574 Jan 26 11:23:24.308543 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bec9243e-9822-4a78-b62d-ae92ff97a8ff tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:24.309086 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec9243e-9822-4a78-b62d-ae92ff97a8ff tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Fanout notify agent at l3_agent the message router_deleted on router e57aa302-70d1-4c2a-9c75-73fad02f78ea {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:23:24.321148 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-9eba8a61-c301-4a72-a480-9f57fccfd0a1 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Calling delete_port for 2782cb87-b007-4d99-9e84-0623e82d04dd owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:24.351706 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47656) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:24.361719 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bec9243e-9822-4a78-b62d-ae92ff97a8ff tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:24.362971 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-bec9243e-9822-4a78-b62d-ae92ff97a8ff tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "DELETE /v2.0/routers/e57aa302-70d1-4c2a-9c75-73fad02f78ea HTTP/1.1" status: 204 len: 168 time: 6.5252035 Jan 26 11:23:24.383004 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47662) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:24.433814 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-6fe88265-02e6-400b-bbe0-4e64cda6e74d tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-428965735', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:24.447864 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c2a62a18-00ac-4c24-9c23-4185939a7cab tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:24.452125 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6fe88265-02e6-400b-bbe0-4e64cda6e74d tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:24.457852 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e6be9a0a-4901-4322-8ea6-e7e62e32a5bc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:24.515701 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47666) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:24.522646 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6fe88265-02e6-400b-bbe0-4e64cda6e74d tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Usage tracker for resource:router and tenant:5bfdb32e41224481be4699ac3ddc8692 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:24.530464 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6fe88265-02e6-400b-bbe0-4e64cda6e74d tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:24.537561 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-42d005a7-3290-407f-8180-31fea7d2668a admin admin] Deleting subnet 53606115-5141-4c56-95c1-767f19a5c1f8 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:23:24.545174 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e6be9a0a-4901-4322-8ea6-e7e62e32a5bc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:24.547447 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-42d005a7-3290-407f-8180-31fea7d2668a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:24.549465 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6fe88265-02e6-400b-bbe0-4e64cda6e74d tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:24.553363 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] device_id is not set on port d12f1677-0548-4020-8396-18b441ae298a yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:23:24.581861 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6be9a0a-4901-4322-8ea6-e7e62e32a5bc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:24.585345 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e6be9a0a-4901-4322-8ea6-e7e62e32a5bc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:24.623306 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6fe88265-02e6-400b-bbe0-4e64cda6e74d tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:24.624322 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6fe88265-02e6-400b-bbe0-4e64cda6e74d tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:24.667937 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-e9b5934f-e3e2-4a79-b0b4-5b33a7259fc5 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-734705229', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:24.694022 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e9b5934f-e3e2-4a79-b0b4-5b33a7259fc5 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:24.709073 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e9b5934f-e3e2-4a79-b0b4-5b33a7259fc5 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Usage tracker for resource:router and tenant:5fe144b43d3643159925c255ca623227 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:24.711736 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.api [None req-9eba8a61-c301-4a72-a480-9f57fccfd0a1 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:23:24.712066 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG oslo_db.api [None req-9eba8a61-c301-4a72-a480-9f57fccfd0a1 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:23:24.716510 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-42d005a7-3290-407f-8180-31fea7d2668a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:24.743426 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e9b5934f-e3e2-4a79-b0b4-5b33a7259fc5 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:24.758299 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e9b5934f-e3e2-4a79-b0b4-5b33a7259fc5 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:24.775229 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f22d88ee-c536-4747-be37-3b859646be4f tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "GET /v2.0/routers/3ab99a6b-8e1d-4869-8ca0-f630885c6772 HTTP/1.1" status: 200 len: 880 time: 0.4216473 Jan 26 11:23:24.783068 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47672) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:24.785394 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c2a62a18-00ac-4c24-9c23-4185939a7cab tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:24.788634 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d10d786e-4665-4e94-8704-63380a3e7ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:24.793841 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a62a18-00ac-4c24-9c23-4185939a7cab tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:24.795813 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c2a62a18-00ac-4c24-9c23-4185939a7cab tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:24.863788 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e9b5934f-e3e2-4a79-b0b4-5b33a7259fc5 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:24.864818 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e9b5934f-e3e2-4a79-b0b4-5b33a7259fc5 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:24.869431 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device fd1df7c2-030c-4be7-8dcf-3fb4f31323cd no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:23:24.901358 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e9b5934f-e3e2-4a79-b0b4-5b33a7259fc5 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:24.938193 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: fd1df7c2-030c-4be7-8dcf-3fb4f31323cd {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:23:24.938566 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device fd1df7c2-030c-4be7-8dcf-3fb4f31323cd not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:23:24.943280 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-42d005a7-3290-407f-8180-31fea7d2668a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:24.983326 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e9b5934f-e3e2-4a79-b0b4-5b33a7259fc5 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:25.010379 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6fe88265-02e6-400b-bbe0-4e64cda6e74d tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:25.032524 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e9b5934f-e3e2-4a79-b0b4-5b33a7259fc5 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:25.036178 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e9b5934f-e3e2-4a79-b0b4-5b33a7259fc5 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5167816 Jan 26 11:23:25.036311 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47676) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:25.045341 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-724a2777-9226-4119-9cdf-58280a9938ec tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1975744980'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:25.054892 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-724a2777-9226-4119-9cdf-58280a9938ec tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:25.105886 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a62a18-00ac-4c24-9c23-4185939a7cab tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Network': ['ID=521315c0-0d97-46d6-8c4a-73095d51c5ae,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:25.106918 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-724a2777-9226-4119-9cdf-58280a9938ec tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Usage tracker for resource:network and tenant:5fe144b43d3643159925c255ca623227 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:25.114144 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-724a2777-9226-4119-9cdf-58280a9938ec tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:25.124348 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c2a62a18-00ac-4c24-9c23-4185939a7cab tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.3553557 Jan 26 11:23:25.125137 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47680) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:25.126641 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-42d005a7-3290-407f-8180-31fea7d2668a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:25.128527 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 521315c0-0d97-46d6-8c4a-73095d51c5ae details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:23:25.131718 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-724a2777-9226-4119-9cdf-58280a9938ec tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:25.144638 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-9204776a-6f30-4792-a118-9cb5b964e14d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'port': {'network_id': '521315c0-0d97-46d6-8c4a-73095d51c5ae', 'name': 'tempest-PortsTestJSON-1696956941'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:25.177894 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d005a7-3290-407f-8180-31fea7d2668a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53606115-5141-4c56-95c1-767f19a5c1f8,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:25.193504 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-42d005a7-3290-407f-8180-31fea7d2668a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:25.200387 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6fe88265-02e6-400b-bbe0-4e64cda6e74d tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:25.201917 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724a2777-9226-4119-9cdf-58280a9938ec tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Made reservation on behalf of 5fe144b43d3643159925c255ca623227 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:25.205327 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-724a2777-9226-4119-9cdf-58280a9938ec tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:25.218621 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-9eba8a61-c301-4a72-a480-9f57fccfd0a1 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Deleting port 2782cb87-b007-4d99-9e84-0623e82d04dd {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:25.218975 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9eba8a61-c301-4a72-a480-9f57fccfd0a1 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:25.246097 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-42d005a7-3290-407f-8180-31fea7d2668a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/53606115-5141-4c56-95c1-767f19a5c1f8 HTTP/1.1" status: 204 len: 168 time: 1.2884340 Jan 26 11:23:25.249949 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47684) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:25.251826 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-724a2777-9226-4119-9cdf-58280a9938ec tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:25.275344 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbd5e02-a71e-4d1b-a296-7dc0e10d517d None None] Network bf3da876-a622-4e17-8633-e23a8fba3f3c requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:25.321128 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-9eba8a61-c301-4a72-a480-9f57fccfd0a1 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] The port '2782cb87-b007-4d99-9e84-0623e82d04dd' was deleted {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:23:25.324525 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-724a2777-9226-4119-9cdf-58280a9938ec tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:25.332335 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-724a2777-9226-4119-9cdf-58280a9938ec tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Usage tracker for resource:security_group_rule and tenant:5fe144b43d3643159925c255ca623227 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:25.353944 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6fe88265-02e6-400b-bbe0-4e64cda6e74d tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:25.357930 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6fe88265-02e6-400b-bbe0-4e64cda6e74d tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9611416 Jan 26 11:23:25.360013 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-724a2777-9226-4119-9cdf-58280a9938ec tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:25.366504 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47688) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:25.378635 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-7627edfd-f65f-45bd-a796-79f9f35d2a64 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'enable_snat': True}}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:25.427901 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:25.443934 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9204776a-6f30-4792-a118-9cb5b964e14d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:25.451898 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-724a2777-9226-4119-9cdf-58280a9938ec tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:25.489069 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-13b52b1d-0510-471b-8396-a85bc468a6c5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Synchronizing usage tracker for tenant:252bea5ac7b143c89da38d9a87822c0c on resource:router {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:25.515526 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9204776a-6f30-4792-a118-9cb5b964e14d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:port and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:25.524668 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9204776a-6f30-4792-a118-9cb5b964e14d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:25.547931 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9204776a-6f30-4792-a118-9cb5b964e14d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:25.583929 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5380af9a-5a3d-4093-a9a8-896dc77459d6 None None] DHCP port deletion for bf3da876-a622-4e17-8633-e23a8fba3f3c request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:23:25.588273 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-5380af9a-5a3d-4093-a9a8-896dc77459d6 None None] Deleting port 4b12737c-ccad-4ef7-aeaf-40e70b31577f {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:25.588802 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5380af9a-5a3d-4093-a9a8-896dc77459d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:25.611796 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.objects.ports [None req-e6be9a0a-4901-4322-8ea6-e7e62e32a5bc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 26 11:23:25.614655 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-22f580b7-5710-48b1-a2c8-c5c0b12873ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:25.614839 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9eba8a61-c301-4a72-a480-9f57fccfd0a1 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:25.620183 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e6be9a0a-4901-4322-8ea6-e7e62e32a5bc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:25.696859 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9204776a-6f30-4792-a118-9cb5b964e14d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:25.701236 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9204776a-6f30-4792-a118-9cb5b964e14d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:25.732093 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-9eba8a61-c301-4a72-a480-9f57fccfd0a1 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626accf5-6c36-492d-be85-a2db3b7d5717']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:25.753079 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] device_id is not set on port 91e0480e-f89f-4f70-a785-ca3a66e4f637 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:23:25.769546 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6be9a0a-4901-4322-8ea6-e7e62e32a5bc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:25.798801 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-13b52b1d-0510-471b-8396-a85bc468a6c5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Unset dirty status for tenant:252bea5ac7b143c89da38d9a87822c0c on resource:router {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:25.799090 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-5380af9a-5a3d-4093-a9a8-896dc77459d6 None None] For port 4b12737c-ccad-4ef7-aeaf-40e70b31577f, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=4b12737c-ccad-4ef7-aeaf-40e70b31577f,segment=NetworkSegment(5d01ec33-ef6d-4cb5-a766-ba00b1ea83af),segment_id=5d01ec33-ef6d-4cb5-a766-ba00b1ea83af)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:25.799588 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5380af9a-5a3d-4093-a9a8-896dc77459d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:25.801235 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-13b52b1d-0510-471b-8396-a85bc468a6c5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.0154476 Jan 26 11:23:25.845078 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-e6be9a0a-4901-4322-8ea6-e7e62e32a5bc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:25.851481 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47692) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:25.857001 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6be9a0a-4901-4322-8ea6-e7e62e32a5bc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:25.857734 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e6be9a0a-4901-4322-8ea6-e7e62e32a5bc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:25.870738 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-9204776a-6f30-4792-a118-9cb5b964e14d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] device_id is not set on port 39e77ce5-024f-4e4c-a841-65c61f6d2fb5 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:23:25.912274 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-404571ed-9179-476b-b24d-77dd85e635dc tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1334298804'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:25.936648 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d632350-ec13-48fd-a213-ef01e1627b4d None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:25.944037 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-9eba8a61-c301-4a72-a480-9f57fccfd0a1 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfad670a-fa64-4acb-b947-b2b08bdd0b06') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:25.944340 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-9eba8a61-c301-4a72-a480-9f57fccfd0a1 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfad670a-fa64-4acb-b947-b2b08bdd0b06') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:25.960564 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-5380af9a-5a3d-4093-a9a8-896dc77459d6 None None] Calling delete_port for 4b12737c-ccad-4ef7-aeaf-40e70b31577f owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:25.972065 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-22f580b7-5710-48b1-a2c8-c5c0b12873ac admin admin] Deleting port 4b12737c-ccad-4ef7-aeaf-40e70b31577f {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:25.972411 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-22f580b7-5710-48b1-a2c8-c5c0b12873ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:26.023946 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:26.027414 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9eba8a61-c301-4a72-a480-9f57fccfd0a1 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:26.070899 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be9a0a-4901-4322-8ea6-e7e62e32a5bc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=c9fcbf33-bb05-4c3a-9e45-9a5c1e77f018,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:26.102156 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:26.105276 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7627edfd-f65f-45bd-a796-79f9f35d2a64 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:26.126811 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9eba8a61-c301-4a72-a480-9f57fccfd0a1 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:26.130549 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e6be9a0a-4901-4322-8ea6-e7e62e32a5bc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0384502 Jan 26 11:23:26.132993 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47696) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:26.146653 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:26.152822 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5380af9a-5a3d-4093-a9a8-896dc77459d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:26.162617 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eba8a61-c301-4a72-a480-9f57fccfd0a1 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:23:26.162984 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9eba8a61-c301-4a72-a480-9f57fccfd0a1 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:26.181351 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-fb558cfb-d3df-401e-af83-4ce5ceda4d6d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'mac_address': 'fa:16:3e:19:6a:5e', 'name': 'tempest-NetworksTestDHCPv6-1676678143'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:23:26.194539 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:23:26.240494 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380af9a-5a3d-4093-a9a8-896dc77459d6 None None] Pushing event deleted for resources: {'Port': ['ID=4b12737c-ccad-4ef7-aeaf-40e70b31577f,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:26.244604 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-724a2777-9226-4119-9cdf-58280a9938ec tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:26.250222 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5380af9a-5a3d-4093-a9a8-896dc77459d6 None None] No DVR routers for this DVR port 4b12737c-ccad-4ef7-aeaf-40e70b31577f on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:23:26.258387 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-22f580b7-5710-48b1-a2c8-c5c0b12873ac admin admin] The port '4b12737c-ccad-4ef7-aeaf-40e70b31577f' was deleted {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:23:26.313991 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-724a2777-9226-4119-9cdf-58280a9938ec tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:26.323882 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f671c7b5-113d-498f-b1b8-1d2b38820440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-ba6f0584-2941-48e6-9427-2229465f5a54', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'fixed_ips': [{'subnet_id': 'c9fcbf33-bb05-4c3a-9e45-9a5c1e77f018'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:23:26.324720 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f671c7b5-113d-498f-b1b8-1d2b38820440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:26.440582 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724a2777-9226-4119-9cdf-58280a9938ec tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:23:26.442806 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9eba8a61-c301-4a72-a480-9f57fccfd0a1 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:26.455277 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a2777-9226-4119-9cdf-58280a9938ec tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d29d674c-6774-4d05-b48b-c9488eeec2d6,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:26.498031 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9eba8a61-c301-4a72-a480-9f57fccfd0a1 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:26.508507 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-724a2777-9226-4119-9cdf-58280a9938ec tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:26.508861 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-724a2777-9226-4119-9cdf-58280a9938ec tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Added segment d5800281-5ffc-45d1-9b99-cd6961c85c0b of type vlan for network 9feae8ab-90bf-4971-8051-a325a6690e92 Jan 26 11:23:26.517497 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-f671c7b5-113d-498f-b1b8-1d2b38820440 None None] Allocated IP 2001:db8::f816:3eff:fedd:741a (ba6f0584-2941-48e6-9427-2229465f5a54/c9fcbf33-bb05-4c3a-9e45-9a5c1e77f018/52a037a7-1880-45b6-bec5-1eaeaef50404) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:23:26.562184 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba8a61-c301-4a72-a480-9f57fccfd0a1 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Pushing event deleted for resources: {'Network': ['ID=626accf5-6c36-492d-be85-a2db3b7d5717,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:26.590532 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-fb558cfb-d3df-401e-af83-4ce5ceda4d6d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:26.604217 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9eba8a61-c301-4a72-a480-9f57fccfd0a1 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "DELETE /v2.0/networks/626accf5-6c36-492d-be85-a2db3b7d5717 HTTP/1.1" status: 204 len: 168 time: 4.4397216 Jan 26 11:23:26.607244 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47700) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:26.617649 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-fb558cfb-d3df-401e-af83-4ce5ceda4d6d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:26.620774 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-724a2777-9226-4119-9cdf-58280a9938ec tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:26.672593 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-22f580b7-5710-48b1-a2c8-c5c0b12873ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:26.676174 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb558cfb-d3df-401e-af83-4ce5ceda4d6d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:26.751045 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f671c7b5-113d-498f-b1b8-1d2b38820440 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:26.762251 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f671c7b5-113d-498f-b1b8-1d2b38820440 None None] Transition to ACTIVE for port object 52a037a7-1880-45b6-bec5-1eaeaef50404 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:26.778559 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:26.784382 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f671c7b5-113d-498f-b1b8-1d2b38820440 None None] Transition to ACTIVE for port object 52a037a7-1880-45b6-bec5-1eaeaef50404 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:26.792608 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f671c7b5-113d-498f-b1b8-1d2b38820440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:26.793691 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-22f580b7-5710-48b1-a2c8-c5c0b12873ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf3da876-a622-4e17-8633-e23a8fba3f3c']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:26.814653 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-43fadde7-1c65-42f1-b3fe-43019dd8316a tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Deleting subnet 299c5e13-14a2-4fe3-9f75-7acc9e0dce63 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:23:26.823862 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-43fadde7-1c65-42f1-b3fe-43019dd8316a tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:26.855937 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-724a2777-9226-4119-9cdf-58280a9938ec tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:26.861648 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724a2777-9226-4119-9cdf-58280a9938ec tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:26.862492 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-724a2777-9226-4119-9cdf-58280a9938ec tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:26.882801 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f671c7b5-113d-498f-b1b8-1d2b38820440 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:26.884310 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671c7b5-113d-498f-b1b8-1d2b38820440 None None] Pushing event updated for resources: {'Port': ['ID=52a037a7-1880-45b6-bec5-1eaeaef50404,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:26.893811 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-f671c7b5-113d-498f-b1b8-1d2b38820440 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:26.896129 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f671c7b5-113d-498f-b1b8-1d2b38820440 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:26.932465 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-22f580b7-5710-48b1-a2c8-c5c0b12873ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d01ec33-ef6d-4cb5-a766-ba00b1ea83af') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:26.932771 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-22f580b7-5710-48b1-a2c8-c5c0b12873ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d01ec33-ef6d-4cb5-a766-ba00b1ea83af') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:26.978740 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4b12737c-ccad-4ef7-aeaf-40e70b31577f no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:23:26.985674 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9204776a-6f30-4792-a118-9cb5b964e14d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:26.988266 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-22f580b7-5710-48b1-a2c8-c5c0b12873ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:27.071374 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 4b12737c-ccad-4ef7-aeaf-40e70b31577f {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:23:27.071721 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4b12737c-ccad-4ef7-aeaf-40e70b31577f not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:23:27.083010 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Pushing event updated for resources: {'Port': ['ID=d12f1677-0548-4020-8396-18b441ae298a,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:27.083482 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-f671c7b5-113d-498f-b1b8-1d2b38820440 None None] Attempting to bind port 52a037a7-1880-45b6-bec5-1eaeaef50404 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:27.084663 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-f671c7b5-113d-498f-b1b8-1d2b38820440 None None] Attempting to bind port 52a037a7-1880-45b6-bec5-1eaeaef50404 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:27.084663 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f671c7b5-113d-498f-b1b8-1d2b38820440 None None] Attempting to bind port 52a037a7-1880-45b6-bec5-1eaeaef50404 on network ba6f0584-2941-48e6-9427-2229465f5a54 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:27.091984 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-22f580b7-5710-48b1-a2c8-c5c0b12873ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:27.092793 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f671c7b5-113d-498f-b1b8-1d2b38820440 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:23:27.093017 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f671c7b5-113d-498f-b1b8-1d2b38820440 None None] Checking segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:23:27.093795 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f671c7b5-113d-498f-b1b8-1d2b38820440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:27.093919 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f671c7b5-113d-498f-b1b8-1d2b38820440 None None] Bound using segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:23:27.094588 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-f671c7b5-113d-498f-b1b8-1d2b38820440 None None] Bound port: 52a037a7-1880-45b6-bec5-1eaeaef50404, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:23:27.094888 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f671c7b5-113d-498f-b1b8-1d2b38820440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:27.101387 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-724a2777-9226-4119-9cdf-58280a9938ec tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.0641484 Jan 26 11:23:27.115124 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47704) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:27.123192 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-b3d256db-12dd-4869-880c-78a57a23dd62 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Request body: {'subnet': {'network_id': '9feae8ab-90bf-4971-8051-a325a6690e92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:27.142005 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f580b7-5710-48b1-a2c8-c5c0b12873ac admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:23:27.142435 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-22f580b7-5710-48b1-a2c8-c5c0b12873ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:23:27.159148 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:23:27.189022 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-43fadde7-1c65-42f1-b3fe-43019dd8316a tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:27.192329 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-f671c7b5-113d-498f-b1b8-1d2b38820440 None None] For port 52a037a7-1880-45b6-bec5-1eaeaef50404, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:23:27.195818 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-f671c7b5-113d-498f-b1b8-1d2b38820440 None None] For port 52a037a7-1880-45b6-bec5-1eaeaef50404, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=52a037a7-1880-45b6-bec5-1eaeaef50404,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:23:27.201097 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f671c7b5-113d-498f-b1b8-1d2b38820440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:27.221370 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a2777-9226-4119-9cdf-58280a9938ec tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Pushing event updated for resources: {'Network': ['ID=9feae8ab-90bf-4971-8051-a325a6690e92,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:27.233567 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fb558cfb-d3df-401e-af83-4ce5ceda4d6d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:27.244243 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 9feae8ab-90bf-4971-8051-a325a6690e92 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:23:27.266725 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Checking segment: {'id': 'f3e0c521-299f-40ee-aac3-b7a5c1e0cc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'c87e307a-20c4-48ca-91b0-f46b77017075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:23:27.267095 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Network hostable DHCP agents. Network: c87e307a-20c4-48ca-91b0-f46b77017075, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:23:27.298721 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-fb558cfb-d3df-401e-af83-4ce5ceda4d6d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] device_id is not set on port 90368dee-c1e5-4e1c-9451-3add6336240a yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:23:27.340377 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7627edfd-f65f-45bd-a796-79f9f35d2a64 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:27.384181 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7627edfd-f65f-45bd-a796-79f9f35d2a64 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:27.425684 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:27.426564 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671c7b5-113d-498f-b1b8-1d2b38820440 None None] Pushing event updated for resources: {'Port': ['ID=52a037a7-1880-45b6-bec5-1eaeaef50404,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:27.442442 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-22f580b7-5710-48b1-a2c8-c5c0b12873ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:27.455198 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9204776a-6f30-4792-a118-9cb5b964e14d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:27.476790 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-22f580b7-5710-48b1-a2c8-c5c0b12873ac admin admin] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:27.516466 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b3d256db-12dd-4869-880c-78a57a23dd62 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:27.524117 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Network c87e307a-20c4-48ca-91b0-f46b77017075 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:23:27.552937 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b3d256db-12dd-4869-880c-78a57a23dd62 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Usage tracker for resource:subnet and tenant:5fe144b43d3643159925c255ca623227 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:27.555921 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f580b7-5710-48b1-a2c8-c5c0b12873ac admin admin] Pushing event deleted for resources: {'Network': ['ID=bf3da876-a622-4e17-8633-e23a8fba3f3c,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:27.572609 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b3d256db-12dd-4869-880c-78a57a23dd62 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:27.578214 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-404571ed-9179-476b-b24d-77dd85e635dc tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:27.594267 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, c87e307a-20c4-48ca-91b0-f46b77017075) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:27.598267 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b3d256db-12dd-4869-880c-78a57a23dd62 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:27.602623 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-22f580b7-5710-48b1-a2c8-c5c0b12873ac admin admin] 10.222.0.39 "DELETE /v2.0/networks/bf3da876-a622-4e17-8633-e23a8fba3f3c HTTP/1.1" status: 204 len: 168 time: 2.3422844 Jan 26 11:23:27.610002 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c6e13b-e71c-432f-9fd4-cefb0afa36f7 None None] Network c87e307a-20c4-48ca-91b0-f46b77017075 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:27.634729 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:27.643504 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:27.668263 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204776a-6f30-4792-a118-9cb5b964e14d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Port': ['ID=39e77ce5-024f-4e4c-a841-65c61f6d2fb5,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:27.690740 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-404571ed-9179-476b-b24d-77dd85e635dc tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1634753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1634766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1640079'] for router, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:27.738200 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d256db-12dd-4869-880c-78a57a23dd62 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Made reservation on behalf of 5fe144b43d3643159925c255ca623227 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:27.743200 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b3d256db-12dd-4869-880c-78a57a23dd62 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:27.795727 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-43fadde7-1c65-42f1-b3fe-43019dd8316a tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:27.903631 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47710) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:27.907715 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-43fadde7-1c65-42f1-b3fe-43019dd8316a tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:27.988093 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-43fadde7-1c65-42f1-b3fe-43019dd8316a tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:27.993042 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f0dc6b-f088-4315-b622-367d5e10b01b None None] Network f22e09c1-ca2a-42d1-9cad-f035201fc114 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:28.035292 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fadde7-1c65-42f1-b3fe-43019dd8316a tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Pushing event deleted for resources: {'Subnet': ['ID=299c5e13-14a2-4fe3-9f75-7acc9e0dce63,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:28.053584 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9204776a-6f30-4792-a118-9cb5b964e14d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Checking segment: {'id': 'a15607ce-19f2-48ae-8362-23a2b0d3e74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '521315c0-0d97-46d6-8c4a-73095d51c5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:23:28.054096 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9204776a-6f30-4792-a118-9cb5b964e14d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network hostable DHCP agents. Network: 521315c0-0d97-46d6-8c4a-73095d51c5ae, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:23:28.065312 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-43fadde7-1c65-42f1-b3fe-43019dd8316a tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "DELETE /v2.0/subnets/299c5e13-14a2-4fe3-9f75-7acc9e0dce63 HTTP/1.1" status: 204 len: 168 time: 1.4496841 Jan 26 11:23:28.065312 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-fb558cfb-d3df-401e-af83-4ce5ceda4d6d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 2001:db8::f816:3eff:fe19:6a5e (ba6f0584-2941-48e6-9427-2229465f5a54/c9fcbf33-bb05-4c3a-9e45-9a5c1e77f018/90368dee-c1e5-4e1c-9451-3add6336240a) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:23:28.078262 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47714) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:28.078922 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Pushing event updated for resources: {'Port': ['ID=91e0480e-f89f-4f70-a785-ca3a66e4f637,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:28.120675 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-7627edfd-f65f-45bd-a796-79f9f35d2a64 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Allocated IP 172.26.5.212 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/ad1df753-6313-4468-8778-6bef71f52d3f) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:23:28.163590 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9bae115f-39e8-42ef-9174-66eaeb2a31e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f5fbcfd06e3341ee86200462cb30acd6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2434494 Jan 26 11:23:28.165604 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47718) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:28.291719 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea73f376-8765-42ae-86ef-60bb47acf76a None None] DHCP port deletion for f22e09c1-ca2a-42d1-9cad-f035201fc114 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:23:28.296623 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-ea73f376-8765-42ae-86ef-60bb47acf76a None None] Deleting port 7a888ef8-72ea-448c-adbc-45fac7d0d976 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:28.297080 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ea73f376-8765-42ae-86ef-60bb47acf76a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:28.375934 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Checking segment: {'id': '961cf054-9b96-41d6-9817-ba689d7dac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'aec8857e-0722-4aac-90cc-fbaf456f3064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:23:28.376479 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Network hostable DHCP agents. Network: aec8857e-0722-4aac-90cc-fbaf456f3064, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:23:28.410664 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9204776a-6f30-4792-a118-9cb5b964e14d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network 521315c0-0d97-46d6-8c4a-73095d51c5ae is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:23:28.437991 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6acc776-6b3e-4a92-a2b3-d4153bc06be4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Deleting subnet 48d72d02-a5a8-4f20-afa4-dfabbbc282e8 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:23:28.446130 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c4927e50-86a4-4fd7-b3ab-1e400b8d6b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:28.461449 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a6acc776-6b3e-4a92-a2b3-d4153bc06be4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:28.501200 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-9204776a-6f30-4792-a118-9cb5b964e14d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 521315c0-0d97-46d6-8c4a-73095d51c5ae) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:28.510485 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404571ed-9179-476b-b24d-77dd85e635dc tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Router 3ab99a6b-8e1d-4869-8ca0-f630885c6772 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:23:28.554775 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c4927e50-86a4-4fd7-b3ab-1e400b8d6b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:28.557252 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9204776a-6f30-4792-a118-9cb5b964e14d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:28.563408 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9204776a-6f30-4792-a118-9cb5b964e14d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:28.564042 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9204776a-6f30-4792-a118-9cb5b964e14d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:28.564323 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7627edfd-f65f-45bd-a796-79f9f35d2a64 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:28.580165 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Network aec8857e-0722-4aac-90cc-fbaf456f3064 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:23:28.587208 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fb558cfb-d3df-401e-af83-4ce5ceda4d6d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:28.591911 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-ea73f376-8765-42ae-86ef-60bb47acf76a None None] For port 7a888ef8-72ea-448c-adbc-45fac7d0d976, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7a888ef8-72ea-448c-adbc-45fac7d0d976,segment=NetworkSegment(f15f4763-7a1a-405b-acda-9ef5815dc934),segment_id=f15f4763-7a1a-405b-acda-9ef5815dc934)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:28.594235 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ea73f376-8765-42ae-86ef-60bb47acf76a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:28.601313 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, aec8857e-0722-4aac-90cc-fbaf456f3064) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:28.613822 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f58868c-7ca8-47c1-a9ee-18b5784bac3b None None] Network 521315c0-0d97-46d6-8c4a-73095d51c5ae requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:28.628275 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:28.629239 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-fb558cfb-d3df-401e-af83-4ce5ceda4d6d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Transition to ACTIVE for port object 90368dee-c1e5-4e1c-9451-3add6336240a will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:28.631408 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83def408-6672-4922-adbd-9e1deaa3cc6c None None] Network aec8857e-0722-4aac-90cc-fbaf456f3064 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:28.634192 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:28.640277 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:28.640930 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:28.668463 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a6acc776-6b3e-4a92-a2b3-d4153bc06be4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:28.672431 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c4927e50-86a4-4fd7-b3ab-1e400b8d6b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:28.689133 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7627edfd-f65f-45bd-a796-79f9f35d2a64 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:28.741905 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4927e50-86a4-4fd7-b3ab-1e400b8d6b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a382ef4c-1393-4a34-b588-75a043957b8e,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:28.772461 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-40ce33cf-eae0-4107-93e9-7bd164aefa4a tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.5233805 Jan 26 11:23:28.790435 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9204776a-6f30-4792-a118-9cb5b964e14d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.6507485 Jan 26 11:23:28.795568 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47722) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:28.796160 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47724) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:28.800936 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fb558cfb-d3df-401e-af83-4ce5ceda4d6d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:28.802727 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627edfd-f65f-45bd-a796-79f9f35d2a64 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Pushing event updated for resources: {'Port': ['ID=ad1df753-6313-4468-8778-6bef71f52d3f,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:28.810220 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-0edb65b0-d495-43b6-a575-7fdb7cbbe8d0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-650897355'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:28.815740 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0edb65b0-d495-43b6-a575-7fdb7cbbe8d0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:28.816992 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-ea73f376-8765-42ae-86ef-60bb47acf76a None None] Calling delete_port for 7a888ef8-72ea-448c-adbc-45fac7d0d976 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:28.820190 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0edb65b0-d495-43b6-a575-7fdb7cbbe8d0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:network and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:28.823537 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0edb65b0-d495-43b6-a575-7fdb7cbbe8d0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:28.828415 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7627edfd-f65f-45bd-a796-79f9f35d2a64 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:28.830698 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0edb65b0-d495-43b6-a575-7fdb7cbbe8d0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:28.885941 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-7627edfd-f65f-45bd-a796-79f9f35d2a64 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:28.892270 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c4927e50-86a4-4fd7-b3ab-1e400b8d6b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:28.893729 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c4927e50-86a4-4fd7-b3ab-1e400b8d6b32 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a382ef4c-1393-4a34-b588-75a043957b8e HTTP/1.1" status: 204 len: 168 time: 0.7257500 Jan 26 11:23:28.902808 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7627edfd-f65f-45bd-a796-79f9f35d2a64 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:28.920771 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edb65b0-d495-43b6-a575-7fdb7cbbe8d0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:28.925189 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0edb65b0-d495-43b6-a575-7fdb7cbbe8d0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:28.972051 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb558cfb-d3df-401e-af83-4ce5ceda4d6d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:28.981788 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-fb558cfb-d3df-401e-af83-4ce5ceda4d6d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:29.000617 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb558cfb-d3df-401e-af83-4ce5ceda4d6d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:29.007043 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb558cfb-d3df-401e-af83-4ce5ceda4d6d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:29.007731 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fb558cfb-d3df-401e-af83-4ce5ceda4d6d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:29.027949 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edb65b0-d495-43b6-a575-7fdb7cbbe8d0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:23:29.029427 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 52a037a7-1880-45b6-bec5-1eaeaef50404 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:23:29.043416 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb558cfb-d3df-401e-af83-4ce5ceda4d6d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Port': ['ID=90368dee-c1e5-4e1c-9451-3add6336240a,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:29.099535 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ea73f376-8765-42ae-86ef-60bb47acf76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:29.147373 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-fb558cfb-d3df-401e-af83-4ce5ceda4d6d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0107799 Jan 26 11:23:29.154289 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47732) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:29.218754 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b3d256db-12dd-4869-880c-78a57a23dd62 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:29.251840 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0edb65b0-d495-43b6-a575-7fdb7cbbe8d0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:29.252234 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-0edb65b0-d495-43b6-a575-7fdb7cbbe8d0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Added segment 2d5820f5-d798-4c83-a0a0-fe0eb50febdd of type vlan for network 00117708-e011-467f-8f9d-c007226c46f8 Jan 26 11:23:29.303379 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404571ed-9179-476b-b24d-77dd85e635dc tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:23:29.317796 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1853b4b-8c6a-4e5a-8cf7-7298979fc989 None None] Sync routers for ids ['3ab99a6b-8e1d-4869-8ca0-f630885c6772'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:23:29.327227 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-404571ed-9179-476b-b24d-77dd85e635dc tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:29.331512 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-404571ed-9179-476b-b24d-77dd85e635dc tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "PUT /v2.0/routers/3ab99a6b-8e1d-4869-8ca0-f630885c6772 HTTP/1.1" status: 200 len: 887 time: 3.4769673 Jan 26 11:23:29.332359 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47738) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:29.340092 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1853b4b-8c6a-4e5a-8cf7-7298979fc989 None None] Routers {'3ab99a6b-8e1d-4869-8ca0-f630885c6772'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:23:29.342199 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-e1853b4b-8c6a-4e5a-8cf7-7298979fc989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:23:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['3ab99a6b-8e1d-4869-8ca0-f630885c6772'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:29.371786 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a6acc776-6b3e-4a92-a2b3-d4153bc06be4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:29.411818 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-99ff18bb-9db0-4231-a3ca-e7dfa297ca7d None None] Provisioning for port 52a037a7-1880-45b6-bec5-1eaeaef50404 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:29.422286 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73f376-8765-42ae-86ef-60bb47acf76a None None] Pushing event deleted for resources: {'Port': ['ID=7a888ef8-72ea-448c-adbc-45fac7d0d976,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:29.467406 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea73f376-8765-42ae-86ef-60bb47acf76a None None] No DVR routers for this DVR port 7a888ef8-72ea-448c-adbc-45fac7d0d976 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:23:29.480750 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-e1853b4b-8c6a-4e5a-8cf7-7298979fc989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:29.506763 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf8d133-ad26-4193-8d3c-db05ed5143b5 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:29.519618 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf8d133-ad26-4193-8d3c-db05ed5143b5 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:29.520507 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fbf8d133-ad26-4193-8d3c-db05ed5143b5 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Synchronizing usage tracker for tenant:311e697d7bf645819b5b8129c8793bc4 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:29.528115 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1853b4b-8c6a-4e5a-8cf7-7298979fc989 None None] Routers {'3ab99a6b-8e1d-4869-8ca0-f630885c6772'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:23:29.530618 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0edb65b0-d495-43b6-a575-7fdb7cbbe8d0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:29.531999 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-e1853b4b-8c6a-4e5a-8cf7-7298979fc989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:23:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['3ab99a6b-8e1d-4869-8ca0-f630885c6772'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:29.561021 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d256db-12dd-4869-880c-78a57a23dd62 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Pushing event updated for resources: {'Subnet': ['ID=709ea6f8-e636-44f1-bb61-933a8278e397,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:29.579340 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d256db-12dd-4869-880c-78a57a23dd62 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Checking segment: {'id': 'd5800281-5ffc-45d1-9b99-cd6961c85c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9feae8ab-90bf-4971-8051-a325a6690e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:23:29.579828 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d256db-12dd-4869-880c-78a57a23dd62 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Network hostable DHCP agents. Network: 9feae8ab-90bf-4971-8051-a325a6690e92, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:23:29.615855 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fbf8d133-ad26-4193-8d3c-db05ed5143b5 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Unset dirty status for tenant:311e697d7bf645819b5b8129c8793bc4 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:29.617055 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fbf8d133-ad26-4193-8d3c-db05ed5143b5 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.8178334 Jan 26 11:23:29.626597 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47746) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:29.661722 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 52a037a7-1880-45b6-bec5-1eaeaef50404 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:29.668705 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-323a135d-15a7-4f39-9812-00f29a04e717 None None] Provisioning for port 90368dee-c1e5-4e1c-9451-3add6336240a completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:29.677346 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-323a135d-15a7-4f39-9812-00f29a04e717 None None] Provisioning complete for port 90368dee-c1e5-4e1c-9451-3add6336240a triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:29.678190 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-323a135d-15a7-4f39-9812-00f29a04e717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:29.703293 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 52a037a7-1880-45b6-bec5-1eaeaef50404 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:29.703665 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:29.719862 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-e1853b4b-8c6a-4e5a-8cf7-7298979fc989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:29.720837 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1853b4b-8c6a-4e5a-8cf7-7298979fc989 None None] The sync data for ids ['3ab99a6b-8e1d-4869-8ca0-f630885c6772'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:23:29.768626 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d256db-12dd-4869-880c-78a57a23dd62 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Network 9feae8ab-90bf-4971-8051-a325a6690e92 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:23:29.775241 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0edb65b0-d495-43b6-a575-7fdb7cbbe8d0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:29.782820 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb65b0-d495-43b6-a575-7fdb7cbbe8d0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:29.783821 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0edb65b0-d495-43b6-a575-7fdb7cbbe8d0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:29.813942 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-323a135d-15a7-4f39-9812-00f29a04e717 None None] Port 90368dee-c1e5-4e1c-9451-3add6336240a cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:23:29.893786 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:29.933510 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 52a037a7-1880-45b6-bec5-1eaeaef50404, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=52a037a7-1880-45b6-bec5-1eaeaef50404,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:29.940162 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:29.940397 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08432006-4358-448f-9363-4a8e919b5408 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:29.953240 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08432006-4358-448f-9363-4a8e919b5408 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:29.957378 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-08432006-4358-448f-9363-4a8e919b5408 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7957554 Jan 26 11:23:29.957378 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a6acc776-6b3e-4a92-a2b3-d4153bc06be4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:29.964566 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47758) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:30.009340 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb65b0-d495-43b6-a575-7fdb7cbbe8d0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Network': ['ID=00117708-e011-467f-8f9d-c007226c46f8,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:30.034217 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 00117708-e011-467f-8f9d-c007226c46f8 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:23:30.037328 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-e9b18d3c-67e4-4716-ab62-69896e916a68 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Deleting port d12f1677-0548-4020-8396-18b441ae298a {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:30.037678 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e9b18d3c-67e4-4716-ab62-69896e916a68 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:30.062563 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9d7e70ab-5564-408f-8177-aadd676dd326 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "GET /v2.0/routers/3ab99a6b-8e1d-4869-8ca0-f630885c6772 HTTP/1.1" status: 200 len: 887 time: 0.7235401 Jan 26 11:23:30.067449 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47764) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:30.068861 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-b3d256db-12dd-4869-880c-78a57a23dd62 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 9feae8ab-90bf-4971-8051-a325a6690e92) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:30.069749 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7627edfd-f65f-45bd-a796-79f9f35d2a64 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:30.082997 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7a888ef8-72ea-448c-adbc-45fac7d0d976 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:23:30.085585 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d256db-12dd-4869-880c-78a57a23dd62 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:30.086197 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b3d256db-12dd-4869-880c-78a57a23dd62 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:30.105639 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acc776-6b3e-4a92-a2b3-d4153bc06be4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Pushing event deleted for resources: {'Subnet': ['ID=48d72d02-a5a8-4f20-afa4-dfabbbc282e8,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:30.112183 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a6acc776-6b3e-4a92-a2b3-d4153bc06be4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:30.114832 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a6acc776-6b3e-4a92-a2b3-d4153bc06be4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "DELETE /v2.0/subnets/48d72d02-a5a8-4f20-afa4-dfabbbc282e8 HTTP/1.1" status: 204 len: 168 time: 2.0331774 Jan 26 11:23:30.125010 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=52a037a7-1880-45b6-bec5-1eaeaef50404,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:30.128781 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b3d256db-12dd-4869-880c-78a57a23dd62 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0084956 Jan 26 11:23:30.128781 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47768) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:30.131114 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 7a888ef8-72ea-448c-adbc-45fac7d0d976 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:23:30.131465 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7a888ef8-72ea-448c-adbc-45fac7d0d976 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:23:30.132959 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe58b0e6-1f26-4325-838f-ba74dfecf163 None None] Network 9feae8ab-90bf-4971-8051-a325a6690e92 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:30.142582 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0edb65b0-d495-43b6-a575-7fdb7cbbe8d0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3416274 Jan 26 11:23:30.143438 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47770) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:30.173889 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fc8bf0-8c24-4f1c-8200-b16bd2718236 None None] Network 55dc017b-aa0e-461d-9cd0-63682786559a requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:30.189182 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47774) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:30.207869 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c89a4a58-6db3-4e87-b4b5-94afdfc0b457 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Synchronizing usage tracker for tenant:252bea5ac7b143c89da38d9a87822c0c on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:30.216802 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-94bbb25e-8309-42a6-98f7-e6ac35ffadcd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting port 90368dee-c1e5-4e1c-9451-3add6336240a {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:30.217155 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-94bbb25e-8309-42a6-98f7-e6ac35ffadcd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:30.259861 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-314cb575-d08c-4d82-81b7-ebee5d111709 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Request body: {'network': {'name': 'tempest-router-network01--245144445'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:30.269474 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'ports': [{'network_id': '521315c0-0d97-46d6-8c4a-73095d51c5ae'}, {'network_id': '00117708-e011-467f-8f9d-c007226c46f8'}]} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:30.270127 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'port': {'network_id': '521315c0-0d97-46d6-8c4a-73095d51c5ae'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:30.270850 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'port': {'network_id': '00117708-e011-467f-8f9d-c007226c46f8'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:30.340218 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-314cb575-d08c-4d82-81b7-ebee5d111709 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:30.366194 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c89a4a58-6db3-4e87-b4b5-94afdfc0b457 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Unset dirty status for tenant:252bea5ac7b143c89da38d9a87822c0c on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:30.367458 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c89a4a58-6db3-4e87-b4b5-94afdfc0b457 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ab99a6b-8e1d-4869-8ca0-f630885c6772 HTTP/1.1" status: 200 len: 205 time: 0.2989595 Jan 26 11:23:30.382033 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-314cb575-d08c-4d82-81b7-ebee5d111709 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Usage tracker for resource:network and tenant:5fe144b43d3643159925c255ca623227 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:30.388569 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-314cb575-d08c-4d82-81b7-ebee5d111709 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:30.391692 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47784) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:30.646591 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a072ad0-5b13-40aa-a1f5-9db05ee98656 None None] DHCP port deletion for 55dc017b-aa0e-461d-9cd0-63682786559a request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:23:30.660847 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-5a072ad0-5b13-40aa-a1f5-9db05ee98656 None None] Deleting port 5205d8f5-717e-48c2-b8f4-562517a6dbd1 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:30.661236 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5a072ad0-5b13-40aa-a1f5-9db05ee98656 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:30.706166 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1463525b-074e-4101-98d4-02fb657e41d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-9feae8ab-90bf-4971-8051-a325a6690e92', 'network_id': '9feae8ab-90bf-4971-8051-a325a6690e92', 'tenant_id': '5fe144b43d3643159925c255ca623227', 'fixed_ips': [{'subnet_id': '709ea6f8-e636-44f1-bb61-933a8278e397'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:23:30.706974 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1463525b-074e-4101-98d4-02fb657e41d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:30.713436 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7627edfd-f65f-45bd-a796-79f9f35d2a64 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:30.732017 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7627edfd-f65f-45bd-a796-79f9f35d2a64 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1634753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1634766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1640079'] for router, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:30.740606 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-94bbb25e-8309-42a6-98f7-e6ac35ffadcd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:30.951550 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 52a037a7-1880-45b6-bec5-1eaeaef50404 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:23:30.989555 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-314cb575-d08c-4d82-81b7-ebee5d111709 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:31.021554 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-1463525b-074e-4101-98d4-02fb657e41d3 None None] Allocated IP 172.20.0.2 (9feae8ab-90bf-4971-8051-a325a6690e92/709ea6f8-e636-44f1-bb61-933a8278e397/88a2d59d-c463-4b21-9eb6-61532d107104) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:23:31.027092 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-94bbb25e-8309-42a6-98f7-e6ac35ffadcd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Calling delete_port for 90368dee-c1e5-4e1c-9451-3add6336240a owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:31.063226 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a403ba88-5546-4ed1-ac9e-815271baf34e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:31.127972 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-5a072ad0-5b13-40aa-a1f5-9db05ee98656 None None] For port 5205d8f5-717e-48c2-b8f4-562517a6dbd1, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=5205d8f5-717e-48c2-b8f4-562517a6dbd1,segment=NetworkSegment(d3d04b2c-9ded-4222-a54a-df999b629e56),segment_id=d3d04b2c-9ded-4222-a54a-df999b629e56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:31.128597 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5a072ad0-5b13-40aa-a1f5-9db05ee98656 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:31.147360 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47800) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:31.166120 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-961c7ece-568c-4ccc-b98c-2e161662b141 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:31.262512 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314cb575-d08c-4d82-81b7-ebee5d111709 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Made reservation on behalf of 5fe144b43d3643159925c255ca623227 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:31.266742 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-314cb575-d08c-4d82-81b7-ebee5d111709 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:31.312629 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7627edfd-f65f-45bd-a796-79f9f35d2a64 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Router 0c625c27-23fd-4e95-bd15-cfca244024d7 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:23:31.318277 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-94bbb25e-8309-42a6-98f7-e6ac35ffadcd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:31.339256 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e9b18d3c-67e4-4716-ab62-69896e916a68 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:31.401735 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-5a072ad0-5b13-40aa-a1f5-9db05ee98656 None None] Calling delete_port for 5205d8f5-717e-48c2-b8f4-562517a6dbd1 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:31.442636 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbb25e-8309-42a6-98f7-e6ac35ffadcd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Port': ['ID=90368dee-c1e5-4e1c-9451-3add6336240a,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:31.448955 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-f400fbef-2bb9-4c3c-b9b0-532f0182dc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1868798964'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:31.470045 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 52a037a7-1880-45b6-bec5-1eaeaef50404 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:31.470454 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:31.628936 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5a072ad0-5b13-40aa-a1f5-9db05ee98656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:31.630682 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-e9b18d3c-67e4-4716-ab62-69896e916a68 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Calling delete_port for d12f1677-0548-4020-8396-18b441ae298a owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:31.648891 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f400fbef-2bb9-4c3c-b9b0-532f0182dc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:31.666554 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f400fbef-2bb9-4c3c-b9b0-532f0182dc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Usage tracker for resource:network and tenant:584a4837a3ca409eb6b0928932c2804d is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:31.671317 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-314cb575-d08c-4d82-81b7-ebee5d111709 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:23:31.678272 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f400fbef-2bb9-4c3c-b9b0-532f0182dc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:31.681359 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-94bbb25e-8309-42a6-98f7-e6ac35ffadcd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:31.692054 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f400fbef-2bb9-4c3c-b9b0-532f0182dc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:31.711455 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-94bbb25e-8309-42a6-98f7-e6ac35ffadcd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/90368dee-c1e5-4e1c-9451-3add6336240a HTTP/1.1" status: 204 len: 168 time: 1.7458088 Jan 26 11:23:31.713895 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47806) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:31.718782 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a072ad0-5b13-40aa-a1f5-9db05ee98656 None None] No DVR routers for this DVR port 5205d8f5-717e-48c2-b8f4-562517a6dbd1 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:23:31.726421 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a072ad0-5b13-40aa-a1f5-9db05ee98656 None None] Pushing event deleted for resources: {'Port': ['ID=5205d8f5-717e-48c2-b8f4-562517a6dbd1,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:31.817293 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-314cb575-d08c-4d82-81b7-ebee5d111709 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:31.817807 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-314cb575-d08c-4d82-81b7-ebee5d111709 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Added segment 1b63c3c8-93a2-4a09-96dc-611781cceabb of type vlan for network 2343c47d-1b1b-4547-b961-e9a442bca50c Jan 26 11:23:31.818469 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1463525b-074e-4101-98d4-02fb657e41d3 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:31.833794 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-1463525b-074e-4101-98d4-02fb657e41d3 None None] Transition to ACTIVE for port object 88a2d59d-c463-4b21-9eb6-61532d107104 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:31.878191 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 5205d8f5-717e-48c2-b8f4-562517a6dbd1 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:23:31.885516 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b205928-d83e-4293-b30b-afa8adfac0fa tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:31.887325 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b205928-d83e-4293-b30b-afa8adfac0fa tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:31.888302 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:31.891244 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7b205928-d83e-4293-b30b-afa8adfac0fa tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1741068 Jan 26 11:23:31.894682 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47810) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:31.896632 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f400fbef-2bb9-4c3c-b9b0-532f0182dc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Made reservation on behalf of 584a4837a3ca409eb6b0928932c2804d for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:31.899983 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f400fbef-2bb9-4c3c-b9b0-532f0182dc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:31.910581 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-1463525b-074e-4101-98d4-02fb657e41d3 None None] Transition to ACTIVE for port object 88a2d59d-c463-4b21-9eb6-61532d107104 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:31.918369 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 5205d8f5-717e-48c2-b8f4-562517a6dbd1 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:23:31.918369 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 5205d8f5-717e-48c2-b8f4-562517a6dbd1 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:23:31.918633 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:port and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:31.924622 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f400fbef-2bb9-4c3c-b9b0-532f0182dc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:31.926749 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1463525b-074e-4101-98d4-02fb657e41d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:31.950534 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f400fbef-2bb9-4c3c-b9b0-532f0182dc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:31.958916 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f400fbef-2bb9-4c3c-b9b0-532f0182dc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Usage tracker for resource:security_group_rule and tenant:584a4837a3ca409eb6b0928932c2804d is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:31.961961 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7627edfd-f65f-45bd-a796-79f9f35d2a64 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:23:31.963830 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f400fbef-2bb9-4c3c-b9b0-532f0182dc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:31.965183 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a403ba88-5546-4ed1-ac9e-815271baf34e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:31.969140 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:31.969376 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7627edfd-f65f-45bd-a796-79f9f35d2a64 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:31.973026 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7627edfd-f65f-45bd-a796-79f9f35d2a64 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "PUT /v2.0/routers/0c625c27-23fd-4e95-bd15-cfca244024d7 HTTP/1.1" status: 200 len: 914 time: 6.6030500 Jan 26 11:23:31.973661 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47814) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:31.976409 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f400fbef-2bb9-4c3c-b9b0-532f0182dc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:31.985045 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bf7473-b868-46bd-842f-64f366d1fb8b None None] Sync routers for ids ['0c625c27-23fd-4e95-bd15-cfca244024d7'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:23:32.020849 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1463525b-074e-4101-98d4-02fb657e41d3 None None] Network 9feae8ab-90bf-4971-8051-a325a6690e92 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:32.021775 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bf7473-b868-46bd-842f-64f366d1fb8b None None] Routers {'0c625c27-23fd-4e95-bd15-cfca244024d7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:23:32.022686 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-85bf7473-b868-46bd-842f-64f366d1fb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:23:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0c625c27-23fd-4e95-bd15-cfca244024d7'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:32.032093 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-961c7ece-568c-4ccc-b98c-2e161662b141 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:32.043696 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:32.056509 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-314cb575-d08c-4d82-81b7-ebee5d111709 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:32.067462 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-a403ba88-5546-4ed1-ac9e-815271baf34e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting port 2e908974-21ce-4fee-911f-737ef535bf24 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:32.068308 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a403ba88-5546-4ed1-ac9e-815271baf34e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:32.096593 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-1463525b-074e-4101-98d4-02fb657e41d3 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:32.100320 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-85bf7473-b868-46bd-842f-64f366d1fb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:32.107166 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1463525b-074e-4101-98d4-02fb657e41d3 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:32.113410 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463525b-074e-4101-98d4-02fb657e41d3 None None] Pushing event updated for resources: {'Port': ['ID=88a2d59d-c463-4b21-9eb6-61532d107104,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:32.147263 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-961c7ece-568c-4ccc-b98c-2e161662b141 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22e09c1-ca2a-42d1-9cad-f035201fc114']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:32.155546 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'port': 2} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:32.160332 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:32.179473 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e9b18d3c-67e4-4716-ab62-69896e916a68 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:32.184103 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bf7473-b868-46bd-842f-64f366d1fb8b None None] Routers {'0c625c27-23fd-4e95-bd15-cfca244024d7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:23:32.185971 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-85bf7473-b868-46bd-842f-64f366d1fb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:23:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['0c625c27-23fd-4e95-bd15-cfca244024d7'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:32.192190 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4c38b700-19a5-4790-9685-62895d5966f9 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "GET /v2.0/routers/0c625c27-23fd-4e95-bd15-cfca244024d7 HTTP/1.1" status: 200 len: 920 time: 0.2146399 Jan 26 11:23:32.201156 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47818) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:32.248799 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-961c7ece-568c-4ccc-b98c-2e161662b141 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15f4763-7a1a-405b-acda-9ef5815dc934') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:32.249111 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-961c7ece-568c-4ccc-b98c-2e161662b141 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15f4763-7a1a-405b-acda-9ef5815dc934') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:32.274177 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-85bf7473-b868-46bd-842f-64f366d1fb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:32.275148 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bf7473-b868-46bd-842f-64f366d1fb8b None None] The sync data for ids ['0c625c27-23fd-4e95-bd15-cfca244024d7'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:23:32.283506 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-1463525b-074e-4101-98d4-02fb657e41d3 None None] Attempting to bind port 88a2d59d-c463-4b21-9eb6-61532d107104 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:32.284547 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-1463525b-074e-4101-98d4-02fb657e41d3 None None] Attempting to bind port 88a2d59d-c463-4b21-9eb6-61532d107104 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'd5800281-5ffc-45d1-9b99-cd6961c85c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9feae8ab-90bf-4971-8051-a325a6690e92'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:32.284901 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1463525b-074e-4101-98d4-02fb657e41d3 None None] Attempting to bind port 88a2d59d-c463-4b21-9eb6-61532d107104 on network 9feae8ab-90bf-4971-8051-a325a6690e92 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:32.290219 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f400fbef-2bb9-4c3c-b9b0-532f0182dc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:32.291055 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1463525b-074e-4101-98d4-02fb657e41d3 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:23:32.291539 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1463525b-074e-4101-98d4-02fb657e41d3 None None] Checking segment: {'id': 'd5800281-5ffc-45d1-9b99-cd6961c85c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9feae8ab-90bf-4971-8051-a325a6690e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:23:32.292083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:32.292201 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1463525b-074e-4101-98d4-02fb657e41d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:32.292526 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1463525b-074e-4101-98d4-02fb657e41d3 None None] Bound using segment: {'id': 'd5800281-5ffc-45d1-9b99-cd6961c85c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9feae8ab-90bf-4971-8051-a325a6690e92'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:23:32.293050 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-1463525b-074e-4101-98d4-02fb657e41d3 None None] Bound port: 88a2d59d-c463-4b21-9eb6-61532d107104, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5800281-5ffc-45d1-9b99-cd6961c85c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9feae8ab-90bf-4971-8051-a325a6690e92'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:23:32.293669 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1463525b-074e-4101-98d4-02fb657e41d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:32.297866 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f400fbef-2bb9-4c3c-b9b0-532f0182dc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:32.304286 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfccdcd9-0981-4c76-888f-ceda9354d7b8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet c9fcbf33-bb05-4c3a-9e45-9a5c1e77f018 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:23:32.316593 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b18d3c-67e4-4716-ab62-69896e916a68 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Pushing event deleted for resources: {'Port': ['ID=d12f1677-0548-4020-8396-18b441ae298a,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:32.319309 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cfccdcd9-0981-4c76-888f-ceda9354d7b8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:32.337527 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f400fbef-2bb9-4c3c-b9b0-532f0182dc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:23:32.350253 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-961c7ece-568c-4ccc-b98c-2e161662b141 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:32.350506 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400fbef-2bb9-4c3c-b9b0-532f0182dc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=359b4df5-ef03-4f88-b946-135ce4f629c2,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:32.357302 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146a1e8c-b8ac-4b8d-af19-f766a0c91cc1 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:32.361514 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-146a1e8c-b8ac-4b8d-af19-f766a0c91cc1 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4&device_id=0c625c27-23fd-4e95-bd15-cfca244024d7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1565340 Jan 26 11:23:32.361514 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f400fbef-2bb9-4c3c-b9b0-532f0182dc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:32.361514 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-f400fbef-2bb9-4c3c-b9b0-532f0182dc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Added segment 486779e7-c606-42ac-a85f-abafbf048f3e of type vlan for network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 Jan 26 11:23:32.361867 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47822) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:32.384512 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-314cb575-d08c-4d82-81b7-ebee5d111709 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:32.390277 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314cb575-d08c-4d82-81b7-ebee5d111709 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:32.390908 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-314cb575-d08c-4d82-81b7-ebee5d111709 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:32.399076 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e9b18d3c-67e4-4716-ab62-69896e916a68 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:32.408710 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-1463525b-074e-4101-98d4-02fb657e41d3 None None] For port 88a2d59d-c463-4b21-9eb6-61532d107104, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:23:32.478673 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f400fbef-2bb9-4c3c-b9b0-532f0182dc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:32.478911 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-961c7ece-568c-4ccc-b98c-2e161662b141 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:32.530129 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162a46b4-c825-4479-86d4-e818d162c4e2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:32.530733 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-162a46b4-c825-4479-86d4-e818d162c4e2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Synchronizing usage tracker for tenant:24a5b141f49641a5adf7b112785aae82 on resource:network {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:32.542338 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f400fbef-2bb9-4c3c-b9b0-532f0182dc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:32.548321 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f400fbef-2bb9-4c3c-b9b0-532f0182dc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:32.548954 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f400fbef-2bb9-4c3c-b9b0-532f0182dc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:32.587543 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-162a46b4-c825-4479-86d4-e818d162c4e2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Unset dirty status for tenant:24a5b141f49641a5adf7b112785aae82 on resource:network {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:32.588744 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-162a46b4-c825-4479-86d4-e818d162c4e2 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "GET /v2.0/networks/dbc7419d-d89a-4ebf-afbc-448b19db60c4 HTTP/1.1" status: 200 len: 881 time: 0.2261798 Jan 26 11:23:32.593838 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47826) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:32.665191 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-87160212-2807-48c2-af89-5f3fe4fce614 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c625c27-23fd-4e95-bd15-cfca244024d7 HTTP/1.1" status: 200 len: 205 time: 0.0677333 Jan 26 11:23:32.670004 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f400fbef-2bb9-4c3c-b9b0-532f0182dc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.5184643 Jan 26 11:23:32.691500 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47830) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:32.706750 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961c7ece-568c-4ccc-b98c-2e161662b141 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:23:32.707156 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-961c7ece-568c-4ccc-b98c-2e161662b141 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:32.720170 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400fbef-2bb9-4c3c-b9b0-532f0182dc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Pushing event updated for resources: {'Network': ['ID=107a5f1f-f7f4-4397-8a4a-973d45a9f6d3,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:32.733800 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:23:32.742601 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:23:32.808274 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cfccdcd9-0981-4c76-888f-ceda9354d7b8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:32.848913 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-314cb575-d08c-4d82-81b7-ebee5d111709 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.6612768 Jan 26 11:23:32.853187 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e9b18d3c-67e4-4716-ab62-69896e916a68 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] 10.222.0.39 "DELETE /v2.0/ports/d12f1677-0548-4020-8396-18b441ae298a HTTP/1.1" status: 204 len: 168 time: 3.2193077 Jan 26 11:23:32.853806 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47838) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:32.853806 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47840) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:32.865040 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-e6be66ce-d030-4f78-8874-492cf2fb896b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Request body: {'network': {'name': 'tempest-router-network02--229851473'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:32.871156 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e6be66ce-d030-4f78-8874-492cf2fb896b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:32.876047 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e6be66ce-d030-4f78-8874-492cf2fb896b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Usage tracker for resource:network and tenant:5fe144b43d3643159925c255ca623227 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:32.880360 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e6be66ce-d030-4f78-8874-492cf2fb896b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:32.886958 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e6be66ce-d030-4f78-8874-492cf2fb896b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:32.923121 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47846) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:32.954779 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6be66ce-d030-4f78-8874-492cf2fb896b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Made reservation on behalf of 5fe144b43d3643159925c255ca623227 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:32.958148 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e6be66ce-d030-4f78-8874-492cf2fb896b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:32.979170 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-56bb3dc4-1b8f-4690-bb25-faeed6dd1add tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Deleting port 91e0480e-f89f-4f70-a785-ca3a66e4f637 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:32.979509 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-56bb3dc4-1b8f-4690-bb25-faeed6dd1add tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:33.032298 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Request body: {'port': {'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3', 'binding:host_id': 'hv-neutron-8264', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1531477522'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:33.040475 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6be66ce-d030-4f78-8874-492cf2fb896b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:23:33.055927 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cb575-d08c-4d82-81b7-ebee5d111709 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Pushing event updated for resources: {'Network': ['ID=2343c47d-1b1b-4547-b961-e9a442bca50c,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:33.068262 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 2343c47d-1b1b-4547-b961-e9a442bca50c details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:23:33.086430 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:33.086702 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e6be66ce-d030-4f78-8874-492cf2fb896b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:33.086985 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-e6be66ce-d030-4f78-8874-492cf2fb896b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Added segment 11f1d573-c208-4b40-8d2a-361877d6712e of type vlan for network 61091666-0d5d-4633-b9bc-2e5a061384c2 Jan 26 11:23:33.117382 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Usage tracker for resource:port and tenant:e62b9e60e410427296a2da00e5622af8 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:33.131654 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:33.137347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a403ba88-5546-4ed1-ac9e-815271baf34e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:33.155003 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-961c7ece-568c-4ccc-b98c-2e161662b141 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:33.156850 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:33.156974 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e6be66ce-d030-4f78-8874-492cf2fb896b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:33.173514 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-1463525b-074e-4101-98d4-02fb657e41d3 None None] For port 88a2d59d-c463-4b21-9eb6-61532d107104, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=88a2d59d-c463-4b21-9eb6-61532d107104,segment=NetworkSegment(d5800281-5ffc-45d1-9b99-cd6961c85c0b),segment_id=d5800281-5ffc-45d1-9b99-cd6961c85c0b)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:23:33.182464 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1463525b-074e-4101-98d4-02fb657e41d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:33.244434 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-961c7ece-568c-4ccc-b98c-2e161662b141 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:33.261029 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-56bb3dc4-1b8f-4690-bb25-faeed6dd1add tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:33.276567 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463525b-074e-4101-98d4-02fb657e41d3 None None] Pushing event updated for resources: {'Port': ['ID=88a2d59d-c463-4b21-9eb6-61532d107104,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:33.327900 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e6be66ce-d030-4f78-8874-492cf2fb896b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:33.333393 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6be66ce-d030-4f78-8874-492cf2fb896b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:33.334007 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e6be66ce-d030-4f78-8874-492cf2fb896b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:33.406437 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-a403ba88-5546-4ed1-ac9e-815271baf34e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Calling delete_port for 2e908974-21ce-4fee-911f-737ef535bf24 owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:33.424120 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-56bb3dc4-1b8f-4690-bb25-faeed6dd1add tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Calling delete_port for 91e0480e-f89f-4f70-a785-ca3a66e4f637 owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:33.447086 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c7ece-568c-4ccc-b98c-2e161662b141 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Pushing event deleted for resources: {'Network': ['ID=f22e09c1-ca2a-42d1-9cad-f035201fc114,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:33.524021 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-961c7ece-568c-4ccc-b98c-2e161662b141 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "DELETE /v2.0/networks/f22e09c1-ca2a-42d1-9cad-f035201fc114 HTTP/1.1" status: 204 len: 168 time: 3.3868253 Jan 26 11:23:33.524764 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Made reservation on behalf of e62b9e60e410427296a2da00e5622af8 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:33.527150 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:33.548321 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47850) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:33.585370 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:23:33.600300 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] device_id is not set on port 7ffe2543-bb76-4182-b802-a0873cb125ef yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:23:33.608901 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:33.640067 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e6be66ce-d030-4f78-8874-492cf2fb896b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7872329 Jan 26 11:23:33.640743 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47854) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:33.641122 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-491d0265-f6cc-432e-9efc-e13e5b9f6af8 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:33.699081 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-9dc8f3d7-e5aa-42b9-b86a-81ffbdc3c081 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Request body: {'subnet': {'network_id': '2343c47d-1b1b-4547-b961-e9a442bca50c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:33.723472 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cfccdcd9-0981-4c76-888f-ceda9354d7b8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:33.727629 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be66ce-d030-4f78-8874-492cf2fb896b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Pushing event updated for resources: {'Network': ['ID=61091666-0d5d-4633-b9bc-2e5a061384c2,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:33.740009 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 61091666-0d5d-4633-b9bc-2e5a061384c2 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:23:33.751316 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:33.769287 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-56bb3dc4-1b8f-4690-bb25-faeed6dd1add tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:33.834296 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Usage tracker for resource:security_group_rule and tenant:e62b9e60e410427296a2da00e5622af8 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:33.851934 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:33.882237 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb3dc4-1b8f-4690-bb25-faeed6dd1add tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Pushing event deleted for resources: {'Port': ['ID=91e0480e-f89f-4f70-a785-ca3a66e4f637,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:33.895366 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-56bb3dc4-1b8f-4690-bb25-faeed6dd1add tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:33.898508 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:33.900319 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-9dc8f3d7-e5aa-42b9-b86a-81ffbdc3c081 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:33.908928 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-9dc8f3d7-e5aa-42b9-b86a-81ffbdc3c081 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Usage tracker for resource:subnet and tenant:5fe144b43d3643159925c255ca623227 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:33.912180 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-9dc8f3d7-e5aa-42b9-b86a-81ffbdc3c081 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:33.918194 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-56bb3dc4-1b8f-4690-bb25-faeed6dd1add tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] 10.222.0.39 "DELETE /v2.0/ports/91e0480e-f89f-4f70-a785-ca3a66e4f637 HTTP/1.1" status: 204 len: 168 time: 1.0608730 Jan 26 11:23:33.918370 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9c518c24-d424-4278-895c-54c971a12562 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:33.918767 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47858) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:33.921343 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-9dc8f3d7-e5aa-42b9-b86a-81ffbdc3c081 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:33.969740 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d7837a35-11b2-4574-ad4a-59911f13d022 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Synchronizing usage tracker for tenant:311e697d7bf645819b5b8129c8793bc4 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:33.978061 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc8f3d7-e5aa-42b9-b86a-81ffbdc3c081 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Made reservation on behalf of 5fe144b43d3643159925c255ca623227 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:33.981470 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9dc8f3d7-e5aa-42b9-b86a-81ffbdc3c081 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:34.018611 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d7837a35-11b2-4574-ad4a-59911f13d022 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Unset dirty status for tenant:311e697d7bf645819b5b8129c8793bc4 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:34.024197 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d7837a35-11b2-4574-ad4a-59911f13d022 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0998785 Jan 26 11:23:34.024364 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47862) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:34.032565 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-9692e6a2-3778-4b3a-8e78-367924102a72 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1212138796'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:34.038218 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-9692e6a2-3778-4b3a-8e78-367924102a72 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:34.094724 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-9692e6a2-3778-4b3a-8e78-367924102a72 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Usage tracker for resource:network and tenant:311e697d7bf645819b5b8129c8793bc4 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:34.103307 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-9692e6a2-3778-4b3a-8e78-367924102a72 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:34.112370 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-9692e6a2-3778-4b3a-8e78-367924102a72 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:34.135188 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9692e6a2-3778-4b3a-8e78-367924102a72 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Made reservation on behalf of 311e697d7bf645819b5b8129c8793bc4 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:34.138733 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9692e6a2-3778-4b3a-8e78-367924102a72 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:34.215861 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9692e6a2-3778-4b3a-8e78-367924102a72 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:23:34.238860 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9692e6a2-3778-4b3a-8e78-367924102a72 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:34.239173 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-9692e6a2-3778-4b3a-8e78-367924102a72 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Added segment ced6fd8b-f17e-4a30-8013-18ce35634092 of type vlan for network 0589feb8-d64f-44d7-b853-0b3b9192e46d Jan 26 11:23:34.298739 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9692e6a2-3778-4b3a-8e78-367924102a72 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:34.317648 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cfccdcd9-0981-4c76-888f-ceda9354d7b8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:34.324107 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9dc8f3d7-e5aa-42b9-b86a-81ffbdc3c081 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:34.388040 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9692e6a2-3778-4b3a-8e78-367924102a72 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:34.393580 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9692e6a2-3778-4b3a-8e78-367924102a72 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:34.394152 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9692e6a2-3778-4b3a-8e78-367924102a72 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:34.424937 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-491d0265-f6cc-432e-9efc-e13e5b9f6af8 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:34.441360 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfccdcd9-0981-4c76-888f-ceda9354d7b8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=c9fcbf33-bb05-4c3a-9e45-9a5c1e77f018,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:34.458145 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cfccdcd9-0981-4c76-888f-ceda9354d7b8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:34.460402 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0ef96c-c5d3-40f5-857f-88a5b9554ad1 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:34.473406 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8f3d7-e5aa-42b9-b86a-81ffbdc3c081 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Pushing event updated for resources: {'Subnet': ['ID=ebb7a17f-21b4-4ff5-a2f8-05a6be0d7a26,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:34.523494 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9c518c24-d424-4278-895c-54c971a12562 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:34.554035 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9692e6a2-3778-4b3a-8e78-367924102a72 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5262966 Jan 26 11:23:34.554035 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc8f3d7-e5aa-42b9-b86a-81ffbdc3c081 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Checking segment: {'id': '1b63c3c8-93a2-4a09-96dc-611781cceabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2343c47d-1b1b-4547-b961-e9a442bca50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:23:34.554035 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc8f3d7-e5aa-42b9-b86a-81ffbdc3c081 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Network hostable DHCP agents. Network: 2343c47d-1b1b-4547-b961-e9a442bca50c, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:23:34.559483 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47866) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:34.559637 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-491d0265-f6cc-432e-9efc-e13e5b9f6af8 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Deleting port ad1df753-6313-4468-8778-6bef71f52d3f {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:34.559637 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-491d0265-f6cc-432e-9efc-e13e5b9f6af8 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:34.564015 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692e6a2-3778-4b3a-8e78-367924102a72 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Pushing event updated for resources: {'Network': ['ID=0589feb8-d64f-44d7-b853-0b3b9192e46d,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:34.575012 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-0918402d-eff1-40df-aa3d-ffd1bf2d8195 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1372392546'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:34.582275 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-0918402d-eff1-40df-aa3d-ffd1bf2d8195 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:34.588012 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0918402d-eff1-40df-aa3d-ffd1bf2d8195 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Usage tracker for resource:network and tenant:311e697d7bf645819b5b8129c8793bc4 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:34.592003 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0918402d-eff1-40df-aa3d-ffd1bf2d8195 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:34.598393 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-0918402d-eff1-40df-aa3d-ffd1bf2d8195 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:34.600453 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc8f3d7-e5aa-42b9-b86a-81ffbdc3c081 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Network 2343c47d-1b1b-4547-b961-e9a442bca50c is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:23:34.614682 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-9dc8f3d7-e5aa-42b9-b86a-81ffbdc3c081 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 2343c47d-1b1b-4547-b961-e9a442bca50c) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:34.616815 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0918402d-eff1-40df-aa3d-ffd1bf2d8195 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Made reservation on behalf of 311e697d7bf645819b5b8129c8793bc4 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:34.622190 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0918402d-eff1-40df-aa3d-ffd1bf2d8195 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:34.625261 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 0589feb8-d64f-44d7-b853-0b3b9192e46d details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:23:34.636996 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc8f3d7-e5aa-42b9-b86a-81ffbdc3c081 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:34.637597 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9dc8f3d7-e5aa-42b9-b86a-81ffbdc3c081 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:34.639977 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3de75b9-8156-4c12-8145-a7e33ae14d0c None None] Network 9feae8ab-90bf-4971-8051-a325a6690e92 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:34.658282 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5952856-1c3d-437b-bb72-8712638adae2 None None] Network 2343c47d-1b1b-4547-b961-e9a442bca50c requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:34.667461 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-9c518c24-d424-4278-895c-54c971a12562 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55dc017b-aa0e-461d-9cd0-63682786559a']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:34.669870 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9dc8f3d7-e5aa-42b9-b86a-81ffbdc3c081 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0227773 Jan 26 11:23:34.673088 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47870) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:34.679019 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-08ad49e8-4b8c-430a-a9a8-7c761e9e769b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Request body: {'subnet': {'network_id': '61091666-0d5d-4633-b9bc-2e5a061384c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:34.692383 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a403ba88-5546-4ed1-ac9e-815271baf34e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:34.693429 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0918402d-eff1-40df-aa3d-ffd1bf2d8195 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:23:34.701976 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:34.729169 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0918402d-eff1-40df-aa3d-ffd1bf2d8195 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:34.729518 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-0918402d-eff1-40df-aa3d-ffd1bf2d8195 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Added segment 333a3758-479b-4179-b125-935f24454fe5 of type vlan for network bff6d673-6724-4571-9eaf-23d898560d50 Jan 26 11:23:34.741543 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-cfccdcd9-0981-4c76-888f-ceda9354d7b8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/c9fcbf33-bb05-4c3a-9e45-9a5c1e77f018 HTTP/1.1" status: 204 len: 168 time: 2.8424697 Jan 26 11:23:34.755180 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-9c518c24-d424-4278-895c-54c971a12562 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d04b2c-9ded-4222-a54a-df999b629e56') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:34.755393 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-9c518c24-d424-4278-895c-54c971a12562 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d04b2c-9ded-4222-a54a-df999b629e56') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:34.784015 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47874) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:34.820313 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403ba88-5546-4ed1-ac9e-815271baf34e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Port': ['ID=2e908974-21ce-4fee-911f-737ef535bf24,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:34.820853 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-08ad49e8-4b8c-430a-a9a8-7c761e9e769b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:34.824992 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-08ad49e8-4b8c-430a-a9a8-7c761e9e769b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Usage tracker for resource:subnet and tenant:5fe144b43d3643159925c255ca623227 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:34.828620 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-08ad49e8-4b8c-430a-a9a8-7c761e9e769b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:34.834450 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-08ad49e8-4b8c-430a-a9a8-7c761e9e769b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:34.844977 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0918402d-eff1-40df-aa3d-ffd1bf2d8195 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:34.850853 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ad49e8-4b8c-430a-a9a8-7c761e9e769b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Made reservation on behalf of 5fe144b43d3643159925c255ca623227 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:34.855408 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-08ad49e8-4b8c-430a-a9a8-7c761e9e769b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:34.889784 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:34.927674 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9c518c24-d424-4278-895c-54c971a12562 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:34.933473 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-573393df-d207-42dd-a9af-9a0746f8d245 None None] Provisioning for port 88a2d59d-c463-4b21-9eb6-61532d107104 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:34.995085 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:35.019226 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0918402d-eff1-40df-aa3d-ffd1bf2d8195 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:35.024771 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918402d-eff1-40df-aa3d-ffd1bf2d8195 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:35.025362 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0918402d-eff1-40df-aa3d-ffd1bf2d8195 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:35.041822 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d554da67-c2db-477a-9388-013e14040fec tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2362542 Jan 26 11:23:35.083375 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47878) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:35.090254 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 88a2d59d-c463-4b21-9eb6-61532d107104 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:23:35.092872 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] device_id is not set on port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:23:35.095893 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-f9cabeb4-49a7-4a09-9d0a-c2aaa8588801 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:35.211679 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:35.227655 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] device_id is not set on port d4f7bf13-a732-4c21-a81e-f8b629e8d7d5 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:23:35.232774 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918402d-eff1-40df-aa3d-ffd1bf2d8195 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Pushing event updated for resources: {'Network': ['ID=bff6d673-6724-4571-9eaf-23d898560d50,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:35.239581 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9c518c24-d424-4278-895c-54c971a12562 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:35.297010 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network bff6d673-6724-4571-9eaf-23d898560d50 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:23:35.311356 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0918402d-eff1-40df-aa3d-ffd1bf2d8195 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7352424 Jan 26 11:23:35.324134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c518c24-d424-4278-895c-54c971a12562 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:23:35.324692 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9c518c24-d424-4278-895c-54c971a12562 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:23:35.344353 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:23:35.346524 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7963d4-13ea-4039-9d5f-2b25715b3682,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:35.353526 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f9cabeb4-49a7-4a09-9d0a-c2aaa8588801 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:35.377423 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f9cabeb4-49a7-4a09-9d0a-c2aaa8588801 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:subnet and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:35.385491 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f9cabeb4-49a7-4a09-9d0a-c2aaa8588801 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:35.400325 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f9cabeb4-49a7-4a09-9d0a-c2aaa8588801 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:35.401762 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-491d0265-f6cc-432e-9efc-e13e5b9f6af8 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:35.408744 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-08ad49e8-4b8c-430a-a9a8-7c761e9e769b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:35.449459 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 88a2d59d-c463-4b21-9eb6-61532d107104 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:35.463592 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47882) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:35.472240 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cabeb4-49a7-4a09-9d0a-c2aaa8588801 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:35.475724 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f9cabeb4-49a7-4a09-9d0a-c2aaa8588801 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:35.499257 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-417ccbde-bc43-4b8e-b7dd-8e4306f60ec4 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Request body: {'subnets': [{'network_id': '0589feb8-d64f-44d7-b853-0b3b9192e46d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1130054087', 'ip_version': 4}, {'network_id': 'bff6d673-6724-4571-9eaf-23d898560d50', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:35.499581 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-417ccbde-bc43-4b8e-b7dd-8e4306f60ec4 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Request body: {'subnet': {'network_id': '0589feb8-d64f-44d7-b853-0b3b9192e46d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1130054087', 'ip_version': 4}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:35.500309 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-417ccbde-bc43-4b8e-b7dd-8e4306f60ec4 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Request body: {'subnet': {'network_id': 'bff6d673-6724-4571-9eaf-23d898560d50', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:35.530599 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 88a2d59d-c463-4b21-9eb6-61532d107104 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:35.531158 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:35.567561 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-491d0265-f6cc-432e-9efc-e13e5b9f6af8 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Calling delete_port for ad1df753-6313-4468-8778-6bef71f52d3f owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:35.591831 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ee815b-7980-4bb2-8cc6-2e13c25e1df0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-2343c47d-1b1b-4547-b961-e9a442bca50c', 'network_id': '2343c47d-1b1b-4547-b961-e9a442bca50c', 'tenant_id': '5fe144b43d3643159925c255ca623227', 'fixed_ips': [{'subnet_id': 'ebb7a17f-21b4-4ff5-a2f8-05a6be0d7a26'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:23:35.592943 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c5ee815b-7980-4bb2-8cc6-2e13c25e1df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:35.599066 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a403ba88-5546-4ed1-ac9e-815271baf34e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:35.681497 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a39f19-5ecc-4631-b388-7b511e2a96e4 None None] DHCP port deletion for ba6f0584-2941-48e6-9427-2229465f5a54 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:23:35.700444 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-b9a39f19-5ecc-4631-b388-7b511e2a96e4 None None] Deleting port 52a037a7-1880-45b6-bec5-1eaeaef50404 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:35.700958 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b9a39f19-5ecc-4631-b388-7b511e2a96e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:35.769720 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad49e8-4b8c-430a-a9a8-7c761e9e769b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Pushing event updated for resources: {'Subnet': ['ID=6a364dfd-d3e6-4bbd-8b51-903031bc2dd3,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:35.909001 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad49e8-4b8c-430a-a9a8-7c761e9e769b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Checking segment: {'id': '11f1d573-c208-4b40-8d2a-361877d6712e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '61091666-0d5d-4633-b9bc-2e5a061384c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:23:35.909386 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ad49e8-4b8c-430a-a9a8-7c761e9e769b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Network hostable DHCP agents. Network: 61091666-0d5d-4633-b9bc-2e5a061384c2, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:23:35.921473 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:36.012669 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ad49e8-4b8c-430a-a9a8-7c761e9e769b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Network 61091666-0d5d-4633-b9bc-2e5a061384c2 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:23:36.030449 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-c5ee815b-7980-4bb2-8cc6-2e13c25e1df0 None None] Allocated IP 172.20.0.2 (2343c47d-1b1b-4547-b961-e9a442bca50c/ebb7a17f-21b4-4ff5-a2f8-05a6be0d7a26/2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:23:36.036666 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-08ad49e8-4b8c-430a-a9a8-7c761e9e769b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 61091666-0d5d-4633-b9bc-2e5a061384c2) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:36.037724 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 88a2d59d-c463-4b21-9eb6-61532d107104, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=88a2d59d-c463-4b21-9eb6-61532d107104,segment=NetworkSegment(d5800281-5ffc-45d1-9b99-cd6961c85c0b),segment_id=d5800281-5ffc-45d1-9b99-cd6961c85c0b)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:36.041187 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ad49e8-4b8c-430a-a9a8-7c761e9e769b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:36.041805 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-08ad49e8-4b8c-430a-a9a8-7c761e9e769b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:36.067026 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-417ccbde-bc43-4b8e-b7dd-8e4306f60ec4 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:36.074727 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9c518c24-d424-4278-895c-54c971a12562 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:36.079560 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-417ccbde-bc43-4b8e-b7dd-8e4306f60ec4 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Usage tracker for resource:subnet and tenant:311e697d7bf645819b5b8129c8793bc4 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:36.084830 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-417ccbde-bc43-4b8e-b7dd-8e4306f60ec4 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:36.121194 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-08ad49e8-4b8c-430a-a9a8-7c761e9e769b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4470398 Jan 26 11:23:36.127874 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-417ccbde-bc43-4b8e-b7dd-8e4306f60ec4 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:36.128770 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a403ba88-5546-4ed1-ac9e-815271baf34e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:36.133196 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47886) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:36.135997 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9c518c24-d424-4278-895c-54c971a12562 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:36.150221 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9c518c24-d424-4278-895c-54c971a12562 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "DELETE /v2.0/networks/55dc017b-aa0e-461d-9cd0-63682786559a HTTP/1.1" status: 204 len: 168 time: 2.5927413 Jan 26 11:23:36.153474 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a403ba88-5546-4ed1-ac9e-815271baf34e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:36.172393 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47890) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:36.205064 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705cde7a-1c07-4a57-8b48-d3d64d68c6bd None None] Network 61091666-0d5d-4633-b9bc-2e5a061384c2 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:36.212450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c518c24-d424-4278-895c-54c971a12562 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Pushing event deleted for resources: {'Network': ['ID=55dc017b-aa0e-461d-9cd0-63682786559a,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:36.234254 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:36.285460 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df86c6c-a487-4545-9b60-896912af1eae tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Deleting subnet ad535cdb-bcd5-4fd8-b060-b05990191db0 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:23:36.290692 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417ccbde-bc43-4b8e-b7dd-8e4306f60ec4 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Made reservation on behalf of 311e697d7bf645819b5b8129c8793bc4 for: {'subnet': 2} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:36.295657 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-417ccbde-bc43-4b8e-b7dd-8e4306f60ec4 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:36.295985 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-417ccbde-bc43-4b8e-b7dd-8e4306f60ec4 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:36.309812 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4df86c6c-a487-4545-9b60-896912af1eae tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:36.395731 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-b9a39f19-5ecc-4631-b388-7b511e2a96e4 None None] For port 52a037a7-1880-45b6-bec5-1eaeaef50404, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=52a037a7-1880-45b6-bec5-1eaeaef50404,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:36.395731 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b9a39f19-5ecc-4631-b388-7b511e2a96e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:36.455195 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a403ba88-5546-4ed1-ac9e-815271baf34e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:36.455798 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a403ba88-5546-4ed1-ac9e-815271baf34e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Fanout notify agent at l3_agent the message router_deleted on router 3ab99a6b-8e1d-4869-8ca0-f630885c6772 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:23:36.494309 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4df86c6c-a487-4545-9b60-896912af1eae tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:36.568794 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:36.606939 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-b9a39f19-5ecc-4631-b388-7b511e2a96e4 None None] Calling delete_port for 52a037a7-1880-45b6-bec5-1eaeaef50404 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:36.623077 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a403ba88-5546-4ed1-ac9e-815271baf34e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:36.624459 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a403ba88-5546-4ed1-ac9e-815271baf34e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/routers/3ab99a6b-8e1d-4869-8ca0-f630885c6772 HTTP/1.1" status: 204 len: 168 time: 6.2252569 Jan 26 11:23:36.631620 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47894) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:36.633744 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] device_id is not set on port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:23:36.664686 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-004b10ee-b65e-4c3a-9bec-3dd057fb5f2c None None] Provisioning complete for port 88a2d59d-c463-4b21-9eb6-61532d107104 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:36.664957 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-004b10ee-b65e-4c3a-9bec-3dd057fb5f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:36.687366 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-4c43e411-d58d-40f0-803d-c5d999f0c3a7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'network': {'name': 'tempest-RoutersTest-1127476741'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:36.699439 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=88a2d59d-c463-4b21-9eb6-61532d107104,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:36.700062 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:36.703664 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4c43e411-d58d-40f0-803d-c5d999f0c3a7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:36.724926 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4c43e411-d58d-40f0-803d-c5d999f0c3a7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Usage tracker for resource:network and tenant:252bea5ac7b143c89da38d9a87822c0c is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:36.735264 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4c43e411-d58d-40f0-803d-c5d999f0c3a7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:36.747070 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Transition to ACTIVE for port object 48f4b6d6-dd2b-4ec7-8778-a979809889d9 will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:36.764883 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4c43e411-d58d-40f0-803d-c5d999f0c3a7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:36.781740 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:36.786279 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-491d0265-f6cc-432e-9efc-e13e5b9f6af8 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:36.846369 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:36.880554 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4df86c6c-a487-4545-9b60-896912af1eae tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:36.917853 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d0265-f6cc-432e-9efc-e13e5b9f6af8 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Pushing event deleted for resources: {'Port': ['ID=ad1df753-6313-4468-8778-6bef71f52d3f,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:36.921015 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c43e411-d58d-40f0-803d-c5d999f0c3a7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Made reservation on behalf of 252bea5ac7b143c89da38d9a87822c0c for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:36.924883 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4c43e411-d58d-40f0-803d-c5d999f0c3a7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:36.943994 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.objects.ports [None req-f9cabeb4-49a7-4a09-9d0a-c2aaa8588801 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87442) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 26 11:23:36.965059 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 88a2d59d-c463-4b21-9eb6-61532d107104 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:23:37.039173 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b9a39f19-5ecc-4631-b388-7b511e2a96e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:37.056733 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c6f8323f-6115-4c65-bd7c-38340141f164 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:37.126038 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network 521315c0-0d97-46d6-8c4a-73095d51c5ae is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:37.138784 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:37.142477 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:37.143287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:37.144787 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c43e411-d58d-40f0-803d-c5d999f0c3a7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:23:37.151319 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a39f19-5ecc-4631-b388-7b511e2a96e4 None None] Pushing event deleted for resources: {'Port': ['ID=52a037a7-1880-45b6-bec5-1eaeaef50404,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:37.153348 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54519381-3468-4563-aa99-d54879ded9b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-61091666-0d5d-4633-b9bc-2e5a061384c2', 'network_id': '61091666-0d5d-4633-b9bc-2e5a061384c2', 'tenant_id': '5fe144b43d3643159925c255ca623227', 'fixed_ips': [{'subnet_id': '6a364dfd-d3e6-4bbd-8b51-903031bc2dd3'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:23:37.155351 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-54519381-3468-4563-aa99-d54879ded9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:37.164323 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a39f19-5ecc-4631-b388-7b511e2a96e4 None None] No DVR routers for this DVR port 52a037a7-1880-45b6-bec5-1eaeaef50404 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:23:37.168530 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Pushing event updated for resources: {'Port': ['ID=48f4b6d6-dd2b-4ec7-8778-a979809889d9,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:37.192115 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c5ee815b-7980-4bb2-8cc6-2e13c25e1df0 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:37.222976 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c5ee815b-7980-4bb2-8cc6-2e13c25e1df0 None None] Transition to ACTIVE for port object 2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:37.229855 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4df86c6c-a487-4545-9b60-896912af1eae tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:37.234229 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Checking segment: {'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:23:37.234628 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Network hostable DHCP agents. Network: 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:23:37.247843 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4c43e411-d58d-40f0-803d-c5d999f0c3a7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:37.248304 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-4c43e411-d58d-40f0-803d-c5d999f0c3a7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Added segment d5d3b426-2619-402c-91a7-5fe4715bdc4c of type vlan for network 3d8baccd-e922-4576-b389-cd0caf22b8ee Jan 26 11:23:37.251166 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-491d0265-f6cc-432e-9efc-e13e5b9f6af8 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:37.319930 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c5ee815b-7980-4bb2-8cc6-2e13c25e1df0 None None] Transition to ACTIVE for port object 2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:37.339671 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 88a2d59d-c463-4b21-9eb6-61532d107104 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:37.340049 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:37.379086 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c5ee815b-7980-4bb2-8cc6-2e13c25e1df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:37.434377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df86c6c-a487-4545-9b60-896912af1eae tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Pushing event deleted for resources: {'Subnet': ['ID=ad535cdb-bcd5-4fd8-b060-b05990191db0,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:37.437530 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4df86c6c-a487-4545-9b60-896912af1eae tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:37.480158 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ed1e65-b636-49e0-9cb4-da41346d8cb4 None None] Network 07c12ec2-d170-47c7-8b95-63cab5d431c2 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:37.528733 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ee815b-7980-4bb2-8cc6-2e13c25e1df0 None None] Network 2343c47d-1b1b-4547-b961-e9a442bca50c is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:37.529574 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Port': ['ID=7ffe2543-bb76-4182-b802-a0873cb125ef,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:37.540020 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-491d0265-f6cc-432e-9efc-e13e5b9f6af8 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:37.542912 dv-neutron-826439-1-hyperv neutron-server[87442]: WARNING neutron.services.revisions.revision_plugin [None req-f9cabeb4-49a7-4a09-9d0a-c2aaa8588801 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Could not find related port for resource to bump revision. Jan 26 11:23:37.546966 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-c5ee815b-7980-4bb2-8cc6-2e13c25e1df0 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:37.564168 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ee815b-7980-4bb2-8cc6-2e13c25e1df0 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:37.570518 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.ipam_pluggable_backend [None req-f9cabeb4-49a7-4a09-9d0a-c2aaa8588801 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Port 52a037a7-1880-45b6-bec5-1eaeaef50404 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87442) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 26 11:23:37.570829 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.ipam_pluggable_backend [None req-f9cabeb4-49a7-4a09-9d0a-c2aaa8588801 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Reverting IP allocation for 2001:db8::f816:3eff:fedd:741a {{(pid=87442) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 26 11:23:37.581090 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.ipam_pluggable_backend [None req-f9cabeb4-49a7-4a09-9d0a-c2aaa8588801 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fedd:741a {{(pid=87442) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 26 11:23:37.582851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4c43e411-d58d-40f0-803d-c5d999f0c3a7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:37.588122 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-491d0265-f6cc-432e-9efc-e13e5b9f6af8 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:37.606569 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:23:37.610890 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f9cabeb4-49a7-4a09-9d0a-c2aaa8588801 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:37.625816 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4df86c6c-a487-4545-9b60-896912af1eae tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "DELETE /v2.0/subnets/ad535cdb-bcd5-4fd8-b060-b05990191db0 HTTP/1.1" status: 204 len: 168 time: 1.4386160 Jan 26 11:23:37.631857 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Checking segment: {'id': '2d5820f5-d798-4c83-a0a0-fe0eb50febdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '00117708-e011-467f-8f9d-c007226c46f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:23:37.632222 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network hostable DHCP agents. Network: 00117708-e011-467f-8f9d-c007226c46f8, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:23:37.650104 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47898) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:37.657174 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee815b-7980-4bb2-8cc6-2e13c25e1df0 None None] Pushing event updated for resources: {'Port': ['ID=2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:37.681747 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:37.714417 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:37.722169 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bb2f17-230b-4cba-a16b-5f04cc4396fc None None] Network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:37.731187 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cabeb4-49a7-4a09-9d0a-c2aaa8588801 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:37.735138 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Port': ['ID=d4f7bf13-a732-4c21-a81e-f8b629e8d7d5,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:37.746207 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-491d0265-f6cc-432e-9efc-e13e5b9f6af8 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:37.746743 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491d0265-f6cc-432e-9efc-e13e5b9f6af8 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Fanout notify agent at l3_agent the message router_deleted on router 0c625c27-23fd-4e95-bd15-cfca244024d7 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:23:37.797425 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-f9cabeb4-49a7-4a09-9d0a-c2aaa8588801 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:37.815953 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-54519381-3468-4563-aa99-d54879ded9b2 None None] Allocated IP 172.20.0.2 (61091666-0d5d-4633-b9bc-2e5a061384c2/6a364dfd-d3e6-4bbd-8b51-903031bc2dd3/8b1a629f-bb37-45cd-a078-6b9e9c29727b) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:23:37.822012 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cabeb4-49a7-4a09-9d0a-c2aaa8588801 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:37.822746 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f9cabeb4-49a7-4a09-9d0a-c2aaa8588801 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:37.823005 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2277673-3910-4c78-a371-ae6ef905c583 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:37.860481 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cabeb4-49a7-4a09-9d0a-c2aaa8588801 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=4c74dc83-db6d-4e3d-a224-e2ceb98eb9bb,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:37.943217 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4c43e411-d58d-40f0-803d-c5d999f0c3a7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:37.949024 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c43e411-d58d-40f0-803d-c5d999f0c3a7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:37.949697 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4c43e411-d58d-40f0-803d-c5d999f0c3a7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:37.953502 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:37.953823 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:37.954202 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:37.985638 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-491d0265-f6cc-432e-9efc-e13e5b9f6af8 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:37.987019 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-491d0265-f6cc-432e-9efc-e13e5b9f6af8 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "DELETE /v2.0/routers/0c625c27-23fd-4e95-bd15-cfca244024d7 HTTP/1.1" status: 204 len: 168 time: 5.2863932 Jan 26 11:23:37.987939 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network 00117708-e011-467f-8f9d-c007226c46f8 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:23:37.992914 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47902) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:37.996471 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f9cabeb4-49a7-4a09-9d0a-c2aaa8588801 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9101746 Jan 26 11:23:38.007409 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47906) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:38.008627 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-4b2e5bf8-e71e-4c9d-b267-0692fc703987 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1859534308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:38.022735 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:23:38.023063 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:23:38.029093 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-cd6e7b74-bbf4-4000-b12c-d38dfb1c3a75 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'mac_address': 'fa:16:3e:9f:1c:18', 'name': 'tempest-NetworksTestDHCPv6-1190961863'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:38.030240 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4b2e5bf8-e71e-4c9d-b267-0692fc703987 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:38.045505 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempt 2 to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 Jan 26 11:23:38.047902 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4b2e5bf8-e71e-4c9d-b267-0692fc703987 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Usage tracker for resource:router and tenant:5bfdb32e41224481be4699ac3ddc8692 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:38.051886 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4b2e5bf8-e71e-4c9d-b267-0692fc703987 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:38.055651 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aecec629-6d57-4cb1-aeb8-a689b5a9bed4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:38.067774 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-c5ee815b-7980-4bb2-8cc6-2e13c25e1df0 None None] Attempting to bind port 2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:38.068146 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-c5ee815b-7980-4bb2-8cc6-2e13c25e1df0 None None] Attempting to bind port 2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '1b63c3c8-93a2-4a09-96dc-611781cceabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2343c47d-1b1b-4547-b961-e9a442bca50c'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:38.068515 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee815b-7980-4bb2-8cc6-2e13c25e1df0 None None] Attempting to bind port 2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8 on network 2343c47d-1b1b-4547-b961-e9a442bca50c {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:38.073704 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4b2e5bf8-e71e-4c9d-b267-0692fc703987 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:38.076998 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 00117708-e011-467f-8f9d-c007226c46f8) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:38.093161 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4c43e411-d58d-40f0-803d-c5d999f0c3a7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4183350 Jan 26 11:23:38.099071 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47910) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:38.104741 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-03639840-f4fd-47da-99d3-67672aa86518 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'subnet': {'network_id': '3d8baccd-e922-4576-b389-cd0caf22b8ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:38.112592 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:38.118158 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:38.123915 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:38.124465 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:38.124796 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-c6f8323f-6115-4c65-bd7c-38340141f164 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Allocated IP 172.20.0.1 (2343c47d-1b1b-4547-b961-e9a442bca50c/ebb7a17f-21b4-4ff5-a2f8-05a6be0d7a26/0f2f37fe-12bc-47c4-9a69-19159abec8e5) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:23:38.140749 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5bf8-e71e-4c9d-b267-0692fc703987 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:38.141771 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5bf8-e71e-4c9d-b267-0692fc703987 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:38.154690 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-417ccbde-bc43-4b8e-b7dd-8e4306f60ec4 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:38.165172 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20470478-51f9-414c-8b82-c6325119dca2 None None] Network 00117708-e011-467f-8f9d-c007226c46f8 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:38.180256 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:38.180599 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:38.180944 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:38.183262 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee815b-7980-4bb2-8cc6-2e13c25e1df0 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:23:38.183640 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee815b-7980-4bb2-8cc6-2e13c25e1df0 None None] Checking segment: {'id': '1b63c3c8-93a2-4a09-96dc-611781cceabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2343c47d-1b1b-4547-b961-e9a442bca50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:23:38.184240 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c5ee815b-7980-4bb2-8cc6-2e13c25e1df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:38.184429 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee815b-7980-4bb2-8cc6-2e13c25e1df0 None None] Bound using segment: {'id': '1b63c3c8-93a2-4a09-96dc-611781cceabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2343c47d-1b1b-4547-b961-e9a442bca50c'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:23:38.185444 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-c5ee815b-7980-4bb2-8cc6-2e13c25e1df0 None None] Bound port: 2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b63c3c8-93a2-4a09-96dc-611781cceabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2343c47d-1b1b-4547-b961-e9a442bca50c'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:23:38.185831 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c5ee815b-7980-4bb2-8cc6-2e13c25e1df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:38.201436 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43e411-d58d-40f0-803d-c5d999f0c3a7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Network': ['ID=3d8baccd-e922-4576-b389-cd0caf22b8ee,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:38.207989 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:23:38.208553 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:23:38.251185 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 3d8baccd-e922-4576-b389-cd0caf22b8ee details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:23:38.266301 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempt 3 to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 Jan 26 11:23:38.280533 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-aecec629-6d57-4cb1-aeb8-a689b5a9bed4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Deleting port ce6dede0-c565-431a-8847-f3eacfd8b10d {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:38.281179 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aecec629-6d57-4cb1-aeb8-a689b5a9bed4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:38.314856 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-37cc832b-6e83-46c9-8c34-17cea5a27251 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 8.1007049 Jan 26 11:23:38.329115 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47916) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:38.341861 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5bf8-e71e-4c9d-b267-0692fc703987 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:38.344350 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:38.344920 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:38.345509 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:38.418687 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:23:38.419328 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:23:38.426871 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 52a037a7-1880-45b6-bec5-1eaeaef50404 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:23:38.430379 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempt 4 to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 Jan 26 11:23:38.433545 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-03639840-f4fd-47da-99d3-67672aa86518 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:38.445036 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ccbde-bc43-4b8e-b7dd-8e4306f60ec4 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Pushing event updated for resources: {'Subnet': ['ID=8df6afc9-7543-41c9-babf-cea2b9ffba63,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:38.452527 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-03639840-f4fd-47da-99d3-67672aa86518 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Usage tracker for resource:subnet and tenant:252bea5ac7b143c89da38d9a87822c0c is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:38.456504 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-03639840-f4fd-47da-99d3-67672aa86518 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:38.486300 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-03639840-f4fd-47da-99d3-67672aa86518 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:38.489072 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417ccbde-bc43-4b8e-b7dd-8e4306f60ec4 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Checking segment: {'id': 'ced6fd8b-f17e-4a30-8013-18ce35634092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0589feb8-d64f-44d7-b853-0b3b9192e46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:23:38.489522 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417ccbde-bc43-4b8e-b7dd-8e4306f60ec4 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Network hostable DHCP agents. Network: 0589feb8-d64f-44d7-b853-0b3b9192e46d, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:23:38.515680 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-cd6e7b74-bbf4-4000-b12c-d38dfb1c3a75 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:38.517893 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:38.518260 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:38.518662 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:38.520500 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5bf8-e71e-4c9d-b267-0692fc703987 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:38.523607 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-6c79974e-cf0f-40a1-98ad-7a21e2d9fec8 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting port d4f7bf13-a732-4c21-a81e-f8b629e8d7d5 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:38.523950 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c79974e-cf0f-40a1-98ad-7a21e2d9fec8 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:38.547014 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03639840-f4fd-47da-99d3-67672aa86518 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Made reservation on behalf of 252bea5ac7b143c89da38d9a87822c0c for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:38.550516 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-03639840-f4fd-47da-99d3-67672aa86518 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:38.558447 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-cd6e7b74-bbf4-4000-b12c-d38dfb1c3a75 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:port and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:38.575469 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c6f8323f-6115-4c65-bd7c-38340141f164 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:38.583021 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-cd6e7b74-bbf4-4000-b12c-d38dfb1c3a75 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:38.586019 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:23:38.586149 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:23:38.601599 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempt 5 to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 Jan 26 11:23:38.607904 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 52a037a7-1880-45b6-bec5-1eaeaef50404 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:23:38.608538 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 52a037a7-1880-45b6-bec5-1eaeaef50404 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:23:38.613403 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417ccbde-bc43-4b8e-b7dd-8e4306f60ec4 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Network 0589feb8-d64f-44d7-b853-0b3b9192e46d is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:23:38.615970 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-cd6e7b74-bbf4-4000-b12c-d38dfb1c3a75 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:38.625703 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5bf8-e71e-4c9d-b267-0692fc703987 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:38.629541 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4b2e5bf8-e71e-4c9d-b267-0692fc703987 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6329219 Jan 26 11:23:38.633097 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47920) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:38.651931 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-4488233a-e1ed-4913-a015-d209dc7a16fb tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'enable_snat': False}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:38.678280 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-c6f8323f-6115-4c65-bd7c-38340141f164 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Transition to ACTIVE for port object 0f2f37fe-12bc-47c4-9a69-19159abec8e5 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:38.686531 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-417ccbde-bc43-4b8e-b7dd-8e4306f60ec4 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 0589feb8-d64f-44d7-b853-0b3b9192e46d) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:38.694384 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-417ccbde-bc43-4b8e-b7dd-8e4306f60ec4 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:38.704779 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:38.705035 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:38.705562 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:38.754604 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fc56e3-0309-4f73-86ca-f72ddced31ef None None] Network 0589feb8-d64f-44d7-b853-0b3b9192e46d requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:38.793053 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c6f8323f-6115-4c65-bd7c-38340141f164 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:38.814962 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:23:38.815651 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:23:38.827311 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempt 6 to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 Jan 26 11:23:38.834628 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6e7b74-bbf4-4000-b12c-d38dfb1c3a75 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:38.866040 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-aecec629-6d57-4cb1-aeb8-a689b5a9bed4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] For port ce6dede0-c565-431a-8847-f3eacfd8b10d, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=ce6dede0-c565-431a-8847-f3eacfd8b10d,segment=NetworkSegment(77cc50ba-477a-4ae2-ae53-ffadc61c0ce5),segment_id=77cc50ba-477a-4ae2-ae53-ffadc61c0ce5)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:38.866555 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aecec629-6d57-4cb1-aeb8-a689b5a9bed4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:38.887138 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ccbde-bc43-4b8e-b7dd-8e4306f60ec4 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Pushing event updated for resources: {'Subnet': ['ID=4a0a554d-c5ad-4c72-a5ae-9b808ac06bce,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:38.909612 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f8323f-6115-4c65-bd7c-38340141f164 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Network 2343c47d-1b1b-4547-b961-e9a442bca50c is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:38.919300 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-c6f8323f-6115-4c65-bd7c-38340141f164 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:38.921679 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c5ee815b-7980-4bb2-8cc6-2e13c25e1df0 None None] For port 2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:23:38.930358 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f8323f-6115-4c65-bd7c-38340141f164 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:38.984544 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8323f-6115-4c65-bd7c-38340141f164 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Pushing event updated for resources: {'Port': ['ID=0f2f37fe-12bc-47c4-9a69-19159abec8e5,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:38.988099 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417ccbde-bc43-4b8e-b7dd-8e4306f60ec4 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Checking segment: {'id': '333a3758-479b-4179-b125-935f24454fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'bff6d673-6724-4571-9eaf-23d898560d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:23:38.988469 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417ccbde-bc43-4b8e-b7dd-8e4306f60ec4 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Network hostable DHCP agents. Network: bff6d673-6724-4571-9eaf-23d898560d50, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:23:39.000643 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-aecec629-6d57-4cb1-aeb8-a689b5a9bed4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Calling delete_port for ce6dede0-c565-431a-8847-f3eacfd8b10d owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:39.007736 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c5ee815b-7980-4bb2-8cc6-2e13c25e1df0 None None] For port 2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8,segment=NetworkSegment(1b63c3c8-93a2-4a09-96dc-611781cceabb),segment_id=1b63c3c8-93a2-4a09-96dc-611781cceabb)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:23:39.021411 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd18f547-7c1e-4b02-8d32-18a66c9c1d1a None None] DHCP port deletion for 07c12ec2-d170-47c7-8b95-63cab5d431c2 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:23:39.063836 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c5ee815b-7980-4bb2-8cc6-2e13c25e1df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:39.088349 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c6f8323f-6115-4c65-bd7c-38340141f164 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:39.104045 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417ccbde-bc43-4b8e-b7dd-8e4306f60ec4 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Network bff6d673-6724-4571-9eaf-23d898560d50 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:23:39.109926 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-cd18f547-7c1e-4b02-8d32-18a66c9c1d1a None None] Deleting port ce6dede0-c565-431a-8847-f3eacfd8b10d {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:39.110449 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cd18f547-7c1e-4b02-8d32-18a66c9c1d1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:39.137654 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-417ccbde-bc43-4b8e-b7dd-8e4306f60ec4 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, bff6d673-6724-4571-9eaf-23d898560d50) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:39.143037 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417ccbde-bc43-4b8e-b7dd-8e4306f60ec4 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:39.143842 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417ccbde-bc43-4b8e-b7dd-8e4306f60ec4 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:39.144121 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-417ccbde-bc43-4b8e-b7dd-8e4306f60ec4 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:39.157085 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aecec629-6d57-4cb1-aeb8-a689b5a9bed4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:39.195331 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-03639840-f4fd-47da-99d3-67672aa86518 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:39.216348 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60584d6-2881-423c-b59f-fd9d2610a985 None None] Network bff6d673-6724-4571-9eaf-23d898560d50 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:39.234690 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-417ccbde-bc43-4b8e-b7dd-8e4306f60ec4 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.7671270 Jan 26 11:23:39.239592 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47926) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:39.267356 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d7464f-544f-458d-9f6d-fd48c522a694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-ba6f0584-2941-48e6-9427-2229465f5a54', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'fixed_ips': [{'subnet_id': '4c74dc83-db6d-4e3d-a224-e2ceb98eb9bb'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:23:39.267727 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c1d7464f-544f-458d-9f6d-fd48c522a694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:39.277498 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-54519381-3468-4563-aa99-d54879ded9b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:39.288613 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:39.289175 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:39.289704 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:39.364345 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-cd18f547-7c1e-4b02-8d32-18a66c9c1d1a None None] The port 'ce6dede0-c565-431a-8847-f3eacfd8b10d' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:23:39.389590 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-54519381-3468-4563-aa99-d54879ded9b2 None None] Transition to ACTIVE for port object 8b1a629f-bb37-45cd-a078-6b9e9c29727b will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:39.512703 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecec629-6d57-4cb1-aeb8-a689b5a9bed4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Pushing event deleted for resources: {'Port': ['ID=ce6dede0-c565-431a-8847-f3eacfd8b10d,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:39.525793 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:23:39.526123 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:23:39.535820 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempt 7 to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 Jan 26 11:23:39.538540 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03639840-f4fd-47da-99d3-67672aa86518 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Subnet': ['ID=68db144d-d620-406a-ac83-3161b6745e78,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:39.556492 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c6f8323f-6115-4c65-bd7c-38340141f164 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:39.570424 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6300a067-c47a-4f8b-bb20-9b4797402bda tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:39.570843 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee815b-7980-4bb2-8cc6-2e13c25e1df0 None None] Pushing event updated for resources: {'Port': ['ID=2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:39.571695 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6300a067-c47a-4f8b-bb20-9b4797402bda tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:39.573555 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6300a067-c47a-4f8b-bb20-9b4797402bda tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:39.579026 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6300a067-c47a-4f8b-bb20-9b4797402bda tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Synchronizing usage tracker for tenant:311e697d7bf645819b5b8129c8793bc4 on resource:subnet {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:39.587947 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03639840-f4fd-47da-99d3-67672aa86518 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Checking segment: {'id': 'd5d3b426-2619-402c-91a7-5fe4715bdc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3d8baccd-e922-4576-b389-cd0caf22b8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:23:39.588311 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03639840-f4fd-47da-99d3-67672aa86518 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network hostable DHCP agents. Network: 3d8baccd-e922-4576-b389-cd0caf22b8ee, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:23:39.594734 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-54519381-3468-4563-aa99-d54879ded9b2 None None] Transition to ACTIVE for port object 8b1a629f-bb37-45cd-a078-6b9e9c29727b will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:39.620244 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecec629-6d57-4cb1-aeb8-a689b5a9bed4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] No DVR routers for this DVR port ce6dede0-c565-431a-8847-f3eacfd8b10d on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:23:39.632233 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-54519381-3468-4563-aa99-d54879ded9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:39.672153 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6300a067-c47a-4f8b-bb20-9b4797402bda tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Unset dirty status for tenant:311e697d7bf645819b5b8129c8793bc4 on resource:subnet {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:39.676960 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6300a067-c47a-4f8b-bb20-9b4797402bda tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.4349456 Jan 26 11:23:39.677714 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47930) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:39.740441 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03639840-f4fd-47da-99d3-67672aa86518 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network 3d8baccd-e922-4576-b389-cd0caf22b8ee is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:23:39.863551 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4488233a-e1ed-4913-a015-d209dc7a16fb tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:39.869152 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa60757-aea5-41f2-b39d-ff9d2031ce33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-0589feb8-d64f-44d7-b853-0b3b9192e46d', 'network_id': '0589feb8-d64f-44d7-b853-0b3b9192e46d', 'tenant_id': '311e697d7bf645819b5b8129c8793bc4', 'fixed_ips': [{'subnet_id': '8df6afc9-7543-41c9-babf-cea2b9ffba63'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:23:39.870124 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6aa60757-aea5-41f2-b39d-ff9d2031ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:39.894036 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:39.894649 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:39.895173 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:39.914499 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54519381-3468-4563-aa99-d54879ded9b2 None None] Network 61091666-0d5d-4633-b9bc-2e5a061384c2 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:39.958722 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-03639840-f4fd-47da-99d3-67672aa86518 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 3d8baccd-e922-4576-b389-cd0caf22b8ee) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:39.964712 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-54519381-3468-4563-aa99-d54879ded9b2 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:39.967167 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54519381-3468-4563-aa99-d54879ded9b2 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:39.969701 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54519381-3468-4563-aa99-d54879ded9b2 None None] Pushing event updated for resources: {'Port': ['ID=8b1a629f-bb37-45cd-a078-6b9e9c29727b,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:39.986282 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88d1eb6-f921-4b78-b11c-91fe10e5c948 None None] Network 3d8baccd-e922-4576-b389-cd0caf22b8ee requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:39.993313 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03639840-f4fd-47da-99d3-67672aa86518 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:39.993917 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-03639840-f4fd-47da-99d3-67672aa86518 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:40.013735 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e623030-58f7-469b-88f7-3c3b7cd4dbd5 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Deleting subnet 8df6afc9-7543-41c9-babf-cea2b9ffba63 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:23:40.016986 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:23:40.017523 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:23:40.021753 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5e623030-58f7-469b-88f7-3c3b7cd4dbd5 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:40.037076 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempt 8 to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 Jan 26 11:23:40.056806 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7b74-bbf4-4000-b12c-d38dfb1c3a75 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:40.077512 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-03639840-f4fd-47da-99d3-67672aa86518 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9773695 Jan 26 11:23:40.082851 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47934) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:40.095305 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-847c3fff-cf3e-4e77-8bf1-bcbf3ba573a3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-497553171', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:40.100387 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c79974e-cf0f-40a1-98ad-7a21e2d9fec8 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:40.132129 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-847c3fff-cf3e-4e77-8bf1-bcbf3ba573a3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:40.133965 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:40.134306 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:40.135005 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:40.141281 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-847c3fff-cf3e-4e77-8bf1-bcbf3ba573a3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Usage tracker for resource:router and tenant:252bea5ac7b143c89da38d9a87822c0c is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:40.154435 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-c1d7464f-544f-458d-9f6d-fd48c522a694 None None] Allocated IP 2001:db8::f816:3eff:fe5e:b9fa (ba6f0584-2941-48e6-9427-2229465f5a54/4c74dc83-db6d-4e3d-a224-e2ceb98eb9bb/d575e5b3-3b50-4db0-9367-6d44116853ad) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:23:40.155578 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5e623030-58f7-469b-88f7-3c3b7cd4dbd5 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:40.182545 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-847c3fff-cf3e-4e77-8bf1-bcbf3ba573a3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:40.204837 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-847c3fff-cf3e-4e77-8bf1-bcbf3ba573a3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:40.254249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aecec629-6d57-4cb1-aeb8-a689b5a9bed4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:40.262175 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f57dbd-7ea6-4809-8645-cf75ef660b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-bff6d673-6724-4571-9eaf-23d898560d50', 'network_id': 'bff6d673-6724-4571-9eaf-23d898560d50', 'tenant_id': '311e697d7bf645819b5b8129c8793bc4', 'fixed_ips': [{'subnet_id': '4a0a554d-c5ad-4c72-a5ae-9b808ac06bce'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:23:40.262175 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a8f57dbd-7ea6-4809-8645-cf75ef660b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:40.281669 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-54519381-3468-4563-aa99-d54879ded9b2 None None] Attempting to bind port 8b1a629f-bb37-45cd-a078-6b9e9c29727b on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:40.282040 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-54519381-3468-4563-aa99-d54879ded9b2 None None] Attempting to bind port 8b1a629f-bb37-45cd-a078-6b9e9c29727b by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '11f1d573-c208-4b40-8d2a-361877d6712e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '61091666-0d5d-4633-b9bc-2e5a061384c2'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:40.282500 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54519381-3468-4563-aa99-d54879ded9b2 None None] Attempting to bind port 8b1a629f-bb37-45cd-a078-6b9e9c29727b on network 61091666-0d5d-4633-b9bc-2e5a061384c2 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:40.301239 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-847c3fff-cf3e-4e77-8bf1-bcbf3ba573a3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:40.302270 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-847c3fff-cf3e-4e77-8bf1-bcbf3ba573a3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:40.314749 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5e623030-58f7-469b-88f7-3c3b7cd4dbd5 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:40.334179 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54519381-3468-4563-aa99-d54879ded9b2 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:23:40.335111 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54519381-3468-4563-aa99-d54879ded9b2 None None] Checking segment: {'id': '11f1d573-c208-4b40-8d2a-361877d6712e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '61091666-0d5d-4633-b9bc-2e5a061384c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:23:40.335111 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-54519381-3468-4563-aa99-d54879ded9b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:40.335389 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54519381-3468-4563-aa99-d54879ded9b2 None None] Bound using segment: {'id': '11f1d573-c208-4b40-8d2a-361877d6712e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '61091666-0d5d-4633-b9bc-2e5a061384c2'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:23:40.335812 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-54519381-3468-4563-aa99-d54879ded9b2 None None] Bound port: 8b1a629f-bb37-45cd-a078-6b9e9c29727b, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f1d573-c208-4b40-8d2a-361877d6712e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '61091666-0d5d-4633-b9bc-2e5a061384c2'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:23:40.336257 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-54519381-3468-4563-aa99-d54879ded9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:40.342816 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-6c79974e-cf0f-40a1-98ad-7a21e2d9fec8 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Calling delete_port for d4f7bf13-a732-4c21-a81e-f8b629e8d7d5 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:40.371904 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-cd6e7b74-bbf4-4000-b12c-d38dfb1c3a75 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] device_id is not set on port c2e484a7-27e7-4516-8535-9bd6f6cb0092 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:23:40.401312 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-847c3fff-cf3e-4e77-8bf1-bcbf3ba573a3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:40.411786 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:23:40.412353 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:23:40.427970 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempt 9 to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 Jan 26 11:23:40.443573 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c6f8323f-6115-4c65-bd7c-38340141f164 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:40.446154 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5e623030-58f7-469b-88f7-3c3b7cd4dbd5 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:40.462270 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-aecec629-6d57-4cb1-aeb8-a689b5a9bed4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c12ec2-d170-47c7-8b95-63cab5d431c2']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:40.476299 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-847c3fff-cf3e-4e77-8bf1-bcbf3ba573a3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:40.487036 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c6f8323f-6115-4c65-bd7c-38340141f164 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:40.497541 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:40.497896 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:40.498336 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:40.501305 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-aecec629-6d57-4cb1-aeb8-a689b5a9bed4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77cc50ba-477a-4ae2-ae53-ffadc61c0ce5') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:40.501592 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-aecec629-6d57-4cb1-aeb8-a689b5a9bed4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77cc50ba-477a-4ae2-ae53-ffadc61c0ce5') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server [None req-6aa60757-aea5-41f2-b39d-ff9d2031ce33 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8df6afc9-7543-41c9-babf-cea2b9ffba63: This subnet is being modified by another concurrent operation. Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 11:23:40.522198 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise exception Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8df6afc9-7543-41c9-babf-cea2b9ffba63: This subnet is being modified by another concurrent operation. Jan 26 11:23:40.525531 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server Jan 26 11:23:40.532070 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:23:40.532318 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:23:40.558503 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aecec629-6d57-4cb1-aeb8-a689b5a9bed4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:40.565145 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempt 10 to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 Jan 26 11:23:40.596735 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ade3724-686e-4a5b-9f54-181239c96661 None None] Network 0589feb8-d64f-44d7-b853-0b3b9192e46d requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:40.650179 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aecec629-6d57-4cb1-aeb8-a689b5a9bed4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:40.652371 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:40.652824 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:40.653177 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:40.664430 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:23:40.664763 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:23:40.665123 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:40.671588 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e623030-58f7-469b-88f7-3c3b7cd4dbd5 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Pushing event deleted for resources: {'Subnet': ['ID=8df6afc9-7543-41c9-babf-cea2b9ffba63,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:40.673782 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8323f-6115-4c65-bd7c-38340141f164 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Pushing event updated for resources: {'Port': ['ID=0f2f37fe-12bc-47c4-9a69-19159abec8e5,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:40.678842 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aecec629-6d57-4cb1-aeb8-a689b5a9bed4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:23:40.679284 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aecec629-6d57-4cb1-aeb8-a689b5a9bed4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:23:40.694764 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:23:40.703465 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c79974e-cf0f-40a1-98ad-7a21e2d9fec8 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:40.709907 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-847c3fff-cf3e-4e77-8bf1-bcbf3ba573a3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:40.711815 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-847c3fff-cf3e-4e77-8bf1-bcbf3ba573a3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6283188 Jan 26 11:23:40.713190 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5e623030-58f7-469b-88f7-3c3b7cd4dbd5 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:40.715280 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5e623030-58f7-469b-88f7-3c3b7cd4dbd5 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] 10.222.0.39 "DELETE /v2.0/subnets/8df6afc9-7543-41c9-babf-cea2b9ffba63 HTTP/1.1" status: 204 len: 168 time: 1.0321386 Jan 26 11:23:40.719569 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47938) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:40.720117 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47940) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:40.942665 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79974e-cf0f-40a1-98ad-7a21e2d9fec8 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Port': ['ID=d4f7bf13-a732-4c21-a81e-f8b629e8d7d5,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:40.988507 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c79974e-cf0f-40a1-98ad-7a21e2d9fec8 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:41.011729 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aecec629-6d57-4cb1-aeb8-a689b5a9bed4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:41.014235 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6c79974e-cf0f-40a1-98ad-7a21e2d9fec8 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/ports/d4f7bf13-a732-4c21-a81e-f8b629e8d7d5 HTTP/1.1" status: 204 len: 168 time: 2.6767445 Jan 26 11:23:41.058688 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aecec629-6d57-4cb1-aeb8-a689b5a9bed4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:41.062366 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-aecec629-6d57-4cb1-aeb8-a689b5a9bed4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "DELETE /v2.0/networks/07c12ec2-d170-47c7-8b95-63cab5d431c2 HTTP/1.1" status: 204 len: 168 time: 3.4112580 Jan 26 11:23:41.063080 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47946) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:41.066776 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecec629-6d57-4cb1-aeb8-a689b5a9bed4 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Pushing event deleted for resources: {'Network': ['ID=07c12ec2-d170-47c7-8b95-63cab5d431c2,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:41.074792 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47948) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:41.105034 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:23:41.105604 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c6f8323f-6115-4c65-bd7c-38340141f164 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:41.129332 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcb3e58-0b6a-4307-a489-bd05e4712694 None None] Network 2343c47d-1b1b-4547-b961-e9a442bca50c requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:41.153127 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-54519381-3468-4563-aa99-d54879ded9b2 None None] For port 8b1a629f-bb37-45cd-a078-6b9e9c29727b, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:23:41.230447 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477c4783-284b-4cc4-bc75-092fb003abfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-3d8baccd-e922-4576-b389-cd0caf22b8ee', 'network_id': '3d8baccd-e922-4576-b389-cd0caf22b8ee', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'fixed_ips': [{'subnet_id': '68db144d-d620-406a-ac83-3161b6745e78'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:23:41.231277 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-477c4783-284b-4cc4-bc75-092fb003abfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:41.271173 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-54519381-3468-4563-aa99-d54879ded9b2 None None] For port 8b1a629f-bb37-45cd-a078-6b9e9c29727b, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=8b1a629f-bb37-45cd-a078-6b9e9c29727b,segment=NetworkSegment(11f1d573-c208-4b40-8d2a-361877d6712e),segment_id=11f1d573-c208-4b40-8d2a-361877d6712e)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:23:41.286157 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a082caa-3a31-43e9-882b-7db78a8dde67 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Deleting subnet 4a0a554d-c5ad-4c72-a5ae-9b808ac06bce {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:23:41.307582 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-54519381-3468-4563-aa99-d54879ded9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:41.313378 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-a8f57dbd-7ea6-4809-8645-cf75ef660b81 None None] Allocated IP 172.20.0.18 (bff6d673-6724-4571-9eaf-23d898560d50/4a0a554d-c5ad-4c72-a5ae-9b808ac06bce/b0f5df8b-6b2a-431f-9ba9-fb0f9f4498d1) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:23:41.371197 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] For port 48f4b6d6-dd2b-4ec7-8778-a979809889d9, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:23:41.371607 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempted to set empty binding levels {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 26 11:23:41.374096 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-41c14998-716b-42cc-8461-d006be87bc22 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Synchronizing usage tracker for tenant:07b8fa071e9e45049a9f3f9587fc055b on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:41.399618 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:41.416909 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c1d7464f-544f-458d-9f6d-fd48c522a694 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:41.430433 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-cc22535b-5067-4ae9-a60d-7992ca25a91c None None] Provisioning for port 2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:41.528218 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c1d7464f-544f-458d-9f6d-fd48c522a694 None None] Transition to ACTIVE for port object d575e5b3-3b50-4db0-9367-6d44116853ad will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:41.565359 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:41.565673 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:41.587078 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-41c14998-716b-42cc-8461-d006be87bc22 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Unset dirty status for tenant:07b8fa071e9e45049a9f3f9587fc055b on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:41.590856 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-41c14998-716b-42cc-8461-d006be87bc22 tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "GET /v2.0/ports?device_id=470c8b7d-5797-4180-8e7a-141abb821481 HTTP/1.1" status: 200 len: 205 time: 0.5123508 Jan 26 11:23:41.591641 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47954) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:41.618482 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 8.6496310 Jan 26 11:23:41.622151 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291179d8-0ebf-42d6-80f1-0025c582503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Pushing event updated for resources: {'Port': ['ID=48f4b6d6-dd2b-4ec7-8778-a979809889d9,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:41.624057 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47958) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:41.662444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4488233a-e1ed-4913-a015-d209dc7a16fb tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:41.664774 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c1d7464f-544f-458d-9f6d-fd48c522a694 None None] Transition to ACTIVE for port object d575e5b3-3b50-4db0-9367-6d44116853ad will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:41.709986 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4488233a-e1ed-4913-a015-d209dc7a16fb tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:41.729804 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8b3757-4cb7-4959-a11e-adbd17abf1c5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:41.736399 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8b3757-4cb7-4959-a11e-adbd17abf1c5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:41.737187 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5b8b3757-4cb7-4959-a11e-adbd17abf1c5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Synchronizing usage tracker for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:41.747041 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54519381-3468-4563-aa99-d54879ded9b2 None None] Pushing event updated for resources: {'Port': ['ID=8b1a629f-bb37-45cd-a078-6b9e9c29727b,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:41.767415 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:41.770658 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c1d7464f-544f-458d-9f6d-fd48c522a694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:41.776181 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f8323f-6115-4c65-bd7c-38340141f164 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Network 2343c47d-1b1b-4547-b961-e9a442bca50c is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:41.782932 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-c6f8323f-6115-4c65-bd7c-38340141f164 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:41.790882 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1f32c1b8-f846-4499-9843-533e59c4b6ca tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:41.857407 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-cd6e7b74-bbf4-4000-b12c-d38dfb1c3a75 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 2001:db8::f816:3eff:fe9f:1c18 (ba6f0584-2941-48e6-9427-2229465f5a54/4c74dc83-db6d-4e3d-a224-e2ceb98eb9bb/c2e484a7-27e7-4516-8535-9bd6f6cb0092) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:23:41.875276 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:41.875686 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:41.938095 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1ad5cbc8-9b92-4b3b-8711-13c8c94c4ef5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:41.964555 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d7464f-544f-458d-9f6d-fd48c522a694 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:41.971051 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ce884544-f650-45dd-9a3e-eef6476c2e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Deleting port 48f4b6d6-dd2b-4ec7-8778-a979809889d9 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:41.971406 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ce884544-f650-45dd-9a3e-eef6476c2e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:41.988170 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-c1d7464f-544f-458d-9f6d-fd48c522a694 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:41.990548 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d7464f-544f-458d-9f6d-fd48c522a694 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:42.034160 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5b8b3757-4cb7-4959-a11e-adbd17abf1c5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Unset dirty status for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:42.038659 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5b8b3757-4cb7-4959-a11e-adbd17abf1c5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.9697194 Jan 26 11:23:42.056763 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47962) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:42.102244 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7464f-544f-458d-9f6d-fd48c522a694 None None] Pushing event updated for resources: {'Port': ['ID=d575e5b3-3b50-4db0-9367-6d44116853ad,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:42.158025 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-477c4783-284b-4cc4-bc75-092fb003abfc None None] Allocated IP 172.20.0.2 (3d8baccd-e922-4576-b389-cd0caf22b8ee/68db144d-d620-406a-ac83-3161b6745e78/29e2477e-3e5c-4969-a56a-8e6b8f953daf) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:23:42.335251 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-a3359194-b494-4ddd-8474-a5e59924d624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting port 7ffe2543-bb76-4182-b802-a0873cb125ef {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:42.335853 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a3359194-b494-4ddd-8474-a5e59924d624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:42.345705 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a8f57dbd-7ea6-4809-8645-cf75ef660b81 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:42.348132 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-c1d7464f-544f-458d-9f6d-fd48c522a694 None None] Attempting to bind port d575e5b3-3b50-4db0-9367-6d44116853ad on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:42.348495 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-c1d7464f-544f-458d-9f6d-fd48c522a694 None None] Attempting to bind port d575e5b3-3b50-4db0-9367-6d44116853ad by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:42.348849 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d7464f-544f-458d-9f6d-fd48c522a694 None None] Attempting to bind port d575e5b3-3b50-4db0-9367-6d44116853ad on network ba6f0584-2941-48e6-9427-2229465f5a54 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:42.374462 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a8f57dbd-7ea6-4809-8645-cf75ef660b81 None None] Transition to ACTIVE for port object b0f5df8b-6b2a-431f-9ba9-fb0f9f4498d1 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:42.442275 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1f32c1b8-f846-4499-9843-533e59c4b6ca tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:42.475671 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d7464f-544f-458d-9f6d-fd48c522a694 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:23:42.476225 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d7464f-544f-458d-9f6d-fd48c522a694 None None] Checking segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:23:42.476726 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c1d7464f-544f-458d-9f6d-fd48c522a694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:42.477211 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d7464f-544f-458d-9f6d-fd48c522a694 None None] Bound using segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:23:42.477785 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-c1d7464f-544f-458d-9f6d-fd48c522a694 None None] Bound port: d575e5b3-3b50-4db0-9367-6d44116853ad, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:23:42.478264 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c1d7464f-544f-458d-9f6d-fd48c522a694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:42.495598 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-4488233a-e1ed-4913-a015-d209dc7a16fb tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Allocated IP 172.26.5.69 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/fe64f9c4-90bb-4ac7-b6e4-744476dd37b9) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:23:42.503284 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1f32c1b8-f846-4499-9843-533e59c4b6ca tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:42.532521 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7b74-bbf4-4000-b12c-d38dfb1c3a75 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:42.535703 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:42.553867 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a8f57dbd-7ea6-4809-8645-cf75ef660b81 None None] Transition to ACTIVE for port object b0f5df8b-6b2a-431f-9ba9-fb0f9f4498d1 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:42.567437 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4a082caa-3a31-43e9-882b-7db78a8dde67 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:42.620705 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a8f57dbd-7ea6-4809-8645-cf75ef660b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:42.655792 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-ce884544-f650-45dd-9a3e-eef6476c2e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] For port 48f4b6d6-dd2b-4ec7-8778-a979809889d9, host hv-neutron-8264, got binding levels [] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:42.656166 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ce884544-f650-45dd-9a3e-eef6476c2e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:42.659673 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1f32c1b8-f846-4499-9843-533e59c4b6ca tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:42.660144 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f32c1b8-f846-4499-9843-533e59c4b6ca tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Fanout notify agent at l3_agent the message router_deleted on router 470c8b7d-5797-4180-8e7a-141abb821481 {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:23:42.687646 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-cd6e7b74-bbf4-4000-b12c-d38dfb1c3a75 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Transition to ACTIVE for port object c2e484a7-27e7-4516-8535-9bd6f6cb0092 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:42.693819 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4a082caa-3a31-43e9-882b-7db78a8dde67 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:42.726989 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f57dbd-7ea6-4809-8645-cf75ef660b81 None None] Network bff6d673-6724-4571-9eaf-23d898560d50 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:42.748106 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-a8f57dbd-7ea6-4809-8645-cf75ef660b81 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:42.787835 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f57dbd-7ea6-4809-8645-cf75ef660b81 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:42.954563 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ce884544-f650-45dd-9a3e-eef6476c2e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Calling delete_port for 48f4b6d6-dd2b-4ec7-8778-a979809889d9 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:42.964919 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1f32c1b8-f846-4499-9843-533e59c4b6ca tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:42.966670 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1f32c1b8-f846-4499-9843-533e59c4b6ca tempest-RoutersNegativeIpV6Test-1363496413 tempest-RoutersNegativeIpV6Test-1363496413-project] 10.222.0.39 "DELETE /v2.0/routers/470c8b7d-5797-4180-8e7a-141abb821481 HTTP/1.1" status: 204 len: 168 time: 1.3720753 Jan 26 11:23:43.023796 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f8323f-6115-4c65-bd7c-38340141f164 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Router 744e1f17-c1da-47dc-9e79-887f729d659e is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:23:43.095243 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7b74-bbf4-4000-b12c-d38dfb1c3a75 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:43.113859 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ce884544-f650-45dd-9a3e-eef6476c2e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:43.222768 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8,segment=NetworkSegment(1b63c3c8-93a2-4a09-96dc-611781cceabb),segment_id=1b63c3c8-93a2-4a09-96dc-611781cceabb)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:43.288710 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:43.292262 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f57dbd-7ea6-4809-8645-cf75ef660b81 None None] Pushing event updated for resources: {'Port': ['ID=b0f5df8b-6b2a-431f-9ba9-fb0f9f4498d1,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:43.336077 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4a082caa-3a31-43e9-882b-7db78a8dde67 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:43.362402 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c1d7464f-544f-458d-9f6d-fd48c522a694 None None] For port d575e5b3-3b50-4db0-9367-6d44116853ad, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:23:43.374803 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-a8f57dbd-7ea6-4809-8645-cf75ef660b81 None None] Attempting to bind port b0f5df8b-6b2a-431f-9ba9-fb0f9f4498d1 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:43.376704 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-a8f57dbd-7ea6-4809-8645-cf75ef660b81 None None] Attempting to bind port b0f5df8b-6b2a-431f-9ba9-fb0f9f4498d1 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '333a3758-479b-4179-b125-935f24454fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'bff6d673-6724-4571-9eaf-23d898560d50'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:43.377175 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f57dbd-7ea6-4809-8645-cf75ef660b81 None None] Attempting to bind port b0f5df8b-6b2a-431f-9ba9-fb0f9f4498d1 on network bff6d673-6724-4571-9eaf-23d898560d50 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:43.387463 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f8323f-6115-4c65-bd7c-38340141f164 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:23:43.397176 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c6f8323f-6115-4c65-bd7c-38340141f164 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] 10.222.0.39 "PUT /v2.0/routers/744e1f17-c1da-47dc-9e79-887f729d659e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2629673 Jan 26 11:23:43.403470 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47970) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:43.404636 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b59193d9-47f2-4606-af0e-33d9d55c4b0f None None] Provisioning for port 0f2f37fe-12bc-47c4-9a69-19159abec8e5 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:43.411643 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507d887a-ddbe-4fd4-816d-9f06bafb42e6 None None] Sync routers for ids ['744e1f17-c1da-47dc-9e79-887f729d659e'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:23:43.422271 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device ce6dede0-c565-431a-8847-f3eacfd8b10d no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:23:43.432466 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507d887a-ddbe-4fd4-816d-9f06bafb42e6 None None] Routers {'744e1f17-c1da-47dc-9e79-887f729d659e'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:23:43.436562 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-507d887a-ddbe-4fd4-816d-9f06bafb42e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:23:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['744e1f17-c1da-47dc-9e79-887f729d659e'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:43.480328 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c1d7464f-544f-458d-9f6d-fd48c522a694 None None] For port d575e5b3-3b50-4db0-9367-6d44116853ad, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d575e5b3-3b50-4db0-9367-6d44116853ad,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:23:43.486080 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-477c4783-284b-4cc4-bc75-092fb003abfc None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:43.504818 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f57dbd-7ea6-4809-8645-cf75ef660b81 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:23:43.505629 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f57dbd-7ea6-4809-8645-cf75ef660b81 None None] Checking segment: {'id': '333a3758-479b-4179-b125-935f24454fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'bff6d673-6724-4571-9eaf-23d898560d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:23:43.506249 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a8f57dbd-7ea6-4809-8645-cf75ef660b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:43.506878 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f57dbd-7ea6-4809-8645-cf75ef660b81 None None] Bound using segment: {'id': '333a3758-479b-4179-b125-935f24454fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'bff6d673-6724-4571-9eaf-23d898560d50'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:23:43.507615 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-a8f57dbd-7ea6-4809-8645-cf75ef660b81 None None] Bound port: b0f5df8b-6b2a-431f-9ba9-fb0f9f4498d1, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333a3758-479b-4179-b125-935f24454fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'bff6d673-6724-4571-9eaf-23d898560d50'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:23:43.508225 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a8f57dbd-7ea6-4809-8645-cf75ef660b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:43.524588 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b59193d9-47f2-4606-af0e-33d9d55c4b0f None None] Provisioning complete for port 0f2f37fe-12bc-47c4-9a69-19159abec8e5 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:43.525291 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b59193d9-47f2-4606-af0e-33d9d55c4b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:43.562393 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47974) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:43.566951 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: ce6dede0-c565-431a-8847-f3eacfd8b10d {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:23:43.570363 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device ce6dede0-c565-431a-8847-f3eacfd8b10d not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:23:43.605488 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c1d7464f-544f-458d-9f6d-fd48c522a694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:43.650730 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4141c44e-cdec-43e3-89ae-48b344d41849 None None] Network 61091666-0d5d-4633-b9bc-2e5a061384c2 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:43.674052 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-507d887a-ddbe-4fd4-816d-9f06bafb42e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:43.684564 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507d887a-ddbe-4fd4-816d-9f06bafb42e6 None None] Routers {'744e1f17-c1da-47dc-9e79-887f729d659e'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:23:43.686036 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-507d887a-ddbe-4fd4-816d-9f06bafb42e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:23:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['744e1f17-c1da-47dc-9e79-887f729d659e'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:43.691132 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-477c4783-284b-4cc4-bc75-092fb003abfc None None] Transition to ACTIVE for port object 29e2477e-3e5c-4969-a56a-8e6b8f953daf will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:43.718134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ce884544-f650-45dd-9a3e-eef6476c2e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:43.745187 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6e7b74-bbf4-4000-b12c-d38dfb1c3a75 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:43.747066 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a3359194-b494-4ddd-8474-a5e59924d624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:43.764414 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-507d887a-ddbe-4fd4-816d-9f06bafb42e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:43.765255 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507d887a-ddbe-4fd4-816d-9f06bafb42e6 None None] The sync data for ids ['744e1f17-c1da-47dc-9e79-887f729d659e'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:23:43.776756 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ce884544-f650-45dd-9a3e-eef6476c2e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] 10.222.0.39 "DELETE /v2.0/ports/48f4b6d6-dd2b-4ec7-8778-a979809889d9 HTTP/1.1" status: 204 len: 168 time: 2.1496642 Jan 26 11:23:43.785980 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-cd6e7b74-bbf4-4000-b12c-d38dfb1c3a75 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:43.789716 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47980) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:43.793622 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e7b74-bbf4-4000-b12c-d38dfb1c3a75 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Port': ['ID=c2e484a7-27e7-4516-8535-9bd6f6cb0092,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:43.797270 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6e7b74-bbf4-4000-b12c-d38dfb1c3a75 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:43.802981 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6e7b74-bbf4-4000-b12c-d38dfb1c3a75 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:43.803522 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cd6e7b74-bbf4-4000-b12c-d38dfb1c3a75 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:43.915761 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 8b1a629f-bb37-45cd-a078-6b9e9c29727b up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:23:43.916679 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4a082caa-3a31-43e9-882b-7db78a8dde67 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:43.959709 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:43.965018 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a082caa-3a31-43e9-882b-7db78a8dde67 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Pushing event deleted for resources: {'Subnet': ['ID=4a0a554d-c5ad-4c72-a5ae-9b808ac06bce,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:44.011511 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b05154-d3e2-411b-9dbc-d79b74cf0396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] GET failed (client error): The resource could not be found. Jan 26 11:23:44.012167 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-25b05154-d3e2-411b-9dbc-d79b74cf0396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Synchronizing usage tracker for tenant:e62b9e60e410427296a2da00e5622af8 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:44.044302 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4a082caa-3a31-43e9-882b-7db78a8dde67 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:44.051834 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-a3359194-b494-4ddd-8474-a5e59924d624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Calling delete_port for 7ffe2543-bb76-4182-b802-a0873cb125ef owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:44.054869 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-477c4783-284b-4cc4-bc75-092fb003abfc None None] Transition to ACTIVE for port object 29e2477e-3e5c-4969-a56a-8e6b8f953daf will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:44.056705 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-b59193d9-47f2-4606-af0e-33d9d55c4b0f None None] Port 0f2f37fe-12bc-47c4-9a69-19159abec8e5 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:23:44.067937 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4a082caa-3a31-43e9-882b-7db78a8dde67 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] 10.222.0.39 "DELETE /v2.0/subnets/4a0a554d-c5ad-4c72-a5ae-9b808ac06bce HTTP/1.1" status: 204 len: 168 time: 3.3446083 Jan 26 11:23:44.072688 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 47984) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:44.094764 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-477c4783-284b-4cc4-bc75-092fb003abfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:44.111838 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce884544-f650-45dd-9a3e-eef6476c2e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Pushing event deleted for resources: {'Port': ['ID=48f4b6d6-dd2b-4ec7-8778-a979809889d9,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:44.174473 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-cd6e7b74-bbf4-4000-b12c-d38dfb1c3a75 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.1590731 Jan 26 11:23:44.178581 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4488233a-e1ed-4913-a015-d209dc7a16fb tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:44.189649 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47988) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:44.208023 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477c4783-284b-4cc4-bc75-092fb003abfc None None] Network 3d8baccd-e922-4576-b389-cd0caf22b8ee is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:44.211059 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7464f-544f-458d-9f6d-fd48c522a694 None None] Pushing event updated for resources: {'Port': ['ID=d575e5b3-3b50-4db0-9367-6d44116853ad,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:44.219828 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-477c4783-284b-4cc4-bc75-092fb003abfc None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:44.221811 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-a8f57dbd-7ea6-4809-8645-cf75ef660b81 None None] For port b0f5df8b-6b2a-431f-9ba9-fb0f9f4498d1, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:23:44.250649 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-25b05154-d3e2-411b-9dbc-d79b74cf0396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Unset dirty status for tenant:e62b9e60e410427296a2da00e5622af8 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:44.251911 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-25b05154-d3e2-411b-9dbc-d79b74cf0396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] 10.222.0.39 "GET /v2.0/ports/48f4b6d6-dd2b-4ec7-8778-a979809889d9 HTTP/1.1" status: 404 len: 333 time: 0.4597497 Jan 26 11:23:44.262484 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47992) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:44.271943 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b59193d9-47f2-4606-af0e-33d9d55c4b0f None None] Provisioning complete for port 2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:44.272499 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b59193d9-47f2-4606-af0e-33d9d55c4b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:44.285377 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-40794c26-6705-4183-b29a-416acf472d6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07b8fa071e9e45049a9f3f9587fc055b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7136276 Jan 26 11:23:44.291045 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-325fa984-9daa-459a-9ea7-883c1a85a860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Request body: {'port': {'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-468057635'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:44.295513 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 47996) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:44.299950 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-325fa984-9daa-459a-9ea7-883c1a85a860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:44.302119 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477c4783-284b-4cc4-bc75-092fb003abfc None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:44.315136 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-325fa984-9daa-459a-9ea7-883c1a85a860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:44.373532 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-a8f57dbd-7ea6-4809-8645-cf75ef660b81 None None] For port b0f5df8b-6b2a-431f-9ba9-fb0f9f4498d1, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=b0f5df8b-6b2a-431f-9ba9-fb0f9f4498d1,segment=NetworkSegment(333a3758-479b-4179-b125-935f24454fe5),segment_id=333a3758-479b-4179-b125-935f24454fe5)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:23:44.412303 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9ce4fd-4cfc-4359-a6bf-423d18a796de tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:44.413353 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ee9ce4fd-4cfc-4359-a6bf-423d18a796de tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Synchronizing usage tracker for tenant:311e697d7bf645819b5b8129c8793bc4 on resource:subnet {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:44.413751 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325fa984-9daa-459a-9ea7-883c1a85a860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Made reservation on behalf of e62b9e60e410427296a2da00e5622af8 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:44.416705 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-325fa984-9daa-459a-9ea7-883c1a85a860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:44.421384 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-1ad5cbc8-9b92-4b3b-8711-13c8c94c4ef5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Allocated IP 172.20.0.1 (3d8baccd-e922-4576-b389-cd0caf22b8ee/68db144d-d620-406a-ac83-3161b6745e78/bb332c0f-32f9-42a4-a891-9d12fe90e478) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:23:44.440225 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4488233a-e1ed-4913-a015-d209dc7a16fb tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:44.464183 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 8b1a629f-bb37-45cd-a078-6b9e9c29727b completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:44.471134 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a8f57dbd-7ea6-4809-8645-cf75ef660b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:44.495477 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a3359194-b494-4ddd-8474-a5e59924d624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:44.556826 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4488233a-e1ed-4913-a015-d209dc7a16fb tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:44.568976 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ee9ce4fd-4cfc-4359-a6bf-423d18a796de tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Unset dirty status for tenant:311e697d7bf645819b5b8129c8793bc4 on resource:subnet {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:44.569666 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-4488233a-e1ed-4913-a015-d209dc7a16fb tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:44.570344 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ee9ce4fd-4cfc-4359-a6bf-423d18a796de tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4914956 Jan 26 11:23:44.581709 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-325fa984-9daa-459a-9ea7-883c1a85a860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] device_id is not set on port 0d463dcc-7018-41e4-8bcc-9b24653576bc yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:23:44.582411 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48000) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:44.624238 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4488233a-e1ed-4913-a015-d209dc7a16fb tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:44.683999 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a3359194-b494-4ddd-8474-a5e59924d624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:44.687379 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c4783-284b-4cc4-bc75-092fb003abfc None None] Pushing event updated for resources: {'Port': ['ID=29e2477e-3e5c-4969-a56a-8e6b8f953daf,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:44.728855 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-de8ae439-0373-4165-9263-ef10477f0970 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:23:44.732965 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-de8ae439-0373-4165-9263-ef10477f0970 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] 10.222.0.39 "PUT /v2.0/routers/744e1f17-c1da-47dc-9e79-887f729d659e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3247271 Jan 26 11:23:44.734454 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48004) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:44.737350 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-477c4783-284b-4cc4-bc75-092fb003abfc None None] Attempting to bind port 29e2477e-3e5c-4969-a56a-8e6b8f953daf on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:44.737737 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-477c4783-284b-4cc4-bc75-092fb003abfc None None] Attempting to bind port 29e2477e-3e5c-4969-a56a-8e6b8f953daf by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'd5d3b426-2619-402c-91a7-5fe4715bdc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3d8baccd-e922-4576-b389-cd0caf22b8ee'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:44.738106 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c4783-284b-4cc4-bc75-092fb003abfc None None] Attempting to bind port 29e2477e-3e5c-4969-a56a-8e6b8f953daf on network 3d8baccd-e922-4576-b389-cd0caf22b8ee {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:44.743269 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488233a-e1ed-4913-a015-d209dc7a16fb tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Pushing event updated for resources: {'Port': ['ID=fe64f9c4-90bb-4ac7-b6e4-744476dd37b9,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:44.771660 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c4783-284b-4cc4-bc75-092fb003abfc None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:23:44.772048 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c4783-284b-4cc4-bc75-092fb003abfc None None] Checking segment: {'id': 'd5d3b426-2619-402c-91a7-5fe4715bdc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3d8baccd-e922-4576-b389-cd0caf22b8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:23:44.772452 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-477c4783-284b-4cc4-bc75-092fb003abfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:44.772852 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c4783-284b-4cc4-bc75-092fb003abfc None None] Bound using segment: {'id': 'd5d3b426-2619-402c-91a7-5fe4715bdc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3d8baccd-e922-4576-b389-cd0caf22b8ee'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:23:44.773335 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-477c4783-284b-4cc4-bc75-092fb003abfc None None] Bound port: 29e2477e-3e5c-4969-a56a-8e6b8f953daf, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d3b426-2619-402c-91a7-5fe4715bdc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3d8baccd-e922-4576-b389-cd0caf22b8ee'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:23:44.773712 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-477c4783-284b-4cc4-bc75-092fb003abfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:44.788290 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c45d9f5-27b6-4199-bf6c-c52451aea23e None None] Network bff6d673-6724-4571-9eaf-23d898560d50 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:44.895195 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd650b7e-ccef-4eb9-b97b-94b525c2783a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:44.901254 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd650b7e-ccef-4eb9-b97b-94b525c2783a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:44.902070 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-cd650b7e-ccef-4eb9-b97b-94b525c2783a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:44.958712 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d24e6019-11da-48be-8a8d-1bc1fd172153 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:44.995106 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a3359194-b494-4ddd-8474-a5e59924d624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/ports/7ffe2543-bb76-4182-b802-a0873cb125ef HTTP/1.1" status: 204 len: 168 time: 2.9339969 Jan 26 11:23:44.999917 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1ad5cbc8-9b92-4b3b-8711-13c8c94c4ef5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:45.003103 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-d24e6019-11da-48be-8a8d-1bc1fd172153 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Deleting port b0f5df8b-6b2a-431f-9ba9-fb0f9f4498d1 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:45.003438 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d24e6019-11da-48be-8a8d-1bc1fd172153 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:45.010960 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f57dbd-7ea6-4809-8645-cf75ef660b81 None None] Pushing event updated for resources: {'Port': ['ID=b0f5df8b-6b2a-431f-9ba9-fb0f9f4498d1,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:45.016531 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3359194-b494-4ddd-8474-a5e59924d624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Port': ['ID=7ffe2543-bb76-4182-b802-a0873cb125ef,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:45.027753 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48008) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:45.033153 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d07dc05e-f4b3-40ed-9eab-7d317ecb1eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:45.065419 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-1ad5cbc8-9b92-4b3b-8711-13c8c94c4ef5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Transition to ACTIVE for port object bb332c0f-32f9-42a4-a891-9d12fe90e478 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:45.142779 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-477c4783-284b-4cc4-bc75-092fb003abfc None None] For port 29e2477e-3e5c-4969-a56a-8e6b8f953daf, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:23:45.158501 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-477c4783-284b-4cc4-bc75-092fb003abfc None None] For port 29e2477e-3e5c-4969-a56a-8e6b8f953daf, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=29e2477e-3e5c-4969-a56a-8e6b8f953daf,segment=NetworkSegment(d5d3b426-2619-402c-91a7-5fe4715bdc4c),segment_id=d5d3b426-2619-402c-91a7-5fe4715bdc4c)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:23:45.167080 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-477c4783-284b-4cc4-bc75-092fb003abfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:45.241864 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b6573512-9f0e-4cfb-8108-f93e6231c7c7 None None] Provisioning complete for port 0f2f37fe-12bc-47c4-9a69-19159abec8e5 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:45.242232 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b6573512-9f0e-4cfb-8108-f93e6231c7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:45.307222 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c4783-284b-4cc4-bc75-092fb003abfc None None] Pushing event updated for resources: {'Port': ['ID=29e2477e-3e5c-4969-a56a-8e6b8f953daf,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:45.325087 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1ad5cbc8-9b92-4b3b-8711-13c8c94c4ef5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:45.371349 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-b6573512-9f0e-4cfb-8108-f93e6231c7c7 None None] Port 0f2f37fe-12bc-47c4-9a69-19159abec8e5 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:23:45.390104 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b6573512-9f0e-4cfb-8108-f93e6231c7c7 None None] Provisioning for port 8b1a629f-bb37-45cd-a078-6b9e9c29727b completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:45.398495 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b6573512-9f0e-4cfb-8108-f93e6231c7c7 None None] Provisioning complete for port 8b1a629f-bb37-45cd-a078-6b9e9c29727b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:45.398964 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b6573512-9f0e-4cfb-8108-f93e6231c7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:45.416134 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-d24e6019-11da-48be-8a8d-1bc1fd172153 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] For port b0f5df8b-6b2a-431f-9ba9-fb0f9f4498d1, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=b0f5df8b-6b2a-431f-9ba9-fb0f9f4498d1,segment=NetworkSegment(333a3758-479b-4179-b125-935f24454fe5),segment_id=333a3758-479b-4179-b125-935f24454fe5)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:45.416414 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d24e6019-11da-48be-8a8d-1bc1fd172153 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:45.453111 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad5cbc8-9b92-4b3b-8711-13c8c94c4ef5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network 3d8baccd-e922-4576-b389-cd0caf22b8ee is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:45.516199 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-1ad5cbc8-9b92-4b3b-8711-13c8c94c4ef5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:45.518678 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad5cbc8-9b92-4b3b-8711-13c8c94c4ef5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:45.637608 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-d24e6019-11da-48be-8a8d-1bc1fd172153 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Calling delete_port for b0f5df8b-6b2a-431f-9ba9-fb0f9f4498d1 owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:45.663538 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-cd650b7e-ccef-4eb9-b97b-94b525c2783a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:45.664939 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-cd650b7e-ccef-4eb9-b97b-94b525c2783a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.4741750 Jan 26 11:23:45.673896 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d07dc05e-f4b3-40ed-9eab-7d317ecb1eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:45.713982 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48012) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:45.781420 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b6573512-9f0e-4cfb-8108-f93e6231c7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:45.790055 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5cbc8-9b92-4b3b-8711-13c8c94c4ef5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Port': ['ID=bb332c0f-32f9-42a4-a891-9d12fe90e478,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:45.849360 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-b6573512-9f0e-4cfb-8108-f93e6231c7c7 None None] For port 8b1a629f-bb37-45cd-a078-6b9e9c29727b, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=8b1a629f-bb37-45cd-a078-6b9e9c29727b,segment=NetworkSegment(11f1d573-c208-4b40-8d2a-361877d6712e),segment_id=11f1d573-c208-4b40-8d2a-361877d6712e)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:45.890694 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b6573512-9f0e-4cfb-8108-f93e6231c7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:45.894972 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1ad5cbc8-9b92-4b3b-8711-13c8c94c4ef5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:45.947710 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-46c6dc56-b6c3-47bd-b3f2-0708785771e6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting port c2e484a7-27e7-4516-8535-9bd6f6cb0092 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:45.948778 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-46c6dc56-b6c3-47bd-b3f2-0708785771e6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:45.977022 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:23:46.032661 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d24e6019-11da-48be-8a8d-1bc1fd172153 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:46.102827 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6573512-9f0e-4cfb-8108-f93e6231c7c7 None None] Pushing event updated for resources: {'Port': ['ID=8b1a629f-bb37-45cd-a078-6b9e9c29727b,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:46.125573 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:46.126006 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:46.129795 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d07dc05e-f4b3-40ed-9eab-7d317ecb1eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:46.133232 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e6019-11da-48be-8a8d-1bc1fd172153 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Pushing event deleted for resources: {'Port': ['ID=b0f5df8b-6b2a-431f-9ba9-fb0f9f4498d1,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:46.140197 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24e6019-11da-48be-8a8d-1bc1fd172153 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] No DVR routers for this DVR port b0f5df8b-6b2a-431f-9ba9-fb0f9f4498d1 on host dv-neutron-826439-1-hyperv {{(pid=87442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:23:46.194735 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-aec8acae-4372-4ae0-a82e-1133c0da49a6 None None] Provisioning for port d575e5b3-3b50-4db0-9367-6d44116853ad completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:46.244555 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dc05e-f4b3-40ed-9eab-7d317ecb1eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d55db0-4de9-4956-85d7-6ebcd63354cd,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:46.268184 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-325fa984-9daa-459a-9ea7-883c1a85a860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:46.287801 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-aec8acae-4372-4ae0-a82e-1133c0da49a6 None None] Provisioning complete for port 8b1a629f-bb37-45cd-a078-6b9e9c29727b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:46.288090 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-aec8acae-4372-4ae0-a82e-1133c0da49a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:46.339915 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d07dc05e-f4b3-40ed-9eab-7d317ecb1eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:46.344066 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d07dc05e-f4b3-40ed-9eab-7d317ecb1eaa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c5d55db0-4de9-4956-85d7-6ebcd63354cd HTTP/1.1" status: 204 len: 168 time: 2.0427229 Jan 26 11:23:46.345499 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d575e5b3-3b50-4db0-9367-6d44116853ad up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:23:46.424301 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d24e6019-11da-48be-8a8d-1bc1fd172153 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:46.444622 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4488233a-e1ed-4913-a015-d209dc7a16fb tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:46.485481 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1ad5cbc8-9b92-4b3b-8711-13c8c94c4ef5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:46.554684 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port d575e5b3-3b50-4db0-9367-6d44116853ad completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:46.566878 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-d24e6019-11da-48be-8a8d-1bc1fd172153 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff6d673-6724-4571-9eaf-23d898560d50']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:46.571867 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port d575e5b3-3b50-4db0-9367-6d44116853ad triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:46.572918 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:46.587084 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-325fa984-9daa-459a-9ea7-883c1a85a860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:46.670422 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325fa984-9daa-459a-9ea7-883c1a85a860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:46.684010 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-325fa984-9daa-459a-9ea7-883c1a85a860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:46.698919 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325fa984-9daa-459a-9ea7-883c1a85a860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:46.699874 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325fa984-9daa-459a-9ea7-883c1a85a860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:46.701036 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-325fa984-9daa-459a-9ea7-883c1a85a860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:46.718776 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4451c5b2-6527-4d48-83c6-03e225995e60 None None] Provisioning for port c2e484a7-27e7-4516-8535-9bd6f6cb0092 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:46.741921 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4451c5b2-6527-4d48-83c6-03e225995e60 None None] Provisioning complete for port c2e484a7-27e7-4516-8535-9bd6f6cb0092 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:46.742755 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4451c5b2-6527-4d48-83c6-03e225995e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:46.746927 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86091215-8218-426c-9982-54dd89fd6084 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:46.747852 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-86091215-8218-426c-9982-54dd89fd6084 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Synchronizing usage tracker for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:46.763458 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-325fa984-9daa-459a-9ea7-883c1a85a860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.4948533 Jan 26 11:23:46.799980 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:46.822501 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48024) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:46.847863 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:46.932710 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-4451c5b2-6527-4d48-83c6-03e225995e60 None None] Port c2e484a7-27e7-4516-8535-9bd6f6cb0092 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:23:46.943035 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port d575e5b3-3b50-4db0-9367-6d44116853ad, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d575e5b3-3b50-4db0-9367-6d44116853ad,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:46.950432 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:47.043050 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-86091215-8218-426c-9982-54dd89fd6084 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Unset dirty status for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:47.048122 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-86091215-8218-426c-9982-54dd89fd6084 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 2.0125318 Jan 26 11:23:47.052150 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fa984-9daa-459a-9ea7-883c1a85a860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Pushing event updated for resources: {'Port': ['ID=0d463dcc-7018-41e4-8bcc-9b24653576bc,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:47.061429 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48032) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:47.061578 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=d575e5b3-3b50-4db0-9367-6d44116853ad,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:47.082018 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6cdb8b-08ae-49f1-b163-9bc58a3ec6cd None None] Network 3d8baccd-e922-4576-b389-cd0caf22b8ee requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:47.084354 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-d24e6019-11da-48be-8a8d-1bc1fd172153 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333a3758-479b-4179-b125-935f24454fe5') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:47.085254 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-d24e6019-11da-48be-8a8d-1bc1fd172153 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333a3758-479b-4179-b125-935f24454fe5') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:47.107033 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d24e6019-11da-48be-8a8d-1bc1fd172153 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:47.136276 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a7f931-de1f-494c-a316-75cc1ad0213e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] GET failed (client error): The resource could not be found. Jan 26 11:23:47.148763 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-46c6dc56-b6c3-47bd-b3f2-0708785771e6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:47.149028 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-92a7f931-de1f-494c-a316-75cc1ad0213e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "GET /v2.0/ports/d4f7bf13-a732-4c21-a81e-f8b629e8d7d5 HTTP/1.1" status: 404 len: 333 time: 0.0864079 Jan 26 11:23:47.158860 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48040) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:47.168585 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d24e6019-11da-48be-8a8d-1bc1fd172153 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:47.225141 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a592a9ed-0829-49ca-82b2-3a00ebbf20c5 None None] Provisioning for port 29e2477e-3e5c-4969-a56a-8e6b8f953daf completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:47.339189 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24e6019-11da-48be-8a8d-1bc1fd172153 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:23:47.339598 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d24e6019-11da-48be-8a8d-1bc1fd172153 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:47.360094 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:47.365915 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-46c6dc56-b6c3-47bd-b3f2-0708785771e6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Calling delete_port for c2e484a7-27e7-4516-8535-9bd6f6cb0092 owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:23:47.399801 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:23:47.428470 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48048) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:47.430848 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14f286f-02da-49ed-a5cc-5b78d4970ff3 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] GET failed (client error): The resource could not be found. Jan 26 11:23:47.432173 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c14f286f-02da-49ed-a5cc-5b78d4970ff3 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "GET /v2.0/ports/7ffe2543-bb76-4182-b802-a0873cb125ef HTTP/1.1" status: 404 len: 333 time: 0.2718086 Jan 26 11:23:47.445384 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48052) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:47.675048 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-782cf3e1-4503-4565-bccf-5105c5ef3f97 None None] Provisioning for port bb332c0f-32f9-42a4-a891-9d12fe90e478 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:47.690335 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-782cf3e1-4503-4565-bccf-5105c5ef3f97 None None] Provisioning complete for port bb332c0f-32f9-42a4-a891-9d12fe90e478 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:47.690708 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-782cf3e1-4503-4565-bccf-5105c5ef3f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:47.699862 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-40d9b6a0-46a4-40db-815d-f6c32a3f0a69 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:47.701004 dv-neutron-826439-1-hyperv neutron-server[87443]: WARNING neutron.api.v2.base [None req-40d9b6a0-46a4-40db-815d-f6c32a3f0a69 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 26 11:23:47.701604 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-40d9b6a0-46a4-40db-815d-f6c32a3f0a69 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] create failed (client error): There was a conflict when trying to complete your request. Jan 26 11:23:47.702864 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-40d9b6a0-46a4-40db-815d-f6c32a3f0a69 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2695370 Jan 26 11:23:47.717946 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48058) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:47.725965 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-03c4d1b8-4a9e-4b7a-bf82-1327bd2f9ee1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group': {'name': 'tempest-secgroup--37495836'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:47.732766 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-03c4d1b8-4a9e-4b7a-bf82-1327bd2f9ee1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:47.737172 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-03c4d1b8-4a9e-4b7a-bf82-1327bd2f9ee1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Usage tracker for resource:security_group and tenant:f14f2be753654adc9f14116a8f33b9ed is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:47.740540 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-03c4d1b8-4a9e-4b7a-bf82-1327bd2f9ee1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:47.746812 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-03c4d1b8-4a9e-4b7a-bf82-1327bd2f9ee1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:47.753658 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d24e6019-11da-48be-8a8d-1bc1fd172153 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:47.762462 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-782cf3e1-4503-4565-bccf-5105c5ef3f97 None None] Port bb332c0f-32f9-42a4-a891-9d12fe90e478 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:23:47.793747 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d24e6019-11da-48be-8a8d-1bc1fd172153 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:47.836680 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-43d6ad84-fc9c-4347-8b1c-0a492ab98f58 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:47.838818 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-03c4d1b8-4a9e-4b7a-bf82-1327bd2f9ee1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:47.857826 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 8b1a629f-bb37-45cd-a078-6b9e9c29727b up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:23:47.860457 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e6019-11da-48be-8a8d-1bc1fd172153 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Pushing event deleted for resources: {'Network': ['ID=bff6d673-6724-4571-9eaf-23d898560d50,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:47.905860 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-03c4d1b8-4a9e-4b7a-bf82-1327bd2f9ee1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:47.924411 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4488233a-e1ed-4913-a015-d209dc7a16fb tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:47.937830 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f670e6bd-9c91-4f29-ac12-f707088f6ff9 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:47.941767 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1ad5cbc8-9b92-4b3b-8711-13c8c94c4ef5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:47.949998 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d24e6019-11da-48be-8a8d-1bc1fd172153 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] 10.222.0.39 "DELETE /v2.0/networks/bff6d673-6724-4571-9eaf-23d898560d50 HTTP/1.1" status: 204 len: 168 time: 3.3664627 Jan 26 11:23:47.953379 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-46c6dc56-b6c3-47bd-b3f2-0708785771e6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:47.960718 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 8b1a629f-bb37-45cd-a078-6b9e9c29727b triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:47.961098 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:47.962968 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48062) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:47.999429 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1ad5cbc8-9b92-4b3b-8711-13c8c94c4ef5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:48.001917 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66cc7ef-bee2-4d7f-bb3a-ace56238c2b7 None None] get_active_networks_info from dv-neutron-826439-1-hyperv {{(pid=87444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 26 11:23:48.047042 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-03c4d1b8-4a9e-4b7a-bf82-1327bd2f9ee1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:48.049782 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4488233a-e1ed-4913-a015-d209dc7a16fb tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1634753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1634766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1640079'] for router, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:48.074997 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-03c4d1b8-4a9e-4b7a-bf82-1327bd2f9ee1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Usage tracker for resource:security_group_rule and tenant:f14f2be753654adc9f14116a8f33b9ed is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:48.083908 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-03c4d1b8-4a9e-4b7a-bf82-1327bd2f9ee1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:48.093526 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-20e54eaa-90e8-4667-a53e-9eb233bdc851 None None] Provisioning complete for port bb332c0f-32f9-42a4-a891-9d12fe90e478 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:48.093953 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-20e54eaa-90e8-4667-a53e-9eb233bdc851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:48.122636 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6dc56-b6c3-47bd-b3f2-0708785771e6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Port': ['ID=c2e484a7-27e7-4516-8535-9bd6f6cb0092,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:48.199986 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-03c4d1b8-4a9e-4b7a-bf82-1327bd2f9ee1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:48.225885 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-20e54eaa-90e8-4667-a53e-9eb233bdc851 None None] Port bb332c0f-32f9-42a4-a891-9d12fe90e478 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:23:48.278968 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66cc7ef-bee2-4d7f-bb3a-ace56238c2b7 None None] Resources bound (agent type, host, resource id): {{(pid=87444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 11:23:48.281530 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d575e5b3-3b50-4db0-9367-6d44116853ad up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:23:48.296131 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-46c6dc56-b6c3-47bd-b3f2-0708785771e6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:48.298171 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-46c6dc56-b6c3-47bd-b3f2-0708785771e6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/c2e484a7-27e7-4516-8535-9bd6f6cb0092 HTTP/1.1" status: 204 len: 168 time: 2.5627632 Jan 26 11:23:48.316594 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48066) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:48.381794 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1ad5cbc8-9b92-4b3b-8711-13c8c94c4ef5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:48.401869 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5cbc8-9b92-4b3b-8711-13c8c94c4ef5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Port': ['ID=bb332c0f-32f9-42a4-a891-9d12fe90e478,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:48.413059 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-97f8cbf9-1a5e-42b7-b07d-b9d0988f764c tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:48.537386 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-43d6ad84-fc9c-4347-8b1c-0a492ab98f58 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:48.562708 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] device_id is not set on port 0d463dcc-7018-41e4-8bcc-9b24653576bc yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:23:48.563528 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed892c61-6bd6-4845-b9a3-5c34dc97dc6b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:48.565118 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed892c61-6bd6-4845-b9a3-5c34dc97dc6b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:48.565865 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ed892c61-6bd6-4845-b9a3-5c34dc97dc6b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:48.577083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:48.581533 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port d575e5b3-3b50-4db0-9367-6d44116853ad triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:48.582046 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:48.631529 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Transition to ACTIVE for port object 0d463dcc-7018-41e4-8bcc-9b24653576bc will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:48.652546 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:48.671145 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-43d6ad84-fc9c-4347-8b1c-0a492ab98f58 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00117708-e011-467f-8f9d-c007226c46f8']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:48.824754 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-03c4d1b8-4a9e-4b7a-bf82-1327bd2f9ee1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:48.832963 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4488233a-e1ed-4913-a015-d209dc7a16fb tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Router db205aaa-8b68-4ac2-8906-475cd5069eaf is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:23:48.842588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Pushing event updated for resources: {'Port': ['ID=0d463dcc-7018-41e4-8bcc-9b24653576bc,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:48.845971 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-03c4d1b8-4a9e-4b7a-bf82-1327bd2f9ee1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:48.887591 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-43d6ad84-fc9c-4347-8b1c-0a492ab98f58 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d5820f5-d798-4c83-a0a0-fe0eb50febdd') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:48.888672 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-43d6ad84-fc9c-4347-8b1c-0a492ab98f58 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d5820f5-d798-4c83-a0a0-fe0eb50febdd') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:48.918289 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 29e2477e-3e5c-4969-a56a-8e6b8f953daf up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:23:48.918890 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-03c4d1b8-4a9e-4b7a-bf82-1327bd2f9ee1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:48.927736 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-43d6ad84-fc9c-4347-8b1c-0a492ab98f58 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:48.947439 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ed892c61-6bd6-4845-b9a3-5c34dc97dc6b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:48.949069 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ed892c61-6bd6-4845-b9a3-5c34dc97dc6b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.6140375 Jan 26 11:23:48.957589 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48070) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:48.962702 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-03c4d1b8-4a9e-4b7a-bf82-1327bd2f9ee1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Usage tracker for resource:security_group_rule and tenant:f14f2be753654adc9f14116a8f33b9ed is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:49.019572 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:49.019983 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:49.020618 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:49.023540 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-03c4d1b8-4a9e-4b7a-bf82-1327bd2f9ee1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:49.040380 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4d1b8-4a9e-4b7a-bf82-1327bd2f9ee1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=618635c5-1a9b-446d-977a-367fee71ac03,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:49.045609 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-03c4d1b8-4a9e-4b7a-bf82-1327bd2f9ee1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:49.063502 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-97f8cbf9-1a5e-42b7-b07d-b9d0988f764c tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:49.064954 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 0d463dcc-7018-41e4-8bcc-9b24653576bc on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:23:49.065373 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:23:49.072108 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempt 2 to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc Jan 26 11:23:49.073634 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-43d6ad84-fc9c-4347-8b1c-0a492ab98f58 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:49.084710 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad5cbc8-9b92-4b3b-8711-13c8c94c4ef5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network 3d8baccd-e922-4576-b389-cd0caf22b8ee is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:49.091584 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-1ad5cbc8-9b92-4b3b-8711-13c8c94c4ef5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:49.094781 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 29e2477e-3e5c-4969-a56a-8e6b8f953daf completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:49.097717 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-f670e6bd-9c91-4f29-ac12-f707088f6ff9 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Deleting port 0f2f37fe-12bc-47c4-9a69-19159abec8e5 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:49.098357 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f670e6bd-9c91-4f29-ac12-f707088f6ff9 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:49.098748 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d6ad84-fc9c-4347-8b1c-0a492ab98f58 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:23:49.099333 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-43d6ad84-fc9c-4347-8b1c-0a492ab98f58 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:49.100317 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 29e2477e-3e5c-4969-a56a-8e6b8f953daf triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:49.100699 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:23:49.120190 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:23:49.131293 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a108d3-7e01-4c0f-bf1d-567d85988cdd None None] get_active_networks_info from dv-neutron-826439-1-hyperv {{(pid=87444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 26 11:23:49.181087 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:49.181451 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:49.181788 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:49.236163 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-97f8cbf9-1a5e-42b7-b07d-b9d0988f764c tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0589feb8-d64f-44d7-b853-0b3b9192e46d']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:49.252661 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 0d463dcc-7018-41e4-8bcc-9b24653576bc on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:23:49.253230 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:23:49.266822 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempt 3 to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc Jan 26 11:23:49.315460 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c4468f1-1962-49cb-888d-364d8ccb4cb9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet 4c74dc83-db6d-4e3d-a224-e2ceb98eb9bb {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:23:49.320936 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:49.329283 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8c4468f1-1962-49cb-888d-364d8ccb4cb9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:49.345635 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:49.345893 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:49.346224 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:49.352989 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a108d3-7e01-4c0f-bf1d-567d85988cdd None None] Resources bound (agent type, host, resource id): {{(pid=87444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 11:23:49.358688 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4488233a-e1ed-4913-a015-d209dc7a16fb tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:23:49.376225 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 0d463dcc-7018-41e4-8bcc-9b24653576bc on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:23:49.376565 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:23:49.376928 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe3b365-aa89-4d38-a818-dbda6ecb116d None None] Sync routers for ids ['db205aaa-8b68-4ac2-8906-475cd5069eaf'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:23:49.382654 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempt 4 to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc Jan 26 11:23:49.395078 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 29e2477e-3e5c-4969-a56a-8e6b8f953daf, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=29e2477e-3e5c-4969-a56a-8e6b8f953daf,segment=NetworkSegment(d5d3b426-2619-402c-91a7-5fe4715bdc4c),segment_id=d5d3b426-2619-402c-91a7-5fe4715bdc4c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:49.411432 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-97f8cbf9-1a5e-42b7-b07d-b9d0988f764c tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced6fd8b-f17e-4a30-8013-18ce35634092') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:49.411698 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-97f8cbf9-1a5e-42b7-b07d-b9d0988f764c tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced6fd8b-f17e-4a30-8013-18ce35634092') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:49.411807 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:49.453672 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-97f8cbf9-1a5e-42b7-b07d-b9d0988f764c tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:49.459967 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe3b365-aa89-4d38-a818-dbda6ecb116d None None] Routers {'db205aaa-8b68-4ac2-8906-475cd5069eaf'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:23:49.460606 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-afe3b365-aa89-4d38-a818-dbda6ecb116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:23:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['db205aaa-8b68-4ac2-8906-475cd5069eaf'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:49.477759 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-43d6ad84-fc9c-4347-8b1c-0a492ab98f58 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:49.507647 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-43d6ad84-fc9c-4347-8b1c-0a492ab98f58 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:49.510591 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-97f8cbf9-1a5e-42b7-b07d-b9d0988f764c tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:49.531924 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8c4468f1-1962-49cb-888d-364d8ccb4cb9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:49.572304 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6ad84-fc9c-4347-8b1c-0a492ab98f58 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Network': ['ID=00117708-e011-467f-8f9d-c007226c46f8,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:49.577788 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f8cbf9-1a5e-42b7-b07d-b9d0988f764c tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:23:49.578260 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-97f8cbf9-1a5e-42b7-b07d-b9d0988f764c tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:23:49.596872 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:23:49.611427 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-43d6ad84-fc9c-4347-8b1c-0a492ab98f58 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/networks/00117708-e011-467f-8f9d-c007226c46f8 HTTP/1.1" status: 204 len: 168 time: 2.1518810 Jan 26 11:23:49.614429 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48074) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:49.616420 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-afe3b365-aa89-4d38-a818-dbda6ecb116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:49.621970 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:49.622927 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:49.623267 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:49.623884 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-7a05766b-af7b-4491-b667-75a34c5c77ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-179680019'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:49.633597 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-03c4d1b8-4a9e-4b7a-bf82-1327bd2f9ee1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:49.641024 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4488233a-e1ed-4913-a015-d209dc7a16fb tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:49.645056 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4488233a-e1ed-4913-a015-d209dc7a16fb tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "PUT /v2.0/routers/db205aaa-8b68-4ac2-8906-475cd5069eaf HTTP/1.1" status: 200 len: 915 time: 11.0088632 Jan 26 11:23:49.646335 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48078) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:49.655649 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe3b365-aa89-4d38-a818-dbda6ecb116d None None] Routers {'db205aaa-8b68-4ac2-8906-475cd5069eaf'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:23:49.655843 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 0d463dcc-7018-41e4-8bcc-9b24653576bc on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:23:49.655843 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:23:49.656051 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-afe3b365-aa89-4d38-a818-dbda6ecb116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:23:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['db205aaa-8b68-4ac2-8906-475cd5069eaf'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:49.656170 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-7a05766b-af7b-4491-b667-75a34c5c77ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:49.660220 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempt 5 to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc Jan 26 11:23:49.666726 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-03c4d1b8-4a9e-4b7a-bf82-1327bd2f9ee1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:49.717376 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7a05766b-af7b-4491-b667-75a34c5c77ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:network and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:49.725524 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=29e2477e-3e5c-4969-a56a-8e6b8f953daf,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:49.730378 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7a05766b-af7b-4491-b667-75a34c5c77ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:49.732228 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-afe3b365-aa89-4d38-a818-dbda6ecb116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:49.732228 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe3b365-aa89-4d38-a818-dbda6ecb116d None None] The sync data for ids ['db205aaa-8b68-4ac2-8906-475cd5069eaf'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:23:49.751380 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-7a05766b-af7b-4491-b667-75a34c5c77ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:49.764370 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-97f8cbf9-1a5e-42b7-b07d-b9d0988f764c tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:49.791618 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-97f8cbf9-1a5e-42b7-b07d-b9d0988f764c tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:49.793288 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:49.793769 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:49.794622 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:49.798479 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f670e6bd-9c91-4f29-ac12-f707088f6ff9 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:49.804530 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a05766b-af7b-4491-b667-75a34c5c77ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:49.808135 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7a05766b-af7b-4491-b667-75a34c5c77ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:49.833487 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8cbf9-1a5e-42b7-b07d-b9d0988f764c tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Pushing event deleted for resources: {'Network': ['ID=0589feb8-d64f-44d7-b853-0b3b9192e46d,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:49.839467 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 0d463dcc-7018-41e4-8bcc-9b24653576bc on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:23:49.839802 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:23:49.843523 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad5cbc8-9b92-4b3b-8711-13c8c94c4ef5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Router 294654c5-2241-4d2a-8267-c9dd213ae4d8 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:23:49.844640 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempt 6 to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc Jan 26 11:23:49.846652 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-97f8cbf9-1a5e-42b7-b07d-b9d0988f764c tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] 10.222.0.39 "DELETE /v2.0/networks/0589feb8-d64f-44d7-b853-0b3b9192e46d HTTP/1.1" status: 204 len: 168 time: 1.8138161 Jan 26 11:23:49.851982 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-03c4d1b8-4a9e-4b7a-bf82-1327bd2f9ee1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:49.853229 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-03c4d1b8-4a9e-4b7a-bf82-1327bd2f9ee1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.1339371 Jan 26 11:23:49.856278 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48082) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:49.857522 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48084) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:49.865351 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-a7a89a13-abb7-45df-9deb-628ad22ac8e9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group_rule': {'security_group_id': 'e6976618-9d0b-4791-9cf0-c83cd04c4ae2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:49.875633 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8c4468f1-1962-49cb-888d-364d8ccb4cb9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:49.913007 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4d1b8-4a9e-4b7a-bf82-1327bd2f9ee1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6976618-9d0b-4791-9cf0-c83cd04c4ae2,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:49.940763 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a7a89a13-abb7-45df-9deb-628ad22ac8e9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:49.986820 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-f670e6bd-9c91-4f29-ac12-f707088f6ff9 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Calling delete_port for 0f2f37fe-12bc-47c4-9a69-19159abec8e5 owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:49.994725 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a05766b-af7b-4491-b667-75a34c5c77ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:23:50.031481 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a7a89a13-abb7-45df-9deb-628ad22ac8e9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Usage tracker for resource:security_group_rule and tenant:f14f2be753654adc9f14116a8f33b9ed is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:50.056466 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a7a89a13-abb7-45df-9deb-628ad22ac8e9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:50.071314 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a7a89a13-abb7-45df-9deb-628ad22ac8e9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:50.094691 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:50.095029 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:50.095363 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:50.123161 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 0d463dcc-7018-41e4-8bcc-9b24653576bc on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:23:50.123721 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:23:50.128706 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempt 7 to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc Jan 26 11:23:50.173415 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:50.174030 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:50.174561 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:50.178348 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-67795b13-b217-4089-b4a7-64467f00a2f3 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "GET /v2.0/routers/db205aaa-8b68-4ac2-8906-475cd5069eaf HTTP/1.1" status: 200 len: 921 time: 0.5225847 Jan 26 11:23:50.187328 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7a05766b-af7b-4491-b667-75a34c5c77ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:50.187557 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48090) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:50.188055 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-7a05766b-af7b-4491-b667-75a34c5c77ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Added segment 3794ecd4-75cb-47d9-87fb-70ef42007a9e of type vlan for network 09909484-f369-4fb5-8f14-acbf4335d453 Jan 26 11:23:50.226661 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 0d463dcc-7018-41e4-8bcc-9b24653576bc on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:23:50.226991 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:23:50.234097 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempt 8 to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc Jan 26 11:23:50.249525 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ac38520-4190-4ec7-b2d6-3608afc859d1 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:50.275581 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:50.276178 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:50.276285 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:50.287892 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 0d463dcc-7018-41e4-8bcc-9b24653576bc on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:23:50.288274 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:23:50.290941 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempt 9 to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc Jan 26 11:23:50.291427 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7a05766b-af7b-4491-b667-75a34c5c77ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:50.298452 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a7a89a13-abb7-45df-9deb-628ad22ac8e9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:50.315780 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:50.316249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:50.316653 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:50.319491 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad5cbc8-9b92-4b3b-8711-13c8c94c4ef5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:23:50.328709 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8c4468f1-1962-49cb-888d-364d8ccb4cb9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:50.331520 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e0935b-82a4-40fa-8bfe-271e16431fab None None] Sync routers for ids ['294654c5-2241-4d2a-8267-c9dd213ae4d8'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:23:50.340686 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e0935b-82a4-40fa-8bfe-271e16431fab None None] Routers {'294654c5-2241-4d2a-8267-c9dd213ae4d8'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:23:50.342123 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-09e0935b-82a4-40fa-8bfe-271e16431fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:23:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['294654c5-2241-4d2a-8267-c9dd213ae4d8'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:50.361403 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 0d463dcc-7018-41e4-8bcc-9b24653576bc on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:23:50.361730 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:23:50.364112 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempt 10 to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc Jan 26 11:23:50.386558 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-60cfcccc-7c0c-4fac-82a2-911513db1a64 None None] Provisioning complete for port bb332c0f-32f9-42a4-a891-9d12fe90e478 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:50.387142 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-60cfcccc-7c0c-4fac-82a2-911513db1a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:50.408776 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41646ea1-adeb-4f41-a4be-eaf44497ed8f tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:50.412792 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-41646ea1-adeb-4f41-a4be-eaf44497ed8f tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4&device_id=db205aaa-8b68-4ac2-8906-475cd5069eaf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2220013 Jan 26 11:23:50.414445 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:50.414787 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:50.415117 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:50.418177 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48094) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:50.427457 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8c4468f1-1962-49cb-888d-364d8ccb4cb9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:50.438009 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.resource_extend [None req-7a05766b-af7b-4491-b667-75a34c5c77ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:23:50.448696 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 0d463dcc-7018-41e4-8bcc-9b24653576bc on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:23:50.449021 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 0d463dcc-7018-41e4-8bcc-9b24653576bc on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:23:50.449382 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:50.453252 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4468f1-1962-49cb-888d-364d8ccb4cb9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=4c74dc83-db6d-4e3d-a224-e2ceb98eb9bb,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:50.454812 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-09e0935b-82a4-40fa-8bfe-271e16431fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:50.459698 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-60cfcccc-7c0c-4fac-82a2-911513db1a64 None None] Port bb332c0f-32f9-42a4-a891-9d12fe90e478 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:23:50.461709 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25911b5-2016-48e4-b1c0-0f4572b5472e None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:50.465629 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f670e6bd-9c91-4f29-ac12-f707088f6ff9 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:50.474702 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e0935b-82a4-40fa-8bfe-271e16431fab None None] Routers {'294654c5-2241-4d2a-8267-c9dd213ae4d8'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:23:50.476054 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-09e0935b-82a4-40fa-8bfe-271e16431fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:23:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['294654c5-2241-4d2a-8267-c9dd213ae4d8'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:50.546647 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-09e0935b-82a4-40fa-8bfe-271e16431fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:50.547323 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e0935b-82a4-40fa-8bfe-271e16431fab None None] The sync data for ids ['294654c5-2241-4d2a-8267-c9dd213ae4d8'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:23:50.569319 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670e6bd-9c91-4f29-ac12-f707088f6ff9 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Pushing event deleted for resources: {'Port': ['ID=0f2f37fe-12bc-47c4-9a69-19159abec8e5,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:50.736060 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1ad5cbc8-9b92-4b3b-8711-13c8c94c4ef5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "PUT /v2.0/routers/294654c5-2241-4d2a-8267-c9dd213ae4d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0145893 Jan 26 11:23:50.740587 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ac38520-4190-4ec7-b2d6-3608afc859d1 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:50.741457 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48098) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:50.768258 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8c4468f1-1962-49cb-888d-364d8ccb4cb9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/4c74dc83-db6d-4e3d-a224-e2ceb98eb9bb HTTP/1.1" status: 204 len: 168 time: 1.8032687 Jan 26 11:23:50.777134 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7a05766b-af7b-4491-b667-75a34c5c77ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:50.783809 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a05766b-af7b-4491-b667-75a34c5c77ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:50.784425 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7a05766b-af7b-4491-b667-75a34c5c77ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:50.792722 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48102) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:50.827010 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c7ab7f-d003-447c-8d1a-3dc3a864ab20 None None] DHCP port deletion for ba6f0584-2941-48e6-9427-2229465f5a54 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:23:50.831885 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-24c7ab7f-d003-447c-8d1a-3dc3a864ab20 None None] Deleting port d575e5b3-3b50-4db0-9367-6d44116853ad {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:50.832258 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-24c7ab7f-d003-447c-8d1a-3dc3a864ab20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:50.880499 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-2ac38520-4190-4ec7-b2d6-3608afc859d1 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec8857e-0722-4aac-90cc-fbaf456f3064']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:50.905064 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17800d4f-9d83-4624-9694-6aee4562be9a tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:50.909875 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-17800d4f-9d83-4624-9694-6aee4562be9a tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "GET /v2.0/networks/dbc7419d-d89a-4ebf-afbc-448b19db60c4 HTTP/1.1" status: 200 len: 881 time: 0.4869061 Jan 26 11:23:50.909875 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] For port 0d463dcc-7018-41e4-8bcc-9b24653576bc, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:23:50.909875 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempted to set empty binding levels {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 26 11:23:50.918820 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48106) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:50.934976 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5f432dff-43cc-43b4-bdf3-8dce609acbf7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1267400 Jan 26 11:23:50.937715 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-2ac38520-4190-4ec7-b2d6-3608afc859d1 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961cf054-9b96-41d6-9817-ba689d7dac7d') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:50.938269 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-2ac38520-4190-4ec7-b2d6-3608afc859d1 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961cf054-9b96-41d6-9817-ba689d7dac7d') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:50.957975 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48110) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:50.967092 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a7a89a13-abb7-45df-9deb-628ad22ac8e9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:50.977493 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:51.003436 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ac38520-4190-4ec7-b2d6-3608afc859d1 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:51.065640 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7a05766b-af7b-4491-b667-75a34c5c77ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4492521 Jan 26 11:23:51.075349 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a7a89a13-abb7-45df-9deb-628ad22ac8e9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:51.076750 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-24c7ab7f-d003-447c-8d1a-3dc3a864ab20 None None] For port d575e5b3-3b50-4db0-9367-6d44116853ad, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d575e5b3-3b50-4db0-9367-6d44116853ad,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:51.076994 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48114) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:51.077144 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-24c7ab7f-d003-447c-8d1a-3dc3a864ab20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:51.089169 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05766b-af7b-4491-b667-75a34c5c77ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Network': ['ID=09909484-f369-4fb5-8f14-acbf4335d453,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:51.101958 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-61864b21-fbec-43cd-966c-d0de28b6047e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'subnet': {'network_id': '09909484-f369-4fb5-8f14-acbf4335d453', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:51.127654 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ac38520-4190-4ec7-b2d6-3608afc859d1 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:51.143081 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 09909484-f369-4fb5-8f14-acbf4335d453 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:23:51.150038 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a89a13-abb7-45df-9deb-628ad22ac8e9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb07fed-dcfe-43d0-9c54-81a63e174ebc,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:51.173198 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac38520-4190-4ec7-b2d6-3608afc859d1 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:23:51.173888 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ac38520-4190-4ec7-b2d6-3608afc859d1 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:23:51.189804 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:23:51.216339 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-18b1f205-1b3e-4170-9bcb-b5cfbf350141 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "GET /v2.0/ports?device_id=db205aaa-8b68-4ac2-8906-475cd5069eaf HTTP/1.1" status: 200 len: 205 time: 0.2958128 Jan 26 11:23:51.221234 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-24c7ab7f-d003-447c-8d1a-3dc3a864ab20 None None] Calling delete_port for d575e5b3-3b50-4db0-9367-6d44116853ad owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:51.222983 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48118) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:51.239908 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0b59c6-e4a6-4dcd-b4eb-9c9b618c0731 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:51.243738 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3d0b59c6-e4a6-4dcd-b4eb-9c9b618c0731 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "GET /v2.0/ports/bb332c0f-32f9-42a4-a891-9d12fe90e478 HTTP/1.1" status: 200 len: 910 time: 0.4955392 Jan 26 11:23:51.253254 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] In _notify_port_updated(), no bound segment for port 0d463dcc-7018-41e4-8bcc-9b24653576bc on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 26 11:23:51.254105 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:51.254724 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:51.258999 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] 10.222.0.39 "PUT /v2.0/ports/0d463dcc-7018-41e4-8bcc-9b24653576bc HTTP/1.1" status: 200 len: 980 time: 4.4224911 Jan 26 11:23:51.259842 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48122) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:51.260168 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48124) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:51.267477 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f670e6bd-9c91-4f29-ac12-f707088f6ff9 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:51.280447 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a71b97cb-934e-4c1e-b90c-699b4ed961ef tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '68db144d-d620-406a-ac83-3161b6745e78'}]}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:51.322396 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a7a89a13-abb7-45df-9deb-628ad22ac8e9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:51.329314 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a7a89a13-abb7-45df-9deb-628ad22ac8e9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4634416 Jan 26 11:23:51.345715 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48130) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:51.377061 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-24c7ab7f-d003-447c-8d1a-3dc3a864ab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:51.426425 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7ab7f-d003-447c-8d1a-3dc3a864ab20 None None] Pushing event deleted for resources: {'Port': ['ID=d575e5b3-3b50-4db0-9367-6d44116853ad,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:51.432032 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c7ab7f-d003-447c-8d1a-3dc3a864ab20 None None] No DVR routers for this DVR port d575e5b3-3b50-4db0-9367-6d44116853ad on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:23:51.440130 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-b0ddf988-1095-4a17-9e24-7430c80a756f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group_rule': {'security_group_id': 'e6976618-9d0b-4791-9cf0-c83cd04c4ae2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:51.445324 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-61864b21-fbec-43cd-966c-d0de28b6047e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:51.453285 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ac38520-4190-4ec7-b2d6-3608afc859d1 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:51.455246 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-61864b21-fbec-43cd-966c-d0de28b6047e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:subnet and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:51.460600 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-61864b21-fbec-43cd-966c-d0de28b6047e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:51.467647 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b0ddf988-1095-4a17-9e24-7430c80a756f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:51.472525 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332c67a-59d2-4622-97b7-18e6f207ecd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Pushing event updated for resources: {'Port': ['ID=0d463dcc-7018-41e4-8bcc-9b24653576bc,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:51.481499 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b0ddf988-1095-4a17-9e24-7430c80a756f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Usage tracker for resource:security_group_rule and tenant:f14f2be753654adc9f14116a8f33b9ed is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:51.482069 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ac38520-4190-4ec7-b2d6-3608afc859d1 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:51.493071 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b0ddf988-1095-4a17-9e24-7430c80a756f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:51.501772 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-61864b21-fbec-43cd-966c-d0de28b6047e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:51.510857 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24168b05-c8cf-4d1e-8a10-fa1da6955abe tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:51.511554 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-24168b05-c8cf-4d1e-8a10-fa1da6955abe tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:51.514758 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac38520-4190-4ec7-b2d6-3608afc859d1 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Pushing event deleted for resources: {'Network': ['ID=aec8857e-0722-4aac-90cc-fbaf456f3064,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:51.574772 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b0ddf988-1095-4a17-9e24-7430c80a756f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:51.577499 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2ac38520-4190-4ec7-b2d6-3608afc859d1 tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] 10.222.0.39 "DELETE /v2.0/networks/aec8857e-0722-4aac-90cc-fbaf456f3064 HTTP/1.1" status: 204 len: 168 time: 1.7187991 Jan 26 11:23:51.580052 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48134) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:51.632496 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61864b21-fbec-43cd-966c-d0de28b6047e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:51.635966 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-61864b21-fbec-43cd-966c-d0de28b6047e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:51.670002 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 29e2477e-3e5c-4969-a56a-8e6b8f953daf up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:23:51.672071 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-24168b05-c8cf-4d1e-8a10-fa1da6955abe tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:51.673227 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-24168b05-c8cf-4d1e-8a10-fa1da6955abe tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7140245 Jan 26 11:23:51.680831 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48138) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:51.711311 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2aff66fd-021d-4605-84e3-424728966d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:51.740478 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 29e2477e-3e5c-4969-a56a-8e6b8f953daf triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:51.740853 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:51.829571 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.ipam_backend_mixin [None req-61864b21-fbec-43cd-966c-d0de28b6047e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Performing IP validity checks on allocation pools {{(pid=87442) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 26 11:23:51.830486 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.ipam_backend_mixin [None req-61864b21-fbec-43cd-966c-d0de28b6047e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87442) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 26 11:23:51.874348 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0ddf988-1095-4a17-9e24-7430c80a756f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:51.910987 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d575e5b3-3b50-4db0-9367-6d44116853ad no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:23:51.921382 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-04c1f401-c541-4c70-b026-8f7af3fd2fdd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:51.947344 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: d575e5b3-3b50-4db0-9367-6d44116853ad {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:23:51.947683 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d575e5b3-3b50-4db0-9367-6d44116853ad not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:23:52.046646 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef918eb1-9c3b-4cb8-b5b8-6eed012293dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:52.047130 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef918eb1-9c3b-4cb8-b5b8-6eed012293dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:52.047606 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef918eb1-9c3b-4cb8-b5b8-6eed012293dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:52.048074 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef918eb1-9c3b-4cb8-b5b8-6eed012293dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:52.048544 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef918eb1-9c3b-4cb8-b5b8-6eed012293dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:52.049009 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef918eb1-9c3b-4cb8-b5b8-6eed012293dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:52.049477 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef918eb1-9c3b-4cb8-b5b8-6eed012293dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:52.049937 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef918eb1-9c3b-4cb8-b5b8-6eed012293dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:52.050422 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef918eb1-9c3b-4cb8-b5b8-6eed012293dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:52.050883 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef918eb1-9c3b-4cb8-b5b8-6eed012293dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:52.051340 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef918eb1-9c3b-4cb8-b5b8-6eed012293dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:52.051801 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef918eb1-9c3b-4cb8-b5b8-6eed012293dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:52.052264 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef918eb1-9c3b-4cb8-b5b8-6eed012293dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:52.053688 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ef918eb1-9c3b-4cb8-b5b8-6eed012293dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Synchronizing usage tracker for tenant:e62b9e60e410427296a2da00e5622af8 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:52.057309 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f670e6bd-9c91-4f29-ac12-f707088f6ff9 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Router 744e1f17-c1da-47dc-9e79-887f729d659e has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:23:52.075252 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a71b97cb-934e-4c1e-b90c-699b4ed961ef tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:52.086266 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddee68e-e906-491b-b2f4-9230685aac7d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:52.086966 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3ddee68e-e906-491b-b2f4-9230685aac7d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:52.228975 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ef918eb1-9c3b-4cb8-b5b8-6eed012293dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Unset dirty status for tenant:e62b9e60e410427296a2da00e5622af8 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:52.230272 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ef918eb1-9c3b-4cb8-b5b8-6eed012293dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11769 time: 0.9641802 Jan 26 11:23:52.241363 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48142) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:52.312697 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-04c1f401-c541-4c70-b026-8f7af3fd2fdd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:52.326811 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2aff66fd-021d-4605-84e3-424728966d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:52.332584 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3ddee68e-e906-491b-b2f4-9230685aac7d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:52.333717 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3ddee68e-e906-491b-b2f4-9230685aac7d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6472194 Jan 26 11:23:52.340011 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48146) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:52.348982 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-b0ddf988-1095-4a17-9e24-7430c80a756f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] create failed (client error): There was a conflict when trying to complete your request. Jan 26 11:23:52.349987 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b0ddf988-1095-4a17-9e24-7430c80a756f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0022700 Jan 26 11:23:52.361086 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48150) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:52.369407 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f670e6bd-9c91-4f29-ac12-f707088f6ff9 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:23:52.380523 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f916c1-9061-4e88-8bb7-62cf1c8206c9 None None] Sync routers for ids ['744e1f17-c1da-47dc-9e79-887f729d659e'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:23:52.391274 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f916c1-9061-4e88-8bb7-62cf1c8206c9 None None] Routers {'744e1f17-c1da-47dc-9e79-887f729d659e'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:23:52.392706 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-12f916c1-9061-4e88-8bb7-62cf1c8206c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:23:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['744e1f17-c1da-47dc-9e79-887f729d659e'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:52.430289 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-04c1f401-c541-4c70-b026-8f7af3fd2fdd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87e307a-20c4-48ca-91b0-f46b77017075']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:52.447689 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-752ec2f6-aff0-49e1-ac5e-1ec353ed6a7a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1023560 Jan 26 11:23:52.447689 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-2aff66fd-021d-4605-84e3-424728966d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Deleting port fe64f9c4-90bb-4ac7-b6e4-744476dd37b9 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:52.447689 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2aff66fd-021d-4605-84e3-424728966d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:52.461929 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-12f916c1-9061-4e88-8bb7-62cf1c8206c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:52.465739 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48154) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:52.473389 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f916c1-9061-4e88-8bb7-62cf1c8206c9 None None] Routers {'744e1f17-c1da-47dc-9e79-887f729d659e'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:23:52.473389 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-12f916c1-9061-4e88-8bb7-62cf1c8206c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:23:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['744e1f17-c1da-47dc-9e79-887f729d659e'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:52.478293 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f670e6bd-9c91-4f29-ac12-f707088f6ff9 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] 10.222.0.39 "PUT /v2.0/routers/744e1f17-c1da-47dc-9e79-887f729d659e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7356298 Jan 26 11:23:52.484710 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48158) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:52.496749 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-397f9111-430f-4d28-bd31-5d3a94ff67bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Deleting port 0d463dcc-7018-41e4-8bcc-9b24653576bc {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:52.497185 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-397f9111-430f-4d28-bd31-5d3a94ff67bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:52.502039 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-04c1f401-c541-4c70-b026-8f7af3fd2fdd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e0c521-299f-40ee-aac3-b7a5c1e0cc16') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:52.502366 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-04c1f401-c541-4c70-b026-8f7af3fd2fdd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e0c521-299f-40ee-aac3-b7a5c1e0cc16') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:52.532327 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-1702c104-957c-4093-b7cb-81fc5a10fd3f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:52.546108 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-12f916c1-9061-4e88-8bb7-62cf1c8206c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:23:52.546533 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f916c1-9061-4e88-8bb7-62cf1c8206c9 None None] The sync data for ids ['744e1f17-c1da-47dc-9e79-887f729d659e'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:23:52.555548 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5c48b777-a77c-4ab0-a06d-22f7cd45b1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:52.586541 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-04c1f401-c541-4c70-b026-8f7af3fd2fdd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:52.609497 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-41ed2654-935f-4d2c-b4d3-1922955d7cfe tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] delete failed (client error): The resource could not be found. Jan 26 11:23:52.610542 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-41ed2654-935f-4d2c-b4d3-1922955d7cfe tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-498629838 HTTP/1.1" status: 404 len: 334 time: 0.1171396 Jan 26 11:23:52.615529 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48162) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:52.639210 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-1e86a57a-4e99-4e50-b436-e70fb6a1eb75 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Request body: {'router': {'external_gateway_info': {'network_id': '744e1f17-c1da-47dc-9e79-887f729d659e'}}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:52.698083 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-04c1f401-c541-4c70-b026-8f7af3fd2fdd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:52.702061 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-61864b21-fbec-43cd-966c-d0de28b6047e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:52.764511 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c1f401-c541-4c70-b026-8f7af3fd2fdd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:23:52.764925 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-04c1f401-c541-4c70-b026-8f7af3fd2fdd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:23:52.787666 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:23:52.951525 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3032fd44-8dc4-458d-9176-586d6281dfce tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:52.998335 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1702c104-957c-4093-b7cb-81fc5a10fd3f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:53.066106 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1702c104-957c-4093-b7cb-81fc5a10fd3f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:53.077604 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3032fd44-8dc4-458d-9176-586d6281dfce tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:53.157927 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61864b21-fbec-43cd-966c-d0de28b6047e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Subnet': ['ID=01d36e0e-809a-4418-bdca-996976c0165b,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:53.173690 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61864b21-fbec-43cd-966c-d0de28b6047e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Checking segment: {'id': '3794ecd4-75cb-47d9-87fb-70ef42007a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '09909484-f369-4fb5-8f14-acbf4335d453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:23:53.174060 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61864b21-fbec-43cd-966c-d0de28b6047e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network hostable DHCP agents. Network: 09909484-f369-4fb5-8f14-acbf4335d453, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:23:53.178270 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-04c1f401-c541-4c70-b026-8f7af3fd2fdd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:53.213833 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1702c104-957c-4093-b7cb-81fc5a10fd3f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:53.217811 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1702c104-957c-4093-b7cb-81fc5a10fd3f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:53.255092 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-04c1f401-c541-4c70-b026-8f7af3fd2fdd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:53.271349 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2aff66fd-021d-4605-84e3-424728966d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:53.287323 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-397f9111-430f-4d28-bd31-5d3a94ff67bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] For port 0d463dcc-7018-41e4-8bcc-9b24653576bc, host hv-neutron-8264, got binding levels [] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:53.287684 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-397f9111-430f-4d28-bd31-5d3a94ff67bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:53.291715 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1f401-c541-4c70-b026-8f7af3fd2fdd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] Pushing event deleted for resources: {'Network': ['ID=c87e307a-20c4-48ca-91b0-f46b77017075,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:53.462366 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-04c1f401-c541-4c70-b026-8f7af3fd2fdd tempest-BulkNetworkOpsTest-1412373082 tempest-BulkNetworkOpsTest-1412373082-project] 10.222.0.39 "DELETE /v2.0/networks/c87e307a-20c4-48ca-91b0-f46b77017075 HTTP/1.1" status: 204 len: 168 time: 1.8726962 Jan 26 11:23:53.465222 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1e86a57a-4e99-4e50-b436-e70fb6a1eb75 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:53.478008 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-2aff66fd-021d-4605-84e3-424728966d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Calling delete_port for fe64f9c4-90bb-4ac7-b6e4-744476dd37b9 owned by network:router_gateway {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:53.491210 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-397f9111-430f-4d28-bd31-5d3a94ff67bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Calling delete_port for 0d463dcc-7018-41e4-8bcc-9b24653576bc owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:53.603419 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3032fd44-8dc4-458d-9176-586d6281dfce tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:53.684342 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61864b21-fbec-43cd-966c-d0de28b6047e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network 09909484-f369-4fb5-8f14-acbf4335d453 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:23:53.693875 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032fd44-8dc4-458d-9176-586d6281dfce tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6976618-9d0b-4791-9cf0-c83cd04c4ae2,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:53.702923 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-1e86a57a-4e99-4e50-b436-e70fb6a1eb75 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] update failed (client error): The resource could not be found. Jan 26 11:23:53.702923 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1e86a57a-4e99-4e50-b436-e70fb6a1eb75 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] 10.222.0.39 "PUT /v2.0/routers/744e1f17-c1da-47dc-9e79-887f729d659e HTTP/1.1" status: 404 len: 339 time: 1.0832927 Jan 26 11:23:53.703238 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48170) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:53.777463 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-397f9111-430f-4d28-bd31-5d3a94ff67bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:53.777693 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-61864b21-fbec-43cd-966c-d0de28b6047e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 09909484-f369-4fb5-8f14-acbf4335d453) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:53.786682 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f35733-57f2-4bac-b1e9-702e794b7dca None None] Network 09909484-f369-4fb5-8f14-acbf4335d453 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:53.788130 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61864b21-fbec-43cd-966c-d0de28b6047e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:53.788728 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-61864b21-fbec-43cd-966c-d0de28b6047e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:53.854151 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3032fd44-8dc4-458d-9176-586d6281dfce tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:53.855334 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3032fd44-8dc4-458d-9176-586d6281dfce tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "DELETE /v2.0/security-groups/e6976618-9d0b-4791-9cf0-c83cd04c4ae2 HTTP/1.1" status: 204 len: 168 time: 1.4875407 Jan 26 11:23:53.863326 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48174) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:53.869650 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-397f9111-430f-4d28-bd31-5d3a94ff67bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:53.882404 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f9111-430f-4d28-bd31-5d3a94ff67bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d463dcc-7018-41e4-8bcc-9b24653576bc,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:53.892360 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48178) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:53.916629 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-397f9111-430f-4d28-bd31-5d3a94ff67bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] 10.222.0.39 "DELETE /v2.0/ports/0d463dcc-7018-41e4-8bcc-9b24653576bc HTTP/1.1" status: 204 len: 168 time: 1.6674221 Jan 26 11:23:53.936023 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48184) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:53.976764 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-61864b21-fbec-43cd-966c-d0de28b6047e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8903556 Jan 26 11:23:53.984400 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48188) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:53.996814 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a71b97cb-934e-4c1e-b90c-699b4ed961ef tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:54.010857 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d8d9706-2588-43b4-a9dd-b72fd9bcb552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] GET failed (client error): The resource could not be found. Jan 26 11:23:54.011469 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1d8d9706-2588-43b4-a9dd-b72fd9bcb552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Synchronizing usage tracker for tenant:e62b9e60e410427296a2da00e5622af8 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:54.020227 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a71b97cb-934e-4c1e-b90c-699b4ed961ef tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:54.057297 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-0aca73c2-2b01-462c-a0cd-9924a0ede891 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'port': {'network_id': '09909484-f369-4fb5-8f14-acbf4335d453', 'name': 'tempest-PortsTestJSON-1790027708'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:54.085891 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5dfe61-6078-4fba-927d-cce8e294f1c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-09909484-f369-4fb5-8f14-acbf4335d453', 'network_id': '09909484-f369-4fb5-8f14-acbf4335d453', 'tenant_id': 'f243e59f155e4e8b9c168a6739897859', 'fixed_ips': [{'subnet_id': '01d36e0e-809a-4418-bdca-996976c0165b'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:23:54.086634 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6e5dfe61-6078-4fba-927d-cce8e294f1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:54.204798 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f926000d-559b-4b20-b967-c9c725637de3 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3296614 Jan 26 11:23:54.209509 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1d8d9706-2588-43b4-a9dd-b72fd9bcb552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Unset dirty status for tenant:e62b9e60e410427296a2da00e5622af8 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:54.213965 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1d8d9706-2588-43b4-a9dd-b72fd9bcb552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] 10.222.0.39 "GET /v2.0/ports/0d463dcc-7018-41e4-8bcc-9b24653576bc HTTP/1.1" status: 404 len: 333 time: 0.2720819 Jan 26 11:23:54.213965 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48192) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:54.228669 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48194) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:54.235941 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-382e5b84-473e-4c8a-b6bd-cfcfba4a5783 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group': {'name': 'tempest-secgroup--217085931'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:54.240858 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b97cb-934e-4c1e-b90c-699b4ed961ef tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Port': ['ID=bb332c0f-32f9-42a4-a891-9d12fe90e478,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:54.254129 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-382e5b84-473e-4c8a-b6bd-cfcfba4a5783 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:54.261313 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-f3966113-c1dd-422e-848d-908636ba0837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-693921732', 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:54.272047 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71b97cb-934e-4c1e-b90c-699b4ed961ef tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:54.272647 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a71b97cb-934e-4c1e-b90c-699b4ed961ef tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:54.273933 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a71b97cb-934e-4c1e-b90c-699b4ed961ef tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "PUT /v2.0/ports/bb332c0f-32f9-42a4-a891-9d12fe90e478 HTTP/1.1" status: 200 len: 910 time: 3.0095065 Jan 26 11:23:54.303090 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-6e5dfe61-6078-4fba-927d-cce8e294f1c3 None None] Allocated IP 172.20.0.2 (09909484-f369-4fb5-8f14-acbf4335d453/01d36e0e-809a-4418-bdca-996976c0165b/8a684887-1c01-4158-bac5-2798cc09f23e) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:23:54.311051 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48200) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:54.313724 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f3966113-c1dd-422e-848d-908636ba0837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:54.321122 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-382e5b84-473e-4c8a-b6bd-cfcfba4a5783 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Usage tracker for resource:security_group and tenant:f14f2be753654adc9f14116a8f33b9ed is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:54.327954 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-382e5b84-473e-4c8a-b6bd-cfcfba4a5783 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:54.339035 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.objects.ports [None req-1702c104-957c-4093-b7cb-81fc5a10fd3f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 26 11:23:54.404273 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1702c104-957c-4093-b7cb-81fc5a10fd3f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:54.416347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-382e5b84-473e-4c8a-b6bd-cfcfba4a5783 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:54.449016 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-814b6525-f580-4089-b8d3-2731b2857ed2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=311e697d7bf645819b5b8129c8793bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5500622 Jan 26 11:23:54.450064 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f3966113-c1dd-422e-848d-908636ba0837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:54.451789 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48204) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:54.518185 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8c16cb2c-4d75-413f-9ef2-da881e48aa3a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:54.534037 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-0aca73c2-2b01-462c-a0cd-9924a0ede891 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:54.534929 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6e5dfe61-6078-4fba-927d-cce8e294f1c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:54.538235 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2aff66fd-021d-4605-84e3-424728966d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:54.546017 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6e5dfe61-6078-4fba-927d-cce8e294f1c3 None None] Transition to ACTIVE for port object 8a684887-1c01-4158-bac5-2798cc09f23e will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:54.567041 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6e5dfe61-6078-4fba-927d-cce8e294f1c3 None None] Transition to ACTIVE for port object 8a684887-1c01-4158-bac5-2798cc09f23e will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:54.573893 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6e5dfe61-6078-4fba-927d-cce8e294f1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:54.610000 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-0aca73c2-2b01-462c-a0cd-9924a0ede891 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:54.620123 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff66fd-021d-4605-84e3-424728966d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Pushing event deleted for resources: {'Port': ['ID=fe64f9c4-90bb-4ac7-b6e4-744476dd37b9,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:54.643905 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5dfe61-6078-4fba-927d-cce8e294f1c3 None None] Network 09909484-f369-4fb5-8f14-acbf4335d453 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:54.646800 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-6e5dfe61-6078-4fba-927d-cce8e294f1c3 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:54.650339 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5dfe61-6078-4fba-927d-cce8e294f1c3 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:54.656741 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5dfe61-6078-4fba-927d-cce8e294f1c3 None None] Pushing event updated for resources: {'Port': ['ID=8a684887-1c01-4158-bac5-2798cc09f23e,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:54.707734 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1702c104-957c-4093-b7cb-81fc5a10fd3f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:54.722471 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-382e5b84-473e-4c8a-b6bd-cfcfba4a5783 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:54.727789 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aff66fd-021d-4605-84e3-424728966d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:54.728142 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aff66fd-021d-4605-84e3-424728966d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:54.728484 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aff66fd-021d-4605-84e3-424728966d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:54.728819 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aff66fd-021d-4605-84e3-424728966d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:54.729149 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aff66fd-021d-4605-84e3-424728966d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:54.729476 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aff66fd-021d-4605-84e3-424728966d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:54.731426 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aff66fd-021d-4605-84e3-424728966d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:54.731426 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aff66fd-021d-4605-84e3-424728966d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:54.731426 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aff66fd-021d-4605-84e3-424728966d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:54.731426 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aff66fd-021d-4605-84e3-424728966d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:54.731426 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aff66fd-021d-4605-84e3-424728966d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:54.731426 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aff66fd-021d-4605-84e3-424728966d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:54.732477 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-1702c104-957c-4093-b7cb-81fc5a10fd3f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:54.735978 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1702c104-957c-4093-b7cb-81fc5a10fd3f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:54.736557 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1702c104-957c-4093-b7cb-81fc5a10fd3f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:54.746158 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3966113-c1dd-422e-848d-908636ba0837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Made reservation on behalf of e62b9e60e410427296a2da00e5622af8 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:54.748913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f3966113-c1dd-422e-848d-908636ba0837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:54.756997 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-6e5dfe61-6078-4fba-927d-cce8e294f1c3 None None] Attempting to bind port 8a684887-1c01-4158-bac5-2798cc09f23e on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:54.757371 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-6e5dfe61-6078-4fba-927d-cce8e294f1c3 None None] Attempting to bind port 8a684887-1c01-4158-bac5-2798cc09f23e by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '3794ecd4-75cb-47d9-87fb-70ef42007a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '09909484-f369-4fb5-8f14-acbf4335d453'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:54.757725 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5dfe61-6078-4fba-927d-cce8e294f1c3 None None] Attempting to bind port 8a684887-1c01-4158-bac5-2798cc09f23e on network 09909484-f369-4fb5-8f14-acbf4335d453 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:54.760176 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36145b5d-049c-48a7-8675-5995df50c6e2 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:54.792761 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702c104-957c-4093-b7cb-81fc5a10fd3f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=fc12bf3a-4c8c-4361-b689-65f148e488ab,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:54.806539 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-382e5b84-473e-4c8a-b6bd-cfcfba4a5783 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:54.832680 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aca73c2-2b01-462c-a0cd-9924a0ede891 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:54.836084 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0aca73c2-2b01-462c-a0cd-9924a0ede891 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:54.872820 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-382e5b84-473e-4c8a-b6bd-cfcfba4a5783 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Usage tracker for resource:security_group_rule and tenant:f14f2be753654adc9f14116a8f33b9ed is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:54.889541 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1702c104-957c-4093-b7cb-81fc5a10fd3f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.4149730 Jan 26 11:23:54.891284 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-f3966113-c1dd-422e-848d-908636ba0837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] device_id is not set on port f14787a8-ec9d-497c-b642-902883caf44f yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:23:54.905302 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5dfe61-6078-4fba-927d-cce8e294f1c3 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:23:54.905954 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5dfe61-6078-4fba-927d-cce8e294f1c3 None None] Checking segment: {'id': '3794ecd4-75cb-47d9-87fb-70ef42007a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '09909484-f369-4fb5-8f14-acbf4335d453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:23:54.906084 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6e5dfe61-6078-4fba-927d-cce8e294f1c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:54.906458 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5dfe61-6078-4fba-927d-cce8e294f1c3 None None] Bound using segment: {'id': '3794ecd4-75cb-47d9-87fb-70ef42007a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '09909484-f369-4fb5-8f14-acbf4335d453'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:23:54.906961 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-6e5dfe61-6078-4fba-927d-cce8e294f1c3 None None] Bound port: 8a684887-1c01-4158-bac5-2798cc09f23e, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3794ecd4-75cb-47d9-87fb-70ef42007a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '09909484-f369-4fb5-8f14-acbf4335d453'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:23:54.907337 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6e5dfe61-6078-4fba-927d-cce8e294f1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:54.924427 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-382e5b84-473e-4c8a-b6bd-cfcfba4a5783 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:54.928758 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48208) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:54.930518 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2aff66fd-021d-4605-84e3-424728966d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:54.936361 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-382e5b84-473e-4c8a-b6bd-cfcfba4a5783 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:54.952329 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-0b37b0e6-4354-492f-a775-9c1006de57ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'mac_address': 'fa:16:3e:d5:24:92', 'name': 'tempest-NetworksTestDHCPv6-517316176'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:54.959169 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-eaca36cb-3fc2-414a-a878-8ff17743f11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:55.081790 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7f5791-a050-4798-a61b-f629a44a181c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-ba6f0584-2941-48e6-9427-2229465f5a54', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'fixed_ips': [{'subnet_id': 'fc12bf3a-4c8c-4361-b689-65f148e488ab'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:23:55.082694 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ec7f5791-a050-4798-a61b-f629a44a181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:55.107504 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-6e5dfe61-6078-4fba-927d-cce8e294f1c3 None None] For port 8a684887-1c01-4158-bac5-2798cc09f23e, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:23:55.112324 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-6e5dfe61-6078-4fba-927d-cce8e294f1c3 None None] For port 8a684887-1c01-4158-bac5-2798cc09f23e, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=8a684887-1c01-4158-bac5-2798cc09f23e,segment=NetworkSegment(3794ecd4-75cb-47d9-87fb-70ef42007a9e),segment_id=3794ecd4-75cb-47d9-87fb-70ef42007a9e)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:23:55.155307 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6e5dfe61-6078-4fba-927d-cce8e294f1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:55.205844 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8e2f82f7-07bf-4847-ae88-0b4ab1c036b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:55.281687 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5dfe61-6078-4fba-927d-cce8e294f1c3 None None] Pushing event updated for resources: {'Port': ['ID=8a684887-1c01-4158-bac5-2798cc09f23e,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:55.320241 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-0aca73c2-2b01-462c-a0cd-9924a0ede891 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] device_id is not set on port a35999f3-224a-45f6-95b4-01f9987655b4 yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:23:55.376810 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-ec7f5791-a050-4798-a61b-f629a44a181c None None] Allocated IP 2001:db8::f816:3eff:fef1:f505 (ba6f0584-2941-48e6-9427-2229465f5a54/fc12bf3a-4c8c-4361-b689-65f148e488ab/e90e1a91-22b9-4c91-8964-498cff276e85) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:23:55.383045 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2aff66fd-021d-4605-84e3-424728966d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:55.391303 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2aff66fd-021d-4605-84e3-424728966d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:55.415070 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8e2f82f7-07bf-4847-ae88-0b4ab1c036b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:55.418360 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0b37b0e6-4354-492f-a775-9c1006de57ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:55.426220 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-382e5b84-473e-4c8a-b6bd-cfcfba4a5783 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:55.430195 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0b37b0e6-4354-492f-a775-9c1006de57ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:port and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:55.446141 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0b37b0e6-4354-492f-a775-9c1006de57ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:55.455495 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-382e5b84-473e-4c8a-b6bd-cfcfba4a5783 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:55.499467 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0b37b0e6-4354-492f-a775-9c1006de57ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:55.624786 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2aff66fd-021d-4605-84e3-424728966d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:55.625834 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aff66fd-021d-4605-84e3-424728966d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Fanout notify agent at l3_agent the message router_deleted on router db205aaa-8b68-4ac2-8906-475cd5069eaf {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:23:55.664836 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b37b0e6-4354-492f-a775-9c1006de57ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:55.696291 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-382e5b84-473e-4c8a-b6bd-cfcfba4a5783 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:55.697769 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-382e5b84-473e-4c8a-b6bd-cfcfba4a5783 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4784400 Jan 26 11:23:55.699116 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e5b84-473e-4c8a-b6bd-cfcfba4a5783 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=433fbf60-4de5-4e9f-9cfc-687a2bd098af,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:55.708652 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48212) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:55.715847 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f3966113-c1dd-422e-848d-908636ba0837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:55.728357 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-4815413a-42e3-448a-a290-955448016dfc tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group_rule': {'security_group_id': '433fbf60-4de5-4e9f-9cfc-687a2bd098af', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:55.731262 dv-neutron-826439-1-hyperv neutron-server[87442]: WARNING neutron.api.v2.base [None req-4815413a-42e3-448a-a290-955448016dfc tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 26 11:23:55.733289 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-4815413a-42e3-448a-a290-955448016dfc tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:23:55.735213 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4815413a-42e3-448a-a290-955448016dfc tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0131712 Jan 26 11:23:55.740373 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e5b84-473e-4c8a-b6bd-cfcfba4a5783 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:55.740373 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e5b84-473e-4c8a-b6bd-cfcfba4a5783 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:55.740373 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e5b84-473e-4c8a-b6bd-cfcfba4a5783 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:55.740825 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e5b84-473e-4c8a-b6bd-cfcfba4a5783 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:55.741120 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e5b84-473e-4c8a-b6bd-cfcfba4a5783 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:55.741270 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e5b84-473e-4c8a-b6bd-cfcfba4a5783 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:55.741515 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e5b84-473e-4c8a-b6bd-cfcfba4a5783 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:55.741839 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e5b84-473e-4c8a-b6bd-cfcfba4a5783 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:55.742174 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e5b84-473e-4c8a-b6bd-cfcfba4a5783 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:55.742578 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e5b84-473e-4c8a-b6bd-cfcfba4a5783 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:55.742832 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e5b84-473e-4c8a-b6bd-cfcfba4a5783 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:55.743152 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382e5b84-473e-4c8a-b6bd-cfcfba4a5783 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:23:55.753334 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48216) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:55.781009 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ec7f5791-a050-4798-a61b-f629a44a181c None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:55.799082 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ec7f5791-a050-4798-a61b-f629a44a181c None None] Transition to ACTIVE for port object e90e1a91-22b9-4c91-8964-498cff276e85 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:55.805537 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8e2f82f7-07bf-4847-ae88-0b4ab1c036b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:55.848528 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f82f7-07bf-4847-ae88-0b4ab1c036b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b71c5f-2e8f-4969-ba1d-48ce4343a671,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:55.857757 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:55.860482 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ec7f5791-a050-4798-a61b-f629a44a181c None None] Transition to ACTIVE for port object e90e1a91-22b9-4c91-8964-498cff276e85 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:55.870886 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-0aca73c2-2b01-462c-a0cd-9924a0ede891 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Allocated IP 172.20.0.9 (09909484-f369-4fb5-8f14-acbf4335d453/01d36e0e-809a-4418-bdca-996976c0165b/a35999f3-224a-45f6-95b4-01f9987655b4) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:23:55.879483 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ec7f5791-a050-4798-a61b-f629a44a181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:55.944929 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2aff66fd-021d-4605-84e3-424728966d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:55.951526 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2aff66fd-021d-4605-84e3-424728966d34 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "DELETE /v2.0/routers/db205aaa-8b68-4ac2-8906-475cd5069eaf HTTP/1.1" status: 204 len: 168 time: 4.7241693 Jan 26 11:23:55.975159 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7f5791-a050-4798-a61b-f629a44a181c None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:55.977554 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48220) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:55.979731 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-ec7f5791-a050-4798-a61b-f629a44a181c None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:55.985107 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7f5791-a050-4798-a61b-f629a44a181c None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:55.991690 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8e2f82f7-07bf-4847-ae88-0b4ab1c036b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:55.993705 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8e2f82f7-07bf-4847-ae88-0b4ab1c036b4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26b71c5f-2e8f-4969-ba1d-48ce4343a671 HTTP/1.1" status: 204 len: 168 time: 1.5376773 Jan 26 11:23:56.013626 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-d8bc2377-c911-4eaa-807c-b67f47c0aace tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1439526997', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}, 'admin_state_up': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:56.024535 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-8c16cb2c-4d75-413f-9ef2-da881e48aa3a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Allocated IP 172.20.0.1 (9feae8ab-90bf-4971-8051-a325a6690e92/709ea6f8-e636-44f1-bb61-933a8278e397/b92b6d0b-0d71-4958-a958-bbd54625a71e) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:23:56.042944 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d8bc2377-c911-4eaa-807c-b67f47c0aace tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:56.050385 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f5791-a050-4798-a61b-f629a44a181c None None] Pushing event updated for resources: {'Port': ['ID=e90e1a91-22b9-4c91-8964-498cff276e85,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:56.065442 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0b37b0e6-4354-492f-a775-9c1006de57ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:56.068380 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d8bc2377-c911-4eaa-807c-b67f47c0aace tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Usage tracker for resource:router and tenant:5bfdb32e41224481be4699ac3ddc8692 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:56.074244 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d8bc2377-c911-4eaa-807c-b67f47c0aace tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:56.087983 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f3966113-c1dd-422e-848d-908636ba0837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:56.088446 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:56.104704 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d8bc2377-c911-4eaa-807c-b67f47c0aace tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:56.121746 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-ec7f5791-a050-4798-a61b-f629a44a181c None None] Attempting to bind port e90e1a91-22b9-4c91-8964-498cff276e85 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:23:56.122685 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-ec7f5791-a050-4798-a61b-f629a44a181c None None] Attempting to bind port e90e1a91-22b9-4c91-8964-498cff276e85 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:23:56.123070 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f5791-a050-4798-a61b-f629a44a181c None None] Attempting to bind port e90e1a91-22b9-4c91-8964-498cff276e85 on network ba6f0584-2941-48e6-9427-2229465f5a54 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:23:56.132599 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6149fe56-62f3-4dec-9830-597897cbabd1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:56.135425 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f5791-a050-4798-a61b-f629a44a181c None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:23:56.137214 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f5791-a050-4798-a61b-f629a44a181c None None] Checking segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:23:56.137489 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ec7f5791-a050-4798-a61b-f629a44a181c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:56.140007 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f5791-a050-4798-a61b-f629a44a181c None None] Bound using segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:23:56.140744 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-ec7f5791-a050-4798-a61b-f629a44a181c None None] Bound port: e90e1a91-22b9-4c91-8964-498cff276e85, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:23:56.140902 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ec7f5791-a050-4798-a61b-f629a44a181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:56.181115 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2377-c911-4eaa-807c-b67f47c0aace tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:56.182605 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2377-c911-4eaa-807c-b67f47c0aace tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:56.204685 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-0b37b0e6-4354-492f-a775-9c1006de57ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] device_id is not set on port fadb3d50-0804-4ee1-b2ef-8edd5ae811c9 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:23:56.260376 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6149fe56-62f3-4dec-9830-597897cbabd1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:56.272947 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3966113-c1dd-422e-848d-908636ba0837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:56.287580 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-ec7f5791-a050-4798-a61b-f629a44a181c None None] For port e90e1a91-22b9-4c91-8964-498cff276e85, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:23:56.289581 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-f3966113-c1dd-422e-848d-908636ba0837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:56.294968 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-ec7f5791-a050-4798-a61b-f629a44a181c None None] For port e90e1a91-22b9-4c91-8964-498cff276e85, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=e90e1a91-22b9-4c91-8964-498cff276e85,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:23:56.300732 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ec7f5791-a050-4798-a61b-f629a44a181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:56.312376 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3966113-c1dd-422e-848d-908636ba0837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:56.313565 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3966113-c1dd-422e-848d-908636ba0837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:56.314475 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f3966113-c1dd-422e-848d-908636ba0837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:56.320828 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8770a172-ce02-458f-b5c5-2ff9af88d33e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:56.355524 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2377-c911-4eaa-807c-b67f47c0aace tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:56.396919 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3966113-c1dd-422e-848d-908636ba0837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Pushing event updated for resources: {'Port': ['ID=f14787a8-ec9d-497c-b642-902883caf44f,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:56.416736 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f5791-a050-4798-a61b-f629a44a181c None None] Pushing event updated for resources: {'Port': ['ID=e90e1a91-22b9-4c91-8964-498cff276e85,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:56.447171 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8c16cb2c-4d75-413f-9ef2-da881e48aa3a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:56.453540 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0aca73c2-2b01-462c-a0cd-9924a0ede891 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:56.552630 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-8c16cb2c-4d75-413f-9ef2-da881e48aa3a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Transition to ACTIVE for port object b92b6d0b-0d71-4958-a958-bbd54625a71e will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:56.653589 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-0aca73c2-2b01-462c-a0cd-9924a0ede891 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Transition to ACTIVE for port object a35999f3-224a-45f6-95b4-01f9987655b4 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:56.765412 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0aca73c2-2b01-462c-a0cd-9924a0ede891 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:56.796786 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6149fe56-62f3-4dec-9830-597897cbabd1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:56.977289 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149fe56-62f3-4dec-9830-597897cbabd1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=433fbf60-4de5-4e9f-9cfc-687a2bd098af,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:56.979975 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-0b37b0e6-4354-492f-a775-9c1006de57ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 2001:db8::f816:3eff:fed5:2492 (ba6f0584-2941-48e6-9427-2229465f5a54/fc12bf3a-4c8c-4361-b689-65f148e488ab/fadb3d50-0804-4ee1-b2ef-8edd5ae811c9) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:23:56.987488 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2377-c911-4eaa-807c-b67f47c0aace tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:56.993185 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f3966113-c1dd-422e-848d-908636ba0837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.7489545 Jan 26 11:23:57.001708 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48242) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:57.031808 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8c16cb2c-4d75-413f-9ef2-da881e48aa3a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:57.093913 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aca73c2-2b01-462c-a0cd-9924a0ede891 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network 09909484-f369-4fb5-8f14-acbf4335d453 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:57.107129 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca73c2-2b01-462c-a0cd-9924a0ede891 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Port': ['ID=a35999f3-224a-45f6-95b4-01f9987655b4,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:57.109948 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-0aca73c2-2b01-462c-a0cd-9924a0ede891 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:57.132226 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6149fe56-62f3-4dec-9830-597897cbabd1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:57.136058 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6149fe56-62f3-4dec-9830-597897cbabd1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "DELETE /v2.0/security-groups/433fbf60-4de5-4e9f-9cfc-687a2bd098af HTTP/1.1" status: 204 len: 168 time: 1.3817420 Jan 26 11:23:57.136674 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48248) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:57.175262 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beacabe-cf63-4f18-849e-79cb95b58ff8 None None] Network 09909484-f369-4fb5-8f14-acbf4335d453 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:23:57.272198 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48252) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:57.286968 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2dec9cdb-f858-4b7e-98dc-1c2992beaf83 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Synchronizing usage tracker for tenant:f14f2be753654adc9f14116a8f33b9ed on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:57.298934 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aca73c2-2b01-462c-a0cd-9924a0ede891 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:57.370092 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aca73c2-2b01-462c-a0cd-9924a0ede891 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:57.370844 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0aca73c2-2b01-462c-a0cd-9924a0ede891 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:57.397122 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-274ad1da-af55-48b3-8d35-1503bf308779 None None] Provisioning for port 8a684887-1c01-4158-bac5-2798cc09f23e completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:57.406614 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:57.432507 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2dec9cdb-f858-4b7e-98dc-1c2992beaf83 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Unset dirty status for tenant:f14f2be753654adc9f14116a8f33b9ed on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:57.438656 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2dec9cdb-f858-4b7e-98dc-1c2992beaf83 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2983625 Jan 26 11:23:57.441444 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c16cb2c-4d75-413f-9ef2-da881e48aa3a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Network 9feae8ab-90bf-4971-8051-a325a6690e92 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:57.443762 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48258) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:57.452488 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-8c16cb2c-4d75-413f-9ef2-da881e48aa3a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:57.459928 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c16cb2c-4d75-413f-9ef2-da881e48aa3a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:57.492772 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52b3dad-481b-4de7-a887-e8464568c76f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:57.494464 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f52b3dad-481b-4de7-a887-e8464568c76f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] 10.222.0.39 "GET /v2.0/ports/f14787a8-ec9d-497c-b642-902883caf44f HTTP/1.1" status: 200 len: 958 time: 0.4710143 Jan 26 11:23:57.497841 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48262) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:57.498952 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-4b071674-0417-4144-a23e-ec64dbfaa4ac tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347633937'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:57.527123 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0aca73c2-2b01-462c-a0cd-9924a0ede891 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5406108 Jan 26 11:23:57.540422 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4b071674-0417-4144-a23e-ec64dbfaa4ac tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:57.546091 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48266) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:57.579216 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-5a881030-41dd-4145-97d3-1251903b24cd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-433112980'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:57.606702 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-8770a172-ce02-458f-b5c5-2ff9af88d33e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting port bb332c0f-32f9-42a4-a891-9d12fe90e478 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:57.607074 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8770a172-ce02-458f-b5c5-2ff9af88d33e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:57.616807 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16cb2c-4d75-413f-9ef2-da881e48aa3a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Pushing event updated for resources: {'Port': ['ID=b92b6d0b-0d71-4958-a958-bbd54625a71e,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:57.652515 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5a881030-41dd-4145-97d3-1251903b24cd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:57.673996 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0b37b0e6-4354-492f-a775-9c1006de57ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:57.695394 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5a881030-41dd-4145-97d3-1251903b24cd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Usage tracker for resource:network and tenant:72fcefe45da642438142264604e9cfc8 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:57.717247 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4b071674-0417-4144-a23e-ec64dbfaa4ac tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:57.720444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5a881030-41dd-4145-97d3-1251903b24cd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:57.742006 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-49591010-f78f-4389-85ee-60b7e09b4fa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Deleting port f14787a8-ec9d-497c-b642-902883caf44f {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:57.742375 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-49591010-f78f-4389-85ee-60b7e09b4fa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:57.772273 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8c16cb2c-4d75-413f-9ef2-da881e48aa3a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:57.809628 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4b071674-0417-4144-a23e-ec64dbfaa4ac tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:57.826707 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5a881030-41dd-4145-97d3-1251903b24cd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:57.840251 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-c3d0fa58-472a-410a-ba5c-7c9c7a2b2f8c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting port a35999f3-224a-45f6-95b4-01f9987655b4 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:23:57.840597 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c3d0fa58-472a-410a-ba5c-7c9c7a2b2f8c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:57.848679 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-0b37b0e6-4354-492f-a775-9c1006de57ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Transition to ACTIVE for port object fadb3d50-0804-4ee1-b2ef-8edd5ae811c9 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:23:57.922561 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device e90e1a91-22b9-4c91-8964-498cff276e85 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:23:57.960402 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4b071674-0417-4144-a23e-ec64dbfaa4ac tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:57.964524 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4b071674-0417-4144-a23e-ec64dbfaa4ac tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Usage tracker for resource:security_group_rule and tenant:f14f2be753654adc9f14116a8f33b9ed is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:57.967801 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4b071674-0417-4144-a23e-ec64dbfaa4ac tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:57.982687 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4b071674-0417-4144-a23e-ec64dbfaa4ac tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:58.030245 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-44a1d914-0115-40a3-8976-c66461dbc90e None None] Provisioning for port b92b6d0b-0d71-4958-a958-bbd54625a71e completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:58.040451 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-44a1d914-0115-40a3-8976-c66461dbc90e None None] Provisioning complete for port b92b6d0b-0d71-4958-a958-bbd54625a71e triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:58.041290 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-44a1d914-0115-40a3-8976-c66461dbc90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:58.056647 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8770a172-ce02-458f-b5c5-2ff9af88d33e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:58.078424 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port e90e1a91-22b9-4c91-8964-498cff276e85 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:58.099112 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 8a684887-1c01-4158-bac5-2798cc09f23e up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:23:58.154434 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-44a1d914-0115-40a3-8976-c66461dbc90e None None] Port b92b6d0b-0d71-4958-a958-bbd54625a71e cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:23:58.202724 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 8a684887-1c01-4158-bac5-2798cc09f23e completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:58.207753 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-8770a172-ce02-458f-b5c5-2ff9af88d33e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Calling delete_port for bb332c0f-32f9-42a4-a891-9d12fe90e478 owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:58.208935 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 8a684887-1c01-4158-bac5-2798cc09f23e triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:58.209379 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:58.305346 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-1154dde2-19ee-4fed-b6ed-6983234149e4 None None] Provisioning complete for port 8a684887-1c01-4158-bac5-2798cc09f23e triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:58.305817 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1154dde2-19ee-4fed-b6ed-6983234149e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:58.318680 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a881030-41dd-4145-97d3-1251903b24cd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Made reservation on behalf of 72fcefe45da642438142264604e9cfc8 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:23:58.323770 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a881030-41dd-4145-97d3-1251903b24cd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:58.355848 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a881030-41dd-4145-97d3-1251903b24cd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:58.427838 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5a881030-41dd-4145-97d3-1251903b24cd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:23:58.437398 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:58.438994 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2377-c911-4eaa-807c-b67f47c0aace tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:58.441556 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5a881030-41dd-4145-97d3-1251903b24cd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Usage tracker for resource:security_group_rule and tenant:72fcefe45da642438142264604e9cfc8 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:23:58.454103 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5a881030-41dd-4145-97d3-1251903b24cd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:23:58.462985 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5a881030-41dd-4145-97d3-1251903b24cd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:23:58.500131 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0b37b0e6-4354-492f-a775-9c1006de57ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:58.505209 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8c16cb2c-4d75-413f-9ef2-da881e48aa3a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:58.511451 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1154dde2-19ee-4fed-b6ed-6983234149e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:58.515096 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2377-c911-4eaa-807c-b67f47c0aace tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:58.542081 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 8a684887-1c01-4158-bac5-2798cc09f23e, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=8a684887-1c01-4158-bac5-2798cc09f23e,segment=NetworkSegment(3794ecd4-75cb-47d9-87fb-70ef42007a9e),segment_id=3794ecd4-75cb-47d9-87fb-70ef42007a9e)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:58.553797 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:58.671308 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-1154dde2-19ee-4fed-b6ed-6983234149e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:23:58.672418 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-1154dde2-19ee-4fed-b6ed-6983234149e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:23:58.673072 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4b071674-0417-4144-a23e-ec64dbfaa4ac tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:58.696649 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=8a684887-1c01-4158-bac5-2798cc09f23e,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:58.699491 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4b071674-0417-4144-a23e-ec64dbfaa4ac tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:58.712082 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b37b0e6-4354-492f-a775-9c1006de57ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:23:58.729245 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-0b37b0e6-4354-492f-a775-9c1006de57ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:23:58.736923 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b37b0e6-4354-492f-a775-9c1006de57ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:23:58.742478 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b37b0e6-4354-492f-a775-9c1006de57ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:58.743097 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0b37b0e6-4354-492f-a775-9c1006de57ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:58.758492 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-49591010-f78f-4389-85ee-60b7e09b4fa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:58.774906 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37b0e6-4354-492f-a775-9c1006de57ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Port': ['ID=fadb3d50-0804-4ee1-b2ef-8edd5ae811c9,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:58.884329 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c3d0fa58-472a-410a-ba5c-7c9c7a2b2f8c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:58.983538 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4b071674-0417-4144-a23e-ec64dbfaa4ac tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:58.985509 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4b071674-0417-4144-a23e-ec64dbfaa4ac tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5305502 Jan 26 11:23:58.986493 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b071674-0417-4144-a23e-ec64dbfaa4ac tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8513d9-54c8-4fc5-b42b-8d8df56c0f8c,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:58.999060 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48270) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:59.056975 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-49591010-f78f-4389-85ee-60b7e09b4fa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Calling delete_port for f14787a8-ec9d-497c-b642-902883caf44f owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:59.066345 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-5147428d-a661-4d40-9172-2d8530e8b52e tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group_rule': {'security_group_id': '1c8513d9-54c8-4fc5-b42b-8d8df56c0f8c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:23:59.067169 dv-neutron-826439-1-hyperv neutron-server[87442]: WARNING neutron.api.v2.base [None req-5147428d-a661-4d40-9172-2d8530e8b52e tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 26 11:23:59.067665 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-5147428d-a661-4d40-9172-2d8530e8b52e tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:23:59.068622 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5147428d-a661-4d40-9172-2d8530e8b52e tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0671089 Jan 26 11:23:59.085929 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48274) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:59.125756 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8770a172-ce02-458f-b5c5-2ff9af88d33e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:59.176178 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0b37b0e6-4354-492f-a775-9c1006de57ef tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2405081 Jan 26 11:23:59.192036 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48278) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:59.213257 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770a172-ce02-458f-b5c5-2ff9af88d33e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Port': ['ID=bb332c0f-32f9-42a4-a891-9d12fe90e478,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:59.251609 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-1154dde2-19ee-4fed-b6ed-6983234149e4 None None] Provisioning for port a35999f3-224a-45f6-95b4-01f9987655b4 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:59.257188 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-1154dde2-19ee-4fed-b6ed-6983234149e4 None None] Provisioning complete for port a35999f3-224a-45f6-95b4-01f9987655b4 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:59.257661 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1154dde2-19ee-4fed-b6ed-6983234149e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:59.274513 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-c3d0fa58-472a-410a-ba5c-7c9c7a2b2f8c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Calling delete_port for a35999f3-224a-45f6-95b4-01f9987655b4 owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:23:59.319658 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-1154dde2-19ee-4fed-b6ed-6983234149e4 None None] Port a35999f3-224a-45f6-95b4-01f9987655b4 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:23:59.364952 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-d8bc2377-c911-4eaa-807c-b67f47c0aace tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Allocated IP 172.26.5.26 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/2c272089-f97b-430c-a28f-d3a82404cf40) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:23:59.398352 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a881030-41dd-4145-97d3-1251903b24cd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:59.424212 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a881030-41dd-4145-97d3-1251903b24cd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:59.445888 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-49591010-f78f-4389-85ee-60b7e09b4fa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:59.457018 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b3bbc649-a3d9-4ca4-9277-082b1b4308f1 None None] Provisioning for port fadb3d50-0804-4ee1-b2ef-8edd5ae811c9 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:59.464793 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b3bbc649-a3d9-4ca4-9277-082b1b4308f1 None None] Provisioning complete for port fadb3d50-0804-4ee1-b2ef-8edd5ae811c9 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:59.466148 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b3bbc649-a3d9-4ca4-9277-082b1b4308f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:59.503528 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8489-fc6f-4117-b890-6a744130845b tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:59.519655 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a881030-41dd-4145-97d3-1251903b24cd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:23:59.531904 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-b3bbc649-a3d9-4ca4-9277-082b1b4308f1 None None] Port fadb3d50-0804-4ee1-b2ef-8edd5ae811c9 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:23:59.542572 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b3bbc649-a3d9-4ca4-9277-082b1b4308f1 None None] Provisioning for port e90e1a91-22b9-4c91-8964-498cff276e85 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:23:59.548135 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b3bbc649-a3d9-4ca4-9277-082b1b4308f1 None None] Provisioning complete for port e90e1a91-22b9-4c91-8964-498cff276e85 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:59.548511 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b3bbc649-a3d9-4ca4-9277-082b1b4308f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:59.599254 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49591010-f78f-4389-85ee-60b7e09b4fa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Pushing event deleted for resources: {'Port': ['ID=f14787a8-ec9d-497c-b642-902883caf44f,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:59.629091 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-49591010-f78f-4389-85ee-60b7e09b4fa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:59.684155 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b3bbc649-a3d9-4ca4-9277-082b1b4308f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:59.714034 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 8a684887-1c01-4158-bac5-2798cc09f23e up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:23:59.714648 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a881030-41dd-4145-97d3-1251903b24cd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64a12065-c0a9-4e82-b54c-45f4ee5df087,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:59.721943 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c3d0fa58-472a-410a-ba5c-7c9c7a2b2f8c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:59.733763 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8489-fc6f-4117-b890-6a744130845b tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:59.741632 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a881030-41dd-4145-97d3-1251903b24cd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:59.741984 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-5a881030-41dd-4145-97d3-1251903b24cd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Added segment b09ab595-2ac6-48e4-9953-646915ef6154 of type vlan for network 5ddc1a56-d389-4afc-9be4-a6ac4a7c41ba Jan 26 11:23:59.758067 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8770a172-ce02-458f-b5c5-2ff9af88d33e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:59.786377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1894db6-7d22-4e39-87b6-3c13aa7269d7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:59.788084 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0fa58-472a-410a-ba5c-7c9c7a2b2f8c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Port': ['ID=a35999f3-224a-45f6-95b4-01f9987655b4,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:59.793628 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-b3bbc649-a3d9-4ca4-9277-082b1b4308f1 None None] For port e90e1a91-22b9-4c91-8964-498cff276e85, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=e90e1a91-22b9-4c91-8964-498cff276e85,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:23:59.796421 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2377-c911-4eaa-807c-b67f47c0aace tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:59.799191 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1894db6-7d22-4e39-87b6-3c13aa7269d7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:23:59.802597 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b3bbc649-a3d9-4ca4-9277-082b1b4308f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:59.803287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a1894db6-7d22-4e39-87b6-3c13aa7269d7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:23:59.857407 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b3bbc649-a3d9-4ca4-9277-082b1b4308f1 None None] Could not find standard attr ID for object a35999f3-224a-45f6-95b4-01f9987655b4. {{(pid=87444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 11:23:59.859449 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-49591010-f78f-4389-85ee-60b7e09b4fa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] 10.222.0.39 "DELETE /v2.0/ports/f14787a8-ec9d-497c-b642-902883caf44f HTTP/1.1" status: 204 len: 168 time: 2.3596196 Jan 26 11:23:59.875935 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 8a684887-1c01-4158-bac5-2798cc09f23e triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:23:59.875935 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:59.878115 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48282) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:59.888350 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a1894db6-7d22-4e39-87b6-3c13aa7269d7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:23:59.894118 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a1894db6-7d22-4e39-87b6-3c13aa7269d7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6914763 Jan 26 11:23:59.925123 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48286) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:23:59.931747 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbc649-a3d9-4ca4-9277-082b1b4308f1 None None] Pushing event updated for resources: {'Port': ['ID=e90e1a91-22b9-4c91-8964-498cff276e85,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:23:59.937378 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c3d0fa58-472a-410a-ba5c-7c9c7a2b2f8c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:23:59.993333 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8c16cb2c-4d75-413f-9ef2-da881e48aa3a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:00.015356 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8c16cb2c-4d75-413f-9ef2-da881e48aa3a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:00.044760 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c3d0fa58-472a-410a-ba5c-7c9c7a2b2f8c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/ports/a35999f3-224a-45f6-95b4-01f9987655b4 HTTP/1.1" status: 204 len: 168 time: 2.4901559 Jan 26 11:24:00.049931 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48290) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:00.061307 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a881030-41dd-4145-97d3-1251903b24cd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:00.137616 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-a06cdb40-7996-4008-ad49-3bd0bc5ecdab tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting port fadb3d50-0804-4ee1-b2ef-8edd5ae811c9 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:00.137881 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a06cdb40-7996-4008-ad49-3bd0bc5ecdab tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:00.157677 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e26c50-c0ae-4512-bcd6-680983a7bc09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] GET failed (client error): The resource could not be found. Jan 26 11:24:00.158283 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a6e26c50-c0ae-4512-bcd6-680983a7bc09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Synchronizing usage tracker for tenant:e62b9e60e410427296a2da00e5622af8 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:00.164366 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-b61ce13e-ad70-4a48-b573-ec39feef2748 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] DELETE failed (client error): The resource could not be found. Jan 26 11:24:00.164962 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b61ce13e-ad70-4a48-b573-ec39feef2748 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:24:00.182541 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16cb2c-4d75-413f-9ef2-da881e48aa3a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Pushing event updated for resources: {'Port': ['ID=b92b6d0b-0d71-4958-a958-bbd54625a71e,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:00.211781 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8c16cb2c-4d75-413f-9ef2-da881e48aa3a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:00.226826 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2377-c911-4eaa-807c-b67f47c0aace tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:00.239573 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8489-fc6f-4117-b890-6a744130845b tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:00.276761 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b61ce13e-ad70-4a48-b573-ec39feef2748 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/ports/a35999f3-224a-45f6-95b4-01f9987655b4 HTTP/1.1" status: 404 len: 333 time: 0.2258792 Jan 26 11:24:00.281989 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8489-fc6f-4117-b890-6a744130845b tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:00.283099 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5c1e8489-fc6f-4117-b890-6a744130845b tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "DELETE /v2.0/security-groups/1c8513d9-54c8-4fc5-b42b-8d8df56c0f8c HTTP/1.1" status: 204 len: 168 time: 1.1857772 Jan 26 11:24:00.284077 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e8489-fc6f-4117-b890-6a744130845b tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8513d9-54c8-4fc5-b42b-8d8df56c0f8c,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:00.285631 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48294) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:00.325887 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48296) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:00.394473 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a881030-41dd-4145-97d3-1251903b24cd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:00.396839 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bc2377-c911-4eaa-807c-b67f47c0aace tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:00.399905 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a881030-41dd-4145-97d3-1251903b24cd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:00.400487 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a881030-41dd-4145-97d3-1251903b24cd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:00.405715 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-d8bc2377-c911-4eaa-807c-b67f47c0aace tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:00.412515 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a6e26c50-c0ae-4512-bcd6-680983a7bc09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Unset dirty status for tenant:e62b9e60e410427296a2da00e5622af8 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:00.413678 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a6e26c50-c0ae-4512-bcd6-680983a7bc09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] 10.222.0.39 "GET /v2.0/ports/f14787a8-ec9d-497c-b642-902883caf44f HTTP/1.1" status: 404 len: 333 time: 0.5283558 Jan 26 11:24:00.417242 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bc2377-c911-4eaa-807c-b67f47c0aace tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:00.437062 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48302) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:00.445671 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c61dd90-dd5c-48fb-9c6f-5f8c87e71628 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] GET failed (client error): The resource could not be found. Jan 26 11:24:00.447195 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8c61dd90-dd5c-48fb-9c6f-5f8c87e71628 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "GET /v2.0/ports/a35999f3-224a-45f6-95b4-01f9987655b4 HTTP/1.1" status: 404 len: 333 time: 0.0965996 Jan 26 11:24:00.456024 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-587ed4fd-e9b8-4d10-b7c7-3b551cad8bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Request body: {'port': {'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927899938'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:00.462040 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5a881030-41dd-4145-97d3-1251903b24cd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.1835418 Jan 26 11:24:00.462693 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48306) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:00.468047 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8770a172-ce02-458f-b5c5-2ff9af88d33e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Router 294654c5-2241-4d2a-8267-c9dd213ae4d8 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:24:00.480500 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-587ed4fd-e9b8-4d10-b7c7-3b551cad8bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:00.522848 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc2377-c911-4eaa-807c-b67f47c0aace tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Pushing event updated for resources: {'Port': ['ID=2c272089-f97b-430c-a28f-d3a82404cf40,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:00.598785 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48310) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:00.606740 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-587ed4fd-e9b8-4d10-b7c7-3b551cad8bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:00.611865 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a881030-41dd-4145-97d3-1251903b24cd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'Network': ['ID=5ddc1a56-d389-4afc-9be4-a6ac4a7c41ba,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:00.624298 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 5ddc1a56-d389-4afc-9be4-a6ac4a7c41ba details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:24:00.626477 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-48262fdd-a3e6-465f-b507-bb4bfcaeb0cf tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting subnet 01d36e0e-809a-4418-bdca-996976c0165b {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:24:00.658661 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-b3e05e02-aa55-4363-bca3-c3561664d73f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Request body: {'subnet': {'network_id': '5ddc1a56-d389-4afc-9be4-a6ac4a7c41ba', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:00.674673 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5dafdb9b-d03e-49c4-ae50-a0f340a35ada tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Synchronizing usage tracker for tenant:f14f2be753654adc9f14116a8f33b9ed on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:00.806272 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587ed4fd-e9b8-4d10-b7c7-3b551cad8bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Made reservation on behalf of e62b9e60e410427296a2da00e5622af8 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:00.808577 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-587ed4fd-e9b8-4d10-b7c7-3b551cad8bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:00.817179 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-48262fdd-a3e6-465f-b507-bb4bfcaeb0cf tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:00.951766 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-587ed4fd-e9b8-4d10-b7c7-3b551cad8bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] device_id is not set on port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:24:00.989467 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8770a172-ce02-458f-b5c5-2ff9af88d33e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:24:01.000743 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59e19ed-6b7d-4df4-aaf7-0ee04dd5cbfe None None] Sync routers for ids ['294654c5-2241-4d2a-8267-c9dd213ae4d8'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:24:01.001680 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-48262fdd-a3e6-465f-b507-bb4bfcaeb0cf tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:01.012264 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59e19ed-6b7d-4df4-aaf7-0ee04dd5cbfe None None] Routers {'294654c5-2241-4d2a-8267-c9dd213ae4d8'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:24:01.013947 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-f59e19ed-6b7d-4df4-aaf7-0ee04dd5cbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:23:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['294654c5-2241-4d2a-8267-c9dd213ae4d8'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:01.019882 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c16cb2c-4d75-413f-9ef2-da881e48aa3a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Network 9feae8ab-90bf-4971-8051-a325a6690e92 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:01.054500 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8770a172-ce02-458f-b5c5-2ff9af88d33e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "PUT /v2.0/routers/294654c5-2241-4d2a-8267-c9dd213ae4d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7301030 Jan 26 11:24:01.059108 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48314) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:01.080079 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-f59e19ed-6b7d-4df4-aaf7-0ee04dd5cbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:01.088918 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59e19ed-6b7d-4df4-aaf7-0ee04dd5cbfe None None] Routers {'294654c5-2241-4d2a-8267-c9dd213ae4d8'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:24:01.089513 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-f59e19ed-6b7d-4df4-aaf7-0ee04dd5cbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:23:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['294654c5-2241-4d2a-8267-c9dd213ae4d8'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:01.118692 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-8c16cb2c-4d75-413f-9ef2-da881e48aa3a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:01.135550 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-27648657-ab5d-4be3-b542-017954d76a03 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Synchronizing usage tracker for tenant:252bea5ac7b143c89da38d9a87822c0c on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:01.142377 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5dafdb9b-d03e-49c4-ae50-a0f340a35ada tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Unset dirty status for tenant:f14f2be753654adc9f14116a8f33b9ed on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:01.143653 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5dafdb9b-d03e-49c4-ae50-a0f340a35ada tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8112504 Jan 26 11:24:01.147829 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48318) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:01.150297 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a06cdb40-7996-4008-ad49-3bd0bc5ecdab tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:01.150969 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-f59e19ed-6b7d-4df4-aaf7-0ee04dd5cbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:01.151569 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59e19ed-6b7d-4df4-aaf7-0ee04dd5cbfe None None] The sync data for ids ['294654c5-2241-4d2a-8267-c9dd213ae4d8'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:24:01.162297 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-cdb0ffce-b4d1-4a3a-bb3e-76d48a4327d9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group': {'name': 'tempest-secgroup--1458981979'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:01.178460 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-cdb0ffce-b4d1-4a3a-bb3e-76d48a4327d9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:01.218597 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-cdb0ffce-b4d1-4a3a-bb3e-76d48a4327d9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:01.237631 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-27648657-ab5d-4be3-b542-017954d76a03 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Unset dirty status for tenant:252bea5ac7b143c89da38d9a87822c0c on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:01.241468 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-27648657-ab5d-4be3-b542-017954d76a03 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "GET /v2.0/ports?device_id=294654c5-2241-4d2a-8267-c9dd213ae4d8 HTTP/1.1" status: 200 len: 205 time: 0.1687355 Jan 26 11:24:01.246294 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48322) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:01.295252 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b3e05e02-aa55-4363-bca3-c3561664d73f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:01.366910 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-a06cdb40-7996-4008-ad49-3bd0bc5ecdab tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Calling delete_port for fadb3d50-0804-4ee1-b2ef-8edd5ae811c9 owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:01.392326 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ffce-b4d1-4a3a-bb3e-76d48a4327d9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:01.397217 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b3e05e02-aa55-4363-bca3-c3561664d73f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Usage tracker for resource:subnet and tenant:72fcefe45da642438142264604e9cfc8 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:01.406478 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3e62f247-e419-4ec4-99c2-0bb6ad1c9714 None None] Provisioning complete for port b92b6d0b-0d71-4958-a958-bbd54625a71e triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:01.407149 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3e62f247-e419-4ec4-99c2-0bb6ad1c9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:01.417131 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b3e05e02-aa55-4363-bca3-c3561664d73f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:01.461892 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-3e62f247-e419-4ec4-99c2-0bb6ad1c9714 None None] Port b92b6d0b-0d71-4958-a958-bbd54625a71e cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:24:01.474425 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b3e05e02-aa55-4363-bca3-c3561664d73f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:01.486116 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-48262fdd-a3e6-465f-b507-bb4bfcaeb0cf tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:01.527000 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-587ed4fd-e9b8-4d10-b7c7-3b551cad8bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:01.530634 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fd95a0b6-ae07-4387-9152-fcedd69d3195 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:01.587425 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-cdb0ffce-b4d1-4a3a-bb3e-76d48a4327d9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:01.589777 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e05e02-aa55-4363-bca3-c3561664d73f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Made reservation on behalf of 72fcefe45da642438142264604e9cfc8 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:01.593941 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b3e05e02-aa55-4363-bca3-c3561664d73f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:01.604473 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-cdb0ffce-b4d1-4a3a-bb3e-76d48a4327d9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Usage tracker for resource:security_group_rule and tenant:f14f2be753654adc9f14116a8f33b9ed is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:01.617495 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-cdb0ffce-b4d1-4a3a-bb3e-76d48a4327d9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:01.681168 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device e90e1a91-22b9-4c91-8964-498cff276e85 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:24:01.691676 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-cdb0ffce-b4d1-4a3a-bb3e-76d48a4327d9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:01.750980 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port e90e1a91-22b9-4c91-8964-498cff276e85 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:01.751398 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:01.796204 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c16cb2c-4d75-413f-9ef2-da881e48aa3a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Router 744e1f17-c1da-47dc-9e79-887f729d659e has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:24:01.874432 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2377-c911-4eaa-807c-b67f47c0aace tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router_gateway, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:01.925659 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fd95a0b6-ae07-4387-9152-fcedd69d3195 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:01.931499 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fd95a0b6-ae07-4387-9152-fcedd69d3195 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:01.952673 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-48262fdd-a3e6-465f-b507-bb4bfcaeb0cf tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:02.011798 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48262fdd-a3e6-465f-b507-bb4bfcaeb0cf tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Subnet': ['ID=01d36e0e-809a-4418-bdca-996976c0165b,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:02.016733 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-48262fdd-a3e6-465f-b507-bb4bfcaeb0cf tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:02.026235 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783eaa9c-8b63-403f-981a-c9b1dfd7d102 None None] Network 09909484-f369-4fb5-8f14-acbf4335d453 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:02.029439 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fd95a0b6-ae07-4387-9152-fcedd69d3195 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:02.030540 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd95a0b6-ae07-4387-9152-fcedd69d3195 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Fanout notify agent at l3_agent the message router_deleted on router 294654c5-2241-4d2a-8267-c9dd213ae4d8 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:24:02.056932 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-587ed4fd-e9b8-4d10-b7c7-3b551cad8bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:02.117459 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a06cdb40-7996-4008-ad49-3bd0bc5ecdab tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:02.142160 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fd95a0b6-ae07-4387-9152-fcedd69d3195 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:02.145985 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fd95a0b6-ae07-4387-9152-fcedd69d3195 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/routers/294654c5-2241-4d2a-8267-c9dd213ae4d8 HTTP/1.1" status: 204 len: 168 time: 0.8935359 Jan 26 11:24:02.149599 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-48262fdd-a3e6-465f-b507-bb4bfcaeb0cf tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/subnets/01d36e0e-809a-4418-bdca-996976c0165b HTTP/1.1" status: 204 len: 168 time: 1.6802135 Jan 26 11:24:02.150855 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48326) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:02.151293 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48328) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:02.299332 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb081dc7-720a-45fc-9c6b-d39c241be935 None None] DHCP port deletion for 09909484-f369-4fb5-8f14-acbf4335d453 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:24:02.305160 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-cb081dc7-720a-45fc-9c6b-d39c241be935 None None] Deleting port 8a684887-1c01-4158-bac5-2798cc09f23e {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:02.305856 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cb081dc7-720a-45fc-9c6b-d39c241be935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:02.372995 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ffce-b4d1-4a3a-bb3e-76d48a4327d9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:02.390560 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587ed4fd-e9b8-4d10-b7c7-3b551cad8bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:02.393563 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cdb40-7996-4008-ad49-3bd0bc5ecdab tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Port': ['ID=fadb3d50-0804-4ee1-b2ef-8edd5ae811c9,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:02.398596 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-587ed4fd-e9b8-4d10-b7c7-3b551cad8bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:02.400664 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ed4fd-e9b8-4d10-b7c7-3b551cad8bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Pushing event updated for resources: {'Port': ['ID=6e1e2f1c-f642-4cab-ba5f-769ea41a97f4,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:02.407382 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587ed4fd-e9b8-4d10-b7c7-3b551cad8bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:02.407946 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c16cb2c-4d75-413f-9ef2-da881e48aa3a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:24:02.408337 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587ed4fd-e9b8-4d10-b7c7-3b551cad8bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:02.408931 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-587ed4fd-e9b8-4d10-b7c7-3b551cad8bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:02.412378 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ffce-b4d1-4a3a-bb3e-76d48a4327d9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:02.422825 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a769c64b-3cca-444a-a8f1-a75474d882d4 None None] Sync routers for ids ['744e1f17-c1da-47dc-9e79-887f729d659e'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:24:02.473171 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a769c64b-3cca-444a-a8f1-a75474d882d4 None None] Routers {'744e1f17-c1da-47dc-9e79-887f729d659e'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:24:02.474049 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-a769c64b-3cca-444a-a8f1-a75474d882d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:23:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['744e1f17-c1da-47dc-9e79-887f729d659e'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:02.476991 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0ffce-b4d1-4a3a-bb3e-76d48a4327d9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=579b82db-19c5-4553-a9a8-2ea2e0f8837a,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:02.501988 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a06cdb40-7996-4008-ad49-3bd0bc5ecdab tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:02.560295 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ffce-b4d1-4a3a-bb3e-76d48a4327d9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:02.561667 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-cdb0ffce-b4d1-4a3a-bb3e-76d48a4327d9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4129057 Jan 26 11:24:02.569041 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-399c49c9-f121-476f-aa22-7a9db2838eb3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting subnet 68db144d-d620-406a-ac83-3161b6745e78 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:24:02.572161 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-399c49c9-f121-476f-aa22-7a9db2838eb3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:02.587269 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48334) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:02.606828 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8c16cb2c-4d75-413f-9ef2-da881e48aa3a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] 10.222.0.39 "PUT /v2.0/routers/744e1f17-c1da-47dc-9e79-887f729d659e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9025218 Jan 26 11:24:02.607704 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48338) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:02.616020 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-b81eb90f-a8d1-4aba-adb8-449a92fced8e tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group_rule': {'security_group_id': '579b82db-19c5-4553-a9a8-2ea2e0f8837a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:02.628279 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-587ed4fd-e9b8-4d10-b7c7-3b551cad8bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1857018 Jan 26 11:24:02.629869 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48340) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:02.630144 dv-neutron-826439-1-hyperv neutron-server[87442]: WARNING neutron.api.v2.base [None req-b81eb90f-a8d1-4aba-adb8-449a92fced8e tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 26 11:24:02.630948 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-b81eb90f-a8d1-4aba-adb8-449a92fced8e tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:24:02.632959 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b81eb90f-a8d1-4aba-adb8-449a92fced8e tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0437391 Jan 26 11:24:02.637295 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25c41849-54af-4778-95d7-a26bcb6b0bbb tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:02.640565 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48344) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:02.642293 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a06cdb40-7996-4008-ad49-3bd0bc5ecdab tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/fadb3d50-0804-4ee1-b2ef-8edd5ae811c9 HTTP/1.1" status: 204 len: 168 time: 2.7114751 Jan 26 11:24:02.642477 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-399c49c9-f121-476f-aa22-7a9db2838eb3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:02.644916 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48348) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:02.671896 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-cb081dc7-720a-45fc-9c6b-d39c241be935 None None] For port 8a684887-1c01-4158-bac5-2798cc09f23e, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=8a684887-1c01-4158-bac5-2798cc09f23e,segment=NetworkSegment(3794ecd4-75cb-47d9-87fb-70ef42007a9e),segment_id=3794ecd4-75cb-47d9-87fb-70ef42007a9e)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:02.672637 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cb081dc7-720a-45fc-9c6b-d39c241be935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:02.676191 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:02.688134 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-a769c64b-3cca-444a-a8f1-a75474d882d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:02.728782 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-3f71104c-1802-491d-a33a-29129a53c0a6 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group_rule': {'security_group_id': '579b82db-19c5-4553-a9a8-2ea2e0f8837a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:02.729438 dv-neutron-826439-1-hyperv neutron-server[87442]: WARNING neutron.api.v2.base [None req-3f71104c-1802-491d-a33a-29129a53c0a6 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 26 11:24:02.729928 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-3f71104c-1802-491d-a33a-29129a53c0a6 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:24:02.730900 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3f71104c-1802-491d-a33a-29129a53c0a6 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0872173 Jan 26 11:24:02.736153 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48354) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:02.751074 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-92be0cba-f30d-443e-9ee8-e03fa5b5ab0f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group_rule': {'security_group_id': '579b82db-19c5-4553-a9a8-2ea2e0f8837a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:02.752977 dv-neutron-826439-1-hyperv neutron-server[87443]: WARNING neutron.api.v2.base [None req-92be0cba-f30d-443e-9ee8-e03fa5b5ab0f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 26 11:24:02.753479 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-92be0cba-f30d-443e-9ee8-e03fa5b5ab0f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:24:02.757172 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-92be0cba-f30d-443e-9ee8-e03fa5b5ab0f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0155098 Jan 26 11:24:02.760292 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48358) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:02.764818 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-25c41849-54af-4778-95d7-a26bcb6b0bbb tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting port 8a684887-1c01-4158-bac5-2798cc09f23e {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:02.765159 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25c41849-54af-4778-95d7-a26bcb6b0bbb tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:02.819801 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-cb081dc7-720a-45fc-9c6b-d39c241be935 None None] Calling delete_port for 8a684887-1c01-4158-bac5-2798cc09f23e owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:02.852935 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a769c64b-3cca-444a-a8f1-a75474d882d4 None None] Routers {'744e1f17-c1da-47dc-9e79-887f729d659e'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:24:02.852935 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-a769c64b-3cca-444a-a8f1-a75474d882d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:23:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['744e1f17-c1da-47dc-9e79-887f729d659e'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:02.858376 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-f6cbb4f4-053b-4fc3-8bab-9e7042a5acc9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group_rule': {'security_group_id': '579b82db-19c5-4553-a9a8-2ea2e0f8837a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:02.859278 dv-neutron-826439-1-hyperv neutron-server[87443]: WARNING neutron.api.v2.base [None req-f6cbb4f4-053b-4fc3-8bab-9e7042a5acc9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 26 11:24:02.859779 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-f6cbb4f4-053b-4fc3-8bab-9e7042a5acc9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:24:02.863282 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f6cbb4f4-053b-4fc3-8bab-9e7042a5acc9 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0974572 Jan 26 11:24:02.872729 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48362) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:02.924438 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-a769c64b-3cca-444a-a8f1-a75474d882d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:02.924438 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a769c64b-3cca-444a-a8f1-a75474d882d4 None None] The sync data for ids ['744e1f17-c1da-47dc-9e79-887f729d659e'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:24:02.971791 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cb081dc7-720a-45fc-9c6b-d39c241be935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:02.987574 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b3e05e02-aa55-4363-bca3-c3561664d73f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:02.994061 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0c5949-29f8-4d67-924c-9142bbae2557 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:02.995698 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0c5949-29f8-4d67-924c-9142bbae2557 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:02.996435 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5e0c5949-29f8-4d67-924c-9142bbae2557 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:03.023433 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:03.024050 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb081dc7-720a-45fc-9c6b-d39c241be935 None None] No DVR routers for this DVR port 8a684887-1c01-4158-bac5-2798cc09f23e on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:24:03.028093 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb081dc7-720a-45fc-9c6b-d39c241be935 None None] Pushing event deleted for resources: {'Port': ['ID=8a684887-1c01-4158-bac5-2798cc09f23e,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:03.040415 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb081dc7-720a-45fc-9c6b-d39c241be935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:03.040635 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb081dc7-720a-45fc-9c6b-d39c241be935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:03.041063 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb081dc7-720a-45fc-9c6b-d39c241be935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:03.041507 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb081dc7-720a-45fc-9c6b-d39c241be935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:03.041939 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb081dc7-720a-45fc-9c6b-d39c241be935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:03.042848 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb081dc7-720a-45fc-9c6b-d39c241be935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:03.042848 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb081dc7-720a-45fc-9c6b-d39c241be935 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:03.043255 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb081dc7-720a-45fc-9c6b-d39c241be935 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:03.043681 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb081dc7-720a-45fc-9c6b-d39c241be935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:03.044840 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb081dc7-720a-45fc-9c6b-d39c241be935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:03.045114 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb081dc7-720a-45fc-9c6b-d39c241be935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:03.045497 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb081dc7-720a-45fc-9c6b-d39c241be935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:03.048980 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2377-c911-4eaa-807c-b67f47c0aace tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:03.066955 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2341ca2a-3fee-4f87-a807-04c9ee2d042b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:03.076449 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-399c49c9-f121-476f-aa22-7a9db2838eb3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:03.207350 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5e0c5949-29f8-4d67-924c-9142bbae2557 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:03.208447 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5e0c5949-29f8-4d67-924c-9142bbae2557 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4909716 Jan 26 11:24:03.223198 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48366) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:03.286393 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c52158da-2f79-491e-b95f-90bb10512cfc tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:03.293409 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-25c41849-54af-4778-95d7-a26bcb6b0bbb tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] For port 8a684887-1c01-4158-bac5-2798cc09f23e, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=8a684887-1c01-4158-bac5-2798cc09f23e,segment=NetworkSegment(3794ecd4-75cb-47d9-87fb-70ef42007a9e),segment_id=3794ecd4-75cb-47d9-87fb-70ef42007a9e)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:03.294427 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25c41849-54af-4778-95d7-a26bcb6b0bbb tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:03.313102 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e05e02-aa55-4363-bca3-c3561664d73f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'Subnet': ['ID=1b20cb49-e0c2-4e48-a044-3070cd274a05,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:03.339899 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e05e02-aa55-4363-bca3-c3561664d73f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Checking segment: {'id': 'b09ab595-2ac6-48e4-9953-646915ef6154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '5ddc1a56-d389-4afc-9be4-a6ac4a7c41ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:03.340470 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e05e02-aa55-4363-bca3-c3561664d73f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Network hostable DHCP agents. Network: 5ddc1a56-d389-4afc-9be4-a6ac4a7c41ba, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:24:03.357155 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-2341ca2a-3fee-4f87-a807-04c9ee2d042b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 26 11:24:03.358188 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2341ca2a-3fee-4f87-a807-04c9ee2d042b tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] 10.222.0.39 "DELETE /v2.0/routers/744e1f17-c1da-47dc-9e79-887f729d659e HTTP/1.1" status: 409 len: 329 time: 0.7235713 Jan 26 11:24:03.396931 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48370) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:03.448987 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e05e02-aa55-4363-bca3-c3561664d73f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Network 5ddc1a56-d389-4afc-9be4-a6ac4a7c41ba is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:24:03.469665 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-b3e05e02-aa55-4363-bca3-c3561664d73f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 5ddc1a56-d389-4afc-9be4-a6ac4a7c41ba) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:03.478106 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e05e02-aa55-4363-bca3-c3561664d73f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:03.478727 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b3e05e02-aa55-4363-bca3-c3561664d73f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:03.480488 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be97f009-5481-4e72-a2b9-c735c5cd1032 None None] Network 5ddc1a56-d389-4afc-9be4-a6ac4a7c41ba requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:03.480662 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-25c41849-54af-4778-95d7-a26bcb6b0bbb tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Calling delete_port for 8a684887-1c01-4158-bac5-2798cc09f23e owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:03.509678 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b3e05e02-aa55-4363-bca3-c3561664d73f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.9061329 Jan 26 11:24:03.509678 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bc2377-c911-4eaa-807c-b67f47c0aace tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Router 132eaccb-d9d9-4775-bf40-907ae9d3bcd9 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:24:03.509987 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48374) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:03.519802 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-2f3fc5cb-fb23-4137-8559-7d04c29f7b85 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-792350977'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:03.527772 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2f3fc5cb-fb23-4137-8559-7d04c29f7b85 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:03.591510 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2f3fc5cb-fb23-4137-8559-7d04c29f7b85 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Usage tracker for resource:network and tenant:72fcefe45da642438142264604e9cfc8 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:03.600773 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c52158da-2f79-491e-b95f-90bb10512cfc tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:03.601764 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2f3fc5cb-fb23-4137-8559-7d04c29f7b85 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:03.610878 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2f3fc5cb-fb23-4137-8559-7d04c29f7b85 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:03.670452 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-0102e96c-2c3f-4e3f-84d5-ade05f475cee tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet fc12bf3a-4c8c-4361-b689-65f148e488ab {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:24:03.690625 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-399c49c9-f121-476f-aa22-7a9db2838eb3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:03.701995 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3fc5cb-fb23-4137-8559-7d04c29f7b85 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Made reservation on behalf of 72fcefe45da642438142264604e9cfc8 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:03.705676 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc5cb-fb23-4137-8559-7d04c29f7b85 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:03.711650 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0102e96c-2c3f-4e3f-84d5-ade05f475cee tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:03.712261 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 8a684887-1c01-4158-bac5-2798cc09f23e no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:24:03.750940 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 8a684887-1c01-4158-bac5-2798cc09f23e {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:24:03.751174 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 8a684887-1c01-4158-bac5-2798cc09f23e not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:24:03.754721 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bc2377-c911-4eaa-807c-b67f47c0aace tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:24:03.767008 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3fc5cb-fb23-4137-8559-7d04c29f7b85 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:24:03.783657 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cefc95f-4b3d-42f8-93d9-bbcefa7d8ece None None] Sync routers for ids ['132eaccb-d9d9-4775-bf40-907ae9d3bcd9'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:24:03.786988 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc5cb-fb23-4137-8559-7d04c29f7b85 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:03.787381 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-2f3fc5cb-fb23-4137-8559-7d04c29f7b85 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Added segment 0c8c2a9a-b32c-458f-aaa0-dce4009a0564 of type vlan for network 97a65251-2ce9-4a89-aea8-f1926394baea Jan 26 11:24:03.795701 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d8bc2377-c911-4eaa-807c-b67f47c0aace tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:03.796666 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d8bc2377-c911-4eaa-807c-b67f47c0aace tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.8068109 Jan 26 11:24:03.799084 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cefc95f-4b3d-42f8-93d9-bbcefa7d8ece None None] Routers {'132eaccb-d9d9-4775-bf40-907ae9d3bcd9'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:24:03.800387 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48378) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:03.801096 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-9cefc95f-4b3d-42f8-93d9-bbcefa7d8ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:23:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['132eaccb-d9d9-4775-bf40-907ae9d3bcd9'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:03.803696 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0fc17e-2145-4b51-bf7c-75c3a431cd75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-5ddc1a56-d389-4afc-9be4-a6ac4a7c41ba', 'network_id': '5ddc1a56-d389-4afc-9be4-a6ac4a7c41ba', 'tenant_id': '72fcefe45da642438142264604e9cfc8', 'fixed_ips': [{'subnet_id': '1b20cb49-e0c2-4e48-a044-3070cd274a05'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:24:03.807416 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4c0fc17e-2145-4b51-bf7c-75c3a431cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:03.820154 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-cc26847e-e8db-4751-af92-63e70e36a978 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:03.877321 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-9cefc95f-4b3d-42f8-93d9-bbcefa7d8ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:03.887337 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cefc95f-4b3d-42f8-93d9-bbcefa7d8ece None None] Routers {'132eaccb-d9d9-4775-bf40-907ae9d3bcd9'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:24:03.888548 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-9cefc95f-4b3d-42f8-93d9-bbcefa7d8ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:23:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['132eaccb-d9d9-4775-bf40-907ae9d3bcd9'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:03.969170 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-9cefc95f-4b3d-42f8-93d9-bbcefa7d8ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:03.970634 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cefc95f-4b3d-42f8-93d9-bbcefa7d8ece None None] The sync data for ids ['132eaccb-d9d9-4775-bf40-907ae9d3bcd9'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:24:04.045636 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-4c0fc17e-2145-4b51-bf7c-75c3a431cd75 None None] Allocated IP 172.20.255.242 (5ddc1a56-d389-4afc-9be4-a6ac4a7c41ba/1b20cb49-e0c2-4e48-a044-3070cd274a05/766933e5-0d0a-493b-b5eb-e6abccdfec05) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:04.048938 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-399c49c9-f121-476f-aa22-7a9db2838eb3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:04.057228 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0871f0-dada-4cf7-9457-44dcf88ed807 None None] Network 3d8baccd-e922-4576-b389-cd0caf22b8ee requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:04.070751 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc5cb-fb23-4137-8559-7d04c29f7b85 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:04.073315 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c49c9-f121-476f-aa22-7a9db2838eb3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Subnet': ['ID=68db144d-d620-406a-ac83-3161b6745e78,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:04.121197 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-399c49c9-f121-476f-aa22-7a9db2838eb3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/subnets/68db144d-d620-406a-ac83-3161b6745e78 HTTP/1.1" status: 204 len: 168 time: 1.9542634 Jan 26 11:24:04.125837 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48382) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:04.196704 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc5cb-fb23-4137-8559-7d04c29f7b85 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:04.203472 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3fc5cb-fb23-4137-8559-7d04c29f7b85 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:04.204325 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc5cb-fb23-4137-8559-7d04c29f7b85 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:04.268587 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0102e96c-2c3f-4e3f-84d5-ade05f475cee tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:04.368323 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c52158da-2f79-491e-b95f-90bb10512cfc tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:04.370895 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.api [None req-25c41849-54af-4778-95d7-a26bcb6b0bbb tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:24:04.371216 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG oslo_db.api [None req-25c41849-54af-4778-95d7-a26bcb6b0bbb tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:24:04.400571 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2f3fc5cb-fb23-4137-8559-7d04c29f7b85 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8860927 Jan 26 11:24:04.406112 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48386) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:04.408723 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fc5cb-fb23-4137-8559-7d04c29f7b85 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'Network': ['ID=97a65251-2ce9-4a89-aea8-f1926394baea,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:04.410406 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52158da-2f79-491e-b95f-90bb10512cfc tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=579b82db-19c5-4553-a9a8-2ea2e0f8837a,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:04.417838 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-b665d210-d19f-4375-9ca1-2cb48c717bf2 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Request body: {'subnet': {'network_id': '97a65251-2ce9-4a89-aea8-f1926394baea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:04.445639 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 97a65251-2ce9-4a89-aea8-f1926394baea details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:24:04.584956 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] device_id is not set on port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:24:04.587430 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4c0fc17e-2145-4b51-bf7c-75c3a431cd75 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:04.597726 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-983deca0-7cb1-49e2-877a-97fad4d46fbd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:04.605071 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4c0fc17e-2145-4b51-bf7c-75c3a431cd75 None None] Transition to ACTIVE for port object 766933e5-0d0a-493b-b5eb-e6abccdfec05 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:04.607538 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:04.627162 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c124292c-bd01-4726-9ba0-efca7e28eff4 None None] DHCP port deletion for 3d8baccd-e922-4576-b389-cd0caf22b8ee request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:24:04.638575 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-c124292c-bd01-4726-9ba0-efca7e28eff4 None None] Deleting port 29e2477e-3e5c-4969-a56a-8e6b8f953daf {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:04.638954 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c124292c-bd01-4726-9ba0-efca7e28eff4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:04.643885 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b665d210-d19f-4375-9ca1-2cb48c717bf2 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:04.652079 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b665d210-d19f-4375-9ca1-2cb48c717bf2 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Usage tracker for resource:subnet and tenant:72fcefe45da642438142264604e9cfc8 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:04.657058 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b665d210-d19f-4375-9ca1-2cb48c717bf2 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:04.667725 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4c0fc17e-2145-4b51-bf7c-75c3a431cd75 None None] Transition to ACTIVE for port object 766933e5-0d0a-493b-b5eb-e6abccdfec05 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:04.675094 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c52158da-2f79-491e-b95f-90bb10512cfc tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:04.676697 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c52158da-2f79-491e-b95f-90bb10512cfc tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "DELETE /v2.0/security-groups/579b82db-19c5-4553-a9a8-2ea2e0f8837a HTTP/1.1" status: 204 len: 168 time: 1.8029706 Jan 26 11:24:04.684175 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Transition to ACTIVE for port object 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:04.686794 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4c0fc17e-2145-4b51-bf7c-75c3a431cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:04.690919 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48392) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:04.710629 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:04.714256 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-983deca0-7cb1-49e2-877a-97fad4d46fbd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting port 29e2477e-3e5c-4969-a56a-8e6b8f953daf {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:04.714603 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-983deca0-7cb1-49e2-877a-97fad4d46fbd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:04.721001 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b665d210-d19f-4375-9ca1-2cb48c717bf2 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:04.786065 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0fc17e-2145-4b51-bf7c-75c3a431cd75 None None] Network 5ddc1a56-d389-4afc-9be4-a6ac4a7c41ba is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:04.796918 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-4c0fc17e-2145-4b51-bf7c-75c3a431cd75 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:04.814113 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0fc17e-2145-4b51-bf7c-75c3a431cd75 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:04.832952 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0102e96c-2c3f-4e3f-84d5-ade05f475cee tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:04.861109 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0fc17e-2145-4b51-bf7c-75c3a431cd75 None None] Pushing event updated for resources: {'Port': ['ID=766933e5-0d0a-493b-b5eb-e6abccdfec05,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:04.873975 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b665d210-d19f-4375-9ca1-2cb48c717bf2 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Made reservation on behalf of 72fcefe45da642438142264604e9cfc8 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:04.877540 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b665d210-d19f-4375-9ca1-2cb48c717bf2 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:04.881326 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-25c41849-54af-4778-95d7-a26bcb6b0bbb tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting port 8a684887-1c01-4158-bac5-2798cc09f23e {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:04.885345 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25c41849-54af-4778-95d7-a26bcb6b0bbb tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:04.933471 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cc26847e-e8db-4751-af92-63e70e36a978 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:05.003993 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-4c0fc17e-2145-4b51-bf7c-75c3a431cd75 None None] Attempting to bind port 766933e5-0d0a-493b-b5eb-e6abccdfec05 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:24:05.004366 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-4c0fc17e-2145-4b51-bf7c-75c3a431cd75 None None] Attempting to bind port 766933e5-0d0a-493b-b5eb-e6abccdfec05 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'b09ab595-2ac6-48e4-9953-646915ef6154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '5ddc1a56-d389-4afc-9be4-a6ac4a7c41ba'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:24:05.004732 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0fc17e-2145-4b51-bf7c-75c3a431cd75 None None] Attempting to bind port 766933e5-0d0a-493b-b5eb-e6abccdfec05 on network 5ddc1a56-d389-4afc-9be4-a6ac4a7c41ba {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:24:05.014098 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cc26847e-e8db-4751-af92-63e70e36a978 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:05.024657 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0fc17e-2145-4b51-bf7c-75c3a431cd75 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:24:05.024657 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0fc17e-2145-4b51-bf7c-75c3a431cd75 None None] Checking segment: {'id': 'b09ab595-2ac6-48e4-9953-646915ef6154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '5ddc1a56-d389-4afc-9be4-a6ac4a7c41ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:05.025135 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4c0fc17e-2145-4b51-bf7c-75c3a431cd75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:05.025779 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0fc17e-2145-4b51-bf7c-75c3a431cd75 None None] Bound using segment: {'id': 'b09ab595-2ac6-48e4-9953-646915ef6154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '5ddc1a56-d389-4afc-9be4-a6ac4a7c41ba'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:24:05.025939 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-4c0fc17e-2145-4b51-bf7c-75c3a431cd75 None None] Bound port: 766933e5-0d0a-493b-b5eb-e6abccdfec05, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09ab595-2ac6-48e4-9953-646915ef6154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '5ddc1a56-d389-4afc-9be4-a6ac4a7c41ba'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:24:05.026285 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4c0fc17e-2145-4b51-bf7c-75c3a431cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:05.033526 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-cc26847e-e8db-4751-af92-63e70e36a978 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Deleting port 2c272089-f97b-430c-a28f-d3a82404cf40 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:05.033945 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cc26847e-e8db-4751-af92-63e70e36a978 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:05.045275 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c124292c-bd01-4726-9ba0-efca7e28eff4 None None] For port 29e2477e-3e5c-4969-a56a-8e6b8f953daf, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=29e2477e-3e5c-4969-a56a-8e6b8f953daf,segment=NetworkSegment(d5d3b426-2619-402c-91a7-5fe4715bdc4c),segment_id=d5d3b426-2619-402c-91a7-5fe4715bdc4c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:05.045656 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c124292c-bd01-4726-9ba0-efca7e28eff4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:05.144644 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-25c41849-54af-4778-95d7-a26bcb6b0bbb tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] The port '8a684887-1c01-4158-bac5-2798cc09f23e' was deleted {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:24:05.157348 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Pushing event updated for resources: {'Port': ['ID=6e1e2f1c-f642-4cab-ba5f-769ea41a97f4,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:05.217968 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-c124292c-bd01-4726-9ba0-efca7e28eff4 None None] Calling delete_port for 29e2477e-3e5c-4969-a56a-8e6b8f953daf owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:05.221707 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d9061c30-67b6-47a7-8bd6-fee8bcd6c514 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Synchronizing usage tracker for tenant:f14f2be753654adc9f14116a8f33b9ed on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:05.274357 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:24:05.275163 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:24:05.275163 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:24:05.291800 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:05.304060 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cc26847e-e8db-4751-af92-63e70e36a978 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:05.310580 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-4c0fc17e-2145-4b51-bf7c-75c3a431cd75 None None] For port 766933e5-0d0a-493b-b5eb-e6abccdfec05, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:24:05.333924 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-4c0fc17e-2145-4b51-bf7c-75c3a431cd75 None None] For port 766933e5-0d0a-493b-b5eb-e6abccdfec05, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=766933e5-0d0a-493b-b5eb-e6abccdfec05,segment=NetworkSegment(b09ab595-2ac6-48e4-9953-646915ef6154),segment_id=b09ab595-2ac6-48e4-9953-646915ef6154)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:24:05.334811 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:24:05.335390 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:24:05.340884 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4c0fc17e-2145-4b51-bf7c-75c3a431cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:05.349032 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempt 2 to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 Jan 26 11:24:05.385813 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c124292c-bd01-4726-9ba0-efca7e28eff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:05.415143 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25c41849-54af-4778-95d7-a26bcb6b0bbb tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:05.424390 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c124292c-bd01-4726-9ba0-efca7e28eff4 None None] No DVR routers for this DVR port 29e2477e-3e5c-4969-a56a-8e6b8f953daf on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:24:05.424607 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d9061c30-67b6-47a7-8bd6-fee8bcd6c514 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Unset dirty status for tenant:f14f2be753654adc9f14116a8f33b9ed on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:05.425796 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d9061c30-67b6-47a7-8bd6-fee8bcd6c514 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7332625 Jan 26 11:24:05.427035 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0102e96c-2c3f-4e3f-84d5-ade05f475cee tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:05.433552 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48396) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:05.456548 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-cc26847e-e8db-4751-af92-63e70e36a978 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Calling delete_port for 2c272089-f97b-430c-a28f-d3a82404cf40 owned by network:router_gateway {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:05.463749 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0fc17e-2145-4b51-bf7c-75c3a431cd75 None None] Pushing event updated for resources: {'Port': ['ID=766933e5-0d0a-493b-b5eb-e6abccdfec05,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:05.489813 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b665d210-d19f-4375-9ca1-2cb48c717bf2 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:05.518164 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124292c-bd01-4726-9ba0-efca7e28eff4 None None] Pushing event deleted for resources: {'Port': ['ID=29e2477e-3e5c-4969-a56a-8e6b8f953daf,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:05.548675 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-0a4e07bf-8d61-4147-b28d-dd78aa027d31 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group': {'name': 'tempest-secgroup--1185665990'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:05.680332 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 29e2477e-3e5c-4969-a56a-8e6b8f953daf no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:24:05.746378 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102e96c-2c3f-4e3f-84d5-ade05f475cee tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=fc12bf3a-4c8c-4361-b689-65f148e488ab,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:05.755893 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 29e2477e-3e5c-4969-a56a-8e6b8f953daf {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:24:05.756237 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 29e2477e-3e5c-4969-a56a-8e6b8f953daf not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:24:05.758575 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665d210-d19f-4375-9ca1-2cb48c717bf2 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'Subnet': ['ID=7248c7c9-0dc4-47b5-b8e9-5545cef5cf63,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:05.759587 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:24:05.759933 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:24:05.760276 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:24:05.766636 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0a4e07bf-8d61-4147-b28d-dd78aa027d31 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:05.777274 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-25c41849-54af-4778-95d7-a26bcb6b0bbb tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09909484-f369-4fb5-8f14-acbf4335d453']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:05.782730 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b665d210-d19f-4375-9ca1-2cb48c717bf2 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Checking segment: {'id': '0c8c2a9a-b32c-458f-aaa0-dce4009a0564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '97a65251-2ce9-4a89-aea8-f1926394baea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:05.783099 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b665d210-d19f-4375-9ca1-2cb48c717bf2 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Network hostable DHCP agents. Network: 97a65251-2ce9-4a89-aea8-f1926394baea, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:24:05.789688 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a55c859-1798-4523-9d39-79d8e51ed966 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:05.815090 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-25c41849-54af-4778-95d7-a26bcb6b0bbb tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3794ecd4-75cb-47d9-87fb-70ef42007a9e') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:05.815524 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-25c41849-54af-4778-95d7-a26bcb6b0bbb tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3794ecd4-75cb-47d9-87fb-70ef42007a9e') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:05.837809 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25c41849-54af-4778-95d7-a26bcb6b0bbb tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:05.864096 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25c41849-54af-4778-95d7-a26bcb6b0bbb tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:05.872574 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25c41849-54af-4778-95d7-a26bcb6b0bbb tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:24:05.874002 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25c41849-54af-4778-95d7-a26bcb6b0bbb tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:05.880094 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b665d210-d19f-4375-9ca1-2cb48c717bf2 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Network 97a65251-2ce9-4a89-aea8-f1926394baea is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:24:05.892808 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cc26847e-e8db-4751-af92-63e70e36a978 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:05.940467 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-b665d210-d19f-4375-9ca1-2cb48c717bf2 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 97a65251-2ce9-4a89-aea8-f1926394baea) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:05.953208 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26847e-e8db-4751-af92-63e70e36a978 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Pushing event deleted for resources: {'Port': ['ID=2c272089-f97b-430c-a28f-d3a82404cf40,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:24:05.980907 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:24:05.984570 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-983deca0-7cb1-49e2-877a-97fad4d46fbd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] For port 29e2477e-3e5c-4969-a56a-8e6b8f953daf, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=29e2477e-3e5c-4969-a56a-8e6b8f953daf,segment=NetworkSegment(d5d3b426-2619-402c-91a7-5fe4715bdc4c),segment_id=d5d3b426-2619-402c-91a7-5fe4715bdc4c)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:05.984683 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550852f4-4b7d-43fc-b7a4-e259cf136709 None None] Network 97a65251-2ce9-4a89-aea8-f1926394baea requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:05.984787 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-983deca0-7cb1-49e2-877a-97fad4d46fbd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:05.994778 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b665d210-d19f-4375-9ca1-2cb48c717bf2 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:05.995597 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b665d210-d19f-4375-9ca1-2cb48c717bf2 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:06.013142 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0102e96c-2c3f-4e3f-84d5-ade05f475cee tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:06.016236 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:24:06.016732 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:24:06.025510 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0a4e07bf-8d61-4147-b28d-dd78aa027d31 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:06.027605 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempt 3 to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 Jan 26 11:24:06.081821 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b665d210-d19f-4375-9ca1-2cb48c717bf2 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6741171 Jan 26 11:24:06.084739 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48400) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:06.119225 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cc26847e-e8db-4751-af92-63e70e36a978 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:06.230109 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-983deca0-7cb1-49e2-877a-97fad4d46fbd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Calling delete_port for 29e2477e-3e5c-4969-a56a-8e6b8f953daf owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:06.258803 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25c41849-54af-4778-95d7-a26bcb6b0bbb tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:06.269832 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:24:06.270346 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:24:06.270788 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:24:06.274882 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0a4e07bf-8d61-4147-b28d-dd78aa027d31 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:06.291190 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0102e96c-2c3f-4e3f-84d5-ade05f475cee tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/fc12bf3a-4c8c-4361-b689-65f148e488ab HTTP/1.1" status: 204 len: 168 time: 3.0581303 Jan 26 11:24:06.312683 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d0a966-313b-4911-b4dd-e2474935150d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-97a65251-2ce9-4a89-aea8-f1926394baea', 'network_id': '97a65251-2ce9-4a89-aea8-f1926394baea', 'tenant_id': '72fcefe45da642438142264604e9cfc8', 'fixed_ips': [{'subnet_id': '7248c7c9-0dc4-47b5-b8e9-5545cef5cf63'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:24:06.314035 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-54d0a966-313b-4911-b4dd-e2474935150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:06.319033 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48404) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:06.323312 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25c41849-54af-4778-95d7-a26bcb6b0bbb tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:06.336790 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-25c41849-54af-4778-95d7-a26bcb6b0bbb tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/networks/09909484-f369-4fb5-8f14-acbf4335d453 HTTP/1.1" status: 204 len: 168 time: 4.1682789 Jan 26 11:24:06.338008 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b2f6ec-4e7a-4502-9d5f-ca1a046eb142 None None] DHCP port deletion for ba6f0584-2941-48e6-9427-2229465f5a54 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:24:06.346084 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-41b2f6ec-4e7a-4502-9d5f-ca1a046eb142 None None] Deleting port e90e1a91-22b9-4c91-8964-498cff276e85 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:06.346272 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:24:06.346639 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:24:06.347047 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-41b2f6ec-4e7a-4502-9d5f-ca1a046eb142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:06.350771 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48408) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:06.355136 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempt 4 to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 Jan 26 11:24:06.367655 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-61526738-7b7d-4bd9-9eac-a349b70638db tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1944263886'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:06.373369 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-61526738-7b7d-4bd9-9eac-a349b70638db tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:06.380110 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c41849-54af-4778-95d7-a26bcb6b0bbb tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Network': ['ID=09909484-f369-4fb5-8f14-acbf4335d453,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:06.404038 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-61526738-7b7d-4bd9-9eac-a349b70638db tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:network and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:06.410063 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-928d8920-f75d-499d-97a7-e964bc3fbff1 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859492 Jan 26 11:24:06.410240 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0a4e07bf-8d61-4147-b28d-dd78aa027d31 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:06.414190 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-61526738-7b7d-4bd9-9eac-a349b70638db tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:06.416830 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48412) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:06.419991 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:24:06.420344 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:24:06.420706 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:24:06.430888 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0a4e07bf-8d61-4147-b28d-dd78aa027d31 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Usage tracker for resource:security_group_rule and tenant:f14f2be753654adc9f14116a8f33b9ed is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:06.437359 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a31b8437-5f22-4cb7-9912-784776104c55 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:06.458808 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0a4e07bf-8d61-4147-b28d-dd78aa027d31 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:06.463320 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-61526738-7b7d-4bd9-9eac-a349b70638db tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:06.489494 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:24:06.489793 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:24:06.494073 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0a4e07bf-8d61-4147-b28d-dd78aa027d31 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:06.500991 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempt 5 to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 Jan 26 11:24:06.540075 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:24:06.540075 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:24:06.540412 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:24:06.550475 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-997a846c-1f2f-4374-9ea9-8b5deb62252c tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:06.618593 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61526738-7b7d-4bd9-9eac-a349b70638db tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:06.622598 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-61526738-7b7d-4bd9-9eac-a349b70638db tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:06.690981 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:24:06.691315 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:24:06.693511 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cc26847e-e8db-4751-af92-63e70e36a978 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:06.699867 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cc26847e-e8db-4751-af92-63e70e36a978 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1634753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1634766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1640079'] for router, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:06.714012 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempt 6 to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 Jan 26 11:24:06.721966 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.api [None req-983deca0-7cb1-49e2-877a-97fad4d46fbd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:24:06.722292 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG oslo_db.api [None req-983deca0-7cb1-49e2-877a-97fad4d46fbd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:24:06.747748 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-41b2f6ec-4e7a-4502-9d5f-ca1a046eb142 None None] For port e90e1a91-22b9-4c91-8964-498cff276e85, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=e90e1a91-22b9-4c91-8964-498cff276e85,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:06.748198 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-41b2f6ec-4e7a-4502-9d5f-ca1a046eb142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:06.815251 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:06.862869 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0a4e07bf-8d61-4147-b28d-dd78aa027d31 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:06.909485 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0a4e07bf-8d61-4147-b28d-dd78aa027d31 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:06.909946 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc26847e-e8db-4751-af92-63e70e36a978 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Router 132eaccb-d9d9-4775-bf40-907ae9d3bcd9 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:24:06.913710 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-41b2f6ec-4e7a-4502-9d5f-ca1a046eb142 None None] Calling delete_port for e90e1a91-22b9-4c91-8964-498cff276e85 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:06.934789 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:24:06.935128 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:24:06.935472 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:24:06.948239 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe4d7d0-ad4d-4179-a19f-e35e1c21e82d None None] Network 5ddc1a56-d389-4afc-9be4-a6ac4a7c41ba requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:06.953965 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a31b8437-5f22-4cb7-9912-784776104c55 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:06.973447 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:24:06.973792 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:24:06.980333 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a31b8437-5f22-4cb7-9912-784776104c55 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:subnet and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:06.985155 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempt 7 to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 Jan 26 11:24:07.003303 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a31b8437-5f22-4cb7-9912-784776104c55 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:07.005985 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61526738-7b7d-4bd9-9eac-a349b70638db tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:24:07.025444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e07bf-8d61-4147-b28d-dd78aa027d31 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52345d69-f2d0-4106-a082-0f0cc24fbc14,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:07.081345 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-54d0a966-313b-4911-b4dd-e2474935150d None None] Allocated IP 172.20.0.2 (97a65251-2ce9-4a89-aea8-f1926394baea/7248c7c9-0dc4-47b5-b8e9-5545cef5cf63/c233a181-cfb7-428b-99c9-d50f44d6b4b8) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:07.087715 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a31b8437-5f22-4cb7-9912-784776104c55 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:07.099914 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:24:07.100247 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:24:07.100686 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:24:07.119145 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b0a38303-2a85-4907-b89b-a0a2f5fd732b None None] Provisioning for port 766933e5-0d0a-493b-b5eb-e6abccdfec05 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:07.139512 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-61526738-7b7d-4bd9-9eac-a349b70638db tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:07.139980 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-61526738-7b7d-4bd9-9eac-a349b70638db tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Added segment 44e6351e-44cf-43c7-bca6-2e88318ad9d1 of type vlan for network 6cf54fa1-3b60-413c-a36b-d4f21838ecbb Jan 26 11:24:07.160117 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:24:07.160495 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:24:07.165803 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempt 8 to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 Jan 26 11:24:07.181189 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0a4e07bf-8d61-4147-b28d-dd78aa027d31 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:07.182476 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0a4e07bf-8d61-4147-b28d-dd78aa027d31 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7137311 Jan 26 11:24:07.192248 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48416) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:07.194676 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31b8437-5f22-4cb7-9912-784776104c55 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:07.195860 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-41b2f6ec-4e7a-4502-9d5f-ca1a046eb142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:07.198239 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a31b8437-5f22-4cb7-9912-784776104c55 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:07.228346 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-983deca0-7cb1-49e2-877a-97fad4d46fbd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting port 29e2477e-3e5c-4969-a56a-8e6b8f953daf {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:07.228610 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-983deca0-7cb1-49e2-877a-97fad4d46fbd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:07.239508 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:07.271254 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-5295d7c3-49a3-45f3-9b4f-0729e358a218 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group_rule': {'security_group_id': '52345d69-f2d0-4106-a082-0f0cc24fbc14', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:07.271598 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc26847e-e8db-4751-af92-63e70e36a978 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:24:07.271846 dv-neutron-826439-1-hyperv neutron-server[87443]: WARNING neutron.api.v2.base [None req-5295d7c3-49a3-45f3-9b4f-0729e358a218 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 26 11:24:07.272347 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-5295d7c3-49a3-45f3-9b4f-0729e358a218 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:24:07.275943 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5295d7c3-49a3-45f3-9b4f-0729e358a218 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0561304 Jan 26 11:24:07.278976 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:24:07.279320 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:24:07.279663 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:24:07.281710 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cc26847e-e8db-4751-af92-63e70e36a978 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:07.285296 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48420) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:07.285428 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48422) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:07.285524 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-cc26847e-e8db-4751-af92-63e70e36a978 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "PUT /v2.0/routers/132eaccb-d9d9-4775-bf40-907ae9d3bcd9 HTTP/1.1" status: 200 len: 706 time: 3.4738693 Jan 26 11:24:07.333147 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b2f6ec-4e7a-4502-9d5f-ca1a046eb142 None None] No DVR routers for this DVR port e90e1a91-22b9-4c91-8964-498cff276e85 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:24:07.351081 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c7717d-9ced-4b59-ac9c-c63de5d924f1 None None] Sync routers for ids ['132eaccb-d9d9-4775-bf40-907ae9d3bcd9'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:24:07.366282 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2f6ec-4e7a-4502-9d5f-ca1a046eb142 None None] Pushing event deleted for resources: {'Port': ['ID=e90e1a91-22b9-4c91-8964-498cff276e85,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:07.382714 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-63e52ce9-14d1-4a6e-be11-dfbc4680b490 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group_rule': {'security_group_id': '52345d69-f2d0-4106-a082-0f0cc24fbc14', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:07.399816 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c7717d-9ced-4b59-ac9c-c63de5d924f1 None None] Routers {'132eaccb-d9d9-4775-bf40-907ae9d3bcd9'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:24:07.400444 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-42c7717d-9ced-4b59-ac9c-c63de5d924f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:23:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['132eaccb-d9d9-4775-bf40-907ae9d3bcd9'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:07.417451 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:24:07.417981 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:24:07.434232 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-61526738-7b7d-4bd9-9eac-a349b70638db tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:07.438550 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempt 9 to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 Jan 26 11:24:07.451534 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-63e52ce9-14d1-4a6e-be11-dfbc4680b490 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:07.460564 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-983deca0-7cb1-49e2-877a-97fad4d46fbd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] The port '29e2477e-3e5c-4969-a56a-8e6b8f953daf' was deleted {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:24:07.507659 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-42c7717d-9ced-4b59-ac9c-c63de5d924f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:07.517829 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-63e52ce9-14d1-4a6e-be11-dfbc4680b490 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Usage tracker for resource:security_group_rule and tenant:f14f2be753654adc9f14116a8f33b9ed is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:07.573436 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c7717d-9ced-4b59-ac9c-c63de5d924f1 None None] Routers {'132eaccb-d9d9-4775-bf40-907ae9d3bcd9'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:24:07.574362 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-42c7717d-9ced-4b59-ac9c-c63de5d924f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:23:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['132eaccb-d9d9-4775-bf40-907ae9d3bcd9'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:07.656298 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-42c7717d-9ced-4b59-ac9c-c63de5d924f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:07.656708 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c7717d-9ced-4b59-ac9c-c63de5d924f1 None None] The sync data for ids ['132eaccb-d9d9-4775-bf40-907ae9d3bcd9'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:24:07.690929 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-54d0a966-313b-4911-b4dd-e2474935150d None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:07.702534 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-54d0a966-313b-4911-b4dd-e2474935150d None None] Transition to ACTIVE for port object c233a181-cfb7-428b-99c9-d50f44d6b4b8 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:07.727472 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-54d0a966-313b-4911-b4dd-e2474935150d None None] Transition to ACTIVE for port object c233a181-cfb7-428b-99c9-d50f44d6b4b8 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:07.734948 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-63e52ce9-14d1-4a6e-be11-dfbc4680b490 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:07.735674 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-54d0a966-313b-4911-b4dd-e2474935150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:07.755403 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:07.776004 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:24:07.776343 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:24:07.776680 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:24:07.787925 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-63e52ce9-14d1-4a6e-be11-dfbc4680b490 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:07.815931 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.resource_extend [None req-61526738-7b7d-4bd9-9eac-a349b70638db tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:24:07.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Subnet': ['ID=7248c7c9-0dc4-47b5-b8e9-5545cef5cf63,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:07.841074 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-035978e1-d03f-4a0d-beae-e2be6e6ef805 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "GET /v2.0/routers/132eaccb-d9d9-4775-bf40-907ae9d3bcd9 HTTP/1.1" status: 200 len: 741 time: 0.5445030 Jan 26 11:24:07.853530 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:24:07.853863 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:24:07.862463 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48428) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:07.868778 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.plugins.ml2.plugin [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempt 10 to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 Jan 26 11:24:07.879540 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 766933e5-0d0a-493b-b5eb-e6abccdfec05 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:24:07.913900 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0a966-313b-4911-b4dd-e2474935150d None None] Pushing event updated for resources: {'Port': ['ID=c233a181-cfb7-428b-99c9-d50f44d6b4b8,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:07.946251 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d0a966-313b-4911-b4dd-e2474935150d None None] Network 97a65251-2ce9-4a89-aea8-f1926394baea is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:07.950048 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-54d0a966-313b-4911-b4dd-e2474935150d None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:07.955770 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d0a966-313b-4911-b4dd-e2474935150d None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:07.976346 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:07.983873 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:24:07.984285 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:24:07.984641 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempting to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:24:08.004029 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-56569f6b-f999-4357-ade3-ea4c2e12a2d8 tempest-RoutersAdminTest-372906209 tempest-RoutersAdminTest-372906209-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4&device_id=132eaccb-d9d9-4775-bf40-907ae9d3bcd9 HTTP/1.1" status: 200 len: 205 time: 0.1153183 Jan 26 11:24:08.004969 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48432) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:08.043210 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a65251-2ce9-4a89-aea8-f1926394baea']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:08.056177 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-61526738-7b7d-4bd9-9eac-a349b70638db tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:08.062176 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-794b9bca-37b7-48bc-9d27-c3d3251df994 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "GET /v2.0/ports?device_id=132eaccb-d9d9-4775-bf40-907ae9d3bcd9 HTTP/1.1" status: 200 len: 205 time: 0.0532076 Jan 26 11:24:08.062901 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61526738-7b7d-4bd9-9eac-a349b70638db tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:08.063563 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-61526738-7b7d-4bd9-9eac-a349b70638db tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:08.063834 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8c2a9a-b32c-458f-aaa0-dce4009a0564') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:08.064141 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8c2a9a-b32c-458f-aaa0-dce4009a0564') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:08.071215 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48436) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:08.071827 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-54d0a966-313b-4911-b4dd-e2474935150d None None] Attempting to bind port c233a181-cfb7-428b-99c9-d50f44d6b4b8 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:24:08.072329 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-54d0a966-313b-4911-b4dd-e2474935150d None None] Attempting to bind port c233a181-cfb7-428b-99c9-d50f44d6b4b8 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '0c8c2a9a-b32c-458f-aaa0-dce4009a0564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '97a65251-2ce9-4a89-aea8-f1926394baea'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:24:08.073276 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d0a966-313b-4911-b4dd-e2474935150d None None] Attempting to bind port c233a181-cfb7-428b-99c9-d50f44d6b4b8 on network 97a65251-2ce9-4a89-aea8-f1926394baea {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:24:08.077176 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-983deca0-7cb1-49e2-877a-97fad4d46fbd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:08.084516 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d0a966-313b-4911-b4dd-e2474935150d None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:24:08.084963 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d0a966-313b-4911-b4dd-e2474935150d None None] Checking segment: {'id': '0c8c2a9a-b32c-458f-aaa0-dce4009a0564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '97a65251-2ce9-4a89-aea8-f1926394baea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:08.085815 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-54d0a966-313b-4911-b4dd-e2474935150d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:08.085815 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d0a966-313b-4911-b4dd-e2474935150d None None] Bound using segment: {'id': '0c8c2a9a-b32c-458f-aaa0-dce4009a0564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '97a65251-2ce9-4a89-aea8-f1926394baea'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:24:08.086437 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-54d0a966-313b-4911-b4dd-e2474935150d None None] Bound port: c233a181-cfb7-428b-99c9-d50f44d6b4b8, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8c2a9a-b32c-458f-aaa0-dce4009a0564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '97a65251-2ce9-4a89-aea8-f1926394baea'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:24:08.086895 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-54d0a966-313b-4911-b4dd-e2474935150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:08.103433 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:24:08.103723 dv-neutron-826439-1-hyperv neutron-server[87443]: ERROR neutron.plugins.ml2.managers [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Failed to bind port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on host hv-neutron-8264 for vnic_type normal using segments [{'id': '486779e7-c606-42ac-a85f-abafbf048f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '107a5f1f-f7f4-4397-8a4a-973d45a9f6d3'}] Jan 26 11:24:08.104069 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:08.104204 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 766933e5-0d0a-493b-b5eb-e6abccdfec05 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:08.141511 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 766933e5-0d0a-493b-b5eb-e6abccdfec05 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:08.141980 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:08.146168 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:08.186466 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d693016e-52bc-4405-9a3b-3ecb4a56797a None None] Provisioning complete for port 766933e5-0d0a-493b-b5eb-e6abccdfec05 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:08.186932 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d693016e-52bc-4405-9a3b-3ecb4a56797a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:08.198962 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-63e52ce9-14d1-4a6e-be11-dfbc4680b490 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:24:08.211868 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-63e52ce9-14d1-4a6e-be11-dfbc4680b490 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9052498 Jan 26 11:24:08.250422 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:08.250654 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-983deca0-7cb1-49e2-877a-97fad4d46fbd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d8baccd-e922-4576-b389-cd0caf22b8ee']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:08.254762 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-668d47fd-3421-4c48-92d1-efc1aed89074 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:08.273999 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48440) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:08.301660 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-54d0a966-313b-4911-b4dd-e2474935150d None None] For port c233a181-cfb7-428b-99c9-d50f44d6b4b8, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:24:08.339993 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:24:08.340412 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:24:08.360281 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:24:08.388434 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-61526738-7b7d-4bd9-9eac-a349b70638db tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0259905 Jan 26 11:24:08.398574 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-753b945e-eace-482c-81c1-ba50b60a2369 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group_rule': {'security_group_id': '52345d69-f2d0-4106-a082-0f0cc24fbc14', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:08.399053 dv-neutron-826439-1-hyperv neutron-server[87443]: WARNING neutron.api.v2.base [None req-753b945e-eace-482c-81c1-ba50b60a2369 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 26 11:24:08.399554 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-753b945e-eace-482c-81c1-ba50b60a2369 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:24:08.403056 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-753b945e-eace-482c-81c1-ba50b60a2369 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1056221 Jan 26 11:24:08.409173 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-983deca0-7cb1-49e2-877a-97fad4d46fbd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d3b426-2619-402c-91a7-5fe4715bdc4c') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:08.409476 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-983deca0-7cb1-49e2-877a-97fad4d46fbd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d3b426-2619-402c-91a7-5fe4715bdc4c') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:08.420952 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:08.422591 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48444) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:08.422819 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48446) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:08.423491 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61526738-7b7d-4bd9-9eac-a349b70638db tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Network': ['ID=6cf54fa1-3b60-413c-a36b-d4f21838ecbb,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:08.433117 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d693016e-52bc-4405-9a3b-3ecb4a56797a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:08.446850 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 6cf54fa1-3b60-413c-a36b-d4f21838ecbb details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:24:08.449015 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-983deca0-7cb1-49e2-877a-97fad4d46fbd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:08.463245 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-b8b3ea44-0b03-4853-887e-5211861b29af tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'subnet': {'network_id': '6cf54fa1-3b60-413c-a36b-d4f21838ecbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:08.484345 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-8f92e65a-8607-4523-89d1-6d6f9e010b29 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group_rule': {'security_group_id': '52345d69-f2d0-4106-a082-0f0cc24fbc14', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:08.498441 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-997a846c-1f2f-4374-9ea9-8b5deb62252c tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Deleting port b92b6d0b-0d71-4958-a958-bbd54625a71e {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:08.498918 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-997a846c-1f2f-4374-9ea9-8b5deb62252c tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:08.549824 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8f92e65a-8607-4523-89d1-6d6f9e010b29 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:08.566638 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 766933e5-0d0a-493b-b5eb-e6abccdfec05, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=766933e5-0d0a-493b-b5eb-e6abccdfec05,segment=NetworkSegment(b09ab595-2ac6-48e4-9953-646915ef6154),segment_id=b09ab595-2ac6-48e4-9953-646915ef6154)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:08.571467 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:08.583080 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8f92e65a-8607-4523-89d1-6d6f9e010b29 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Usage tracker for resource:security_group_rule and tenant:f14f2be753654adc9f14116a8f33b9ed is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:08.608957 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8f92e65a-8607-4523-89d1-6d6f9e010b29 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:08.611999 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-983deca0-7cb1-49e2-877a-97fad4d46fbd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:08.632657 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.api [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 26 11:24:08.632657 dv-neutron-826439-1-hyperv neutron-server[87442]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 26 11:24:08.632657 dv-neutron-826439-1-hyperv neutron-server[87442]: [parameters: {'id': '97a65251-2ce9-4a89-aea8-f1926394baea'}] Jan 26 11:24:08.632657 dv-neutron-826439-1-hyperv neutron-server[87442]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:24:08.633173 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG oslo_db.api [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:24:08.637210 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8f92e65a-8607-4523-89d1-6d6f9e010b29 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:08.675961 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device e90e1a91-22b9-4c91-8964-498cff276e85 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:24:08.693845 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983deca0-7cb1-49e2-877a-97fad4d46fbd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:24:08.694407 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-983deca0-7cb1-49e2-877a-97fad4d46fbd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:08.698224 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-668d47fd-3421-4c48-92d1-efc1aed89074 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:08.700722 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-668d47fd-3421-4c48-92d1-efc1aed89074 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:08.715440 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-54d0a966-313b-4911-b4dd-e2474935150d None None] For port c233a181-cfb7-428b-99c9-d50f44d6b4b8, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c233a181-cfb7-428b-99c9-d50f44d6b4b8,segment=NetworkSegment(0c8c2a9a-b32c-458f-aaa0-dce4009a0564),segment_id=0c8c2a9a-b32c-458f-aaa0-dce4009a0564)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:24:08.727358 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-668d47fd-3421-4c48-92d1-efc1aed89074 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:08.727892 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668d47fd-3421-4c48-92d1-efc1aed89074 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Fanout notify agent at l3_agent the message router_deleted on router 132eaccb-d9d9-4775-bf40-907ae9d3bcd9 {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:24:08.730156 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:24:08.733865 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: e90e1a91-22b9-4c91-8964-498cff276e85 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:24:08.733865 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device e90e1a91-22b9-4c91-8964-498cff276e85 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:24:08.734656 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-54d0a966-313b-4911-b4dd-e2474935150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:08.756676 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-668d47fd-3421-4c48-92d1-efc1aed89074 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:08.762815 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-668d47fd-3421-4c48-92d1-efc1aed89074 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "DELETE /v2.0/routers/132eaccb-d9d9-4775-bf40-907ae9d3bcd9 HTTP/1.1" status: 204 len: 168 time: 0.6906612 Jan 26 11:24:08.763590 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48452) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:08.795283 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] For port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:24:08.795682 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attempted to set empty binding levels {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 26 11:24:08.823508 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d78af5e8-86e6-44d4-aeec-f48fe7783a73 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "GET /v2.0/ports?device_id=132eaccb-d9d9-4775-bf40-907ae9d3bcd9 HTTP/1.1" status: 200 len: 205 time: 0.0584314 Jan 26 11:24:08.824590 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48456) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:08.835675 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-d693016e-52bc-4405-9a3b-3ecb4a56797a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:24:08.836226 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-d693016e-52bc-4405-9a3b-3ecb4a56797a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:24:08.836819 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=766933e5-0d0a-493b-b5eb-e6abccdfec05,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:08.899421 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-333f3177-eec2-429f-9bc9-016cea10e434 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] delete failed (client error): The resource could not be found. Jan 26 11:24:08.902364 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-333f3177-eec2-429f-9bc9-016cea10e434 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "DELETE /v2.0/routers/132eaccb-d9d9-4775-bf40-907ae9d3bcd9 HTTP/1.1" status: 404 len: 336 time: 0.0743933 Jan 26 11:24:08.903004 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48460) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:08.910684 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:08.928092 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b8b3ea44-0b03-4853-887e-5211861b29af tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:08.955827 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-aa92bbae-da43-4256-8003-f3141ffcd2ae tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "GET /v2.0/ports?device_id=db205aaa-8b68-4ac2-8906-475cd5069eaf HTTP/1.1" status: 200 len: 205 time: 0.0476389 Jan 26 11:24:08.956221 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0a966-313b-4911-b4dd-e2474935150d None None] Pushing event updated for resources: {'Port': ['ID=c233a181-cfb7-428b-99c9-d50f44d6b4b8,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:08.956813 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48464) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:08.977343 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288894cd-83ea-4735-a50a-6a4f8d04b10d None None] Network 97a65251-2ce9-4a89-aea8-f1926394baea requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:08.979080 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b8b3ea44-0b03-4853-887e-5211861b29af tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:subnet and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:09.028003 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-f07153a4-3451-4eaf-b9e9-4a4ef275e482 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] delete failed (client error): The resource could not be found. Jan 26 11:24:09.031842 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f07153a4-3451-4eaf-b9e9-4a4ef275e482 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "DELETE /v2.0/routers/db205aaa-8b68-4ac2-8906-475cd5069eaf HTTP/1.1" status: 404 len: 336 time: 0.0734339 Jan 26 11:24:09.032060 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48468) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:09.039029 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b8b3ea44-0b03-4853-887e-5211861b29af tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:09.055096 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-8f92e65a-8607-4523-89d1-6d6f9e010b29 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:24:09.059658 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8f92e65a-8607-4523-89d1-6d6f9e010b29 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6275768 Jan 26 11:24:09.059658 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] In _notify_port_updated(), no bound segment for port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 on network 107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 {{(pid=87443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 26 11:24:09.060408 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:09.061016 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:09.064900 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] 10.222.0.39 "PUT /v2.0/ports/6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 HTTP/1.1" status: 200 len: 981 time: 6.4292457 Jan 26 11:24:09.066311 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48472) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:09.066311 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48474) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:09.082024 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-cf3bb5fa-7f98-4f6e-9129-c2f52c5a2485 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group_rule': {'security_group_id': '52345d69-f2d0-4106-a082-0f0cc24fbc14', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:09.082841 dv-neutron-826439-1-hyperv neutron-server[87442]: WARNING neutron.api.v2.base [None req-cf3bb5fa-7f98-4f6e-9129-c2f52c5a2485 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 26 11:24:09.083334 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-cf3bb5fa-7f98-4f6e-9129-c2f52c5a2485 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:24:09.087118 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-cf3bb5fa-7f98-4f6e-9129-c2f52c5a2485 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0132618 Jan 26 11:24:09.093503 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-983deca0-7cb1-49e2-877a-97fad4d46fbd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:09.096951 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48480) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:09.097649 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b8b3ea44-0b03-4853-887e-5211861b29af tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:09.117222 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a44e8aa0-2e0b-423b-a5bc-2e18c7b143bc tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c625c27-23fd-4e95-bd15-cfca244024d7 HTTP/1.1" status: 200 len: 205 time: 0.0809755 Jan 26 11:24:09.119471 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48484) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:09.144383 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-bd5bb0d4-556a-42f5-9166-e02d112f3247 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group_rule': {'security_group_id': '52345d69-f2d0-4106-a082-0f0cc24fbc14', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:09.151948 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-983deca0-7cb1-49e2-877a-97fad4d46fbd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:09.174961 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-bd5bb0d4-556a-42f5-9166-e02d112f3247 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:09.182298 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983deca0-7cb1-49e2-877a-97fad4d46fbd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Network': ['ID=3d8baccd-e922-4576-b389-cd0caf22b8ee,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:09.191803 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969566d-e54e-4d97-ae9c-a7ba1875c30a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Pushing event updated for resources: {'Port': ['ID=6e1e2f1c-f642-4cab-ba5f-769ea41a97f4,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:09.201635 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-bd5bb0d4-556a-42f5-9166-e02d112f3247 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Usage tracker for resource:security_group_rule and tenant:f14f2be753654adc9f14116a8f33b9ed is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:09.210295 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61320695-3d2b-43f0-b638-0e738cd47020 None None] get_active_networks_info from dv-neutron-826439-1-hyperv {{(pid=87444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 26 11:24:09.213932 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b3ea44-0b03-4853-887e-5211861b29af tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:09.218070 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ea44-0b03-4853-887e-5211861b29af tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:09.239195 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-bd5bb0d4-556a-42f5-9166-e02d112f3247 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:09.249430 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-983deca0-7cb1-49e2-877a-97fad4d46fbd tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/networks/3d8baccd-e922-4576-b389-cd0caf22b8ee HTTP/1.1" status: 204 len: 168 time: 5.1060722 Jan 26 11:24:09.256686 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-997a846c-1f2f-4374-9ea9-8b5deb62252c tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:09.264794 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48488) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:09.276511 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-bd5bb0d4-556a-42f5-9166-e02d112f3247 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:09.311058 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:09.325980 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-44dd7fc1-1b3e-4936-b1a2-a25adf2d7000 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1893976601', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:09.343394 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-f056515c-b1fd-4348-8b25-16c3d75cec50 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] delete failed (client error): The resource could not be found. Jan 26 11:24:09.346995 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f056515c-b1fd-4348-8b25-16c3d75cec50 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "DELETE /v2.0/routers/0c625c27-23fd-4e95-bd15-cfca244024d7 HTTP/1.1" status: 404 len: 336 time: 0.2246268 Jan 26 11:24:09.347204 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48492) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:09.382400 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61320695-3d2b-43f0-b638-0e738cd47020 None None] Resources bound (agent type, host, resource id): {{(pid=87444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 11:24:09.396539 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Deleting port c233a181-cfb7-428b-99c9-d50f44d6b4b8 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:09.396881 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:09.402841 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.objects.ports [None req-a31b8437-5f22-4cb7-9912-784776104c55 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 26 11:24:09.406557 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-44dd7fc1-1b3e-4936-b1a2-a25adf2d7000 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:09.430451 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-04074d95-1dca-4f12-8aa9-d71871496b47 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "GET /v2.0/ports?device_id=e57aa302-70d1-4c2a-9c75-73fad02f78ea HTTP/1.1" status: 200 len: 205 time: 0.0799792 Jan 26 11:24:09.430694 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-dd95e36d-1a62-4453-b8c5-68ba804929e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Deleting port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:09.431838 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd95e36d-1a62-4453-b8c5-68ba804929e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:09.464572 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48496) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:09.566223 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-eddbf0ee-9c37-47e1-aa33-5f1e4a182768 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] delete failed (client error): The resource could not be found. Jan 26 11:24:09.570036 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-eddbf0ee-9c37-47e1-aa33-5f1e4a182768 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "DELETE /v2.0/routers/e57aa302-70d1-4c2a-9c75-73fad02f78ea HTTP/1.1" status: 404 len: 336 time: 0.1023424 Jan 26 11:24:09.571513 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48500) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:09.666352 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a31b8437-5f22-4cb7-9912-784776104c55 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:09.676969 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-997a846c-1f2f-4374-9ea9-8b5deb62252c tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Calling delete_port for b92b6d0b-0d71-4958-a958-bbd54625a71e owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:09.681326 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-217cc489-2ba6-48ca-a0aa-a1e425ae581d tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "GET /v2.0/ports?device_id=52c067ab-9840-4008-8b02-b248bd29c1f8 HTTP/1.1" status: 200 len: 205 time: 0.1047955 Jan 26 11:24:09.689907 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48504) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:09.711654 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-44dd7fc1-1b3e-4936-b1a2-a25adf2d7000 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Usage tracker for resource:router and tenant:252bea5ac7b143c89da38d9a87822c0c is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:09.747251 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-44dd7fc1-1b3e-4936-b1a2-a25adf2d7000 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:09.747607 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 766933e5-0d0a-493b-b5eb-e6abccdfec05 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:24:09.758354 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.securitygroups_db [None req-bd5bb0d4-556a-42f5-9166-e02d112f3247 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Project f14f2be753654adc9f14116a8f33b9ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:24:09.784318 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-44dd7fc1-1b3e-4936-b1a2-a25adf2d7000 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:09.793266 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-cbdf6d82-984e-4807-b3ac-440aa6faf780 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] delete failed (client error): The resource could not be found. Jan 26 11:24:09.794141 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-cbdf6d82-984e-4807-b3ac-440aa6faf780 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "DELETE /v2.0/routers/52c067ab-9840-4008-8b02-b248bd29c1f8 HTTP/1.1" status: 404 len: 336 time: 0.0975242 Jan 26 11:24:09.812456 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48508) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:09.858775 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 766933e5-0d0a-493b-b5eb-e6abccdfec05 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:09.859338 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:09.867701 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31b8437-5f22-4cb7-9912-784776104c55 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:09.881902 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-a31b8437-5f22-4cb7-9912-784776104c55 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:09.897144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31b8437-5f22-4cb7-9912-784776104c55 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:09.897144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a31b8437-5f22-4cb7-9912-784776104c55 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:09.906748 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-bd5bb0d4-556a-42f5-9166-e02d112f3247 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:24:09.910728 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-bd5bb0d4-556a-42f5-9166-e02d112f3247 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8031788 Jan 26 11:24:09.910728 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-44dd7fc1-1b3e-4936-b1a2-a25adf2d7000 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:09.910728 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-44dd7fc1-1b3e-4936-b1a2-a25adf2d7000 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:09.912397 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48512) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:09.923045 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6e91eae3-b72c-429d-91b6-59846e42ea78 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "GET /v2.0/ports?device_id=24cbad68-be77-4061-849a-96575b4ab805 HTTP/1.1" status: 200 len: 205 time: 0.1055195 Jan 26 11:24:09.923045 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b8437-5f22-4cb7-9912-784776104c55 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=b50d3ba9-e83c-439c-ac91-3ca24c948a2e,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:09.929472 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-8df5f0e2-2280-4f0b-a9a1-403e263f4c13 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group_rule': {'security_group_id': '52345d69-f2d0-4106-a082-0f0cc24fbc14', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:09.929973 dv-neutron-826439-1-hyperv neutron-server[87442]: WARNING neutron.api.v2.base [None req-8df5f0e2-2280-4f0b-a9a1-403e263f4c13 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 26 11:24:09.930460 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-8df5f0e2-2280-4f0b-a9a1-403e263f4c13 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:24:09.933973 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48516) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:09.934131 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8df5f0e2-2280-4f0b-a9a1-403e263f4c13 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0171816 Jan 26 11:24:09.955625 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48520) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:09.975521 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d82cebe-6cba-47c5-8b90-0ba61c5f5fc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-ba6f0584-2941-48e6-9427-2229465f5a54', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'fixed_ips': [{'subnet_id': 'b50d3ba9-e83c-439c-ac91-3ca24c948a2e'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:24:09.976437 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9d82cebe-6cba-47c5-8b90-0ba61c5f5fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:10.002389 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] For port c233a181-cfb7-428b-99c9-d50f44d6b4b8, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c233a181-cfb7-428b-99c9-d50f44d6b4b8,segment=NetworkSegment(0c8c2a9a-b32c-458f-aaa0-dce4009a0564),segment_id=0c8c2a9a-b32c-458f-aaa0-dce4009a0564)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:10.002758 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:10.016962 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-dd95e36d-1a62-4453-b8c5-68ba804929e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] For port 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4, host hv-neutron-8264, got binding levels [] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:10.017321 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd95e36d-1a62-4453-b8c5-68ba804929e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:10.026954 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a8a00243-f8f9-4aa9-abf9-47f69e5470b8 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group_rule': {'security_group_id': '52345d69-f2d0-4106-a082-0f0cc24fbc14', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:10.078558 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a8a00243-f8f9-4aa9-abf9-47f69e5470b8 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:10.097353 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a31b8437-5f22-4cb7-9912-784776104c55 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.6742001 Jan 26 11:24:10.100538 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-44dd7fc1-1b3e-4936-b1a2-a25adf2d7000 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:10.100791 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48524) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:10.101703 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a8a00243-f8f9-4aa9-abf9-47f69e5470b8 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Usage tracker for resource:security_group_rule and tenant:f14f2be753654adc9f14116a8f33b9ed is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:10.107119 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-e8a89f66-5033-4c00-b7e9-c71fdbd1a7bd tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] delete failed (client error): The resource could not be found. Jan 26 11:24:10.108373 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e8a89f66-5033-4c00-b7e9-c71fdbd1a7bd tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "DELETE /v2.0/routers/24cbad68-be77-4061-849a-96575b4ab805 HTTP/1.1" status: 404 len: 336 time: 0.1763546 Jan 26 11:24:10.116523 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a8a00243-f8f9-4aa9-abf9-47f69e5470b8 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:10.127352 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48528) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:10.132243 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-c6164f89-b878-4d44-92e2-1da81a5e888f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'mac_address': 'fa:16:3e:63:c2:21', 'name': 'tempest-NetworksTestDHCPv6-554839023'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:10.184308 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a8a00243-f8f9-4aa9-abf9-47f69e5470b8 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:10.198979 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-9d82cebe-6cba-47c5-8b90-0ba61c5f5fc9 None None] Allocated IP 2001:db8::f816:3eff:fe9c:aca1 (ba6f0584-2941-48e6-9427-2229465f5a54/b50d3ba9-e83c-439c-ac91-3ca24c948a2e/e76f8a9b-68c1-4c86-9130-473eec10c053) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:10.227792 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-4741b32e-9d99-4687-bc89-9d9b9c936b59 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] DELETE failed (client error): The resource could not be found. Jan 26 11:24:10.228248 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4741b32e-9d99-4687-bc89-9d9b9c936b59 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:24:10.249586 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Calling delete_port for c233a181-cfb7-428b-99c9-d50f44d6b4b8 owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:10.259556 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.securitygroups_db [None req-a8a00243-f8f9-4aa9-abf9-47f69e5470b8 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Project f14f2be753654adc9f14116a8f33b9ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:24:10.263761 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4741b32e-9d99-4687-bc89-9d9b9c936b59 tempest-RoutersAdminTest-471506193 tempest-RoutersAdminTest-471506193-project] 10.222.0.39 "DELETE /v2.0/subnets/7c3a30aa-0f87-4fae-95d6-eb6e9343672b HTTP/1.1" status: 404 len: 337 time: 0.1176975 Jan 26 11:24:10.285768 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-dd95e36d-1a62-4453-b8c5-68ba804929e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Calling delete_port for 6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:10.329842 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-44dd7fc1-1b3e-4936-b1a2-a25adf2d7000 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:10.402029 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-a8a00243-f8f9-4aa9-abf9-47f69e5470b8 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:24:10.403929 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a8a00243-f8f9-4aa9-abf9-47f69e5470b8 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3956561 Jan 26 11:24:10.404508 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd95e36d-1a62-4453-b8c5-68ba804929e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:10.407766 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48534) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:10.413770 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-2ff88d59-49e7-4808-a206-08d05bd445c0 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group_rule': {'security_group_id': '52345d69-f2d0-4106-a082-0f0cc24fbc14', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:10.424378 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:10.447133 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9d82cebe-6cba-47c5-8b90-0ba61c5f5fc9 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:10.455604 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ea44-0b03-4853-887e-5211861b29af tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:10.459311 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-9d82cebe-6cba-47c5-8b90-0ba61c5f5fc9 None None] Transition to ACTIVE for port object e76f8a9b-68c1-4c86-9130-473eec10c053 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:10.484926 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-9d82cebe-6cba-47c5-8b90-0ba61c5f5fc9 None None] Transition to ACTIVE for port object e76f8a9b-68c1-4c86-9130-473eec10c053 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:10.488117 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2ff88d59-49e7-4808-a206-08d05bd445c0 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:10.493676 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95e36d-1a62-4453-b8c5-68ba804929e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e1e2f1c-f642-4cab-ba5f-769ea41a97f4,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:10.494738 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9d82cebe-6cba-47c5-8b90-0ba61c5f5fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:10.497341 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-44dd7fc1-1b3e-4936-b1a2-a25adf2d7000 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:10.498791 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-44dd7fc1-1b3e-4936-b1a2-a25adf2d7000 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2246716 Jan 26 11:24:10.499585 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2ff88d59-49e7-4808-a206-08d05bd445c0 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Usage tracker for resource:security_group_rule and tenant:f14f2be753654adc9f14116a8f33b9ed is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:10.510362 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48538) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:10.541312 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-52d8f96f-014e-4007-9fbf-9856e945b30b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'network': {'name': 'tempest-RoutersTest-496454017'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:10.541754 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2ff88d59-49e7-4808-a206-08d05bd445c0 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:10.545501 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No DVR routers for this DVR port c233a181-cfb7-428b-99c9-d50f44d6b4b8 on host dv-neutron-826439-1-hyperv {{(pid=87442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:24:10.553715 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c6164f89-b878-4d44-92e2-1da81a5e888f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:10.567663 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c6164f89-b878-4d44-92e2-1da81a5e888f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:port and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:10.576080 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-52d8f96f-014e-4007-9fbf-9856e945b30b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:10.578430 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c6164f89-b878-4d44-92e2-1da81a5e888f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:10.578954 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82cebe-6cba-47c5-8b90-0ba61c5f5fc9 None None] Pushing event updated for resources: {'Port': ['ID=e76f8a9b-68c1-4c86-9130-473eec10c053,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:10.585114 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2ff88d59-49e7-4808-a206-08d05bd445c0 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:10.587358 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Port': ['ID=c233a181-cfb7-428b-99c9-d50f44d6b4b8,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:10.592643 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d82cebe-6cba-47c5-8b90-0ba61c5f5fc9 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:10.594762 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-9d82cebe-6cba-47c5-8b90-0ba61c5f5fc9 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:10.596012 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:24:10.596666 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd95e36d-1a62-4453-b8c5-68ba804929e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:10.597811 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d82cebe-6cba-47c5-8b90-0ba61c5f5fc9 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:10.598488 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c6164f89-b878-4d44-92e2-1da81a5e888f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:10.602656 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3ea44-0b03-4853-887e-5211861b29af tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Subnet': ['ID=d93cc5bd-ff84-46ec-99da-7841d1fa6af9,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:10.608537 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-52d8f96f-014e-4007-9fbf-9856e945b30b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Usage tracker for resource:network and tenant:252bea5ac7b143c89da38d9a87822c0c is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:10.614894 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-52d8f96f-014e-4007-9fbf-9856e945b30b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:10.621162 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-997a846c-1f2f-4374-9ea9-8b5deb62252c tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:10.670164 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-52d8f96f-014e-4007-9fbf-9856e945b30b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:10.687306 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b3ea44-0b03-4853-887e-5211861b29af tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Checking segment: {'id': '44e6351e-44cf-43c7-bca6-2e88318ad9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6cf54fa1-3b60-413c-a36b-d4f21838ecbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:10.687586 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b3ea44-0b03-4853-887e-5211861b29af tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network hostable DHCP agents. Network: 6cf54fa1-3b60-413c-a36b-d4f21838ecbb, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:24:10.692121 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a846c-1f2f-4374-9ea9-8b5deb62252c tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Pushing event deleted for resources: {'Port': ['ID=b92b6d0b-0d71-4958-a958-bbd54625a71e,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:10.698190 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6164f89-b878-4d44-92e2-1da81a5e888f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:10.712640 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-9d82cebe-6cba-47c5-8b90-0ba61c5f5fc9 None None] Attempting to bind port e76f8a9b-68c1-4c86-9130-473eec10c053 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:24:10.713316 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-9d82cebe-6cba-47c5-8b90-0ba61c5f5fc9 None None] Attempting to bind port e76f8a9b-68c1-4c86-9130-473eec10c053 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:24:10.713914 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d82cebe-6cba-47c5-8b90-0ba61c5f5fc9 None None] Attempting to bind port e76f8a9b-68c1-4c86-9130-473eec10c053 on network ba6f0584-2941-48e6-9427-2229465f5a54 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:24:10.721012 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d82cebe-6cba-47c5-8b90-0ba61c5f5fc9 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:24:10.721716 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d82cebe-6cba-47c5-8b90-0ba61c5f5fc9 None None] Checking segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:10.722309 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9d82cebe-6cba-47c5-8b90-0ba61c5f5fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:10.722960 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d82cebe-6cba-47c5-8b90-0ba61c5f5fc9 None None] Bound using segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:24:10.723656 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-9d82cebe-6cba-47c5-8b90-0ba61c5f5fc9 None None] Bound port: e76f8a9b-68c1-4c86-9130-473eec10c053, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:24:10.724232 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9d82cebe-6cba-47c5-8b90-0ba61c5f5fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:10.759786 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48544) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:10.781624 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d8f96f-014e-4007-9fbf-9856e945b30b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Made reservation on behalf of 252bea5ac7b143c89da38d9a87822c0c for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:10.785704 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-52d8f96f-014e-4007-9fbf-9856e945b30b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:10.851998 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-9d82cebe-6cba-47c5-8b90-0ba61c5f5fc9 None None] For port e76f8a9b-68c1-4c86-9130-473eec10c053, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:24:10.853793 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-dd95e36d-1a62-4453-b8c5-68ba804929e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] 10.222.0.39 "DELETE /v2.0/ports/6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 HTTP/1.1" status: 204 len: 168 time: 1.7810864 Jan 26 11:24:10.854831 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.securitygroups_db [None req-2ff88d59-49e7-4808-a206-08d05bd445c0 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Project f14f2be753654adc9f14116a8f33b9ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:24:10.858621 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48550) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:10.859244 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-9d82cebe-6cba-47c5-8b90-0ba61c5f5fc9 None None] For port e76f8a9b-68c1-4c86-9130-473eec10c053, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=e76f8a9b-68c1-4c86-9130-473eec10c053,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:24:10.868499 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9d82cebe-6cba-47c5-8b90-0ba61c5f5fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:10.921787 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b3ea44-0b03-4853-887e-5211861b29af tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network 6cf54fa1-3b60-413c-a36b-d4f21838ecbb is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:24:10.950515 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82cebe-6cba-47c5-8b90-0ba61c5f5fc9 None None] Pushing event updated for resources: {'Port': ['ID=e76f8a9b-68c1-4c86-9130-473eec10c053,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:10.954661 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d8f96f-014e-4007-9fbf-9856e945b30b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:24:10.958618 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:10.993580 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f73618-d5db-4029-8a68-31afd4d4507f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] GET failed (client error): The resource could not be found. Jan 26 11:24:10.994145 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c7f73618-d5db-4029-8a68-31afd4d4507f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Synchronizing usage tracker for tenant:e62b9e60e410427296a2da00e5622af8 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:11.019153 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-2ff88d59-49e7-4808-a206-08d05bd445c0 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:24:11.023891 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2ff88d59-49e7-4808-a206-08d05bd445c0 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6115992 Jan 26 11:24:11.024102 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48554) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:11.027716 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a65251-2ce9-4a89-aea8-f1926394baea']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:11.043492 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8c2a9a-b32c-458f-aaa0-dce4009a0564') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:11.044130 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8c2a9a-b32c-458f-aaa0-dce4009a0564') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:11.051689 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c7f73618-d5db-4029-8a68-31afd4d4507f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] Unset dirty status for tenant:e62b9e60e410427296a2da00e5622af8 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:11.056973 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c7f73618-d5db-4029-8a68-31afd4d4507f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2039493805-project-admin] 10.222.0.39 "GET /v2.0/ports/6e1e2f1c-f642-4cab-ba5f-769ea41a97f4 HTTP/1.1" status: 404 len: 333 time: 0.1907761 Jan 26 11:24:11.057142 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-b8b3ea44-0b03-4853-887e-5211861b29af tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 6cf54fa1-3b60-413c-a36b-d4f21838ecbb) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:11.058020 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48560) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:11.064916 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:11.072825 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-52d8f96f-014e-4007-9fbf-9856e945b30b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:11.073176 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-52d8f96f-014e-4007-9fbf-9856e945b30b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Added segment 1c8d2588-8a5e-4866-898c-6050d7bf8cf8 of type vlan for network c434dcb2-a215-42cc-b648-a8cf8e21c08a Jan 26 11:24:11.117984 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:11.130662 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:24:11.131073 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:24:11.146035 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:24:11.149227 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b3ea44-0b03-4853-887e-5211861b29af tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:11.149820 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ea44-0b03-4853-887e-5211861b29af tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:11.182156 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c6164f89-b878-4d44-92e2-1da81a5e888f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:11.203108 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d37519d5-1ae0-4400-9bbe-d624376fd8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:11.226020 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-997a846c-1f2f-4374-9ea9-8b5deb62252c tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:11.245745 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4eb4bc57-c7e0-4127-89db-caa97e80c35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:11.266928 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b8b3ea44-0b03-4853-887e-5211861b29af tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8401253 Jan 26 11:24:11.279664 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48564) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:11.283813 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-d37519d5-1ae0-4400-9bbe-d624376fd8bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:11.347146 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:11.368075 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:11.394369 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Network': ['ID=97a65251-2ce9-4a89-aea8-f1926394baea,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:11.407692 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-972c11ae-aabd-4e1a-be85-56a010bd94ab tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/networks/97a65251-2ce9-4a89-aea8-f1926394baea HTTP/1.1" status: 204 len: 168 time: 5.3218503 Jan 26 11:24:11.408245 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48568) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:11.416989 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-52be8bc0-f70d-47ad-a4dc-4b767a58b1c6 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-747603855'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:11.435285 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-52be8bc0-f70d-47ad-a4dc-4b767a58b1c6 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:11.442766 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-52be8bc0-f70d-47ad-a4dc-4b767a58b1c6 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Usage tracker for resource:network and tenant:72fcefe45da642438142264604e9cfc8 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:11.486238 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-52d8f96f-014e-4007-9fbf-9856e945b30b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:11.492659 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-52be8bc0-f70d-47ad-a4dc-4b767a58b1c6 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:11.498844 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4eb4bc57-c7e0-4127-89db-caa97e80c35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:11.505406 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-42c57394-8ee4-4338-b578-711573e29668 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'port': {'network_id': '6cf54fa1-3b60-413c-a36b-d4f21838ecbb', 'security_groups': [], 'name': 'tempest-PortsTestJSON-927206570'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:11.510672 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-52be8bc0-f70d-47ad-a4dc-4b767a58b1c6 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:11.519374 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d37519d5-1ae0-4400-9bbe-d624376fd8bd admin admin] Usage tracker for resource:security_group_rule and tenant:5bfdb32e41224481be4699ac3ddc8692 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:11.531234 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-c6164f89-b878-4d44-92e2-1da81a5e888f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] device_id is not set on port f68821f0-6553-4f3b-8106-ef72d56c9248 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:24:11.532298 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-4eb4bc57-c7e0-4127-89db-caa97e80c35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['107a5f1f-f7f4-4397-8a4a-973d45a9f6d3']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:11.539287 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52be8bc0-f70d-47ad-a4dc-4b767a58b1c6 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Made reservation on behalf of 72fcefe45da642438142264604e9cfc8 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:11.542654 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52be8bc0-f70d-47ad-a4dc-4b767a58b1c6 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:11.560037 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-4eb4bc57-c7e0-4127-89db-caa97e80c35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '486779e7-c606-42ac-a85f-abafbf048f3e') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:11.560417 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-4eb4bc57-c7e0-4127-89db-caa97e80c35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '486779e7-c606-42ac-a85f-abafbf048f3e') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:11.573415 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d37519d5-1ae0-4400-9bbe-d624376fd8bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:11.578228 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4eb4bc57-c7e0-4127-89db-caa97e80c35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:11.594066 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-d37519d5-1ae0-4400-9bbe-d624376fd8bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:11.600217 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52be8bc0-f70d-47ad-a4dc-4b767a58b1c6 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:24:11.604485 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4eb4bc57-c7e0-4127-89db-caa97e80c35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:11.613122 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb4bc57-c7e0-4127-89db-caa97e80c35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:24:11.613513 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4eb4bc57-c7e0-4127-89db-caa97e80c35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:24:11.628679 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:24:11.630688 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52be8bc0-f70d-47ad-a4dc-4b767a58b1c6 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:11.630688 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-52be8bc0-f70d-47ad-a4dc-4b767a58b1c6 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Added segment 6c8b20b8-47c8-47d0-be6b-73bfbaa32c52 of type vlan for network 1b4b8600-6a2d-40de-b011-18804e26ae28 Jan 26 11:24:11.735182 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52be8bc0-f70d-47ad-a4dc-4b767a58b1c6 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:11.740131 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4eb4bc57-c7e0-4127-89db-caa97e80c35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:11.759320 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4eb4bc57-c7e0-4127-89db-caa97e80c35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:11.779113 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device e76f8a9b-68c1-4c86-9130-473eec10c053 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:24:11.815048 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4bc57-c7e0-4127-89db-caa97e80c35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] Pushing event deleted for resources: {'Network': ['ID=107a5f1f-f7f4-4397-8a4a-973d45a9f6d3,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:11.827920 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52be8bc0-f70d-47ad-a4dc-4b767a58b1c6 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:11.834265 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52be8bc0-f70d-47ad-a4dc-4b767a58b1c6 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:11.834925 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52be8bc0-f70d-47ad-a4dc-4b767a58b1c6 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:11.874734 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f71724a0-196a-44bd-a18b-f2704ada0da0 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:11.891135 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4eb4bc57-c7e0-4127-89db-caa97e80c35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-589027448-project] 10.222.0.39 "DELETE /v2.0/networks/107a5f1f-f7f4-4397-8a4a-973d45a9f6d3 HTTP/1.1" status: 204 len: 168 time: 0.8319817 Jan 26 11:24:11.900698 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-52be8bc0-f70d-47ad-a4dc-4b767a58b1c6 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4858239 Jan 26 11:24:11.908961 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48574) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:11.930779 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port e76f8a9b-68c1-4c86-9130-473eec10c053 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:11.951378 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-d3099ce9-50ea-48f4-8d2f-a58d01ee630e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Request body: {'subnet': {'network_id': '1b4b8600-6a2d-40de-b011-18804e26ae28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:12.046589 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-52d8f96f-014e-4007-9fbf-9856e945b30b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:12.052101 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d8f96f-014e-4007-9fbf-9856e945b30b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:12.052708 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-52d8f96f-014e-4007-9fbf-9856e945b30b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:12.058112 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be8bc0-f70d-47ad-a4dc-4b767a58b1c6 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'Network': ['ID=1b4b8600-6a2d-40de-b011-18804e26ae28,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:12.071813 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 1b4b8600-6a2d-40de-b011-18804e26ae28 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:24:12.094626 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f71724a0-196a-44bd-a18b-f2704ada0da0 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:12.133077 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d3099ce9-50ea-48f4-8d2f-a58d01ee630e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:12.137631 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d3099ce9-50ea-48f4-8d2f-a58d01ee630e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Usage tracker for resource:subnet and tenant:72fcefe45da642438142264604e9cfc8 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:12.141227 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d3099ce9-50ea-48f4-8d2f-a58d01ee630e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:12.151173 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d3099ce9-50ea-48f4-8d2f-a58d01ee630e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:12.168551 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3099ce9-50ea-48f4-8d2f-a58d01ee630e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Made reservation on behalf of 72fcefe45da642438142264604e9cfc8 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:12.173991 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d3099ce9-50ea-48f4-8d2f-a58d01ee630e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:12.193044 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48580) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:12.228417 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997a846c-1f2f-4374-9ea9-8b5deb62252c tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Router 744e1f17-c1da-47dc-9e79-887f729d659e has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:24:12.312163 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.ipam_backend_mixin [None req-d3099ce9-50ea-48f4-8d2f-a58d01ee630e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Performing IP validity checks on allocation pools {{(pid=87442) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 26 11:24:12.312692 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.ipam_backend_mixin [None req-d3099ce9-50ea-48f4-8d2f-a58d01ee630e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87442) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 26 11:24:12.321545 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-42c57394-8ee4-4338-b578-711573e29668 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:12.328152 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-c6164f89-b878-4d44-92e2-1da81a5e888f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 2001:db8::f816:3eff:fe63:c221 (ba6f0584-2941-48e6-9427-2229465f5a54/b50d3ba9-e83c-439c-ac91-3ca24c948a2e/f68821f0-6553-4f3b-8106-ef72d56c9248) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:12.363735 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b28db2-c419-45aa-ab26-54bd743c3274 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:12.391149 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1ebf2a-1213-42a6-9c1c-2072aa9d1d0d None None] Network 6cf54fa1-3b60-413c-a36b-d4f21838ecbb requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:12.398509 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f71724a0-196a-44bd-a18b-f2704ada0da0 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:12.438085 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-42c57394-8ee4-4338-b578-711573e29668 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:port and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:12.451828 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71724a0-196a-44bd-a18b-f2704ada0da0 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52345d69-f2d0-4106-a082-0f0cc24fbc14,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:12.453602 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8f96f-014e-4007-9fbf-9856e945b30b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Network': ['ID=c434dcb2-a215-42cc-b648-a8cf8e21c08a,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:12.495702 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e2ce0807-cd51-4ade-9cbe-ca800e6030a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=584a4837a3ca409eb6b0928932c2804d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987227 Jan 26 11:24:12.496377 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48586) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:12.538921 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-42c57394-8ee4-4338-b578-711573e29668 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:12.539474 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d3099ce9-50ea-48f4-8d2f-a58d01ee630e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:12.542949 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-52d8f96f-014e-4007-9fbf-9856e945b30b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0223351 Jan 26 11:24:12.558705 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48590) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:12.560138 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-42c57394-8ee4-4338-b578-711573e29668 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:12.564781 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d37519d5-1ae0-4400-9bbe-d624376fd8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:12.567758 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f71724a0-196a-44bd-a18b-f2704ada0da0 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:12.568892 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f71724a0-196a-44bd-a18b-f2704ada0da0 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "DELETE /v2.0/security-groups/52345d69-f2d0-4106-a082-0f0cc24fbc14 HTTP/1.1" status: 204 len: 168 time: 1.5416317 Jan 26 11:24:12.576408 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48594) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:12.581820 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-2b79bb24-130a-4cf1-9472-42bf39acaa84 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'subnet': {'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:12.682099 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network c434dcb2-a215-42cc-b648-a8cf8e21c08a details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:24:12.684134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d37519d5-1ae0-4400-9bbe-d624376fd8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:12.703364 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3099ce9-50ea-48f4-8d2f-a58d01ee630e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'Subnet': ['ID=f21d679c-3bf9-43a7-a121-93266d58eaaa,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:12.711490 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-86b05e6d-2eb8-4ded-867b-1f83586803cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:12.722195 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997a846c-1f2f-4374-9ea9-8b5deb62252c tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:24:12.723742 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c57394-8ee4-4338-b578-711573e29668 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:12.732245 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdb1c19-e32d-4bec-8770-2b48b534e849 None None] Sync routers for ids ['744e1f17-c1da-47dc-9e79-887f729d659e'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:24:12.732787 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-42c57394-8ee4-4338-b578-711573e29668 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:12.740975 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9e876939-99a9-466d-9985-89e7addd63a6 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1573861 Jan 26 11:24:12.746214 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48598) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:12.752589 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-c70e12e4-571d-4968-98f3-04d08b241b2f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group': {'name': 'tempest-secgroup--285961974'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:12.753089 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdb1c19-e32d-4bec-8770-2b48b534e849 None None] Routers {'744e1f17-c1da-47dc-9e79-887f729d659e'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:24:12.754240 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-0cdb1c19-e32d-4bec-8770-2b48b534e849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:23:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['744e1f17-c1da-47dc-9e79-887f729d659e'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:12.763114 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-997a846c-1f2f-4374-9ea9-8b5deb62252c tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] 10.222.0.39 "PUT /v2.0/routers/744e1f17-c1da-47dc-9e79-887f729d659e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3027306 Jan 26 11:24:12.772298 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-86b05e6d-2eb8-4ded-867b-1f83586803cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:12.777931 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48602) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:12.781528 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3099ce9-50ea-48f4-8d2f-a58d01ee630e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Checking segment: {'id': '6c8b20b8-47c8-47d0-be6b-73bfbaa32c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1b4b8600-6a2d-40de-b011-18804e26ae28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:12.781888 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3099ce9-50ea-48f4-8d2f-a58d01ee630e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Network hostable DHCP agents. Network: 1b4b8600-6a2d-40de-b011-18804e26ae28, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:24:12.789327 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c70e12e4-571d-4968-98f3-04d08b241b2f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:12.798040 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c70e12e4-571d-4968-98f3-04d08b241b2f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Usage tracker for resource:security_group and tenant:f14f2be753654adc9f14116a8f33b9ed is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:12.890424 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37519d5-1ae0-4400-9bbe-d624376fd8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d15c026-21e2-414f-a078-c548e89373f2,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:12.897614 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d37519d5-1ae0-4400-9bbe-d624376fd8bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5bfdb32e41224481be4699ac3ddc8692&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1252458 Jan 26 11:24:12.898237 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-42c57394-8ee4-4338-b578-711573e29668 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] device_id is not set on port 6f82706a-c6bb-4993-80dc-b0fc9c6cbcb4 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:24:12.914034 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-0cdb1c19-e32d-4bec-8770-2b48b534e849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:12.927034 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdb1c19-e32d-4bec-8770-2b48b534e849 None None] Routers {'744e1f17-c1da-47dc-9e79-887f729d659e'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:24:12.927669 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-0cdb1c19-e32d-4bec-8770-2b48b534e849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:23:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['744e1f17-c1da-47dc-9e79-887f729d659e'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:12.930302 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c70e12e4-571d-4968-98f3-04d08b241b2f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:12.932852 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48606) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:12.968198 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2b79bb24-130a-4cf1-9472-42bf39acaa84 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:12.974975 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e363120e-e1da-40a7-937a-ff6ca0fc826b None None] Provisioning for port e76f8a9b-68c1-4c86-9130-473eec10c053 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:12.988692 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e363120e-e1da-40a7-937a-ff6ca0fc826b None None] Provisioning complete for port e76f8a9b-68c1-4c86-9130-473eec10c053 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:12.989202 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2b79bb24-130a-4cf1-9472-42bf39acaa84 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Usage tracker for resource:subnet and tenant:252bea5ac7b143c89da38d9a87822c0c is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:12.989720 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e363120e-e1da-40a7-937a-ff6ca0fc826b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:12.998627 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2b79bb24-130a-4cf1-9472-42bf39acaa84 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:13.008805 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2b79bb24-130a-4cf1-9472-42bf39acaa84 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:13.018873 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-0cdb1c19-e32d-4bec-8770-2b48b534e849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:13.019336 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdb1c19-e32d-4bec-8770-2b48b534e849 None None] The sync data for ids ['744e1f17-c1da-47dc-9e79-887f729d659e'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:24:13.075106 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c70e12e4-571d-4968-98f3-04d08b241b2f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:13.099787 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-b4712bbc-e33d-4c6f-9498-4bfac998e012 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] show failed (client error): The resource could not be found. Jan 26 11:24:13.106949 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b4712bbc-e33d-4c6f-9498-4bfac998e012 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-2101342015 HTTP/1.1" status: 404 len: 335 time: 0.3261526 Jan 26 11:24:13.107324 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b79bb24-130a-4cf1-9472-42bf39acaa84 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Made reservation on behalf of 252bea5ac7b143c89da38d9a87822c0c for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:13.111092 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2b79bb24-130a-4cf1-9472-42bf39acaa84 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:13.115957 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48610) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:13.125860 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-62e9cd68-910a-47f6-8b4c-66b987dc4e29 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:13.151615 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24ca9bc-7869-4f8e-8ec0-a17f9146d65a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-6cf54fa1-3b60-413c-a36b-d4f21838ecbb', 'network_id': '6cf54fa1-3b60-413c-a36b-d4f21838ecbb', 'tenant_id': 'f243e59f155e4e8b9c168a6739897859', 'fixed_ips': [{'subnet_id': 'd93cc5bd-ff84-46ec-99da-7841d1fa6af9'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:24:13.152575 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e24ca9bc-7869-4f8e-8ec0-a17f9146d65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:13.176843 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3099ce9-50ea-48f4-8d2f-a58d01ee630e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Network 1b4b8600-6a2d-40de-b011-18804e26ae28 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:24:13.213073 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c70e12e4-571d-4968-98f3-04d08b241b2f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:13.236813 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-62e9cd68-910a-47f6-8b4c-66b987dc4e29 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] update failed (client error): The resource could not be found. Jan 26 11:24:13.238887 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-62e9cd68-910a-47f6-8b4c-66b987dc4e29 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-659190571 HTTP/1.1" status: 404 len: 334 time: 0.1217344 Jan 26 11:24:13.239918 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-d3099ce9-50ea-48f4-8d2f-a58d01ee630e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 1b4b8600-6a2d-40de-b011-18804e26ae28) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:13.258357 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48614) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:13.260192 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3099ce9-50ea-48f4-8d2f-a58d01ee630e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:13.260996 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d3099ce9-50ea-48f4-8d2f-a58d01ee630e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:13.263612 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bd0702-deff-442c-b81f-19fa65bd6bfb None None] Network 1b4b8600-6a2d-40de-b011-18804e26ae28 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:13.325635 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c70e12e4-571d-4968-98f3-04d08b241b2f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:13.348792 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c70e12e4-571d-4968-98f3-04d08b241b2f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Usage tracker for resource:security_group_rule and tenant:f14f2be753654adc9f14116a8f33b9ed is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:13.367626 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c70e12e4-571d-4968-98f3-04d08b241b2f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:13.382672 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cfcb6bd8-aa97-43cf-bbd7-03a395ef9e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:13.387593 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d3099ce9-50ea-48f4-8d2f-a58d01ee630e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4751368 Jan 26 11:24:13.390043 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c70e12e4-571d-4968-98f3-04d08b241b2f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:13.391833 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48618) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:13.407724 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-86b05e6d-2eb8-4ded-867b-1f83586803cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:13.410088 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-86b05e6d-2eb8-4ded-867b-1f83586803cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:13.413657 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-86b05e6d-2eb8-4ded-867b-1f83586803cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/359b4df5-ef03-4f88-b946-135ce4f629c2 HTTP/1.1" status: 204 len: 168 time: 0.9119372 Jan 26 11:24:13.415473 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-45da670f-9e06-4fff-b3a0-76303a856b75 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Deleting subnet 6a364dfd-d3e6-4bbd-8b51-903031bc2dd3 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:24:13.433440 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c6164f89-b878-4d44-92e2-1da81a5e888f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:13.459723 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-c6164f89-b878-4d44-92e2-1da81a5e888f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Transition to ACTIVE for port object f68821f0-6553-4f3b-8106-ef72d56c9248 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:13.459983 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-45da670f-9e06-4fff-b3a0-76303a856b75 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:13.505468 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e363120e-e1da-40a7-937a-ff6ca0fc826b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:13.519804 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cfcb6bd8-aa97-43cf-bbd7-03a395ef9e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:13.524136 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-42c57394-8ee4-4338-b578-711573e29668 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Allocated IP 172.20.0.13 (6cf54fa1-3b60-413c-a36b-d4f21838ecbb/d93cc5bd-ff84-46ec-99da-7841d1fa6af9/6f82706a-c6bb-4993-80dc-b0fc9c6cbcb4) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:13.527227 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b05e6d-2eb8-4ded-867b-1f83586803cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359b4df5-ef03-4f88-b946-135ce4f629c2,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:13.576567 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c6164f89-b878-4d44-92e2-1da81a5e888f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:13.641962 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-e363120e-e1da-40a7-937a-ff6ca0fc826b None None] For port e76f8a9b-68c1-4c86-9130-473eec10c053, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=e76f8a9b-68c1-4c86-9130-473eec10c053,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:13.666987 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e363120e-e1da-40a7-937a-ff6ca0fc826b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:13.684937 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-45da670f-9e06-4fff-b3a0-76303a856b75 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:13.710960 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6164f89-b878-4d44-92e2-1da81a5e888f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:13.732045 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6164f89-b878-4d44-92e2-1da81a5e888f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Port': ['ID=f68821f0-6553-4f3b-8106-ef72d56c9248,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:13.734790 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-c6164f89-b878-4d44-92e2-1da81a5e888f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:13.745833 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6164f89-b878-4d44-92e2-1da81a5e888f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:13.752603 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6164f89-b878-4d44-92e2-1da81a5e888f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:13.753984 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c6164f89-b878-4d44-92e2-1da81a5e888f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:13.775444 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363120e-e1da-40a7-937a-ff6ca0fc826b None None] Pushing event updated for resources: {'Port': ['ID=e76f8a9b-68c1-4c86-9130-473eec10c053,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:13.845594 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c6164f89-b878-4d44-92e2-1da81a5e888f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7328718 Jan 26 11:24:13.852330 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48626) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:13.876203 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:13.881807 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f28089-5070-4c16-9a80-78c3fb4117d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-1b4b8600-6a2d-40de-b011-18804e26ae28', 'network_id': '1b4b8600-6a2d-40de-b011-18804e26ae28', 'tenant_id': '72fcefe45da642438142264604e9cfc8', 'fixed_ips': [{'subnet_id': 'f21d679c-3bf9-43a7-a121-93266d58eaaa'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:24:13.882677 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-74f28089-5070-4c16-9a80-78c3fb4117d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:13.891242 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48630) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:13.918736 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c70e12e4-571d-4968-98f3-04d08b241b2f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:13.925958 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cfcb6bd8-aa97-43cf-bbd7-03a395ef9e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:13.943700 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c70e12e4-571d-4968-98f3-04d08b241b2f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:13.987952 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb6bd8-aa97-43cf-bbd7-03a395ef9e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d15c026-21e2-414f-a078-c548e89373f2,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:14.033283 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e12e4-571d-4968-98f3-04d08b241b2f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90552263-1582-4148-8ff1-3e4acf9054b3,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:14.104189 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-74f28089-5070-4c16-9a80-78c3fb4117d5 None None] Allocated IP 172.20.0.3 (1b4b8600-6a2d-40de-b011-18804e26ae28/f21d679c-3bf9-43a7-a121-93266d58eaaa/2c38df80-b556-4c5c-8e7b-55321575b892) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:14.130011 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5ca1a156-4850-404c-a7c4-d4c35f96e09e None None] Provisioning complete for port e76f8a9b-68c1-4c86-9130-473eec10c053 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:14.130518 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5ca1a156-4850-404c-a7c4-d4c35f96e09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:14.134637 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2b79bb24-130a-4cf1-9472-42bf39acaa84 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:14.148070 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c70e12e4-571d-4968-98f3-04d08b241b2f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:14.154185 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c70e12e4-571d-4968-98f3-04d08b241b2f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4059618 Jan 26 11:24:14.163681 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48634) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:14.174801 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-0a9a1d80-2613-439e-92d7-fbdf061b3f7c tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group_rule': {'security_group_id': '90552263-1582-4148-8ff1-3e4acf9054b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:14.180718 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-45da670f-9e06-4fff-b3a0-76303a856b75 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:14.209843 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-42c57394-8ee4-4338-b578-711573e29668 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:14.220288 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cfcb6bd8-aa97-43cf-bbd7-03a395ef9e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:14.224975 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-cfcb6bd8-aa97-43cf-bbd7-03a395ef9e8c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8d15c026-21e2-414f-a078-c548e89373f2 HTTP/1.1" status: 204 len: 168 time: 1.2860906 Jan 26 11:24:14.228446 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a398e307-4eed-46a1-9eeb-3df8b8a8ee4f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e62b9e60e410427296a2da00e5622af8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343675 Jan 26 11:24:14.235867 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48640) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:14.242834 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-0a9a1d80-2613-439e-92d7-fbdf061b3f7c tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:14.256613 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0a9a1d80-2613-439e-92d7-fbdf061b3f7c tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Usage tracker for resource:security_group_rule and tenant:f14f2be753654adc9f14116a8f33b9ed is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:14.259777 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:14.272682 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79bb24-130a-4cf1-9472-42bf39acaa84 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Subnet': ['ID=188c429f-f0c4-447a-83ea-2aa6957b2901,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:14.283615 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e094e26a-de4c-46b6-bfe1-890a4eef7a9b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:14.289430 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e094e26a-de4c-46b6-bfe1-890a4eef7a9b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:14.290459 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e094e26a-de4c-46b6-bfe1-890a4eef7a9b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:14.297326 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-42c57394-8ee4-4338-b578-711573e29668 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Transition to ACTIVE for port object 6f82706a-c6bb-4993-80dc-b0fc9c6cbcb4 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:14.335389 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0a9a1d80-2613-439e-92d7-fbdf061b3f7c tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:14.359768 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-0a9a1d80-2613-439e-92d7-fbdf061b3f7c tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:14.388186 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b79bb24-130a-4cf1-9472-42bf39acaa84 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Checking segment: {'id': '1c8d2588-8a5e-4866-898c-6050d7bf8cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:14.388624 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b79bb24-130a-4cf1-9472-42bf39acaa84 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network hostable DHCP agents. Network: c434dcb2-a215-42cc-b648-a8cf8e21c08a, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:24:14.400580 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e094e26a-de4c-46b6-bfe1-890a4eef7a9b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:14.404789 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e094e26a-de4c-46b6-bfe1-890a4eef7a9b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.5501854 Jan 26 11:24:14.405651 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48644) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:14.441220 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-0a9a1d80-2613-439e-92d7-fbdf061b3f7c tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] create failed (client error): The resource could not be found. Jan 26 11:24:14.446040 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0a9a1d80-2613-439e-92d7-fbdf061b3f7c tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2809205 Jan 26 11:24:14.447687 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48648) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:14.454277 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-f88752d0-adba-4fe7-b942-791b178bc840 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group_rule': {'security_group_id': '90552263-1582-4148-8ff1-3e4acf9054b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ef4a5462-060d-4b62-a200-128e1ba04048'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:14.462034 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f88752d0-adba-4fe7-b942-791b178bc840 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:14.468440 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-45da670f-9e06-4fff-b3a0-76303a856b75 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:14.474336 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f88752d0-adba-4fe7-b942-791b178bc840 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Usage tracker for resource:security_group_rule and tenant:f14f2be753654adc9f14116a8f33b9ed is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:14.496216 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-08df6c8e-ff13-47ff-af09-d1cef926ac74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:14.525672 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f88752d0-adba-4fe7-b942-791b178bc840 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:14.534381 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f88752d0-adba-4fe7-b942-791b178bc840 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:14.534876 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-42c57394-8ee4-4338-b578-711573e29668 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:14.551414 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-45da670f-9e06-4fff-b3a0-76303a856b75 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:14.557655 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da670f-9e06-4fff-b3a0-76303a856b75 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Pushing event deleted for resources: {'Subnet': ['ID=6a364dfd-d3e6-4bbd-8b51-903031bc2dd3,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:14.575991 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-45da670f-9e06-4fff-b3a0-76303a856b75 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] 10.222.0.39 "DELETE /v2.0/subnets/6a364dfd-d3e6-4bbd-8b51-903031bc2dd3 HTTP/1.1" status: 204 len: 168 time: 1.3175104 Jan 26 11:24:14.580861 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48654) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:14.620735 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-e24ca9bc-7869-4f8e-8ec0-a17f9146d65a None None] Allocated IP 172.20.0.2 (6cf54fa1-3b60-413c-a36b-d4f21838ecbb/d93cc5bd-ff84-46ec-99da-7841d1fa6af9/76f203df-7102-4f75-9966-3fc0840ff6ea) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:14.626751 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b79bb24-130a-4cf1-9472-42bf39acaa84 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network c434dcb2-a215-42cc-b648-a8cf8e21c08a is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:24:14.643439 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-9625f328-bf8b-497a-a9de-df82dc6468cc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting port f68821f0-6553-4f3b-8106-ef72d56c9248 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:14.643813 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9625f328-bf8b-497a-a9de-df82dc6468cc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:14.655188 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-f88752d0-adba-4fe7-b942-791b178bc840 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] create failed (client error): The resource could not be found. Jan 26 11:24:14.656213 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f88752d0-adba-4fe7-b942-791b178bc840 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2075655 Jan 26 11:24:14.659608 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48658) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:14.661770 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eadee8a-9c1f-4ce6-8850-2af1cdcf7186 None None] Network 61091666-0d5d-4633-b9bc-2e5a061384c2 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:14.693989 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4bf2824-d4e3-415c-af92-a0c135348e5a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Deleting subnet ebb7a17f-21b4-4ff5-a2f8-05a6be0d7a26 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:24:14.695753 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c57394-8ee4-4338-b578-711573e29668 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Port': ['ID=6f82706a-c6bb-4993-80dc-b0fc9c6cbcb4,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:14.698521 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2824-d4e3-415c-af92-a0c135348e5a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:14.701254 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-08df6c8e-ff13-47ff-af09-d1cef926ac74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:14.730399 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48662) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:14.736409 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-2b79bb24-130a-4cf1-9472-42bf39acaa84 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, c434dcb2-a215-42cc-b648-a8cf8e21c08a) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:14.743077 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c57394-8ee4-4338-b578-711573e29668 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network 6cf54fa1-3b60-413c-a36b-d4f21838ecbb is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:14.754038 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-42c57394-8ee4-4338-b578-711573e29668 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:14.756381 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b79bb24-130a-4cf1-9472-42bf39acaa84 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:14.756966 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2b79bb24-130a-4cf1-9472-42bf39acaa84 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:14.781756 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c9f9c5-d656-48d5-89c1-02c7bc010c88 None None] Network c434dcb2-a215-42cc-b648-a8cf8e21c08a requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:14.789795 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c57394-8ee4-4338-b578-711573e29668 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:14.792822 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2824-d4e3-415c-af92-a0c135348e5a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:14.845990 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2b79bb24-130a-4cf1-9472-42bf39acaa84 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2771966 Jan 26 11:24:14.851283 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48666) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:14.941702 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c57394-8ee4-4338-b578-711573e29668 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:14.942755 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-42c57394-8ee4-4338-b578-711573e29668 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:14.992867 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-08df6c8e-ff13-47ff-af09-d1cef926ac74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:15.020374 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df6c8e-ff13-47ff-af09-d1cef926ac74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7963d4-13ea-4039-9d5f-2b25715b3682,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:15.072809 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-08df6c8e-ff13-47ff-af09-d1cef926ac74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:15.077871 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-08df6c8e-ff13-47ff-af09-d1cef926ac74 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb7963d4-13ea-4039-9d5f-2b25715b3682 HTTP/1.1" status: 204 len: 168 time: 0.8351183 Jan 26 11:24:15.133438 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-74f28089-5070-4c16-9a80-78c3fb4117d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:15.146868 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7f15d124-d8d2-46b0-ab18-227998cc7501 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:15.164455 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9625f328-bf8b-497a-a9de-df82dc6468cc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:15.175084 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7f15d124-d8d2-46b0-ab18-227998cc7501 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:15.178989 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-9ea29e02-d55c-4269-8248-f3c70a13a86b None None] Provisioning for port f68821f0-6553-4f3b-8106-ef72d56c9248 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:15.183271 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-74f28089-5070-4c16-9a80-78c3fb4117d5 None None] Transition to ACTIVE for port object 2c38df80-b556-4c5c-8e7b-55321575b892 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:15.206010 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-9ea29e02-d55c-4269-8248-f3c70a13a86b None None] Provisioning complete for port f68821f0-6553-4f3b-8106-ef72d56c9248 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:15.206420 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9ea29e02-d55c-4269-8248-f3c70a13a86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:15.348453 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-9ea29e02-d55c-4269-8248-f3c70a13a86b None None] Port f68821f0-6553-4f3b-8106-ef72d56c9248 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:24:15.361110 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-74f28089-5070-4c16-9a80-78c3fb4117d5 None None] Transition to ACTIVE for port object 2c38df80-b556-4c5c-8e7b-55321575b892 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:15.385452 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-42c57394-8ee4-4338-b578-711573e29668 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.0939951 Jan 26 11:24:15.402793 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-9625f328-bf8b-497a-a9de-df82dc6468cc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Calling delete_port for f68821f0-6553-4f3b-8106-ef72d56c9248 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:15.437769 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48674) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:15.458150 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2279d2e7-da9a-4005-8d80-65f0c379da6c None None] DHCP port deletion for 61091666-0d5d-4633-b9bc-2e5a061384c2 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:24:15.463183 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-af2d21cb-b883-47ca-8711-cfc7b3b81602 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=24a5b141f49641a5adf7b112785aae82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7240794 Jan 26 11:24:15.472922 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-74f28089-5070-4c16-9a80-78c3fb4117d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:15.495496 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48682) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:15.522159 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:15.555852 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-8592d7e1-b3aa-44c7-a769-0f6f0aeaa073 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting port 6f82706a-c6bb-4993-80dc-b0fc9c6cbcb4 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:15.556073 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f28089-5070-4c16-9a80-78c3fb4117d5 None None] Pushing event updated for resources: {'Port': ['ID=2c38df80-b556-4c5c-8e7b-55321575b892,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:15.556290 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8592d7e1-b3aa-44c7-a769-0f6f0aeaa073 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:15.558251 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2279d2e7-da9a-4005-8d80-65f0c379da6c None None] Deleting port 8b1a629f-bb37-45cd-a078-6b9e9c29727b {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:15.558648 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2279d2e7-da9a-4005-8d80-65f0c379da6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:15.593462 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a89965b-5096-4b33-8cee-0f5160172eb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:24:15.594195 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3a89965b-5096-4b33-8cee-0f5160172eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:15.620990 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f28089-5070-4c16-9a80-78c3fb4117d5 None None] Network 1b4b8600-6a2d-40de-b011-18804e26ae28 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:15.642074 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-74f28089-5070-4c16-9a80-78c3fb4117d5 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:15.652573 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f28089-5070-4c16-9a80-78c3fb4117d5 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:15.662666 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e24ca9bc-7869-4f8e-8ec0-a17f9146d65a None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:15.704310 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Subnet': ['ID=f21d679c-3bf9-43a7-a121-93266d58eaaa,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:15.737894 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7f15d124-d8d2-46b0-ab18-227998cc7501 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:15.814095 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device e76f8a9b-68c1-4c86-9130-473eec10c053 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:24:15.845883 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e24ca9bc-7869-4f8e-8ec0-a17f9146d65a None None] Transition to ACTIVE for port object 76f203df-7102-4f75-9966-3fc0840ff6ea will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:15.871285 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2824-d4e3-415c-af92-a0c135348e5a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:15.947217 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15d124-d8d2-46b0-ab18-227998cc7501 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90552263-1582-4148-8ff1-3e4acf9054b3,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:16.048273 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:16.096871 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9625f328-bf8b-497a-a9de-df82dc6468cc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:16.105712 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8592d7e1-b3aa-44c7-a769-0f6f0aeaa073 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:16.112831 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4b8600-6a2d-40de-b011-18804e26ae28']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:16.127617 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8b20b8-47c8-47d0-be6b-73bfbaa32c52') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:16.127876 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8b20b8-47c8-47d0-be6b-73bfbaa32c52') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:16.141345 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:16.153330 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-3a89965b-5096-4b33-8cee-0f5160172eb9 None None] Allocated IP 172.20.0.2 (c434dcb2-a215-42cc-b648-a8cf8e21c08a/188c429f-f0c4-447a-83ea-2aa6957b2901/10e77cd2-ff75-40d2-b80b-a9d8a91be833) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:16.160365 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:16.164116 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48698) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:16.167660 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625f328-bf8b-497a-a9de-df82dc6468cc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Port': ['ID=f68821f0-6553-4f3b-8106-ef72d56c9248,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:16.167801 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:24:16.167912 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:24:16.219724 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:24:16.223509 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0cadf77b-ec16-4394-aca2-113962a64ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:16.260122 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0cadf77b-ec16-4394-aca2-113962a64ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:16.280732 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e24ca9bc-7869-4f8e-8ec0-a17f9146d65a None None] Transition to ACTIVE for port object 76f203df-7102-4f75-9966-3fc0840ff6ea will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:16.288713 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-74f28089-5070-4c16-9a80-78c3fb4117d5 None None] Attempting to bind port 2c38df80-b556-4c5c-8e7b-55321575b892 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:24:16.289093 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-74f28089-5070-4c16-9a80-78c3fb4117d5 None None] Attempting to bind port 2c38df80-b556-4c5c-8e7b-55321575b892 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '6c8b20b8-47c8-47d0-be6b-73bfbaa32c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1b4b8600-6a2d-40de-b011-18804e26ae28'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:24:16.289461 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f28089-5070-4c16-9a80-78c3fb4117d5 None None] Attempting to bind port 2c38df80-b556-4c5c-8e7b-55321575b892 on network 1b4b8600-6a2d-40de-b011-18804e26ae28 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:24:16.294148 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2279d2e7-da9a-4005-8d80-65f0c379da6c None None] For port 8b1a629f-bb37-45cd-a078-6b9e9c29727b, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=8b1a629f-bb37-45cd-a078-6b9e9c29727b,segment=NetworkSegment(11f1d573-c208-4b40-8d2a-361877d6712e),segment_id=11f1d573-c208-4b40-8d2a-361877d6712e)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:16.294683 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2279d2e7-da9a-4005-8d80-65f0c379da6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:16.324749 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f28089-5070-4c16-9a80-78c3fb4117d5 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:24:16.325702 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f28089-5070-4c16-9a80-78c3fb4117d5 None None] Checking segment: {'id': '6c8b20b8-47c8-47d0-be6b-73bfbaa32c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1b4b8600-6a2d-40de-b011-18804e26ae28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:16.326106 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-74f28089-5070-4c16-9a80-78c3fb4117d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:16.326529 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f28089-5070-4c16-9a80-78c3fb4117d5 None None] Bound using segment: {'id': '6c8b20b8-47c8-47d0-be6b-73bfbaa32c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1b4b8600-6a2d-40de-b011-18804e26ae28'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:24:16.327012 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-74f28089-5070-4c16-9a80-78c3fb4117d5 None None] Bound port: 2c38df80-b556-4c5c-8e7b-55321575b892, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8b20b8-47c8-47d0-be6b-73bfbaa32c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1b4b8600-6a2d-40de-b011-18804e26ae28'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:24:16.327383 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-74f28089-5070-4c16-9a80-78c3fb4117d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:16.342495 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9625f328-bf8b-497a-a9de-df82dc6468cc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:16.357555 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-8592d7e1-b3aa-44c7-a769-0f6f0aeaa073 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Calling delete_port for 6f82706a-c6bb-4993-80dc-b0fc9c6cbcb4 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:16.409228 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7f15d124-d8d2-46b0-ab18-227998cc7501 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:16.411546 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7f15d124-d8d2-46b0-ab18-227998cc7501 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "DELETE /v2.0/security-groups/90552263-1582-4148-8ff1-3e4acf9054b3 HTTP/1.1" status: 204 len: 168 time: 1.7506409 Jan 26 11:24:16.421898 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48704) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:16.446471 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-08a94dd6-b77d-41b7-abdd-5b145db9d038 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:16.523903 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b2a8b945-97c6-4721-91a2-adab01ce3dfe tempest-AgentManagementNegativeTest-81925146 tempest-AgentManagementNegativeTest-81925146-project] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3535218 Jan 26 11:24:16.525371 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9625f328-bf8b-497a-a9de-df82dc6468cc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/f68821f0-6553-4f3b-8106-ef72d56c9248 HTTP/1.1" status: 204 len: 168 time: 2.1166506 Jan 26 11:24:16.559363 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48708) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:16.562302 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-7978c6b9-c737-4f27-aebc-33ec27dff49e tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Synchronizing usage tracker for tenant:f14f2be753654adc9f14116a8f33b9ed on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:16.576295 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2824-d4e3-415c-af92-a0c135348e5a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:16.580783 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2279d2e7-da9a-4005-8d80-65f0c379da6c None None] Calling delete_port for 8b1a629f-bb37-45cd-a078-6b9e9c29727b owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:16.637996 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92d140b-2d96-4e46-801e-f6df98aac3c8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:16.640377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92d140b-2d96-4e46-801e-f6df98aac3c8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:16.641227 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c92d140b-2d96-4e46-801e-f6df98aac3c8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:16.665206 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e24ca9bc-7869-4f8e-8ec0-a17f9146d65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:16.704220 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.api [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 26 11:24:16.704220 dv-neutron-826439-1-hyperv neutron-server[87442]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 26 11:24:16.704220 dv-neutron-826439-1-hyperv neutron-server[87442]: [parameters: {'id': '1b4b8600-6a2d-40de-b011-18804e26ae28'}] Jan 26 11:24:16.704220 dv-neutron-826439-1-hyperv neutron-server[87442]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:24:16.705806 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG oslo_db.api [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:24:16.706288 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-7978c6b9-c737-4f27-aebc-33ec27dff49e tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Unset dirty status for tenant:f14f2be753654adc9f14116a8f33b9ed on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:16.707394 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7978c6b9-c737-4f27-aebc-33ec27dff49e tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2846515 Jan 26 11:24:16.712758 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c92d140b-2d96-4e46-801e-f6df98aac3c8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:16.717122 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c92d140b-2d96-4e46-801e-f6df98aac3c8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1489317 Jan 26 11:24:16.717295 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48714) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:16.719299 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48716) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:16.721427 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0cadf77b-ec16-4394-aca2-113962a64ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:16.726355 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-5afd57c2-7154-4054-972d-d397dc830f2c tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group_rule': {'security_group_id': 'c61ca397-caf2-4263-b46a-97ff281bbd21', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:16.730646 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2279d2e7-da9a-4005-8d80-65f0c379da6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:16.771213 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5afd57c2-7154-4054-972d-d397dc830f2c tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:16.784984 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5afd57c2-7154-4054-972d-d397dc830f2c tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Usage tracker for resource:security_group_rule and tenant:f14f2be753654adc9f14116a8f33b9ed is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:16.790148 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf2824-d4e3-415c-af92-a0c135348e5a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Pushing event deleted for resources: {'Subnet': ['ID=ebb7a17f-21b4-4ff5-a2f8-05a6be0d7a26,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:16.794909 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5afd57c2-7154-4054-972d-d397dc830f2c tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:16.802547 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2824-d4e3-415c-af92-a0c135348e5a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:16.817725 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port e76f8a9b-68c1-4c86-9130-473eec10c053 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:16.818281 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:16.827449 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5afd57c2-7154-4054-972d-d397dc830f2c tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:16.880833 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8592d7e1-b3aa-44c7-a769-0f6f0aeaa073 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:16.898410 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cadf77b-ec16-4394-aca2-113962a64ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b875fb86-c8d5-4cdd-9018-23baab55a92b,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:16.928372 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c4bf2824-d4e3-415c-af92-a0c135348e5a tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] 10.222.0.39 "DELETE /v2.0/subnets/ebb7a17f-21b4-4ff5-a2f8-05a6be0d7a26 HTTP/1.1" status: 204 len: 168 time: 2.3443425 Jan 26 11:24:16.929514 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-be992ba9-d0a2-4a4d-b7b8-849be61cf410 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet b50d3ba9-e83c-439c-ac91-3ca24c948a2e {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:24:16.930501 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0cadf77b-ec16-4394-aca2-113962a64ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:16.935836 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0cadf77b-ec16-4394-aca2-113962a64ad1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b875fb86-c8d5-4cdd-9018-23baab55a92b HTTP/1.1" status: 204 len: 168 time: 1.4390035 Jan 26 11:24:16.936874 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48724) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:16.955367 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-be992ba9-d0a2-4a4d-b7b8-849be61cf410 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:16.960816 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a64263f-c7c6-490f-abe5-e36ad1ad2e1c None None] Network 2343c47d-1b1b-4547-b961-e9a442bca50c requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:16.985873 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592d7e1-b3aa-44c7-a769-0f6f0aeaa073 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Port': ['ID=6f82706a-c6bb-4993-80dc-b0fc9c6cbcb4,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:16.995988 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2279d2e7-da9a-4005-8d80-65f0c379da6c None None] No DVR routers for this DVR port 8b1a629f-bb37-45cd-a078-6b9e9c29727b on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:24:16.996385 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48730) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:17.003506 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24ca9bc-7869-4f8e-8ec0-a17f9146d65a None None] Network 6cf54fa1-3b60-413c-a36b-d4f21838ecbb is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:17.016995 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-e24ca9bc-7869-4f8e-8ec0-a17f9146d65a None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:17.034252 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24ca9bc-7869-4f8e-8ec0-a17f9146d65a None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:17.049448 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ca9bc-7869-4f8e-8ec0-a17f9146d65a None None] Pushing event updated for resources: {'Port': ['ID=76f203df-7102-4f75-9966-3fc0840ff6ea,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:17.147838 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5ededb00-b41c-4db9-a222-b08af4e83c14 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:17.178756 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8592d7e1-b3aa-44c7-a769-0f6f0aeaa073 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:17.197753 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8592d7e1-b3aa-44c7-a769-0f6f0aeaa073 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/ports/6f82706a-c6bb-4993-80dc-b0fc9c6cbcb4 HTTP/1.1" status: 204 len: 168 time: 1.7599952 Jan 26 11:24:17.206748 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48738) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:17.225756 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:17.266188 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Deleting port 2c38df80-b556-4c5c-8e7b-55321575b892 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:17.266562 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:17.274470 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279d2e7-da9a-4005-8d80-65f0c379da6c None None] Pushing event deleted for resources: {'Port': ['ID=8b1a629f-bb37-45cd-a078-6b9e9c29727b,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:17.288193 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce296d8-e2aa-4c99-a35c-5ab1b4d7af2a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] GET failed (client error): The resource could not be found. Jan 26 11:24:17.288884 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0ce296d8-e2aa-4c99-a35c-5ab1b4d7af2a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Synchronizing usage tracker for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:17.295996 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-be992ba9-d0a2-4a4d-b7b8-849be61cf410 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:17.333648 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-5afd57c2-7154-4054-972d-d397dc830f2c tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] create failed (client error): The resource could not be found. Jan 26 11:24:17.335008 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5afd57c2-7154-4054-972d-d397dc830f2c tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6165209 Jan 26 11:24:17.342895 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48742) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:17.349210 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-302b7240-f9f5-46d8-bd53-242389f239ee tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group': {'name': 'tempest-secgroup--45381949'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:17.367273 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-302b7240-f9f5-46d8-bd53-242389f239ee tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:17.380401 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0ce296d8-e2aa-4c99-a35c-5ab1b4d7af2a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Unset dirty status for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:17.385300 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0ce296d8-e2aa-4c99-a35c-5ab1b4d7af2a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "GET /v2.0/ports/6f82706a-c6bb-4993-80dc-b0fc9c6cbcb4 HTTP/1.1" status: 404 len: 333 time: 0.1754482 Jan 26 11:24:17.386126 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48748) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:17.401789 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-302b7240-f9f5-46d8-bd53-242389f239ee tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:17.499317 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5ededb00-b41c-4db9-a222-b08af4e83c14 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:17.499570 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0207dcd-12fd-4ffa-9c45-4858023acee5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting subnet d93cc5bd-ff84-46ec-99da-7841d1fa6af9 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:24:17.503291 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0207dcd-12fd-4ffa-9c45-4858023acee5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:17.549213 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0742d03f-6d49-43e5-ac7e-0cd22d2b2e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:17.577812 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0207dcd-12fd-4ffa-9c45-4858023acee5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:17.594105 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-5ededb00-b41c-4db9-a222-b08af4e83c14 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61091666-0d5d-4633-b9bc-2e5a061384c2']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:17.607048 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-74f28089-5070-4c16-9a80-78c3fb4117d5 None None] For port 2c38df80-b556-4c5c-8e7b-55321575b892, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:24:17.609480 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-0742d03f-6d49-43e5-ac7e-0cd22d2b2e1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:17.612253 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0742d03f-6d49-43e5-ac7e-0cd22d2b2e1a admin admin] Usage tracker for resource:security_group_rule and tenant:7beef4666583417aacdd524d8a286f73 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:17.615171 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0742d03f-6d49-43e5-ac7e-0cd22d2b2e1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:17.621376 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-0742d03f-6d49-43e5-ac7e-0cd22d2b2e1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:17.648128 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-5ededb00-b41c-4db9-a222-b08af4e83c14 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f1d573-c208-4b40-8d2a-361877d6712e') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:17.648417 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-5ededb00-b41c-4db9-a222-b08af4e83c14 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f1d573-c208-4b40-8d2a-361877d6712e') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:17.667753 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-e24ca9bc-7869-4f8e-8ec0-a17f9146d65a None None] Attempting to bind port 76f203df-7102-4f75-9966-3fc0840ff6ea on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:24:17.668129 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-e24ca9bc-7869-4f8e-8ec0-a17f9146d65a None None] Attempting to bind port 76f203df-7102-4f75-9966-3fc0840ff6ea by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '44e6351e-44cf-43c7-bca6-2e88318ad9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6cf54fa1-3b60-413c-a36b-d4f21838ecbb'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:24:17.668492 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24ca9bc-7869-4f8e-8ec0-a17f9146d65a None None] Attempting to bind port 76f203df-7102-4f75-9966-3fc0840ff6ea on network 6cf54fa1-3b60-413c-a36b-d4f21838ecbb {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:24:17.675243 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5ededb00-b41c-4db9-a222-b08af4e83c14 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:17.688503 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24ca9bc-7869-4f8e-8ec0-a17f9146d65a None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:24:17.689068 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24ca9bc-7869-4f8e-8ec0-a17f9146d65a None None] Checking segment: {'id': '44e6351e-44cf-43c7-bca6-2e88318ad9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6cf54fa1-3b60-413c-a36b-d4f21838ecbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:17.689427 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e24ca9bc-7869-4f8e-8ec0-a17f9146d65a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:17.689843 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24ca9bc-7869-4f8e-8ec0-a17f9146d65a None None] Bound using segment: {'id': '44e6351e-44cf-43c7-bca6-2e88318ad9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6cf54fa1-3b60-413c-a36b-d4f21838ecbb'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:24:17.690350 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-e24ca9bc-7869-4f8e-8ec0-a17f9146d65a None None] Bound port: 76f203df-7102-4f75-9966-3fc0840ff6ea, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e6351e-44cf-43c7-bca6-2e88318ad9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6cf54fa1-3b60-413c-a36b-d4f21838ecbb'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:24:17.690777 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e24ca9bc-7869-4f8e-8ec0-a17f9146d65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:17.693997 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0207dcd-12fd-4ffa-9c45-4858023acee5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:17.709738 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-74f28089-5070-4c16-9a80-78c3fb4117d5 None None] For port 2c38df80-b556-4c5c-8e7b-55321575b892, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=2c38df80-b556-4c5c-8e7b-55321575b892,segment=NetworkSegment(6c8b20b8-47c8-47d0-be6b-73bfbaa32c52),segment_id=6c8b20b8-47c8-47d0-be6b-73bfbaa32c52)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:24:17.715017 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3a89965b-5096-4b33-8cee-0f5160172eb9 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:17.722911 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5ededb00-b41c-4db9-a222-b08af4e83c14 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:17.748639 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-74f28089-5070-4c16-9a80-78c3fb4117d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:17.752614 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ededb00-b41c-4db9-a222-b08af4e83c14 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:24:17.753027 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5ededb00-b41c-4db9-a222-b08af4e83c14 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:17.753683 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3a89965b-5096-4b33-8cee-0f5160172eb9 None None] Transition to ACTIVE for port object 10e77cd2-ff75-40d2-b80b-a9d8a91be833 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:24:17.769756 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:24:17.821300 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-be992ba9-d0a2-4a4d-b7b8-849be61cf410 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:17.907706 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3a89965b-5096-4b33-8cee-0f5160172eb9 None None] Transition to ACTIVE for port object 10e77cd2-ff75-40d2-b80b-a9d8a91be833 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:17.930938 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3a89965b-5096-4b33-8cee-0f5160172eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:17.944231 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 8b1a629f-bb37-45cd-a078-6b9e9c29727b no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:24:17.984459 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] For port 2c38df80-b556-4c5c-8e7b-55321575b892, host dv-neutron-826439-1-hyperv, got binding levels [] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:17.984826 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:17.986925 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-302b7240-f9f5-46d8-bd53-242389f239ee tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:18.019658 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-302b7240-f9f5-46d8-bd53-242389f239ee tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:18.029764 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-302b7240-f9f5-46d8-bd53-242389f239ee tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Usage tracker for resource:security_group_rule and tenant:f14f2be753654adc9f14116a8f33b9ed is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:18.034277 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-302b7240-f9f5-46d8-bd53-242389f239ee tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:18.036013 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 8b1a629f-bb37-45cd-a078-6b9e9c29727b {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:24:18.036593 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 8b1a629f-bb37-45cd-a078-6b9e9c29727b not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:24:18.045988 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-302b7240-f9f5-46d8-bd53-242389f239ee tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:18.061550 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-be992ba9-d0a2-4a4d-b7b8-849be61cf410 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:18.076481 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f28089-5070-4c16-9a80-78c3fb4117d5 None None] Pushing event updated for resources: {'Port': ['ID=2c38df80-b556-4c5c-8e7b-55321575b892,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:18.136948 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-be992ba9-d0a2-4a4d-b7b8-849be61cf410 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:18.150988 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be992ba9-d0a2-4a4d-b7b8-849be61cf410 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=b50d3ba9-e83c-439c-ac91-3ca24c948a2e,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:18.161518 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Calling delete_port for 2c38df80-b556-4c5c-8e7b-55321575b892 owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:18.167478 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0207dcd-12fd-4ffa-9c45-4858023acee5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:18.188667 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5ededb00-b41c-4db9-a222-b08af4e83c14 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:18.202228 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a89965b-5096-4b33-8cee-0f5160172eb9 None None] Network c434dcb2-a215-42cc-b648-a8cf8e21c08a is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:18.212940 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0207dcd-12fd-4ffa-9c45-4858023acee5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:18.217098 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381e173c-2ae2-447b-9b79-9e7daacd115a None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:18.218019 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-be992ba9-d0a2-4a4d-b7b8-849be61cf410 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/b50d3ba9-e83c-439c-ac91-3ca24c948a2e HTTP/1.1" status: 204 len: 168 time: 1.4979560 Jan 26 11:24:18.226810 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48768) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:18.236741 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-e24ca9bc-7869-4f8e-8ec0-a17f9146d65a None None] For port 76f203df-7102-4f75-9966-3fc0840ff6ea, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:24:18.239821 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5ededb00-b41c-4db9-a222-b08af4e83c14 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:18.249440 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-3a89965b-5096-4b33-8cee-0f5160172eb9 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:18.251025 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ededb00-b41c-4db9-a222-b08af4e83c14 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Pushing event deleted for resources: {'Network': ['ID=61091666-0d5d-4633-b9bc-2e5a061384c2,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:18.260639 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0742d03f-6d49-43e5-ac7e-0cd22d2b2e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:18.268125 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6cc01f-9abc-456a-afcb-cca60eae805f None None] Network 1b4b8600-6a2d-40de-b011-18804e26ae28 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:18.271884 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-08a94dd6-b77d-41b7-abdd-5b145db9d038 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Allocated IP 172.20.0.1 (c434dcb2-a215-42cc-b648-a8cf8e21c08a/188c429f-f0c4-447a-83ea-2aa6957b2901/c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:18.280189 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0742d03f-6d49-43e5-ac7e-0cd22d2b2e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:18.289047 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a89965b-5096-4b33-8cee-0f5160172eb9 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:18.303440 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-e24ca9bc-7869-4f8e-8ec0-a17f9146d65a None None] For port 76f203df-7102-4f75-9966-3fc0840ff6ea, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=76f203df-7102-4f75-9966-3fc0840ff6ea,segment=NetworkSegment(44e6351e-44cf-43c7-bca6-2e88318ad9d1),segment_id=44e6351e-44cf-43c7-bca6-2e88318ad9d1)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:24:18.317463 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5ededb00-b41c-4db9-a222-b08af4e83c14 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] 10.222.0.39 "DELETE /v2.0/networks/61091666-0d5d-4633-b9bc-2e5a061384c2 HTTP/1.1" status: 204 len: 168 time: 1.3720274 Jan 26 11:24:18.338018 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48772) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:18.355500 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e24ca9bc-7869-4f8e-8ec0-a17f9146d65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:18.421178 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89965b-5096-4b33-8cee-0f5160172eb9 None None] Pushing event updated for resources: {'Port': ['ID=10e77cd2-ff75-40d2-b80b-a9d8a91be833,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:18.463900 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b0207dcd-12fd-4ffa-9c45-4858023acee5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/subnets/d93cc5bd-ff84-46ec-99da-7841d1fa6af9 HTTP/1.1" status: 204 len: 168 time: 1.0648708 Jan 26 11:24:18.463900 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d2972b19-29e6-4649-8195-b03245dd1a35 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2279956 Jan 26 11:24:18.463900 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0207dcd-12fd-4ffa-9c45-4858023acee5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Subnet': ['ID=d93cc5bd-ff84-46ec-99da-7841d1fa6af9,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:18.470486 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48778) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:18.470721 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0742d03f-6d49-43e5-ac7e-0cd22d2b2e1a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7beef4666583417aacdd524d8a286f73&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4626760 Jan 26 11:24:18.471435 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48780) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:18.471955 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48782) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:18.488682 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742d03f-6d49-43e5-ac7e-0cd22d2b2e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5bc5f1-1d2b-4678-add5-e6a0bd6a4c4e,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:18.508936 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda606a4-4ef9-4980-a878-9ce788ff7c6a None None] DHCP port deletion for 2343c47d-1b1b-4547-b961-e9a442bca50c request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:24:18.662234 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-526d0c32-c559-4222-b7a2-a917bd0ccc00 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:18.690889 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-cda606a4-4ef9-4980-a878-9ce788ff7c6a None None] Deleting port 2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:18.691156 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cda606a4-4ef9-4980-a878-9ce788ff7c6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:18.717521 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e1ec722b-df9f-49e8-b7bc-166dc7bf8f0c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:18.733047 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.api [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:24:18.733047 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG oslo_db.api [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:24:18.748111 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-08a94dd6-b77d-41b7-abdd-5b145db9d038 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:18.761991 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-526d0c32-c559-4222-b7a2-a917bd0ccc00 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Deleting port 2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:18.762918 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-526d0c32-c559-4222-b7a2-a917bd0ccc00 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:18.778577 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-19ba8e27-0e11-4ed7-8db7-d4d5c6722980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:18.826001 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-19ba8e27-0e11-4ed7-8db7-d4d5c6722980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:18.867505 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-08a94dd6-b77d-41b7-abdd-5b145db9d038 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Transition to ACTIVE for port object c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:18.949684 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-08a94dd6-b77d-41b7-abdd-5b145db9d038 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:18.972814 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-e1ec722b-df9f-49e8-b7bc-166dc7bf8f0c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting port 76f203df-7102-4f75-9966-3fc0840ff6ea {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:18.975589 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e1ec722b-df9f-49e8-b7bc-166dc7bf8f0c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:19.056250 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a94dd6-b77d-41b7-abdd-5b145db9d038 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network c434dcb2-a215-42cc-b648-a8cf8e21c08a is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:19.082762 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-3a89965b-5096-4b33-8cee-0f5160172eb9 None None] Attempting to bind port 10e77cd2-ff75-40d2-b80b-a9d8a91be833 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:24:19.082762 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-3a89965b-5096-4b33-8cee-0f5160172eb9 None None] Attempting to bind port 10e77cd2-ff75-40d2-b80b-a9d8a91be833 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '1c8d2588-8a5e-4866-898c-6050d7bf8cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:24:19.083200 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a89965b-5096-4b33-8cee-0f5160172eb9 None None] Attempting to bind port 10e77cd2-ff75-40d2-b80b-a9d8a91be833 on network c434dcb2-a215-42cc-b648-a8cf8e21c08a {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:24:19.085601 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-08a94dd6-b77d-41b7-abdd-5b145db9d038 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:19.096571 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a94dd6-b77d-41b7-abdd-5b145db9d038 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:19.134772 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-19ba8e27-0e11-4ed7-8db7-d4d5c6722980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:19.138819 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a94dd6-b77d-41b7-abdd-5b145db9d038 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Port': ['ID=c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:19.164329 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a89965b-5096-4b33-8cee-0f5160172eb9 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:24:19.164727 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a89965b-5096-4b33-8cee-0f5160172eb9 None None] Checking segment: {'id': '1c8d2588-8a5e-4866-898c-6050d7bf8cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:19.165120 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3a89965b-5096-4b33-8cee-0f5160172eb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:19.165574 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a89965b-5096-4b33-8cee-0f5160172eb9 None None] Bound using segment: {'id': '1c8d2588-8a5e-4866-898c-6050d7bf8cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:24:19.166484 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-3a89965b-5096-4b33-8cee-0f5160172eb9 None None] Bound port: 10e77cd2-ff75-40d2-b80b-a9d8a91be833, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8d2588-8a5e-4866-898c-6050d7bf8cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:24:19.166484 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3a89965b-5096-4b33-8cee-0f5160172eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:19.168190 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba8e27-0e11-4ed7-8db7-d4d5c6722980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5bc5f1-1d2b-4678-add5-e6a0bd6a4c4e,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:19.190934 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-302b7240-f9f5-46d8-bd53-242389f239ee tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:19.223433 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-302b7240-f9f5-46d8-bd53-242389f239ee tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:19.233910 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Deleting port 2c38df80-b556-4c5c-8e7b-55321575b892 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:19.234250 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:19.235446 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d66677d-d5bc-4f25-8d3c-f429f4b3dff7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:19.235983 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0d66677d-d5bc-4f25-8d3c-f429f4b3dff7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:19.293588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b7240-f9f5-46d8-bd53-242389f239ee tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=512fd913-2758-4647-bcc9-8ae3c39fc641,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:19.296175 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-19ba8e27-0e11-4ed7-8db7-d4d5c6722980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:19.300094 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-19ba8e27-0e11-4ed7-8db7-d4d5c6722980 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1c5bc5f1-1d2b-4678-add5-e6a0bd6a4c4e HTTP/1.1" status: 204 len: 168 time: 0.8220980 Jan 26 11:24:19.339467 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ca9bc-7869-4f8e-8ec0-a17f9146d65a None None] Pushing event updated for resources: {'Port': ['ID=76f203df-7102-4f75-9966-3fc0840ff6ea,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:19.358554 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-526d0c32-c559-4222-b7a2-a917bd0ccc00 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] For port 2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8,segment=NetworkSegment(1b63c3c8-93a2-4a09-96dc-611781cceabb),segment_id=1b63c3c8-93a2-4a09-96dc-611781cceabb)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:19.359061 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-526d0c32-c559-4222-b7a2-a917bd0ccc00 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:19.377029 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48802) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:19.380031 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0d66677d-d5bc-4f25-8d3c-f429f4b3dff7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:19.384174 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0d66677d-d5bc-4f25-8d3c-f429f4b3dff7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9054093 Jan 26 11:24:19.389525 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48806) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:19.389681 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-08a94dd6-b77d-41b7-abdd-5b145db9d038 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:19.397977 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-302b7240-f9f5-46d8-bd53-242389f239ee tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:19.402395 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-302b7240-f9f5-46d8-bd53-242389f239ee tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.0554831 Jan 26 11:24:19.404301 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48810) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:19.419065 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-e1ec722b-df9f-49e8-b7bc-166dc7bf8f0c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] For port 76f203df-7102-4f75-9966-3fc0840ff6ea, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=76f203df-7102-4f75-9966-3fc0840ff6ea,segment=NetworkSegment(44e6351e-44cf-43c7-bca6-2e88318ad9d1),segment_id=44e6351e-44cf-43c7-bca6-2e88318ad9d1)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:19.419428 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e1ec722b-df9f-49e8-b7bc-166dc7bf8f0c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:19.536846 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-cda606a4-4ef9-4980-a878-9ce788ff7c6a None None] For port 2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8,segment=NetworkSegment(1b63c3c8-93a2-4a09-96dc-611781cceabb),segment_id=1b63c3c8-93a2-4a09-96dc-611781cceabb)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:19.537253 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cda606a4-4ef9-4980-a878-9ce788ff7c6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:19.572055 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-e1ec722b-df9f-49e8-b7bc-166dc7bf8f0c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Calling delete_port for 76f203df-7102-4f75-9966-3fc0840ff6ea owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:19.721072 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e1ec722b-df9f-49e8-b7bc-166dc7bf8f0c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:19.769636 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-cda606a4-4ef9-4980-a878-9ce788ff7c6a None None] Calling delete_port for 2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:19.794752 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-47bd0ae8-682b-4c96-a96c-5acbe644018f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group': {'name': 'tempest-secgroup--667893612'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:19.849123 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-2bcf2c5b-1f97-4ba5-94d7-f6ce5824988d tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1851084830'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:19.864828 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ec722b-df9f-49e8-b7bc-166dc7bf8f0c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] No DVR routers for this DVR port 76f203df-7102-4f75-9966-3fc0840ff6ea on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:24:19.870790 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-526d0c32-c559-4222-b7a2-a917bd0ccc00 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Calling delete_port for 2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8 owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:19.883288 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2bcf2c5b-1f97-4ba5-94d7-f6ce5824988d tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:19.905605 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-3a89965b-5096-4b33-8cee-0f5160172eb9 None None] For port 10e77cd2-ff75-40d2-b80b-a9d8a91be833, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:24:19.922917 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec722b-df9f-49e8-b7bc-166dc7bf8f0c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Port': ['ID=76f203df-7102-4f75-9966-3fc0840ff6ea,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:19.928048 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-47bd0ae8-682b-4c96-a96c-5acbe644018f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:19.929152 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-3a89965b-5096-4b33-8cee-0f5160172eb9 None None] For port 10e77cd2-ff75-40d2-b80b-a9d8a91be833, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=10e77cd2-ff75-40d2-b80b-a9d8a91be833,segment=NetworkSegment(1c8d2588-8a5e-4866-898c-6050d7bf8cf8),segment_id=1c8d2588-8a5e-4866-898c-6050d7bf8cf8)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:24:19.932309 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2bcf2c5b-1f97-4ba5-94d7-f6ce5824988d tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Usage tracker for resource:router and tenant:7e0281e7633242bc840272e48106a15b is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:19.940292 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2bcf2c5b-1f97-4ba5-94d7-f6ce5824988d tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:19.948683 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3a89965b-5096-4b33-8cee-0f5160172eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:19.991645 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-47bd0ae8-682b-4c96-a96c-5acbe644018f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:20.076656 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbe7573-242a-4a8d-9d6f-427a163f5d15 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:20.080843 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-acbe7573-242a-4a8d-9d6f-427a163f5d15 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6848114 Jan 26 11:24:20.081621 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e1ec722b-df9f-49e8-b7bc-166dc7bf8f0c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:20.089322 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-47bd0ae8-682b-4c96-a96c-5acbe644018f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:20.101631 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48824) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:20.103139 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89965b-5096-4b33-8cee-0f5160172eb9 None None] Pushing event updated for resources: {'Port': ['ID=10e77cd2-ff75-40d2-b80b-a9d8a91be833,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:20.105875 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9c56e5-1d37-40ad-b65f-e01f2f90af85 None None] DHCP port deletion for ba6f0584-2941-48e6-9427-2229465f5a54 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:24:20.117292 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2f9c56e5-1d37-40ad-b65f-e01f2f90af85 None None] Deleting port e76f8a9b-68c1-4c86-9130-473eec10c053 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:20.117683 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2f9c56e5-1d37-40ad-b65f-e01f2f90af85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:20.124528 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-e1ec722b-df9f-49e8-b7bc-166dc7bf8f0c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf54fa1-3b60-413c-a36b-d4f21838ecbb']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:20.138288 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-e1ec722b-df9f-49e8-b7bc-166dc7bf8f0c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e6351e-44cf-43c7-bca6-2e88318ad9d1') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:20.138626 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-e1ec722b-df9f-49e8-b7bc-166dc7bf8f0c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e6351e-44cf-43c7-bca6-2e88318ad9d1') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:20.154669 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e1ec722b-df9f-49e8-b7bc-166dc7bf8f0c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:20.171327 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cda606a4-4ef9-4980-a878-9ce788ff7c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:20.192882 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2bcf2c5b-1f97-4ba5-94d7-f6ce5824988d tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:20.207911 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e1ec722b-df9f-49e8-b7bc-166dc7bf8f0c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:20.221721 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ec722b-df9f-49e8-b7bc-166dc7bf8f0c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:24:20.222477 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e1ec722b-df9f-49e8-b7bc-166dc7bf8f0c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:24:20.239129 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:24:20.244159 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2bcf2c5b-1f97-4ba5-94d7-f6ce5824988d tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:20.245117 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2bcf2c5b-1f97-4ba5-94d7-f6ce5824988d tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:20.279619 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42a1d4a-00b0-46c5-a0bf-ff5b2bde675f None None] Network 6cf54fa1-3b60-413c-a36b-d4f21838ecbb requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:20.310100 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:24:20.313918 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-cdba3fec-a96b-4a2b-9a9e-81839bf55d50 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2067063 Jan 26 11:24:20.334881 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-47bd0ae8-682b-4c96-a96c-5acbe644018f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:20.336582 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48830) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:20.341019 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-47bd0ae8-682b-4c96-a96c-5acbe644018f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Usage tracker for resource:security_group_rule and tenant:f14f2be753654adc9f14116a8f33b9ed is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:20.348131 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-47bd0ae8-682b-4c96-a96c-5acbe644018f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:20.350440 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-d9bfaed4-0cbf-4d41-a5ff-6489682e5766 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:20.355524 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-47bd0ae8-682b-4c96-a96c-5acbe644018f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:20.370933 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a4df5864-80a2-4e74-b038-1b34ea0bf343 None None] Could not find standard attr ID for object 76f203df-7102-4f75-9966-3fc0840ff6ea. {{(pid=87444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 11:24:20.384431 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda606a4-4ef9-4980-a878-9ce788ff7c6a None None] Pushing event deleted for resources: {'Port': ['ID=2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:20.394423 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda606a4-4ef9-4980-a878-9ce788ff7c6a None None] No DVR routers for this DVR port 2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:24:20.396494 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:24:20.397511 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:24:20.398082 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device e76f8a9b-68c1-4c86-9130-473eec10c053 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:24:20.458819 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-47bd0ae8-682b-4c96-a96c-5acbe644018f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:20.463369 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2bcf2c5b-1f97-4ba5-94d7-f6ce5824988d tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:20.468247 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] For port 2c38df80-b556-4c5c-8e7b-55321575b892, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=2c38df80-b556-4c5c-8e7b-55321575b892,segment=NetworkSegment(6c8b20b8-47c8-47d0-be6b-73bfbaa32c52),segment_id=6c8b20b8-47c8-47d0-be6b-73bfbaa32c52)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:20.468619 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:20.482806 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e1ec722b-df9f-49e8-b7bc-166dc7bf8f0c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:20.535394 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e1ec722b-df9f-49e8-b7bc-166dc7bf8f0c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:20.537294 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-47bd0ae8-682b-4c96-a96c-5acbe644018f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:20.690286 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec722b-df9f-49e8-b7bc-166dc7bf8f0c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Network': ['ID=6cf54fa1-3b60-413c-a36b-d4f21838ecbb,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:20.713622 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-47bd0ae8-682b-4c96-a96c-5acbe644018f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:20.720966 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-47bd0ae8-682b-4c96-a96c-5acbe644018f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1008406 Jan 26 11:24:20.730118 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48840) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:20.760044 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2f9c56e5-1d37-40ad-b65f-e01f2f90af85 None None] For port e76f8a9b-68c1-4c86-9130-473eec10c053, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=e76f8a9b-68c1-4c86-9130-473eec10c053,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:20.760438 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2f9c56e5-1d37-40ad-b65f-e01f2f90af85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:20.779262 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e1ec722b-df9f-49e8-b7bc-166dc7bf8f0c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/networks/6cf54fa1-3b60-413c-a36b-d4f21838ecbb HTTP/1.1" status: 204 len: 168 time: 2.3046930 Jan 26 11:24:20.782874 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2bcf2c5b-1f97-4ba5-94d7-f6ce5824988d tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:20.794715 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-d9bfaed4-0cbf-4d41-a5ff-6489682e5766 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:20.815243 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48844) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:20.853281 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a2dccb8b-5944-4f33-9cb0-db25eb740479 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'port': {'network_id': '521315c0-0d97-46d6-8c4a-73095d51c5ae', 'name': 'tempest-PortsTestJSON-1250878570'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:20.893789 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.api [None req-526d0c32-c559-4222-b7a2-a917bd0ccc00 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:24:20.894117 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG oslo_db.api [None req-526d0c32-c559-4222-b7a2-a917bd0ccc00 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:24:20.905721 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Calling delete_port for 2c38df80-b556-4c5c-8e7b-55321575b892 owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:20.905946 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d9bfaed4-0cbf-4d41-a5ff-6489682e5766 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:subnet and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:20.917407 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d9bfaed4-0cbf-4d41-a5ff-6489682e5766 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:20.926005 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2bcf2c5b-1f97-4ba5-94d7-f6ce5824988d tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:20.928776 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2bcf2c5b-1f97-4ba5-94d7-f6ce5824988d tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.5500278 Jan 26 11:24:20.955505 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48850) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:20.958698 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-cee5f086-f01d-4058-b1c8-672397e38519 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group_rule': {'security_group_id': '512fd913-2758-4647-bcc9-8ae3c39fc641', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd9e28418-e47f-4fa4-8065-066f6c878f2e'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:20.990661 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-d9bfaed4-0cbf-4d41-a5ff-6489682e5766 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:20.993913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48854) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:21.051014 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-cee5f086-f01d-4058-b1c8-672397e38519 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:21.083805 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-cee5f086-f01d-4058-b1c8-672397e38519 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Usage tracker for resource:security_group_rule and tenant:f14f2be753654adc9f14116a8f33b9ed is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:21.088640 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-cee5f086-f01d-4058-b1c8-672397e38519 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:21.095267 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd0ae8-682b-4c96-a96c-5acbe644018f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e28418-e47f-4fa4-8065-066f6c878f2e,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:21.136407 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2f9c56e5-1d37-40ad-b65f-e01f2f90af85 None None] Calling delete_port for e76f8a9b-68c1-4c86-9130-473eec10c053 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:21.158081 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-08a94dd6-b77d-41b7-abdd-5b145db9d038 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:21.178286 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bfaed4-0cbf-4d41-a5ff-6489682e5766 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:21.182499 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-cee5f086-f01d-4058-b1c8-672397e38519 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:21.187821 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d9bfaed4-0cbf-4d41-a5ff-6489682e5766 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:21.195417 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-de724381-93b4-4f15-9c94-753b0f323c3c tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:21.230827 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-3cb29d3f-160f-4f58-b8e9-3f7f78f50545 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:21.235554 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3cb29d3f-160f-4f58-b8e9-3f7f78f50545 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2290964 Jan 26 11:24:21.239894 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48860) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:21.255837 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-50494a29-9a7e-4a83-a1f8-b4bf0618f839 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:21.259438 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-50494a29-9a7e-4a83-a1f8-b4bf0618f839 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0076709 Jan 26 11:24:21.259438 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a2dccb8b-5944-4f33-9cb0-db25eb740479 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:21.268405 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48864) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:21.274788 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a2dccb8b-5944-4f33-9cb0-db25eb740479 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:port and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:21.300812 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-4bdea9e7-4879-4b35-a510-96e969ebbe20 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:21.304604 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4bdea9e7-4879-4b35-a510-96e969ebbe20 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0307965 Jan 26 11:24:21.304604 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a2dccb8b-5944-4f33-9cb0-db25eb740479 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:21.308540 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48868) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:21.334626 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-913e66ec-8f36-49a3-b611-47e540a526fb tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:21.338225 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-913e66ec-8f36-49a3-b611-47e540a526fb tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0183110 Jan 26 11:24:21.341564 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a2dccb8b-5944-4f33-9cb0-db25eb740479 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:21.344603 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48872) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:21.390871 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:21.406254 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-b76da374-8c66-47f6-8fe7-8912b066799b tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:21.407392 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b76da374-8c66-47f6-8fe7-8912b066799b tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0136616 Jan 26 11:24:21.413412 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48876) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:21.423941 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-526d0c32-c559-4222-b7a2-a917bd0ccc00 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Deleting port 2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:21.424171 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5b314b-6b64-4c11-b217-0add430700b9 None None] DHCP port deletion for 6cf54fa1-3b60-413c-a36b-d4f21838ecbb request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:24:21.424350 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-526d0c32-c559-4222-b7a2-a917bd0ccc00 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:21.428908 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-4a17aeae-9be3-45ea-8b90-26e33cee4126 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:21.430534 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4a17aeae-9be3-45ea-8b90-26e33cee4126 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0157323 Jan 26 11:24:21.436387 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48880) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:21.445040 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-6e96bd10-d154-4474-bfe4-39b8c6ba136b tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:21.447186 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6e96bd10-d154-4474-bfe4-39b8c6ba136b tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0095792 Jan 26 11:24:21.452226 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dccb8b-5944-4f33-9cb0-db25eb740479 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:21.457098 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port e76f8a9b-68c1-4c86-9130-473eec10c053, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=e76f8a9b-68c1-4c86-9130-473eec10c053,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:21.458896 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a2dccb8b-5944-4f33-9cb0-db25eb740479 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:21.466927 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48884) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:21.470676 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-cee5f086-f01d-4058-b1c8-672397e38519 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:24:21.471688 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-cee5f086-f01d-4058-b1c8-672397e38519 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5766859 Jan 26 11:24:21.472242 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:21.534117 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-ad3e7514-9a44-47da-a107-60d124c3c404 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:21.543019 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-2f9c56e5-1d37-40ad-b65f-e01f2f90af85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:24:21.543260 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ad3e7514-9a44-47da-a107-60d124c3c404 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0731249 Jan 26 11:24:21.543363 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-2f9c56e5-1d37-40ad-b65f-e01f2f90af85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:24:21.543805 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48888) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:21.545396 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48890) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:21.594898 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=e76f8a9b-68c1-4c86-9130-473eec10c053,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:21.626428 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-a2dccb8b-5944-4f33-9cb0-db25eb740479 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] device_id is not set on port e893a469-6e6e-46ed-99db-920ef0793422 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:24:21.747997 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-53285c0b-e877-4893-bedb-76e1e21b87ec tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:21.749250 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-53285c0b-e877-4893-bedb-76e1e21b87ec tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.2005651 Jan 26 11:24:21.755705 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48896) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:21.771386 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-8bb22f7d-3147-4692-b712-fce202d228cc tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:21.774672 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8bb22f7d-3147-4692-b712-fce202d228cc tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0157013 Jan 26 11:24:21.782840 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48900) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:21.796005 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-86921bcd-f845-475e-8e9a-04952c5dd94d tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:21.799559 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-86921bcd-f845-475e-8e9a-04952c5dd94d tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0104289 Jan 26 11:24:21.803052 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48904) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:21.826997 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-e74b3de1-4aff-4c18-ad83-8278ddbad46f tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:21.830276 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e74b3de1-4aff-4c18-ad83-8278ddbad46f tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0239069 Jan 26 11:24:21.831135 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48908) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:21.845515 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-91b237f9-d28e-4a36-bff6-703684e3a9f9 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:21.848838 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-91b237f9-d28e-4a36-bff6-703684e3a9f9 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0112484 Jan 26 11:24:21.868266 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-526d0c32-c559-4222-b7a2-a917bd0ccc00 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] The port '2af8b4a8-034b-48b4-8ca9-c1e3c90ef9f8' was deleted {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:24:21.874089 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48912) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:21.879123 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:21.886786 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-2beecc50-8e78-462a-9d4f-42d4716b4ecc tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:21.888593 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2beecc50-8e78-462a-9d4f-42d4716b4ecc tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0133159 Jan 26 11:24:21.892698 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48916) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:21.905119 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d9bfaed4-0cbf-4d41-a5ff-6489682e5766 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:21.912673 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dddecdc-1cff-4f76-bbdc-1e24575545c7 None None] Network c434dcb2-a215-42cc-b648-a8cf8e21c08a requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:21.914880 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-ec75691a-eaa4-4d39-bf78-dfd924aa382d tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:21.915836 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ec75691a-eaa4-4d39-bf78-dfd924aa382d tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0222571 Jan 26 11:24:21.926825 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48920) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:21.983968 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bfaed4-0cbf-4d41-a5ff-6489682e5766 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=13d41632-84fb-4312-a75e-2694f2606133,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:22.042658 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Port': ['ID=2c38df80-b556-4c5c-8e7b-55321575b892,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:22.051011 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2f9c56e5-1d37-40ad-b65f-e01f2f90af85 None None] Deleting port e76f8a9b-68c1-4c86-9130-473eec10c053 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:22.051388 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2f9c56e5-1d37-40ad-b65f-e01f2f90af85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:22.052055 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No DVR routers for this DVR port 2c38df80-b556-4c5c-8e7b-55321575b892 on host dv-neutron-826439-1-hyperv {{(pid=87442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:24:22.055838 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-4f7ae883-c3de-41f2-a715-e2da17e2ef17 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:22.060091 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4f7ae883-c3de-41f2-a715-e2da17e2ef17 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.1066668 Jan 26 11:24:22.060260 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48924) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:22.067981 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bfaed4-0cbf-4d41-a5ff-6489682e5766 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:22.071111 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-68d552c1-c9bc-44a3-88ae-14be76831105 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:22.072068 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-68d552c1-c9bc-44a3-88ae-14be76831105 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0085220 Jan 26 11:24:22.076499 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-d9bfaed4-0cbf-4d41-a5ff-6489682e5766 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:22.089110 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48928) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:22.101076 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bfaed4-0cbf-4d41-a5ff-6489682e5766 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:22.101466 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d9bfaed4-0cbf-4d41-a5ff-6489682e5766 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:22.133143 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-f413f859-3028-46b1-be62-1ecdb2cae66a tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:22.134143 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f413f859-3028-46b1-be62-1ecdb2cae66a tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0439634 Jan 26 11:24:22.137378 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a2dccb8b-5944-4f33-9cb0-db25eb740479 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:22.139406 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48932) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:22.146829 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d9bfaed4-0cbf-4d41-a5ff-6489682e5766 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8066201 Jan 26 11:24:22.149875 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-fb3f7102-a3c9-4c33-aaa7-acf3611e895c None None] Provisioning for port 10e77cd2-ff75-40d2-b80b-a9d8a91be833 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:22.150143 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-2eac8487-1e2a-4614-b395-747462bba34b tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:22.151073 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2eac8487-1e2a-4614-b395-747462bba34b tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0102110 Jan 26 11:24:22.151563 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48936) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:22.157418 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-fb4da8a5-d960-4122-8ce8-891ea13d3cb5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'mac_address': 'fa:16:3e:e4:f8:36', 'name': 'tempest-NetworksTestDHCPv6-735489303'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:22.162999 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-de724381-93b4-4f15-9c94-753b0f323c3c tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:22.176008 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48940) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:22.187759 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-de724381-93b4-4f15-9c94-753b0f323c3c tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:22.189490 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-969dcbda-8e28-4394-bbc8-6b9e697e84ec tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:22.191346 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-969dcbda-8e28-4394-bbc8-6b9e697e84ec tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0140378 Jan 26 11:24:22.196185 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48944) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:22.213233 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-b9476331-f09a-4d19-bc39-1c074798d383 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:22.216203 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b9476331-f09a-4d19-bc39-1c074798d383 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0188282 Jan 26 11:24:22.221553 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48948) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:22.231907 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-fbe27873-5d6c-4ccb-913f-0e1dd2f9d871 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:22.233110 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fbe27873-5d6c-4ccb-913f-0e1dd2f9d871 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0088565 Jan 26 11:24:22.238532 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48952) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:22.244182 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-2aeee12a-b435-4413-8ff0-66ef2c90381a tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:22.245958 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2aeee12a-b435-4413-8ff0-66ef2c90381a tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0062747 Jan 26 11:24:22.276125 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 10e77cd2-ff75-40d2-b80b-a9d8a91be833 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:24:22.299193 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48956) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:22.310935 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-145c4938-a7c4-453f-8787-dd059bb09bc6 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:22.312180 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-145c4938-a7c4-453f-8787-dd059bb09bc6 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0117774 Jan 26 11:24:22.327611 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48960) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:22.336076 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-c264dcf9-6bc6-483e-8ce7-47b332eddd7a tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:22.337016 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c264dcf9-6bc6-483e-8ce7-47b332eddd7a tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0081859 Jan 26 11:24:22.341309 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48964) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:22.345795 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:22.348378 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-70ea892a-25a7-4eaf-84a9-c4464fc8ce8d tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:22.351651 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-70ea892a-25a7-4eaf-84a9-c4464fc8ce8d tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0046988 Jan 26 11:24:22.362131 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48968) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:22.371319 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-c27d2eae-b147-4b12-a66e-b0732c92282e tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:22.375081 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c27d2eae-b147-4b12-a66e-b0732c92282e tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0082653 Jan 26 11:24:22.375238 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4b8600-6a2d-40de-b011-18804e26ae28']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:22.376980 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48972) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:22.383726 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fb4da8a5-d960-4122-8ce8-891ea13d3cb5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:22.386775 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a2dccb8b-5944-4f33-9cb0-db25eb740479 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:22.388468 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8b20b8-47c8-47d0-be6b-73bfbaa32c52') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:22.389210 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8b20b8-47c8-47d0-be6b-73bfbaa32c52') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:22.393727 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-15152c64-9c1d-4a49-9cf3-cc791abf37d4 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:22.397714 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-15152c64-9c1d-4a49-9cf3-cc791abf37d4 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0146108 Jan 26 11:24:22.402245 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:22.420539 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 48976) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:22.445335 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fb4da8a5-d960-4122-8ce8-891ea13d3cb5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:22.463420 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:22.474459 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-5143e2c8-8158-4f99-92eb-13c1cb40058a tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:22.478657 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5143e2c8-8158-4f99-92eb-13c1cb40058a tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0342839 Jan 26 11:24:22.479658 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dccb8b-5944-4f33-9cb0-db25eb740479 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network 521315c0-0d97-46d6-8c4a-73095d51c5ae is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:22.483401 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48980) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:22.484650 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-a2dccb8b-5944-4f33-9cb0-db25eb740479 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:22.492239 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dccb8b-5944-4f33-9cb0-db25eb740479 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:22.498259 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dccb8b-5944-4f33-9cb0-db25eb740479 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:22.498917 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a2dccb8b-5944-4f33-9cb0-db25eb740479 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:22.505415 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2f9c56e5-1d37-40ad-b65f-e01f2f90af85 None None] For port e76f8a9b-68c1-4c86-9130-473eec10c053, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=e76f8a9b-68c1-4c86-9130-473eec10c053,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:22.505996 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2f9c56e5-1d37-40ad-b65f-e01f2f90af85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:22.507260 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-d4ec0f07-8fb5-41ac-ada5-8855202af5bb tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:22.508215 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d4ec0f07-8fb5-41ac-ada5-8855202af5bb tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0207250 Jan 26 11:24:22.510801 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4da8a5-d960-4122-8ce8-891ea13d3cb5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:22.534257 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48984) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:22.543378 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dccb8b-5944-4f33-9cb0-db25eb740479 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Port': ['ID=e893a469-6e6e-46ed-99db-920ef0793422,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:22.548774 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-fcda99b9-457c-455e-b3c2-0568e1333e56 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:22.549973 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fcda99b9-457c-455e-b3c2-0568e1333e56 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0144835 Jan 26 11:24:22.554700 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48988) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:22.560136 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-526d0c32-c559-4222-b7a2-a917bd0ccc00 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:22.568556 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:24:22.569038 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:22.571038 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-94d343e7-23d8-411d-a2df-945dc63196b7 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:22.571996 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-94d343e7-23d8-411d-a2df-945dc63196b7 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0158570 Jan 26 11:24:22.576612 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48992) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:22.583175 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-51bceef8-50b3-475e-980e-fc1506ffe075 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:22.586274 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-51bceef8-50b3-475e-980e-fc1506ffe075 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0063903 Jan 26 11:24:22.586274 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a2dccb8b-5944-4f33-9cb0-db25eb740479 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7697184 Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: util.warn( Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: util.warn( Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: util.warn( Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: util.warn( Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:24:22.586528 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:24:22.589166 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48996) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:22.589166 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 48998) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:22.591408 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2bdeacac-7d53-45d3-bbf7-4a3a0bfb6a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:22.593088 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 10e77cd2-ff75-40d2-b80b-a9d8a91be833 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:22.597846 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-e8182fb7-6874-4f0b-a636-7052625472cf tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:22.598839 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e8182fb7-6874-4f0b-a636-7052625472cf tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0098119 Jan 26 11:24:22.617894 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49004) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:22.622692 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-de724381-93b4-4f15-9c94-753b0f323c3c tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:22.623192 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de724381-93b4-4f15-9c94-753b0f323c3c tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d1adae2-4130-41bc-89f3-975476c90d8e {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:24:22.641098 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-713a181c-45bb-474a-bc8d-be4aa6d06d0a tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:22.644750 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-713a181c-45bb-474a-bc8d-be4aa6d06d0a tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0210214 Jan 26 11:24:22.661863 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2f9c56e5-1d37-40ad-b65f-e01f2f90af85 None None] Calling delete_port for e76f8a9b-68c1-4c86-9130-473eec10c053 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:22.671132 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-526d0c32-c559-4222-b7a2-a917bd0ccc00 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2343c47d-1b1b-4547-b961-e9a442bca50c']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:22.681121 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49008) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:22.690183 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 10e77cd2-ff75-40d2-b80b-a9d8a91be833 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:22.690582 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:22.705097 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-82753915-46a9-47ed-bcad-7fc25f756265 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:22.708111 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-82753915-46a9-47ed-bcad-7fc25f756265 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0181370 Jan 26 11:24:22.714174 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49012) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:22.735034 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-c9231715-5f45-4917-ac01-3b1bae12c8f4 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:22.736216 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c9231715-5f45-4917-ac01-3b1bae12c8f4 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0180039 Jan 26 11:24:22.742793 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49016) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:22.750665 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-11318b0e-46a1-490e-aa29-380356d0154f tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:22.751936 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-11318b0e-46a1-490e-aa29-380356d0154f tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0080552 Jan 26 11:24:22.752836 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-394314f1-d85b-48de-96b7-662ee4eb026a tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:22.754637 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49020) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:22.773042 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-97758828-d642-4fbd-954d-548e594ea056 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting port e893a469-6e6e-46ed-99db-920ef0793422 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:22.774148 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-97758828-d642-4fbd-954d-548e594ea056 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:22.784355 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-526d0c32-c559-4222-b7a2-a917bd0ccc00 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b63c3c8-93a2-4a09-96dc-611781cceabb') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:22.784652 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-526d0c32-c559-4222-b7a2-a917bd0ccc00 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b63c3c8-93a2-4a09-96dc-611781cceabb') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:22.838649 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-02b77e25-f56e-48c2-87db-e7f62a22ee7e tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:22.839805 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-02b77e25-f56e-48c2-87db-e7f62a22ee7e tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0747983 Jan 26 11:24:22.866630 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49024) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:22.873726 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-526d0c32-c559-4222-b7a2-a917bd0ccc00 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:22.881274 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2f9c56e5-1d37-40ad-b65f-e01f2f90af85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:22.896330 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-de724381-93b4-4f15-9c94-753b0f323c3c tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:22.897738 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-de724381-93b4-4f15-9c94-753b0f323c3c tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] 10.222.0.39 "DELETE /v2.0/routers/4d1adae2-4130-41bc-89f3-975476c90d8e HTTP/1.1" status: 204 len: 168 time: 1.9185529 Jan 26 11:24:22.899307 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:22.904195 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fb4da8a5-d960-4122-8ce8-891ea13d3cb5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:22.922463 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-526d0c32-c559-4222-b7a2-a917bd0ccc00 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:22.930421 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526d0c32-c559-4222-b7a2-a917bd0ccc00 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:24:22.930824 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-526d0c32-c559-4222-b7a2-a917bd0ccc00 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:22.951167 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c56e5-1d37-40ad-b65f-e01f2f90af85 None None] Pushing event deleted for resources: {'Port': ['ID=e76f8a9b-68c1-4c86-9130-473eec10c053,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:22.958506 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49028) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:22.959478 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9c56e5-1d37-40ad-b65f-e01f2f90af85 None None] No DVR routers for this DVR port e76f8a9b-68c1-4c86-9130-473eec10c053 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:24:22.963386 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:22.985796 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4fbcb6-88cc-4185-9dc0-c43b51c7441b None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:24:22.986567 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:24:22.996508 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:23.013065 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/networks/1b4b8600-6a2d-40de-b011-18804e26ae28 HTTP/1.1" status: 204 len: 168 time: 9.6109250 Jan 26 11:24:23.013663 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49032) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:23.020240 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-394314f1-d85b-48de-96b7-662ee4eb026a tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:23.031603 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-3732a415-02a7-433e-9099-c028445e0753 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Request body: {'router': {'name': 'tempest-router-2070947549', 'distributed': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:23.063195 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a353c-9f38-4910-9c64-53c7df01f5a4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Network': ['ID=1b4b8600-6a2d-40de-b011-18804e26ae28,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:23.070209 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-97758828-d642-4fbd-954d-548e594ea056 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:23.071199 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-ecf30709-0be0-4aad-84c2-bd4ebabcc38e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1759330134'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:23.080545 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3732a415-02a7-433e-9099-c028445e0753 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:23.084084 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-6d2d8a42-b304-4d79-a115-157509c753d5 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:23.087462 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6d2d8a42-b304-4d79-a115-157509c753d5 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.1992829 Jan 26 11:24:23.092415 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49036) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:23.136589 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 10e77cd2-ff75-40d2-b80b-a9d8a91be833, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=10e77cd2-ff75-40d2-b80b-a9d8a91be833,segment=NetworkSegment(1c8d2588-8a5e-4866-898c-6050d7bf8cf8),segment_id=1c8d2588-8a5e-4866-898c-6050d7bf8cf8)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:23.141390 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7691d038-f2d1-48cd-b633-2a7649a0d94b None None] Provisioning complete for port 10e77cd2-ff75-40d2-b80b-a9d8a91be833 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:23.142060 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7691d038-f2d1-48cd-b633-2a7649a0d94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:23.155331 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-ecf30709-0be0-4aad-84c2-bd4ebabcc38e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:23.159682 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-fb4da8a5-d960-4122-8ce8-891ea13d3cb5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] device_id is not set on port 02fabdc7-0275-4830-a3ba-4d41bce37a2d yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:24:23.166435 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3732a415-02a7-433e-9099-c028445e0753 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Usage tracker for resource:router and tenant:7e0281e7633242bc840272e48106a15b is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:23.177096 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:23.188725 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3732a415-02a7-433e-9099-c028445e0753 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:23.196783 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ecf30709-0be0-4aad-84c2-bd4ebabcc38e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Usage tracker for resource:network and tenant:72fcefe45da642438142264604e9cfc8 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:23.204010 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ecf30709-0be0-4aad-84c2-bd4ebabcc38e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:23.212765 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3732a415-02a7-433e-9099-c028445e0753 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:23.215053 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-ecf30709-0be0-4aad-84c2-bd4ebabcc38e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:23.230065 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-526d0c32-c559-4222-b7a2-a917bd0ccc00 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:23.256757 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-526d0c32-c559-4222-b7a2-a917bd0ccc00 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:23.264546 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-802a5d63-4757-4d0d-a06f-1b52c0c6753f tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:23.266244 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-802a5d63-4757-4d0d-a06f-1b52c0c6753f tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.1730883 Jan 26 11:24:23.275073 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-97758828-d642-4fbd-954d-548e594ea056 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Calling delete_port for e893a469-6e6e-46ed-99db-920ef0793422 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:23.275743 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49040) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:23.290361 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 76f203df-7102-4f75-9966-3fc0840ff6ea no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:24:23.291290 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3732a415-02a7-433e-9099-c028445e0753 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:23.292319 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3732a415-02a7-433e-9099-c028445e0753 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:23.297016 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d0c32-c559-4222-b7a2-a917bd0ccc00 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Pushing event deleted for resources: {'Network': ['ID=2343c47d-1b1b-4547-b961-e9a442bca50c,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:23.308365 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-5caeac1f-4b15-4eb6-8973-b8f0b7b4f6bc tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:23.311809 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5caeac1f-4b15-4eb6-8973-b8f0b7b4f6bc tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0326803 Jan 26 11:24:23.312307 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf30709-0be0-4aad-84c2-bd4ebabcc38e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Made reservation on behalf of 72fcefe45da642438142264604e9cfc8 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:23.315756 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ecf30709-0be0-4aad-84c2-bd4ebabcc38e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:23.328996 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49044) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:23.334235 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-394314f1-d85b-48de-96b7-662ee4eb026a tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:23.336797 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-394314f1-d85b-48de-96b7-662ee4eb026a tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:23.338011 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-394314f1-d85b-48de-96b7-662ee4eb026a tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "DELETE /v2.0/security-groups/d9e28418-e47f-4fa4-8065-066f6c878f2e HTTP/1.1" status: 204 len: 168 time: 1.7911153 Jan 26 11:24:23.343468 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-08a94dd6-b77d-41b7-abdd-5b145db9d038 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:23.345808 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-1c4efff2-6a53-42db-bb14-4008dd767a64 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:23.349612 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1c4efff2-6a53-42db-bb14-4008dd767a64 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0193479 Jan 26 11:24:23.355503 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-526d0c32-c559-4222-b7a2-a917bd0ccc00 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] 10.222.0.39 "DELETE /v2.0/networks/2343c47d-1b1b-4547-b961-e9a442bca50c HTTP/1.1" status: 204 len: 168 time: 5.0130241 Jan 26 11:24:23.357657 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49048) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:23.358163 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49050) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:23.358659 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49052) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:23.362534 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-08a94dd6-b77d-41b7-abdd-5b145db9d038 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:23.367981 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 76f203df-7102-4f75-9966-3fc0840ff6ea {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:24:23.368340 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 76f203df-7102-4f75-9966-3fc0840ff6ea not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:24:23.372048 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-5031d98c-f723-477d-a2fc-1f140b975666 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:23.377540 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5031d98c-f723-477d-a2fc-1f140b975666 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0114460 Jan 26 11:24:23.403487 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394314f1-d85b-48de-96b7-662ee4eb026a tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e28418-e47f-4fa4-8065-066f6c878f2e,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:23.404980 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49060) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:23.445647 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=10e77cd2-ff75-40d2-b80b-a9d8a91be833,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:23.504818 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf6d0e83-25f8-4ad0-bd9b-0c1ab09d45f3 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Deleting subnet 709ea6f8-e636-44f1-bb61-933a8278e397 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:24:23.508972 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bf6d0e83-25f8-4ad0-bd9b-0c1ab09d45f3 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:23.580277 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b358e548-015a-441a-8e4f-d9daadeac0ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-ba6f0584-2941-48e6-9427-2229465f5a54', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'fixed_ips': [{'subnet_id': '13d41632-84fb-4312-a75e-2694f2606133'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:24:23.581211 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b358e548-015a-441a-8e4f-d9daadeac0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:23.605117 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-b5491ee4-476e-4d44-8572-1e61b0059c59 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:23.606309 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b5491ee4-476e-4d44-8572-1e61b0059c59 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0264688 Jan 26 11:24:23.610010 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49064) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:23.625098 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-0182c804-ec27-424d-97e0-abee12892187 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:23.626302 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0182c804-ec27-424d-97e0-abee12892187 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0058327 Jan 26 11:24:23.634646 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3732a415-02a7-433e-9099-c028445e0753 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:23.640621 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49068) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:23.659652 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf30709-0be0-4aad-84c2-bd4ebabcc38e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:24:23.671419 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-a4b0f094-cd8d-432e-a75c-18da625839cd tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:23.672678 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a4b0f094-cd8d-432e-a75c-18da625839cd tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0287247 Jan 26 11:24:23.686639 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49072) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:23.694869 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a94dd6-b77d-41b7-abdd-5b145db9d038 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Port': ['ID=c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:23.702052 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-ef49471a-07b8-4ac0-af5f-b745884b064a tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:23.703337 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ef49471a-07b8-4ac0-af5f-b745884b064a tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0143356 Jan 26 11:24:23.705687 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-08a94dd6-b77d-41b7-abdd-5b145db9d038 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:23.709086 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bf6d0e83-25f8-4ad0-bd9b-0c1ab09d45f3 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:23.711528 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49076) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:23.712517 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ecf30709-0be0-4aad-84c2-bd4ebabcc38e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:23.712934 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-ecf30709-0be0-4aad-84c2-bd4ebabcc38e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Added segment 8c4e6218-3d65-480e-996d-ab5c39eb1980 of type vlan for network 694d06e8-eb1f-4299-aba7-9ca8959aff63 Jan 26 11:24:23.728815 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-1f14bb95-4483-48a3-87f2-42dd90b16fb5 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:23.729869 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1f14bb95-4483-48a3-87f2-42dd90b16fb5 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0155158 Jan 26 11:24:23.747371 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49080) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:23.771850 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3732a415-02a7-433e-9099-c028445e0753 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:23.791958 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-69ebb4fb-620f-47a5-b2f9-c5ea9dffb0ba tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:23.795483 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-69ebb4fb-620f-47a5-b2f9-c5ea9dffb0ba tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0438800 Jan 26 11:24:23.807200 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bf6d0e83-25f8-4ad0-bd9b-0c1ab09d45f3 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:23.821952 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49084) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:23.843091 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-f84f2844-ca02-4822-a0f2-ad2eb3021d22 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:23.846444 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f84f2844-ca02-4822-a0f2-ad2eb3021d22 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0212009 Jan 26 11:24:23.848935 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49088) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:23.860790 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ecf30709-0be0-4aad-84c2-bd4ebabcc38e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:23.895915 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7691d038-f2d1-48cd-b633-2a7649a0d94b None None] Provisioning for port c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:23.902357 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-b358e548-015a-441a-8e4f-d9daadeac0ec None None] Allocated IP 2001:db8::2 (ba6f0584-2941-48e6-9427-2229465f5a54/13d41632-84fb-4312-a75e-2694f2606133/07c3eb94-98c5-4424-9031-d1f606488d21) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:23.909283 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7691d038-f2d1-48cd-b633-2a7649a0d94b None None] Provisioning complete for port c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:23.910049 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7691d038-f2d1-48cd-b633-2a7649a0d94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:23.918026 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-77d27d80-4e5e-4216-8739-05237e2aab65 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:23.919651 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-77d27d80-4e5e-4216-8739-05237e2aab65 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0663035 Jan 26 11:24:23.928184 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49092) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:23.937611 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-26b35d1c-984a-4f34-876f-b2a7108538b9 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:23.938587 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-26b35d1c-984a-4f34-876f-b2a7108538b9 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0094001 Jan 26 11:24:23.942361 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3732a415-02a7-433e-9099-c028445e0753 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:23.943449 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3732a415-02a7-433e-9099-c028445e0753 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9560525 Jan 26 11:24:23.944216 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49096) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:23.946691 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49098) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:23.952815 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-d7062ba6-b5fe-4c9e-856c-8deb37ce2f46 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:23.953761 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d7062ba6-b5fe-4c9e-856c-8deb37ce2f46 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0059948 Jan 26 11:24:24.006620 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-7691d038-f2d1-48cd-b633-2a7649a0d94b None None] Port c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:24:24.014863 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49104) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:24.024042 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-66a2e825-3dc3-465f-b697-753ecb29e72c tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Synchronizing usage tracker for tenant:f14f2be753654adc9f14116a8f33b9ed on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:24.028741 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-4b4a2239-377a-4c4d-8245-c1637c63ff54 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:24.030264 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4b4a2239-377a-4c4d-8245-c1637c63ff54 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0143042 Jan 26 11:24:24.033360 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bf6d0e83-25f8-4ad0-bd9b-0c1ab09d45f3 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:24.033552 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49108) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:24.045093 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-e79536f9-5bc6-4c33-a1bc-ca83ba14adb8 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:24.046217 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e79536f9-5bc6-4c33-a1bc-ca83ba14adb8 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0115778 Jan 26 11:24:24.049236 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49112) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:24.056514 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-db2f77ef-9ae6-4ff2-b415-4d625c8298e2 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:24.057548 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-db2f77ef-9ae6-4ff2-b415-4d625c8298e2 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0073082 Jan 26 11:24:24.071702 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ecf30709-0be0-4aad-84c2-bd4ebabcc38e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:24.078384 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf30709-0be0-4aad-84c2-bd4ebabcc38e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:24.086243 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ecf30709-0be0-4aad-84c2-bd4ebabcc38e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:24.106532 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a94dd6-b77d-41b7-abdd-5b145db9d038 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network c434dcb2-a215-42cc-b648-a8cf8e21c08a is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:24.107506 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49116) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:24.155164 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-66a2e825-3dc3-465f-b697-753ecb29e72c tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Unset dirty status for tenant:f14f2be753654adc9f14116a8f33b9ed on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:24.156544 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-66a2e825-3dc3-465f-b697-753ecb29e72c tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.7939961 Jan 26 11:24:24.157405 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-08a94dd6-b77d-41b7-abdd-5b145db9d038 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:24.159813 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0e3411da-8dc0-4e96-ab11-389fba4bc50f tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:24.189181 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-da6e6d26-a861-4cf2-967a-8b56333781c0 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:24.190365 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-da6e6d26-a861-4cf2-967a-8b56333781c0 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0439281 Jan 26 11:24:24.192635 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adf0e76-b00c-4a13-b639-7610e80efe23 None None] Network 9feae8ab-90bf-4971-8051-a325a6690e92 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:24.196776 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49120) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:24.197165 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49122) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:24.208085 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 10e77cd2-ff75-40d2-b80b-a9d8a91be833 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:24:24.211686 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-d6227989-0e82-48eb-972b-fa14826d95a1 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:24.212286 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d6227989-0e82-48eb-972b-fa14826d95a1 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0113645 Jan 26 11:24:24.273722 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49128) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:24.285560 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e5e9f481-8304-4b51-a8d5-e67f4cccd1b9 None None] Provisioning complete for port c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:24.286295 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e5e9f481-8304-4b51-a8d5-e67f4cccd1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:24.321924 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d0e83-25f8-4ad0-bd9b-0c1ab09d45f3 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Pushing event deleted for resources: {'Subnet': ['ID=709ea6f8-e636-44f1-bb61-933a8278e397,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:24.344716 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bf6d0e83-25f8-4ad0-bd9b-0c1ab09d45f3 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:24.351316 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ecf30709-0be0-4aad-84c2-bd4ebabcc38e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3107016 Jan 26 11:24:24.353366 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-97758828-d642-4fbd-954d-548e594ea056 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:24.356912 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49132) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:24.366652 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-5e1389b5-19cd-4ba8-ac2d-96316b11ac1e tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:24.367623 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5e1389b5-19cd-4ba8-ac2d-96316b11ac1e tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0216360 Jan 26 11:24:24.383459 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49134) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:24.385467 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-e5e9f481-8304-4b51-a8d5-e67f4cccd1b9 None None] Port c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:24:24.461364 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-6a8f5c7a-6a03-48c3-92ff-f68774e09c32 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:24.462415 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6a8f5c7a-6a03-48c3-92ff-f68774e09c32 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0198188 Jan 26 11:24:24.466179 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf30709-0be0-4aad-84c2-bd4ebabcc38e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'Network': ['ID=694d06e8-eb1f-4299-aba7-9ca8959aff63,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:24.496319 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 694d06e8-eb1f-4299-aba7-9ca8959aff63 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:24:24.530802 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49140) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:24.554381 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b358e548-015a-441a-8e4f-d9daadeac0ec None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:24.556372 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-a0c1681e-d93a-4c30-8161-b8e1b8e650e4 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:24.557467 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a0c1681e-d93a-4c30-8161-b8e1b8e650e4 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0247183 Jan 26 11:24:24.561947 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49144) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:24.566459 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-e64c9d0a-1ee6-4d0e-82e3-a5f2416a9353 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Request body: {'subnet': {'network_id': '694d06e8-eb1f-4299-aba7-9ca8959aff63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:24.576971 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-96b97371-5968-475a-8c6d-8feed93f58fb tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:24.583451 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97758828-d642-4fbd-954d-548e594ea056 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Port': ['ID=e893a469-6e6e-46ed-99db-920ef0793422,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:24.603550 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-b743e0c0-2be2-436b-972f-06077a7dcea6 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:24.608993 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b743e0c0-2be2-436b-972f-06077a7dcea6 tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0188255 Jan 26 11:24:24.609186 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49148) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:24.623785 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-2b8eee56-7070-489f-b8eb-6438e068023f tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:24.624019 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-bf6d0e83-25f8-4ad0-bd9b-0c1ab09d45f3 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] 10.222.0.39 "DELETE /v2.0/subnets/709ea6f8-e636-44f1-bb61-933a8278e397 HTTP/1.1" status: 204 len: 168 time: 1.2511454 Jan 26 11:24:24.624135 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2b8eee56-7070-489f-b8eb-6438e068023f tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0097930 Jan 26 11:24:24.629775 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49152) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:24.630026 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49154) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:24.661723 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-c371e4a6-0cfe-4f00-93c5-001eb1faa60c tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:24.665039 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c371e4a6-0cfe-4f00-93c5-001eb1faa60c tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0298955 Jan 26 11:24:24.672422 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49160) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:24.689149 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-97758828-d642-4fbd-954d-548e594ea056 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:24.690227 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b358e548-015a-441a-8e4f-d9daadeac0ec None None] Transition to ACTIVE for port object 07c3eb94-98c5-4424-9031-d1f606488d21 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:24.693471 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-97758828-d642-4fbd-954d-548e594ea056 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/ports/e893a469-6e6e-46ed-99db-920ef0793422 HTTP/1.1" status: 204 len: 168 time: 2.1001868 Jan 26 11:24:24.693568 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-96b97371-5968-475a-8c6d-8feed93f58fb tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:24.694709 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49164) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:24.697212 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0e3411da-8dc0-4e96-ab11-389fba4bc50f tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:24.700991 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0e3411da-8dc0-4e96-ab11-389fba4bc50f tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:24.702365 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-994275b7-99dc-48a9-9176-63db57fb538d tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:24.705679 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-994275b7-99dc-48a9-9176-63db57fb538d tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0255928 Jan 26 11:24:24.706175 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-b819be9c-7edd-40f9-b64f-ac5c458d097b tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'port': {'network_id': '521315c0-0d97-46d6-8c4a-73095d51c5ae', 'mac_address': 'fa:16:3e:ed:21:3c', 'name': 'tempest-PortsTestJSON-1704418456'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:24.711871 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49168) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:24.734050 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-41ddacd2-4a09-4d70-bc25-41d384e0f36d tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:24.737417 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-41ddacd2-4a09-4d70-bc25-41d384e0f36d tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0223007 Jan 26 11:24:24.737564 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 10e77cd2-ff75-40d2-b80b-a9d8a91be833 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:24.737564 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:24.743525 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49172) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:24.815163 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [None req-00e56b99-3c18-4dd4-9c99-9483a3dcae5e tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:24.818444 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-00e56b99-3c18-4dd4-9c99-9483a3dcae5e tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0228226 Jan 26 11:24:24.822290 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49176) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:24.832430 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [None req-d9ed2d37-0285-4e56-9d19-42b251cfb7ad tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:24:24.836749 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d9ed2d37-0285-4e56-9d19-42b251cfb7ad tempest-ExtensionsTestJSON-98651172 tempest-ExtensionsTestJSON-98651172-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0101724 Jan 26 11:24:24.852565 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cb5942d6-ca8a-4496-ad5c-2bf5e2a5e5f4 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:24.872505 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-cb5942d6-ca8a-4496-ad5c-2bf5e2a5e5f4 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Deleting port 88a2d59d-c463-4b21-9eb6-61532d107104 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:24.872904 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cb5942d6-ca8a-4496-ad5c-2bf5e2a5e5f4 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:24.903607 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0e3411da-8dc0-4e96-ab11-389fba4bc50f tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:24.904115 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3411da-8dc0-4e96-ab11-389fba4bc50f tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95823d7b-6e98-4373-96b5-a93a72374ac3 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:24:24.917502 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a94dd6-b77d-41b7-abdd-5b145db9d038 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Router 18505ef1-f02f-46b0-8893-ffc4d27ca053 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:24:24.920423 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e64c9d0a-1ee6-4d0e-82e3-a5f2416a9353 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:24.929695 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0e3411da-8dc0-4e96-ab11-389fba4bc50f tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:24.930914 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0e3411da-8dc0-4e96-ab11-389fba4bc50f tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] 10.222.0.39 "DELETE /v2.0/routers/95823d7b-6e98-4373-96b5-a93a72374ac3 HTTP/1.1" status: 204 len: 168 time: 0.9832382 Jan 26 11:24:24.932175 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e64c9d0a-1ee6-4d0e-82e3-a5f2416a9353 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Usage tracker for resource:subnet and tenant:72fcefe45da642438142264604e9cfc8 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:24.937681 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e64c9d0a-1ee6-4d0e-82e3-a5f2416a9353 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:24.940441 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49182) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:24.940912 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f3147993-d6aa-475d-9b93-9a86a5c93797 None None] Provisioning complete for port c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:24.941431 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f3147993-d6aa-475d-9b93-9a86a5c93797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:24.942258 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-96b97371-5968-475a-8c6d-8feed93f58fb tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:24.945204 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-1dfe7b74-48da-4090-8ced-2a185b3eb531 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Request body: {'router': {'name': 'tempest-router-490755569', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '373e76c7f3f440f9baf925cb6d81ef12'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:24.950403 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1dfe7b74-48da-4090-8ced-2a185b3eb531 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:24.954951 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1dfe7b74-48da-4090-8ced-2a185b3eb531 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Usage tracker for resource:router and tenant:373e76c7f3f440f9baf925cb6d81ef12 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:24.957853 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1dfe7b74-48da-4090-8ced-2a185b3eb531 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:24.963757 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1dfe7b74-48da-4090-8ced-2a185b3eb531 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:24.974070 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b819be9c-7edd-40f9-b64f-ac5c458d097b tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:24.976662 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e64c9d0a-1ee6-4d0e-82e3-a5f2416a9353 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:24.980413 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1dfe7b74-48da-4090-8ced-2a185b3eb531 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:24.982093 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1dfe7b74-48da-4090-8ced-2a185b3eb531 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:24.988154 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b819be9c-7edd-40f9-b64f-ac5c458d097b tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:port and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:24.993518 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b819be9c-7edd-40f9-b64f-ac5c458d097b tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:25.001917 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b819be9c-7edd-40f9-b64f-ac5c458d097b tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:25.013759 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64c9d0a-1ee6-4d0e-82e3-a5f2416a9353 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Made reservation on behalf of 72fcefe45da642438142264604e9cfc8 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:25.017409 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e64c9d0a-1ee6-4d0e-82e3-a5f2416a9353 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:25.022233 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b358e548-015a-441a-8e4f-d9daadeac0ec None None] Transition to ACTIVE for port object 07c3eb94-98c5-4424-9031-d1f606488d21 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:25.046337 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1dfe7b74-48da-4090-8ced-2a185b3eb531 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:25.046596 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f580ebab-5dbb-4994-ae58-7eb499bff436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:25.055881 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-f3147993-d6aa-475d-9b93-9a86a5c93797 None None] Port c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:24:25.061370 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b358e548-015a-441a-8e4f-d9daadeac0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:25.063252 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b97371-5968-475a-8c6d-8feed93f58fb tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=512fd913-2758-4647-bcc9-8ae3c39fc641,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:25.084906 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b819be9c-7edd-40f9-b64f-ac5c458d097b tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:25.163032 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358e548-015a-441a-8e4f-d9daadeac0ec None None] Pushing event updated for resources: {'Port': ['ID=07c3eb94-98c5-4424-9031-d1f606488d21,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:25.218720 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-96b97371-5968-475a-8c6d-8feed93f58fb tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:25.219313 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b358e548-015a-441a-8e4f-d9daadeac0ec None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:25.219932 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-96b97371-5968-475a-8c6d-8feed93f58fb tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "DELETE /v2.0/security-groups/512fd913-2758-4647-bcc9-8ae3c39fc641 HTTP/1.1" status: 204 len: 168 time: 1.0216656 Jan 26 11:24:25.225227 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49188) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:25.231160 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-b358e548-015a-441a-8e4f-d9daadeac0ec None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:25.243705 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b358e548-015a-441a-8e4f-d9daadeac0ec None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:25.325742 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a94dd6-b77d-41b7-abdd-5b145db9d038 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:24:25.349840 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-08a94dd6-b77d-41b7-abdd-5b145db9d038 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "PUT /v2.0/routers/18505ef1-f02f-46b0-8893-ffc4d27ca053/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4889417 Jan 26 11:24:25.358575 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] Sync routers for ids ['18505ef1-f02f-46b0-8893-ffc4d27ca053'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:24:25.360649 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49192) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:25.361147 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49194) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:25.366312 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7fc13a-c368-46ce-bb07-a55dfcb6bf17 None None] DHCP port deletion for 9feae8ab-90bf-4971-8051-a325a6690e92 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:24:25.380863 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-3c7fc13a-c368-46ce-bb07-a55dfcb6bf17 None None] Deleting port 88a2d59d-c463-4b21-9eb6-61532d107104 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:25.381263 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc13a-c368-46ce-bb07-a55dfcb6bf17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:25.409701 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7c3bb426-e2b0-4050-bdee-09e5113cab8e tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Synchronizing usage tracker for tenant:f14f2be753654adc9f14116a8f33b9ed on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:25.441043 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-b358e548-015a-441a-8e4f-d9daadeac0ec None None] Attempting to bind port 07c3eb94-98c5-4424-9031-d1f606488d21 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:24:25.441378 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-b358e548-015a-441a-8e4f-d9daadeac0ec None None] Attempting to bind port 07c3eb94-98c5-4424-9031-d1f606488d21 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:24:25.441904 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b358e548-015a-441a-8e4f-d9daadeac0ec None None] Attempting to bind port 07c3eb94-98c5-4424-9031-d1f606488d21 on network ba6f0584-2941-48e6-9427-2229465f5a54 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:24:25.447289 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] Routers {'18505ef1-f02f-46b0-8893-ffc4d27ca053'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:24:25.447902 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:24:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['18505ef1-f02f-46b0-8893-ffc4d27ca053'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:25.470337 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-80b64c71-a914-493a-98f7-aaf20d197dac tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'network': {'name': 'tempest-RoutersTest-2033003210'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:25.476037 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-80b64c71-a914-493a-98f7-aaf20d197dac tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:25.480274 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-80b64c71-a914-493a-98f7-aaf20d197dac tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Usage tracker for resource:network and tenant:252bea5ac7b143c89da38d9a87822c0c is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:25.484678 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-80b64c71-a914-493a-98f7-aaf20d197dac tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:25.508488 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-80b64c71-a914-493a-98f7-aaf20d197dac tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:25.524055 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-cb5942d6-ca8a-4496-ad5c-2bf5e2a5e5f4 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] For port 88a2d59d-c463-4b21-9eb6-61532d107104, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=88a2d59d-c463-4b21-9eb6-61532d107104,segment=NetworkSegment(d5800281-5ffc-45d1-9b99-cd6961c85c0b),segment_id=d5800281-5ffc-45d1-9b99-cd6961c85c0b)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:25.524440 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cb5942d6-ca8a-4496-ad5c-2bf5e2a5e5f4 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:25.613924 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b64c71-a914-493a-98f7-aaf20d197dac tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Made reservation on behalf of 252bea5ac7b143c89da38d9a87822c0c for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:25.617456 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-80b64c71-a914-493a-98f7-aaf20d197dac tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:25.664246 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b819be9c-7edd-40f9-b64f-ac5c458d097b tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:25.709364 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] Set router 18505ef1-f02f-46b0-8893-ffc4d27ca053 gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:24:25.726397 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1dfe7b74-48da-4090-8ced-2a185b3eb531 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:25.729952 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e64c9d0a-1ee6-4d0e-82e3-a5f2416a9353 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:25.736413 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-fb4da8a5-d960-4122-8ce8-891ea13d3cb5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 2001:db8::c8 (ba6f0584-2941-48e6-9427-2229465f5a54/13d41632-84fb-4312-a75e-2694f2606133/02fabdc7-0275-4830-a3ba-4d41bce37a2d) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:25.816691 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c9d0a-1ee6-4d0e-82e3-a5f2416a9353 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'Subnet': ['ID=33c99386-1781-4c4e-80c5-2315b61883cd,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:25.818663 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-b819be9c-7edd-40f9-b64f-ac5c458d097b tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] device_id is not set on port 9e8ab0f5-f680-4954-b9e2-8b54ca5bca90 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:24:25.818813 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7c3bb426-e2b0-4050-bdee-09e5113cab8e tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Unset dirty status for tenant:f14f2be753654adc9f14116a8f33b9ed on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:25.819933 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7c3bb426-e2b0-4050-bdee-09e5113cab8e tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5917499 Jan 26 11:24:25.830349 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-cb5942d6-ca8a-4496-ad5c-2bf5e2a5e5f4 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Calling delete_port for 88a2d59d-c463-4b21-9eb6-61532d107104 owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:25.859744 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49204) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:25.869029 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b358e548-015a-441a-8e4f-d9daadeac0ec None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:24:25.869414 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b358e548-015a-441a-8e4f-d9daadeac0ec None None] Checking segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:25.870144 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b358e548-015a-441a-8e4f-d9daadeac0ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:25.870476 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b358e548-015a-441a-8e4f-d9daadeac0ec None None] Bound using segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:24:25.872267 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-b358e548-015a-441a-8e4f-d9daadeac0ec None None] Bound port: 07c3eb94-98c5-4424-9031-d1f606488d21, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:24:25.872426 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b358e548-015a-441a-8e4f-d9daadeac0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:25.895627 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-ec7bfd78-250c-4274-8db6-0cde61a6c6e4 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group': {'name': 'tempest-secgroup--449680262'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:25.905619 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb48-a0ce-423d-aec3-2a7d6e7d3f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:25.925750 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-ec7bfd78-250c-4274-8db6-0cde61a6c6e4 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:25.948605 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-39c9cb48-a0ce-423d-aec3-2a7d6e7d3f8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:25.956538 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b64c71-a914-493a-98f7-aaf20d197dac tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:24:25.959738 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-ec7bfd78-250c-4274-8db6-0cde61a6c6e4 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:25.967790 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-39c9cb48-a0ce-423d-aec3-2a7d6e7d3f8f admin admin] Usage tracker for resource:security_group_rule and tenant:0f817a09da84445592c54f11df6f7743 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:25.972746 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-39c9cb48-a0ce-423d-aec3-2a7d6e7d3f8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:25.983553 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-39c9cb48-a0ce-423d-aec3-2a7d6e7d3f8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:25.989893 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1dfe7b74-48da-4090-8ced-2a185b3eb531 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:25.991123 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1dfe7b74-48da-4090-8ced-2a185b3eb531 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0498254 Jan 26 11:24:25.998028 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-80b64c71-a914-493a-98f7-aaf20d197dac tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:25.998408 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-80b64c71-a914-493a-98f7-aaf20d197dac tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Added segment d8cce809-55e0-4917-a584-2989a8d5f9d8 of type vlan for network 2565318b-d538-46e0-9f24-d92f2e5eb4ff Jan 26 11:24:25.999541 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49208) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:26.001836 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64c9d0a-1ee6-4d0e-82e3-a5f2416a9353 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Checking segment: {'id': '8c4e6218-3d65-480e-996d-ab5c39eb1980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '694d06e8-eb1f-4299-aba7-9ca8959aff63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:26.001977 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64c9d0a-1ee6-4d0e-82e3-a5f2416a9353 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Network hostable DHCP agents. Network: 694d06e8-eb1f-4299-aba7-9ca8959aff63, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:24:26.020733 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-cd03ae96-206f-4e02-a179-39bd27c4228e tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:26.078196 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ec7bfd78-250c-4274-8db6-0cde61a6c6e4 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:26.105606 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64c9d0a-1ee6-4d0e-82e3-a5f2416a9353 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Network 694d06e8-eb1f-4299-aba7-9ca8959aff63 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:24:26.181895 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 88a2d59d-c463-4b21-9eb6-61532d107104 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:24:26.200750 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cb5942d6-ca8a-4496-ad5c-2bf5e2a5e5f4 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:26.231991 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-3c7fc13a-c368-46ce-bb07-a55dfcb6bf17 None None] The port '88a2d59d-c463-4b21-9eb6-61532d107104' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:24:26.236842 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:26.238141 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 88a2d59d-c463-4b21-9eb6-61532d107104 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:24:26.238514 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 88a2d59d-c463-4b21-9eb6-61532d107104 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:24:26.245869 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-ec7bfd78-250c-4274-8db6-0cde61a6c6e4 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:26.249535 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-80b64c71-a914-493a-98f7-aaf20d197dac tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:26.252244 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:26.274837 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fb4da8a5-d960-4122-8ce8-891ea13d3cb5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:26.292627 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-fb4da8a5-d960-4122-8ce8-891ea13d3cb5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Transition to ACTIVE for port object 02fabdc7-0275-4830-a3ba-4d41bce37a2d will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:26.318422 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-b358e548-015a-441a-8e4f-d9daadeac0ec None None] For port 07c3eb94-98c5-4424-9031-d1f606488d21, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:24:26.322518 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-b358e548-015a-441a-8e4f-d9daadeac0ec None None] For port 07c3eb94-98c5-4424-9031-d1f606488d21, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=07c3eb94-98c5-4424-9031-d1f606488d21,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:24:26.330665 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-e64c9d0a-1ee6-4d0e-82e3-a5f2416a9353 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 694d06e8-eb1f-4299-aba7-9ca8959aff63) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:26.335661 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ec7bfd78-250c-4274-8db6-0cde61a6c6e4 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Usage tracker for resource:security_group_rule and tenant:f14f2be753654adc9f14116a8f33b9ed is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:26.336590 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b358e548-015a-441a-8e4f-d9daadeac0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:26.347368 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5942d6-ca8a-4496-ad5c-2bf5e2a5e5f4 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] No DVR routers for this DVR port 88a2d59d-c463-4b21-9eb6-61532d107104 on host dv-neutron-826439-1-hyperv {{(pid=87442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:24:26.379569 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e025a8-d6fe-409f-aa9e-518b4370cf76 None None] Network 694d06e8-eb1f-4299-aba7-9ca8959aff63 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:26.379813 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ec7bfd78-250c-4274-8db6-0cde61a6c6e4 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:26.381475 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5942d6-ca8a-4496-ad5c-2bf5e2a5e5f4 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Pushing event deleted for resources: {'Port': ['ID=88a2d59d-c463-4b21-9eb6-61532d107104,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:26.390106 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64c9d0a-1ee6-4d0e-82e3-a5f2416a9353 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:26.390750 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e64c9d0a-1ee6-4d0e-82e3-a5f2416a9353 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:26.419985 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fb4da8a5-d960-4122-8ce8-891ea13d3cb5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:26.453828 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-ec7bfd78-250c-4274-8db6-0cde61a6c6e4 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:26.497613 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.resource_extend [None req-80b64c71-a914-493a-98f7-aaf20d197dac tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:24:26.504481 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e64c9d0a-1ee6-4d0e-82e3-a5f2416a9353 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0977466 Jan 26 11:24:26.513606 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:24:20Z', 'revision_number': 2, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None, '_interfaces': [{'id': 'c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d', 'name': '', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:19:87:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:16Z', 'updated_at': '2022-01-26T11:24:22Z', 'revision_number': 2, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:26.516213 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4da8a5-d960-4122-8ce8-891ea13d3cb5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:26.516880 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49212) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:26.519825 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b819be9c-7edd-40f9-b64f-ac5c458d097b tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:26.530059 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-fb4da8a5-d960-4122-8ce8-891ea13d3cb5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:26.536045 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] Checking router: 18505ef1-f02f-46b0-8893-ffc4d27ca053 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:24:26.536404 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] Updating router 18505ef1-f02f-46b0-8893-ffc4d27ca053 port c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:24:26.570767 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358e548-015a-441a-8e4f-d9daadeac0ec None None] Pushing event updated for resources: {'Port': ['ID=07c3eb94-98c5-4424-9031-d1f606488d21,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:26.651053 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:26.660562 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4da8a5-d960-4122-8ce8-891ea13d3cb5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:26.666150 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4da8a5-d960-4122-8ce8-891ea13d3cb5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:26.666832 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fb4da8a5-d960-4122-8ce8-891ea13d3cb5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:26.706540 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fb4da8a5-d960-4122-8ce8-891ea13d3cb5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.5539126 Jan 26 11:24:26.712341 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49216) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:26.717929 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cd03ae96-206f-4e02-a179-39bd27c4228e tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:26.718258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4da8a5-d960-4122-8ce8-891ea13d3cb5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Port': ['ID=02fabdc7-0275-4830-a3ba-4d41bce37a2d,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:26.718458 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cd03ae96-206f-4e02-a179-39bd27c4228e tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks [] for router, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:26.749745 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad479084-a0ae-4a8c-86f2-15ddd2a6377e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:26.772272 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b819be9c-7edd-40f9-b64f-ac5c458d097b tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:26.825425 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-80b64c71-a914-493a-98f7-aaf20d197dac tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:26.831794 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b64c71-a914-493a-98f7-aaf20d197dac tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:26.832467 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-80b64c71-a914-493a-98f7-aaf20d197dac tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:26.943356 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b819be9c-7edd-40f9-b64f-ac5c458d097b tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network 521315c0-0d97-46d6-8c4a-73095d51c5ae is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:26.944412 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cb5942d6-ca8a-4496-ad5c-2bf5e2a5e5f4 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:26.947000 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-b819be9c-7edd-40f9-b64f-ac5c458d097b tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:26.959414 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b819be9c-7edd-40f9-b64f-ac5c458d097b tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:26.965189 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b819be9c-7edd-40f9-b64f-ac5c458d097b tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:26.966557 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b819be9c-7edd-40f9-b64f-ac5c458d097b tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:26.989784 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819be9c-7edd-40f9-b64f-ac5c458d097b tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Port': ['ID=9e8ab0f5-f680-4954-b9e2-8b54ca5bca90,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:27.010341 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21225b4-04da-4693-abc7-48ba076c9b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-694d06e8-eb1f-4299-aba7-9ca8959aff63', 'network_id': '694d06e8-eb1f-4299-aba7-9ca8959aff63', 'tenant_id': '72fcefe45da642438142264604e9cfc8', 'fixed_ips': [{'subnet_id': '33c99386-1781-4c4e-80c5-2315b61883cd'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:24:27.015263 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad479084-a0ae-4a8c-86f2-15ddd2a6377e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:27.022742 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c21225b4-04da-4693-abc7-48ba076c9b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:27.066279 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b819be9c-7edd-40f9-b64f-ac5c458d097b tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3676000 Jan 26 11:24:27.071785 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49220) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:27.095513 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb48-a0ce-423d-aec3-2a7d6e7d3f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:27.121190 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-cb5942d6-ca8a-4496-ad5c-2bf5e2a5e5f4 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9feae8ab-90bf-4971-8051-a325a6690e92']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:27.175766 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8f0b4a-544e-4b35-8838-67cfa6dfdf9d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:27.176355 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0c8f0b4a-544e-4b35-8838-67cfa6dfdf9d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Synchronizing usage tracker for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:27.185430 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-39c9cb48-a0ce-423d-aec3-2a7d6e7d3f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:27.200845 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad479084-a0ae-4a8c-86f2-15ddd2a6377e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:27.205740 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cd03ae96-206f-4e02-a179-39bd27c4228e tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87442) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jan 26 11:24:27.206078 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cd03ae96-206f-4e02-a179-39bd27c4228e tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Router 7498af74-b7aa-41a1-b5c6-790ca267f152 migrating from provider to provider. {{(pid=87442) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jan 26 11:24:27.206482 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cd03ae96-206f-4e02-a179-39bd27c4228e tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:27.232297 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b64c71-a914-493a-98f7-aaf20d197dac tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Network': ['ID=2565318b-d538-46e0-9f24-d92f2e5eb4ff,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:27.236558 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-cb5942d6-ca8a-4496-ad5c-2bf5e2a5e5f4 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5800281-5ffc-45d1-9b99-cd6961c85c0b') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:27.236738 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0c8f0b4a-544e-4b35-8838-67cfa6dfdf9d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Unset dirty status for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:27.236841 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-cb5942d6-ca8a-4496-ad5c-2bf5e2a5e5f4 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5800281-5ffc-45d1-9b99-cd6961c85c0b') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:27.237914 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0c8f0b4a-544e-4b35-8838-67cfa6dfdf9d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "GET /v2.0/ports/9e8ab0f5-f680-4954-b9e2-8b54ca5bca90 HTTP/1.1" status: 200 len: 841 time: 0.1650066 Jan 26 11:24:27.243879 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49224) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:27.244442 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad479084-a0ae-4a8c-86f2-15ddd2a6377e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Subnet': ['ID=33c99386-1781-4c4e-80c5-2315b61883cd,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server [None req-c21225b4-04da-4693-abc7-48ba076c9b1f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33c99386-1781-4c4e-80c5-2315b61883cd: This subnet is being modified by another concurrent operation. Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 11:24:27.252325 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise exception Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33c99386-1781-4c4e-80c5-2315b61883cd: This subnet is being modified by another concurrent operation. Jan 26 11:24:27.256011 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server Jan 26 11:24:27.264841 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cd03ae96-206f-4e02-a179-39bd27c4228e tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:27.282901 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 2565318b-d538-46e0-9f24-d92f2e5eb4ff details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:24:27.288028 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cb5942d6-ca8a-4496-ad5c-2bf5e2a5e5f4 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:27.319575 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-80b64c71-a914-493a-98f7-aaf20d197dac tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9139886 Jan 26 11:24:27.319575 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cd03ae96-206f-4e02-a179-39bd27c4228e tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1634753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1634766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1640079'] for router, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:27.320806 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49228) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:27.330047 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ec7bfd78-250c-4274-8db6-0cde61a6c6e4 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:27.339787 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9cb48-a0ce-423d-aec3-2a7d6e7d3f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18b0087-4f66-45d3-8568-7e63d3d91ce7,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:27.343184 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284aa671-0868-4c70-b54d-a6b418f081dd None None] Network 694d06e8-eb1f-4299-aba7-9ca8959aff63 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:27.348177 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-513c6dfa-06b1-4328-9987-6b7d47d44675 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'subnet': {'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:27.367426 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-39c9cb48-a0ce-423d-aec3-2a7d6e7d3f8f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f817a09da84445592c54f11df6f7743&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9662948 Jan 26 11:24:27.383193 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49232) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:27.399123 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad479084-a0ae-4a8c-86f2-15ddd2a6377e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:27.446080 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-ad479084-a0ae-4a8c-86f2-15ddd2a6377e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['694d06e8-eb1f-4299-aba7-9ca8959aff63']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:27.474821 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:27.484125 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-c5c44e54-dd05-478f-9104-dcd98e285ab4 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting port 9e8ab0f5-f680-4954-b9e2-8b54ca5bca90 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:27.484780 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c5c44e54-dd05-478f-9104-dcd98e285ab4 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:27.515219 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-ad479084-a0ae-4a8c-86f2-15ddd2a6377e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c4e6218-3d65-480e-996d-ab5c39eb1980') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:27.515812 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-ad479084-a0ae-4a8c-86f2-15ddd2a6377e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c4e6218-3d65-480e-996d-ab5c39eb1980') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:27.548444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad479084-a0ae-4a8c-86f2-15ddd2a6377e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:27.581534 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cb5942d6-ca8a-4496-ad5c-2bf5e2a5e5f4 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:27.584522 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad479084-a0ae-4a8c-86f2-15ddd2a6377e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:27.585136 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ec7bfd78-250c-4274-8db6-0cde61a6c6e4 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:27.628717 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad479084-a0ae-4a8c-86f2-15ddd2a6377e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:24:27.629377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad479084-a0ae-4a8c-86f2-15ddd2a6377e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:24:27.649908 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:24:27.653646 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-27bdf52c-8972-4005-abf0-c19a5a44c390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:27.704335 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb5942d6-ca8a-4496-ad5c-2bf5e2a5e5f4 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:24:27.704884 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cb5942d6-ca8a-4496-ad5c-2bf5e2a5e5f4 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:24:27.723918 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:24:27.739636 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:27.771012 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ec7bfd78-250c-4274-8db6-0cde61a6c6e4 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:27.774840 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ec7bfd78-250c-4274-8db6-0cde61a6c6e4 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8926876 Jan 26 11:24:27.781421 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b9a591-c24d-4075-8fe8-f8989ff1b817 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:27.787442 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b9a591-c24d-4075-8fe8-f8989ff1b817 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:27.788279 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-50b9a591-c24d-4075-8fe8-f8989ff1b817 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:27.845744 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49236) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:27.911429 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7bfd78-250c-4274-8db6-0cde61a6c6e4 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0135e8d1-5db9-4e5e-b4ba-865200d26949,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:27.917141 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-fa13aef3-36e2-41b8-8e65-e172dd2927ec tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group_rule': {'security_group_id': '0135e8d1-5db9-4e5e-b4ba-865200d26949', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:27.943224 dv-neutron-826439-1-hyperv neutron-server[87442]: WARNING neutron.scheduler.l3_agent_scheduler [None req-cd03ae96-206f-4e02-a179-39bd27c4228e tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] No L3 agents can host the router 7498af74-b7aa-41a1-b5c6-790ca267f152 Jan 26 11:24:27.945661 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-fa13aef3-36e2-41b8-8e65-e172dd2927ec tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:27.962070 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-513c6dfa-06b1-4328-9987-6b7d47d44675 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:27.964657 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-fa13aef3-36e2-41b8-8e65-e172dd2927ec tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Usage tracker for resource:security_group_rule and tenant:f14f2be753654adc9f14116a8f33b9ed is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:27.967701 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] Transition to ACTIVE for port object c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:27.973022 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-513c6dfa-06b1-4328-9987-6b7d47d44675 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Usage tracker for resource:subnet and tenant:252bea5ac7b143c89da38d9a87822c0c is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:27.975885 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-fa13aef3-36e2-41b8-8e65-e172dd2927ec tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:27.978758 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cb5942d6-ca8a-4496-ad5c-2bf5e2a5e5f4 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:27.983575 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cb5942d6-ca8a-4496-ad5c-2bf5e2a5e5f4 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:27.984189 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:27.989515 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-513c6dfa-06b1-4328-9987-6b7d47d44675 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:28.010488 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-fa13aef3-36e2-41b8-8e65-e172dd2927ec tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:28.030421 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-27bdf52c-8972-4005-abf0-c19a5a44c390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:28.049442 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c5c44e54-dd05-478f-9104-dcd98e285ab4 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:28.064352 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad479084-a0ae-4a8c-86f2-15ddd2a6377e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:28.077170 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-50b9a591-c24d-4075-8fe8-f8989ff1b817 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:28.081113 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-50b9a591-c24d-4075-8fe8-f8989ff1b817 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 1.3046939 Jan 26 11:24:28.082852 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-513c6dfa-06b1-4328-9987-6b7d47d44675 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:28.084686 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49240) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:28.097774 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad479084-a0ae-4a8c-86f2-15ddd2a6377e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:28.108059 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5942d6-ca8a-4496-ad5c-2bf5e2a5e5f4 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Pushing event deleted for resources: {'Network': ['ID=9feae8ab-90bf-4971-8051-a325a6690e92,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:28.114376 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-cb5942d6-ca8a-4496-ad5c-2bf5e2a5e5f4 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] 10.222.0.39 "DELETE /v2.0/networks/9feae8ab-90bf-4971-8051-a325a6690e92 HTTP/1.1" status: 204 len: 168 time: 3.4805956 Jan 26 11:24:28.114573 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad479084-a0ae-4a8c-86f2-15ddd2a6377e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Network': ['ID=694d06e8-eb1f-4299-aba7-9ca8959aff63,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:28.122768 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ad479084-a0ae-4a8c-86f2-15ddd2a6377e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/networks/694d06e8-eb1f-4299-aba7-9ca8959aff63 HTTP/1.1" status: 204 len: 168 time: 1.5995777 Jan 26 11:24:28.148397 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49244) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:28.148783 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49246) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:28.274576 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-cdf53572-9ebf-4af2-91c0-5cceb8d1f66d tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1821666562'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:28.287758 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-50837f05-0848-4a9d-811f-2b8a83066b8c None None] Provisioning for port 07c3eb94-98c5-4424-9031-d1f606488d21 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:28.312918 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-c5c44e54-dd05-478f-9104-dcd98e285ab4 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Calling delete_port for 9e8ab0f5-f680-4954-b9e2-8b54ca5bca90 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:28.336021 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 07c3eb94-98c5-4424-9031-d1f606488d21 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:24:28.368856 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513c6dfa-06b1-4328-9987-6b7d47d44675 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Made reservation on behalf of 252bea5ac7b143c89da38d9a87822c0c for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:28.372976 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-513c6dfa-06b1-4328-9987-6b7d47d44675 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:28.379693 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ab1a6-816f-4c38-ab78-6e4400fe8748 None None] Pushing event updated for resources: {'Port': ['ID=c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:28.400040 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-cdf53572-9ebf-4af2-91c0-5cceb8d1f66d tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:28.433624 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-27bdf52c-8972-4005-abf0-c19a5a44c390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:28.462893 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdf52c-8972-4005-abf0-c19a5a44c390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18b0087-4f66-45d3-8568-7e63d3d91ce7,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:28.467037 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d832d75b-937f-4f91-bf6b-a92dfff78c15 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Synchronizing usage tracker for tenant:5fe144b43d3643159925c255ca623227 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:28.468853 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c5c44e54-dd05-478f-9104-dcd98e285ab4 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:28.474011 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-cdf53572-9ebf-4af2-91c0-5cceb8d1f66d tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Usage tracker for resource:network and tenant:72fcefe45da642438142264604e9cfc8 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:28.490940 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-cdf53572-9ebf-4af2-91c0-5cceb8d1f66d tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:28.494420 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] Attempting to bind port c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:24:28.494910 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] Attempting to bind port c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '1c8d2588-8a5e-4866-898c-6050d7bf8cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:24:28.495342 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] Attempting to bind port c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d on network c434dcb2-a215-42cc-b648-a8cf8e21c08a {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:24:28.510228 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:24:28.510714 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] Checking segment: {'id': '1c8d2588-8a5e-4866-898c-6050d7bf8cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:28.511178 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:28.511636 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] Bound using segment: {'id': '1c8d2588-8a5e-4866-898c-6050d7bf8cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:24:28.512213 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] Bound port: c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8d2588-8a5e-4866-898c-6050d7bf8cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:24:28.512815 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:28.533178 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898571ce-7501-451e-90e3-c2230b5ada49 None None] get_active_networks_info from dv-neutron-826439-1-hyperv {{(pid=87444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 26 11:24:28.533389 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd03ae96-206f-4e02-a179-39bd27c4228e tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Hosts for router 7498af74-b7aa-41a1-b5c6-790ca267f152: [] {{(pid=87442) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 26 11:24:28.533752 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-27bdf52c-8972-4005-abf0-c19a5a44c390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:28.537464 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-27bdf52c-8972-4005-abf0-c19a5a44c390 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d18b0087-4f66-45d3-8568-7e63d3d91ce7 HTTP/1.1" status: 204 len: 168 time: 1.1436276 Jan 26 11:24:28.547596 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c44e54-dd05-478f-9104-dcd98e285ab4 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Port': ['ID=9e8ab0f5-f680-4954-b9e2-8b54ca5bca90,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:28.556822 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c5c44e54-dd05-478f-9104-dcd98e285ab4 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:28.564399 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-cdf53572-9ebf-4af2-91c0-5cceb8d1f66d tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:28.575197 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c5c44e54-dd05-478f-9104-dcd98e285ab4 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/ports/9e8ab0f5-f680-4954-b9e2-8b54ca5bca90 HTTP/1.1" status: 204 len: 168 time: 1.3268213 Jan 26 11:24:28.577876 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49254) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:28.584463 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 07c3eb94-98c5-4424-9031-d1f606488d21 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:28.632291 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-48061d58-12b2-4203-b1ab-44ab59ccdf71 None None] Provisioning for port 02fabdc7-0275-4830-a3ba-4d41bce37a2d completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:28.635695 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 07c3eb94-98c5-4424-9031-d1f606488d21 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:28.636145 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:28.640206 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c66df0-6a73-46f6-9073-9e2603ac4794 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] GET failed (client error): The resource could not be found. Jan 26 11:24:28.640715 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a2c66df0-6a73-46f6-9073-9e2603ac4794 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Synchronizing usage tracker for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:28.653222 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-532fbbcc-fba1-40dd-96d5-fddd7fe75a0a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting port 02fabdc7-0275-4830-a3ba-4d41bce37a2d {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:28.653785 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-532fbbcc-fba1-40dd-96d5-fddd7fe75a0a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:28.661698 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a2c66df0-6a73-46f6-9073-9e2603ac4794 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Unset dirty status for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:28.663389 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a2c66df0-6a73-46f6-9073-9e2603ac4794 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "GET /v2.0/ports/9e8ab0f5-f680-4954-b9e2-8b54ca5bca90 HTTP/1.1" status: 404 len: 333 time: 0.0845392 Jan 26 11:24:28.670410 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49258) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:28.674872 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-ffb0ec2f-cd1e-4380-bdff-c5e48c62035d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'port': {'network_id': '521315c0-0d97-46d6-8c4a-73095d51c5ae', 'name': 'tempest-PortsTestJSON-979024988'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:28.697466 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-fa13aef3-36e2-41b8-8e65-e172dd2927ec tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:24:28.702856 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-fa13aef3-36e2-41b8-8e65-e172dd2927ec tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.8499477 Jan 26 11:24:28.705371 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49264) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:28.710099 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-48061d58-12b2-4203-b1ab-44ab59ccdf71 None None] Provisioning complete for port 02fabdc7-0275-4830-a3ba-4d41bce37a2d triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:28.710759 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-48061d58-12b2-4203-b1ab-44ab59ccdf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:28.720196 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-ac712869-5bc0-4dbd-ad81-ade98259c8da tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group_rule': {'security_group_id': '0135e8d1-5db9-4e5e-b4ba-865200d26949', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:28.732403 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-ac712869-5bc0-4dbd-ad81-ade98259c8da tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:28.784416 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ac712869-5bc0-4dbd-ad81-ade98259c8da tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Usage tracker for resource:security_group_rule and tenant:f14f2be753654adc9f14116a8f33b9ed is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:28.798768 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ac712869-5bc0-4dbd-ad81-ade98259c8da tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:28.820945 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-ac712869-5bc0-4dbd-ad81-ade98259c8da tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:28.826560 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898571ce-7501-451e-90e3-c2230b5ada49 None None] Resources bound (agent type, host, resource id): {{(pid=87444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 11:24:28.843667 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-ffb0ec2f-cd1e-4380-bdff-c5e48c62035d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:28.876920 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-513c6dfa-06b1-4328-9987-6b7d47d44675 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:28.880608 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd03ae96-206f-4e02-a179-39bd27c4228e tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Hosts for other DVR routers connected to router 7498af74-b7aa-41a1-b5c6-790ca267f152: set() {{(pid=87442) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 26 11:24:28.883194 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-ffb0ec2f-cd1e-4380-bdff-c5e48c62035d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:28.923020 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-ac712869-5bc0-4dbd-ad81-ade98259c8da tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:24:28.923265 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cd03ae96-206f-4e02-a179-39bd27c4228e tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:28.924394 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-cd03ae96-206f-4e02-a179-39bd27c4228e tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] 10.222.0.39 "PUT /v2.0/routers/7498af74-b7aa-41a1-b5c6-790ca267f152 HTTP/1.1" status: 200 len: 716 time: 2.9219601 Jan 26 11:24:28.925170 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d832d75b-937f-4f91-bf6b-a92dfff78c15 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Unset dirty status for tenant:5fe144b43d3643159925c255ca623227 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:28.926347 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d832d75b-937f-4f91-bf6b-a92dfff78c15 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] 10.222.0.39 "GET /v2.0/ports?device_id=744e1f17-c1da-47dc-9e79-887f729d659e HTTP/1.1" status: 200 len: 205 time: 0.7633946 Jan 26 11:24:28.929307 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ac712869-5bc0-4dbd-ad81-ade98259c8da tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2181749 Jan 26 11:24:28.929933 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49272) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:28.930259 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49274) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:28.930591 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49276) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:28.933220 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf53572-9ebf-4af2-91c0-5cceb8d1f66d tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Made reservation on behalf of 72fcefe45da642438142264604e9cfc8 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:28.936472 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb0ec2f-cd1e-4380-bdff-c5e48c62035d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:28.937129 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cdf53572-9ebf-4af2-91c0-5cceb8d1f66d tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:28.939942 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ffb0ec2f-cd1e-4380-bdff-c5e48c62035d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:29.017699 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] For port c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:24:29.109592 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf53572-9ebf-4af2-91c0-5cceb8d1f66d tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:24:29.118612 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] For port c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d,segment=NetworkSegment(1c8d2588-8a5e-4866-898c-6050d7bf8cf8),segment_id=1c8d2588-8a5e-4866-898c-6050d7bf8cf8)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:24:29.119633 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-48061d58-12b2-4203-b1ab-44ab59ccdf71 None None] Port 02fabdc7-0275-4830-a3ba-4d41bce37a2d cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:24:29.134658 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c6dfa-06b1-4328-9987-6b7d47d44675 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Subnet': ['ID=eebe507c-2d3a-48c3-8058-a648fadbe4ad,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:29.144257 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:29.226804 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:29.257479 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-ffb0ec2f-cd1e-4380-bdff-c5e48c62035d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] device_id is not set on port f7950f56-7ed0-4b55-a94a-22ce1f7a725d yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:24:29.287636 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] Routers {'18505ef1-f02f-46b0-8893-ffc4d27ca053'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:24:29.288282 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:24:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['18505ef1-f02f-46b0-8893-ffc4d27ca053'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:29.290703 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513c6dfa-06b1-4328-9987-6b7d47d44675 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Checking segment: {'id': 'd8cce809-55e0-4917-a584-2989a8d5f9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:29.291068 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513c6dfa-06b1-4328-9987-6b7d47d44675 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network hostable DHCP agents. Network: 2565318b-d538-46e0-9f24-d92f2e5eb4ff, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:24:29.292793 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63a98662-522c-448d-967a-aa21aa10d978 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:29.305706 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cdf53572-9ebf-4af2-91c0-5cceb8d1f66d tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:29.306053 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-cdf53572-9ebf-4af2-91c0-5cceb8d1f66d tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Added segment 61ca9d71-f0ae-49dd-9540-c46f237cbdee of type vlan for network e65682c1-e89b-4c03-bac4-063b92fc96eb Jan 26 11:24:29.352140 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-bbc2c619-b6b9-423f-81dc-8f9abd152e13 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] 10.222.0.39 "GET /v2.0/routers/7498af74-b7aa-41a1-b5c6-790ca267f152 HTTP/1.1" status: 200 len: 716 time: 0.4172554 Jan 26 11:24:29.359917 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-532fbbcc-fba1-40dd-96d5-fddd7fe75a0a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:29.361838 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49296) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:29.523518 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ab1a6-816f-4c38-ab78-6e4400fe8748 None None] Pushing event updated for resources: {'Port': ['ID=c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:29.535230 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 07c3eb94-98c5-4424-9031-d1f606488d21, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=07c3eb94-98c5-4424-9031-d1f606488d21,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:29.540145 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49302) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:29.547917 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c6fb259c-97e1-42db-bdd4-688d7d5f5272 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:29.558843 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] Set router 18505ef1-f02f-46b0-8893-ffc4d27ca053 gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:24:29.581630 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c6fb259c-97e1-42db-bdd4-688d7d5f5272 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:29.603091 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:29.737577 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-532fbbcc-fba1-40dd-96d5-fddd7fe75a0a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Calling delete_port for 02fabdc7-0275-4830-a3ba-4d41bce37a2d owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:29.769871 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cdf53572-9ebf-4af2-91c0-5cceb8d1f66d tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:29.822782 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513c6dfa-06b1-4328-9987-6b7d47d44675 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network 2565318b-d538-46e0-9f24-d92f2e5eb4ff is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:24:29.838146 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-513c6dfa-06b1-4328-9987-6b7d47d44675 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 2565318b-d538-46e0-9f24-d92f2e5eb4ff) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:29.856698 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513c6dfa-06b1-4328-9987-6b7d47d44675 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:29.857549 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-513c6dfa-06b1-4328-9987-6b7d47d44675 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:29.859521 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=07c3eb94-98c5-4424-9031-d1f606488d21,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:29.863600 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cdf53572-9ebf-4af2-91c0-5cceb8d1f66d tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:29.868949 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf53572-9ebf-4af2-91c0-5cceb8d1f66d tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:29.869532 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cdf53572-9ebf-4af2-91c0-5cceb8d1f66d tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:29.930863 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80ef4be-d426-4c9f-a73c-1a8488740745 None None] get_active_networks_info from dv-neutron-826439-1-hyperv {{(pid=87444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 26 11:24:29.981457 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-cdf53572-9ebf-4af2-91c0-5cceb8d1f66d tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8156915 Jan 26 11:24:29.983146 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-513c6dfa-06b1-4328-9987-6b7d47d44675 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6524112 Jan 26 11:24:29.988287 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49312) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:29.988619 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49314) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:29.998800 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-fbe01020-040f-4577-abb3-1bc25d9f86f8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-684766240'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:30.000363 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-6f92bddc-8e95-4afd-90b6-f593a292d416 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Request body: {'subnet': {'network_id': 'e65682c1-e89b-4c03-bac4-063b92fc96eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:30.083105 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fbe01020-040f-4577-abb3-1bc25d9f86f8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:30.149071 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63a98662-522c-448d-967a-aa21aa10d978 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:30.149793 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf53572-9ebf-4af2-91c0-5cceb8d1f66d tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'Network': ['ID=e65682c1-e89b-4c03-bac4-063b92fc96eb,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:30.151147 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fbe01020-040f-4577-abb3-1bc25d9f86f8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:network and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:30.169111 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63a98662-522c-448d-967a-aa21aa10d978 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:30.171210 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fbe01020-040f-4577-abb3-1bc25d9f86f8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:30.174371 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network e65682c1-e89b-4c03-bac4-063b92fc96eb details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:24:30.182697 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c6fb259c-97e1-42db-bdd4-688d7d5f5272 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:30.192324 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fbe01020-040f-4577-abb3-1bc25d9f86f8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:30.207710 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 07c3eb94-98c5-4424-9031-d1f606488d21 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:24:30.208438 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ca0f745e-73f0-40e6-afec-8075ae5432b1 tempest-RoutersTestDVR-1893730124 tempest-RoutersTestDVR-1893730124-project] 10.222.0.39 "GET /v2.0/routers/7498af74-b7aa-41a1-b5c6-790ca267f152 HTTP/1.1" status: 200 len: 682 time: 0.8441269 Jan 26 11:24:30.239125 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49320) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:30.253776 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb259c-97e1-42db-bdd4-688d7d5f5272 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0135e8d1-5db9-4e5e-b4ba-865200d26949,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:30.254928 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-532fbbcc-fba1-40dd-96d5-fddd7fe75a0a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:30.323818 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80ef4be-d426-4c9f-a73c-1a8488740745 None None] Resources bound (agent type, host, resource id): {{(pid=87444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 11:24:30.362424 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:24:20Z', 'revision_number': 2, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None, '_interfaces': [{'id': 'c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d', 'name': '', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:19:87:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:16Z', 'updated_at': '2022-01-26T11:24:28Z', 'revision_number': 4, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:30.375662 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bc48ca-5279-4fd6-a5c1-3c336f83f2b1 None None] The sync data for ids ['18505ef1-f02f-46b0-8893-ffc4d27ca053'] in dv-neutron-826439-1-hyperv is: [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:24:20Z', 'revision_number': 2, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None, '_interfaces': [{'id': 'c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d', 'name': '', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:19:87:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:16Z', 'updated_at': '2022-01-26T11:24:28Z', 'revision_number': 4, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:24:30.382181 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fbbcc-fba1-40dd-96d5-fddd7fe75a0a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Port': ['ID=02fabdc7-0275-4830-a3ba-4d41bce37a2d,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:30.391098 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6f92bddc-8e95-4afd-90b6-f593a292d416 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:30.487195 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6f92bddc-8e95-4afd-90b6-f593a292d416 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Usage tracker for resource:subnet and tenant:72fcefe45da642438142264604e9cfc8 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:30.505739 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 07c3eb94-98c5-4424-9031-d1f606488d21 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:30.506253 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6f92bddc-8e95-4afd-90b6-f593a292d416 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:30.506577 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:30.515333 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-532fbbcc-fba1-40dd-96d5-fddd7fe75a0a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:30.515783 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a00a5579-760f-4e2d-a4a9-da85780ca694 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:30.517189 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-532fbbcc-fba1-40dd-96d5-fddd7fe75a0a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/02fabdc7-0275-4830-a3ba-4d41bce37a2d HTTP/1.1" status: 204 len: 168 time: 2.4227839 Jan 26 11:24:30.518117 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6f92bddc-8e95-4afd-90b6-f593a292d416 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:30.519973 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49324) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:30.587632 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe01020-040f-4577-abb3-1bc25d9f86f8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:30.591886 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fbe01020-040f-4577-abb3-1bc25d9f86f8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:30.601175 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63a98662-522c-448d-967a-aa21aa10d978 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:30.601568 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a98662-522c-448d-967a-aa21aa10d978 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Fanout notify agent at l3_agent the message router_deleted on router 744e1f17-c1da-47dc-9e79-887f729d659e {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:24:30.620871 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ffb0ec2f-cd1e-4380-bdff-c5e48c62035d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:30.653483 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f92bddc-8e95-4afd-90b6-f593a292d416 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Made reservation on behalf of 72fcefe45da642438142264604e9cfc8 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:30.656924 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6f92bddc-8e95-4afd-90b6-f593a292d416 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:30.720412 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fbe01020-040f-4577-abb3-1bc25d9f86f8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:30.851878 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db80a843-59d5-4609-8c81-5a2082b45e0e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:30.853594 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db80a843-59d5-4609-8c81-5a2082b45e0e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:30.863193 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f75cfb7-0484-48ae-8c03-7692c27fd457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-2565318b-d538-46e0-9f24-d92f2e5eb4ff', 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'fixed_ips': [{'subnet_id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:24:30.864193 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2f75cfb7-0484-48ae-8c03-7692c27fd457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:30.865814 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-db80a843-59d5-4609-8c81-5a2082b45e0e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3430591 Jan 26 11:24:30.879939 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49328) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:30.942621 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fbe01020-040f-4577-abb3-1bc25d9f86f8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:30.946134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c6fb259c-97e1-42db-bdd4-688d7d5f5272 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:30.947798 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c6fb259c-97e1-42db-bdd4-688d7d5f5272 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "DELETE /v2.0/security-groups/0135e8d1-5db9-4e5e-b4ba-865200d26949 HTTP/1.1" status: 204 len: 168 time: 2.0160403 Jan 26 11:24:30.950137 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ffb0ec2f-cd1e-4380-bdff-c5e48c62035d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:30.962646 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49332) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:30.970561 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fbe01020-040f-4577-abb3-1bc25d9f86f8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:security_group_rule and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:31.016497 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63a98662-522c-448d-967a-aa21aa10d978 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:31.024154 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-63a98662-522c-448d-967a-aa21aa10d978 tempest-RoutersNegativeTest-1721013487 tempest-RoutersNegativeTest-1721013487-project] 10.222.0.39 "DELETE /v2.0/routers/744e1f17-c1da-47dc-9e79-887f729d659e HTTP/1.1" status: 204 len: 168 time: 2.0846760 Jan 26 11:24:31.026995 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fbe01020-040f-4577-abb3-1bc25d9f86f8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:31.125563 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-2f75cfb7-0484-48ae-8c03-7692c27fd457 None None] Allocated IP 172.21.0.2 (2565318b-d538-46e0-9f24-d92f2e5eb4ff/eebe507c-2d3a-48c3-8058-a648fadbe4ad/c2aa3ac7-7013-4ae6-883c-024b4c001306) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:31.168981 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-15c3d81e-254b-42f6-a3e8-0d61b6b61c0b tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Synchronizing usage tracker for tenant:f14f2be753654adc9f14116a8f33b9ed on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:31.192806 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a00a5579-760f-4e2d-a4a9-da85780ca694 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:31.207782 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fbe01020-040f-4577-abb3-1bc25d9f86f8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:31.228291 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a00a5579-760f-4e2d-a4a9-da85780ca694 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:31.242717 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb0ec2f-cd1e-4380-bdff-c5e48c62035d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network 521315c0-0d97-46d6-8c4a-73095d51c5ae is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:31.252092 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-ffb0ec2f-cd1e-4380-bdff-c5e48c62035d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:31.267657 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-15c3d81e-254b-42f6-a3e8-0d61b6b61c0b tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Unset dirty status for tenant:f14f2be753654adc9f14116a8f33b9ed on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:31.269300 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-15c3d81e-254b-42f6-a3e8-0d61b6b61c0b tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3056099 Jan 26 11:24:31.270335 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb0ec2f-cd1e-4380-bdff-c5e48c62035d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:31.276923 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49338) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:31.283180 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb0ec2f-cd1e-4380-bdff-c5e48c62035d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:31.284122 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ffb0ec2f-cd1e-4380-bdff-c5e48c62035d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:31.294538 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-56f8430e-8853-435a-b7cb-c67cb4ae753b tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group': {'name': 'tempest-secgroup--1474893131'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:31.309715 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-56f8430e-8853-435a-b7cb-c67cb4ae753b tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:31.317625 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fd61507-2561-497d-9481-62b01c701e96 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet 13d41632-84fb-4312-a75e-2694f2606133 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:24:31.327790 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9fd61507-2561-497d-9481-62b01c701e96 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:31.361581 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0ec2f-cd1e-4380-bdff-c5e48c62035d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Port': ['ID=f7950f56-7ed0-4b55-a94a-22ce1f7a725d,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:31.385278 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a00a5579-760f-4e2d-a4a9-da85780ca694 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:31.385880 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00a5579-760f-4e2d-a4a9-da85780ca694 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7498af74-b7aa-41a1-b5c6-790ca267f152 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:24:31.393290 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a00a5579-760f-4e2d-a4a9-da85780ca694 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:31.399104 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a00a5579-760f-4e2d-a4a9-da85780ca694 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] 10.222.0.39 "DELETE /v2.0/routers/7498af74-b7aa-41a1-b5c6-790ca267f152 HTTP/1.1" status: 204 len: 168 time: 1.1534784 Jan 26 11:24:31.403140 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49344) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:31.409729 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-56f8430e-8853-435a-b7cb-c67cb4ae753b tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:31.412927 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ffb0ec2f-cd1e-4380-bdff-c5e48c62035d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.7424691 Jan 26 11:24:31.413744 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49348) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:31.421119 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-7db5a003-33aa-4d87-96ff-7383106460e2 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Request body: {'router': {'name': 'tempest-router-1532632038', 'distributed': True}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:31.432628 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-965ca9ac-0808-40cd-a464-cb4634dfb0d5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:31.436947 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2f75cfb7-0484-48ae-8c03-7692c27fd457 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:31.452730 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2f75cfb7-0484-48ae-8c03-7692c27fd457 None None] Transition to ACTIVE for port object c2aa3ac7-7013-4ae6-883c-024b4c001306 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:31.468682 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-7db5a003-33aa-4d87-96ff-7383106460e2 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:31.476958 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2f75cfb7-0484-48ae-8c03-7692c27fd457 None None] Transition to ACTIVE for port object c2aa3ac7-7013-4ae6-883c-024b4c001306 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:31.485166 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2f75cfb7-0484-48ae-8c03-7692c27fd457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:31.495078 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-7db5a003-33aa-4d87-96ff-7383106460e2 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Usage tracker for resource:router and tenant:7e0281e7633242bc840272e48106a15b is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:31.506138 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-7db5a003-33aa-4d87-96ff-7383106460e2 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:31.523357 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-7db5a003-33aa-4d87-96ff-7383106460e2 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:31.525104 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49352) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:31.526594 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-56f8430e-8853-435a-b7cb-c67cb4ae753b tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:31.555468 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9fd61507-2561-497d-9481-62b01c701e96 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:31.579676 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f75cfb7-0484-48ae-8c03-7692c27fd457 None None] Network 2565318b-d538-46e0-9f24-d92f2e5eb4ff is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:31.584307 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-2f75cfb7-0484-48ae-8c03-7692c27fd457 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:31.588885 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f75cfb7-0484-48ae-8c03-7692c27fd457 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:31.626998 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75cfb7-0484-48ae-8c03-7692c27fd457 None None] Pushing event updated for resources: {'Port': ['ID=c2aa3ac7-7013-4ae6-883c-024b4c001306,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:31.669412 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-56f8430e-8853-435a-b7cb-c67cb4ae753b tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:31.695134 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-56f8430e-8853-435a-b7cb-c67cb4ae753b tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Usage tracker for resource:security_group_rule and tenant:f14f2be753654adc9f14116a8f33b9ed is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:31.710815 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-56f8430e-8853-435a-b7cb-c67cb4ae753b tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:31.727488 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-2f75cfb7-0484-48ae-8c03-7692c27fd457 None None] Attempting to bind port c2aa3ac7-7013-4ae6-883c-024b4c001306 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:24:31.727856 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-2f75cfb7-0484-48ae-8c03-7692c27fd457 None None] Attempting to bind port c2aa3ac7-7013-4ae6-883c-024b4c001306 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'd8cce809-55e0-4917-a584-2989a8d5f9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:24:31.728216 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f75cfb7-0484-48ae-8c03-7692c27fd457 None None] Attempting to bind port c2aa3ac7-7013-4ae6-883c-024b4c001306 on network 2565318b-d538-46e0-9f24-d92f2e5eb4ff {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:24:31.736494 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f75cfb7-0484-48ae-8c03-7692c27fd457 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:24:31.736866 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f75cfb7-0484-48ae-8c03-7692c27fd457 None None] Checking segment: {'id': 'd8cce809-55e0-4917-a584-2989a8d5f9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:31.737656 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2f75cfb7-0484-48ae-8c03-7692c27fd457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:31.738081 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f75cfb7-0484-48ae-8c03-7692c27fd457 None None] Bound using segment: {'id': 'd8cce809-55e0-4917-a584-2989a8d5f9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:24:31.738198 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-56f8430e-8853-435a-b7cb-c67cb4ae753b tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:31.738863 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-2f75cfb7-0484-48ae-8c03-7692c27fd457 None None] Bound port: c2aa3ac7-7013-4ae6-883c-024b4c001306, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cce809-55e0-4917-a584-2989a8d5f9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:24:31.739303 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2f75cfb7-0484-48ae-8c03-7692c27fd457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:31.754093 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb629-289d-437c-b0ec-3cea66160428 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:31.762482 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7db5a003-33aa-4d87-96ff-7383106460e2 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:31.763925 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7db5a003-33aa-4d87-96ff-7383106460e2 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:31.782655 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7db5a003-33aa-4d87-96ff-7383106460e2 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:31.851018 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6f92bddc-8e95-4afd-90b6-f593a292d416 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:31.874595 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fbe01020-040f-4577-abb3-1bc25d9f86f8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:31.890551 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7db5a003-33aa-4d87-96ff-7383106460e2 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:31.895624 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fbe01020-040f-4577-abb3-1bc25d9f86f8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:31.899250 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2f75cfb7-0484-48ae-8c03-7692c27fd457 None None] For port c2aa3ac7-7013-4ae6-883c-024b4c001306, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:24:31.903295 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2f75cfb7-0484-48ae-8c03-7692c27fd457 None None] For port c2aa3ac7-7013-4ae6-883c-024b4c001306, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c2aa3ac7-7013-4ae6-883c-024b4c001306,segment=NetworkSegment(d8cce809-55e0-4917-a584-2989a8d5f9d8),segment_id=d8cce809-55e0-4917-a584-2989a8d5f9d8)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:24:31.910938 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2f75cfb7-0484-48ae-8c03-7692c27fd457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:31.945127 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-965ca9ac-0808-40cd-a464-cb4634dfb0d5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:31.961602 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe01020-040f-4577-abb3-1bc25d9f86f8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:24:31.997181 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9fd61507-2561-497d-9481-62b01c701e96 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:32.018737 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75cfb7-0484-48ae-8c03-7692c27fd457 None None] Pushing event updated for resources: {'Port': ['ID=c2aa3ac7-7013-4ae6-883c-024b4c001306,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:32.028298 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fbe01020-040f-4577-abb3-1bc25d9f86f8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:32.028728 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-fbe01020-040f-4577-abb3-1bc25d9f86f8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Added segment 99d94c1a-1c40-4758-a357-d2f2f0113bbb of type vlan for network df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 Jan 26 11:24:32.093134 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1411cf22-1276-4e50-b5cf-800b00ae7260 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5fe144b43d3643159925c255ca623227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5662105 Jan 26 11:24:32.102855 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe01020-040f-4577-abb3-1bc25d9f86f8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea40379-011a-46e0-aca3-c6cf14ff3f6d,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:32.110096 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49358) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:32.110907 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7db5a003-33aa-4d87-96ff-7383106460e2 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:32.112117 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7db5a003-33aa-4d87-96ff-7383106460e2 tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7074120 Jan 26 11:24:32.130710 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49362) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:32.132178 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92bddc-8e95-4afd-90b6-f593a292d416 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'Subnet': ['ID=a27ddffd-34b1-4902-8334-f8af509db1ad,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:32.228315 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:24:32.274187 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fbe01020-040f-4577-abb3-1bc25d9f86f8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:32.349499 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:32.356294 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:32.356961 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:32.368844 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7812f661-f331-4bd6-86da-88e60b708283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:32.416111 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-56f8430e-8853-435a-b7cb-c67cb4ae753b tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:32.428895 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-233e9b0a-4efb-4871-88ff-3f4c98022f8b tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:32.445249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7812f661-f331-4bd6-86da-88e60b708283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:32.488658 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-965ca9ac-0808-40cd-a464-cb4634dfb0d5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:32.503708 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fbe01020-040f-4577-abb3-1bc25d9f86f8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:32.510143 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe01020-040f-4577-abb3-1bc25d9f86f8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:32.510847 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fbe01020-040f-4577-abb3-1bc25d9f86f8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:32.517962 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f92bddc-8e95-4afd-90b6-f593a292d416 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Checking segment: {'id': '61ca9d71-f0ae-49dd-9540-c46f237cbdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e65682c1-e89b-4c03-bac4-063b92fc96eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:32.518675 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f92bddc-8e95-4afd-90b6-f593a292d416 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Network hostable DHCP agents. Network: e65682c1-e89b-4c03-bac4-063b92fc96eb, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:24:32.528715 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-965ca9ac-0808-40cd-a464-cb4634dfb0d5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:32.535838 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-56f8430e-8853-435a-b7cb-c67cb4ae753b tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:32.575329 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:32.577109 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9fd61507-2561-497d-9481-62b01c701e96 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:32.609978 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d,segment=NetworkSegment(1c8d2588-8a5e-4866-898c-6050d7bf8cf8),segment_id=1c8d2588-8a5e-4866-898c-6050d7bf8cf8)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:32.613786 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:32.625336 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fbe01020-040f-4577-abb3-1bc25d9f86f8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.8754992 Jan 26 11:24:32.638446 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49366) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:32.650389 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-965ca9ac-0808-40cd-a464-cb4634dfb0d5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] In _notify_port_updated(), no bound segment for port f7950f56-7ed0-4b55-a94a-22ce1f7a725d on network 521315c0-0d97-46d6-8c4a-73095d51c5ae {{(pid=87443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 26 11:24:32.656495 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965ca9ac-0808-40cd-a464-cb4634dfb0d5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:32.658457 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-965ca9ac-0808-40cd-a464-cb4634dfb0d5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:32.662489 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-965ca9ac-0808-40cd-a464-cb4634dfb0d5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "PUT /v2.0/ports/f7950f56-7ed0-4b55-a94a-22ce1f7a725d HTTP/1.1" status: 200 len: 818 time: 1.2351928 Jan 26 11:24:32.665836 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-14000174-c1f6-4888-a2ef-300aab311366 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'port': {'network_id': 'df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2', 'name': 'tempest-PortsIpV6TestJSON-1076432033'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:32.691577 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:32.709436 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49370) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:32.742174 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe01020-040f-4577-abb3-1bc25d9f86f8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Network': ['ID=df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:32.749018 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ca9ac-0808-40cd-a464-cb4634dfb0d5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Port': ['ID=f7950f56-7ed0-4b55-a94a-22ce1f7a725d,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:32.753951 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:24:32.847342 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7812f661-f331-4bd6-86da-88e60b708283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:32.878177 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812f661-f331-4bd6-86da-88e60b708283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29d674c-6774-4d05-b48b-c9488eeec2d6,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:32.878670 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd61507-2561-497d-9481-62b01c701e96 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=13d41632-84fb-4312-a75e-2694f2606133,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:32.886072 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7812f661-f331-4bd6-86da-88e60b708283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:32.888285 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7812f661-f331-4bd6-86da-88e60b708283 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d29d674c-6774-4d05-b48b-c9488eeec2d6 HTTP/1.1" status: 204 len: 168 time: 0.7739756 Jan 26 11:24:32.889435 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-14000174-c1f6-4888-a2ef-300aab311366 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:32.889889 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9fd61507-2561-497d-9481-62b01c701e96 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:32.894025 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-14000174-c1f6-4888-a2ef-300aab311366 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:port and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:32.906352 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-14000174-c1f6-4888-a2ef-300aab311366 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:32.920295 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-14000174-c1f6-4888-a2ef-300aab311366 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:32.932198 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14000174-c1f6-4888-a2ef-300aab311366 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:32.936340 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-14000174-c1f6-4888-a2ef-300aab311366 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:32.961429 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-14000174-c1f6-4888-a2ef-300aab311366 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] device_id is not set on port b46c3616-95e6-49cf-9411-68534096085b yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:24:32.961677 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8430e-8853-435a-b7cb-c67cb4ae753b tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ff7f83-e4ad-4f7d-9809-0dc792970606,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:32.978578 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f92bddc-8e95-4afd-90b6-f593a292d416 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Network e65682c1-e89b-4c03-bac4-063b92fc96eb is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:24:32.984979 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-56f8430e-8853-435a-b7cb-c67cb4ae753b tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:32.986473 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-56f8430e-8853-435a-b7cb-c67cb4ae753b tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7055972 Jan 26 11:24:33.003294 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49376) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:33.009771 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-52fdd58b-7a8d-41a8-96fc-496d73a35fc0 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:33.010274 dv-neutron-826439-1-hyperv neutron-server[87443]: WARNING neutron.api.v2.base [None req-52fdd58b-7a8d-41a8-96fc-496d73a35fc0 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 26 11:24:33.010926 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-52fdd58b-7a8d-41a8-96fc-496d73a35fc0 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] update failed (client error): There was a conflict when trying to complete your request. Jan 26 11:24:33.015334 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-52fdd58b-7a8d-41a8-96fc-496d73a35fc0 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "PUT /v2.0/security-groups/e2ff7f83-e4ad-4f7d-9809-0dc792970606 HTTP/1.1" status: 409 len: 330 time: 0.0110142 Jan 26 11:24:33.017167 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49380) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:33.133045 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e0a6fc9e-4889-470c-bf19-1aa0c01559e0 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:33.204764 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e0a6fc9e-4889-470c-bf19-1aa0c01559e0 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:33.238625 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-233e9b0a-4efb-4871-88ff-3f4c98022f8b tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:33.240894 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-233e9b0a-4efb-4871-88ff-3f4c98022f8b tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:33.265912 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-e53dc939-64d9-4067-b5e6-e207367c0779 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting port f7950f56-7ed0-4b55-a94a-22ce1f7a725d {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:33.266312 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e53dc939-64d9-4067-b5e6-e207367c0779 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:33.291911 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9fd61507-2561-497d-9481-62b01c701e96 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/13d41632-84fb-4312-a75e-2694f2606133 HTTP/1.1" status: 204 len: 168 time: 2.3662565 Jan 26 11:24:33.312734 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49390) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:33.332981 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-233e9b0a-4efb-4871-88ff-3f4c98022f8b tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:33.333704 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233e9b0a-4efb-4871-88ff-3f4c98022f8b tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26590d64-f420-4a34-be50-aef333f49a9f {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:24:33.364073 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-14000174-c1f6-4888-a2ef-300aab311366 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:33.371370 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e0a6fc9e-4889-470c-bf19-1aa0c01559e0 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:33.391184 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6fc9e-4889-470c-bf19-1aa0c01559e0 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ff7f83-e4ad-4f7d-9809-0dc792970606,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:33.429641 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-14000174-c1f6-4888-a2ef-300aab311366 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:33.440074 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-6f92bddc-8e95-4afd-90b6-f593a292d416 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, e65682c1-e89b-4c03-bac4-063b92fc96eb) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:33.464551 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21068463-de9a-43c1-af9e-fbf5af74925d None None] Network 2565318b-d538-46e0-9f24-d92f2e5eb4ff requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:33.491206 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f92bddc-8e95-4afd-90b6-f593a292d416 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:33.491910 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6f92bddc-8e95-4afd-90b6-f593a292d416 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:33.509829 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8170b1c1-ef41-4ab2-a572-5703e29a02d9 None None] Network e65682c1-e89b-4c03-bac4-063b92fc96eb requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:33.531475 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8a98c2dd-35da-441c-8834-5542cb4a2f74 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2153087 Jan 26 11:24:33.545507 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-df09cab3-1dc9-469e-9e78-04a74806b123 None None] Provisioning for port c2aa3ac7-7013-4ae6-883c-024b4c001306 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:33.547133 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49398) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:33.556071 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-233e9b0a-4efb-4871-88ff-3f4c98022f8b tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:33.557127 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-233e9b0a-4efb-4871-88ff-3f4c98022f8b tempest-RoutersTestDVR-732107812 tempest-RoutersTestDVR-732107812-project-admin] 10.222.0.39 "DELETE /v2.0/routers/26590d64-f420-4a34-be50-aef333f49a9f HTTP/1.1" status: 204 len: 168 time: 1.4112017 Jan 26 11:24:33.596348 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e0a6fc9e-4889-470c-bf19-1aa0c01559e0 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:33.603520 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e0a6fc9e-4889-470c-bf19-1aa0c01559e0 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "DELETE /v2.0/security-groups/e2ff7f83-e4ad-4f7d-9809-0dc792970606 HTTP/1.1" status: 204 len: 168 time: 0.5850015 Jan 26 11:24:33.604960 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49404) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:33.633982 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14000174-c1f6-4888-a2ef-300aab311366 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Checking segment: {'id': '99d94c1a-1c40-4758-a357-d2f2f0113bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:33.634583 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14000174-c1f6-4888-a2ef-300aab311366 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network hostable DHCP agents. Network: df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:24:33.703280 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14000174-c1f6-4888-a2ef-300aab311366 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Port': ['ID=b46c3616-95e6-49cf-9411-68534096085b,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:33.784750 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14000174-c1f6-4888-a2ef-300aab311366 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:24:33.807350 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6f92bddc-8e95-4afd-90b6-f593a292d416 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8176455 Jan 26 11:24:33.836741 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49414) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:33.843979 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-58ddce30-3573-4bbb-871a-13d27054bcc1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Synchronizing usage tracker for tenant:f14f2be753654adc9f14116a8f33b9ed on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:33.854230 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-14000174-c1f6-4888-a2ef-300aab311366 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:33.869142 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14000174-c1f6-4888-a2ef-300aab311366 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:33.893330 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14000174-c1f6-4888-a2ef-300aab311366 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:33.894184 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-14000174-c1f6-4888-a2ef-300aab311366 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:33.945672 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-58ddce30-3573-4bbb-871a-13d27054bcc1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] Unset dirty status for tenant:f14f2be753654adc9f14116a8f33b9ed on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:33.947998 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-58ddce30-3573-4bbb-871a-13d27054bcc1 tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3362906 Jan 26 11:24:33.950396 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-14000174-c1f6-4888-a2ef-300aab311366 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3059292 Jan 26 11:24:33.953687 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49422) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:33.957620 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49424) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:33.963571 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-85e0f3b5-2954-417e-a4c1-afcd6575c7da tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-41186210'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:33.969461 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-85e0f3b5-2954-417e-a4c1-afcd6575c7da tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:33.973652 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-85e0f3b5-2954-417e-a4c1-afcd6575c7da tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:network and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:33.981483 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-85e0f3b5-2954-417e-a4c1-afcd6575c7da tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:33.983968 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936d9934-9ff4-4ad7-93e8-674712b161fc None None] Network df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:33.988755 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-85e0f3b5-2954-417e-a4c1-afcd6575c7da tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:34.016289 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-cb5a2dee-b249-47e4-9b74-fd43b5f2151f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] delete failed (client error): The resource could not be found. Jan 26 11:24:34.017650 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-cb5a2dee-b249-47e4-9b74-fd43b5f2151f tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "DELETE /v2.0/security-groups/5540f883-225d-4e1b-85fa-051b9e0d77aa HTTP/1.1" status: 404 len: 347 time: 0.0586996 Jan 26 11:24:34.019416 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e0f3b5-2954-417e-a4c1-afcd6575c7da tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:34.023360 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-8c0fb629-289d-437c-b0ec-3cea66160428 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Allocated IP 172.21.0.1 (2565318b-d538-46e0-9f24-d92f2e5eb4ff/eebe507c-2d3a-48c3-8058-a648fadbe4ad/0d033fee-908c-4472-88e7-6d97c120bd1f) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:34.024739 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-85e0f3b5-2954-417e-a4c1-afcd6575c7da tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:34.036577 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49430) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:34.039742 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df252579-79c0-4fe7-896a-2e81bf4fe4f5 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:34.087105 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49434) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:34.101702 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e0f3b5-2954-417e-a4c1-afcd6575c7da tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:24:34.118178 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e53dc939-64d9-4067-b5e6-e207367c0779 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:34.133527 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49440) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:34.136276 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-85e0f3b5-2954-417e-a4c1-afcd6575c7da tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:34.136619 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-85e0f3b5-2954-417e-a4c1-afcd6575c7da tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Added segment 2b7975e7-ee36-410f-bec8-8de686a702d0 of type vlan for network 59e01a10-9c7e-4893-8b3a-8b4ab8337589 Jan 26 11:24:34.158149 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-d5f6a0e0-eb53-4d37-9ca0-d5a63267638b tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] show failed (client error): The resource could not be found. Jan 26 11:24:34.159238 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d5f6a0e0-eb53-4d37-9ca0-d5a63267638b tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "GET /v2.0/security-groups/b2b7f306-f538-46a1-9c68-82a41bf114eb HTTP/1.1" status: 404 len: 347 time: 0.1170762 Jan 26 11:24:34.164405 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49446) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:34.185863 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-692c8b19-4962-47cc-8acc-c0e88ee25b9c tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] show failed (client error): The resource could not be found. Jan 26 11:24:34.186937 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-692c8b19-4962-47cc-8acc-c0e88ee25b9c tempest-NegativeSecGroupIPv6Test-1025440348 tempest-NegativeSecGroupIPv6Test-1025440348-project] 10.222.0.39 "GET /v2.0/security-group-rules/d3b07685-16be-4b22-9990-6bca63d68dfe HTTP/1.1" status: 404 len: 356 time: 0.0215967 Jan 26 11:24:34.229025 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-85e0f3b5-2954-417e-a4c1-afcd6575c7da tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:34.257470 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-298931e2-5cd7-41e1-aa24-0e0b8cc6fb7c None None] Provisioning complete for port c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:34.257853 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-298931e2-5cd7-41e1-aa24-0e0b8cc6fb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:34.312625 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-85e0f3b5-2954-417e-a4c1-afcd6575c7da tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:34.330149 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e0f3b5-2954-417e-a4c1-afcd6575c7da tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:34.331059 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-85e0f3b5-2954-417e-a4c1-afcd6575c7da tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:34.347548 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-e53dc939-64d9-4067-b5e6-e207367c0779 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Calling delete_port for f7950f56-7ed0-4b55-a94a-22ce1f7a725d owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:34.367504 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-6b073a39-ab23-4c52-8543-50103df67701 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Request body: {'security_group': {'name': 'tempest-secgroup--1984252318'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:34.378501 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c2aa3ac7-7013-4ae6-883c-024b4c001306 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:24:34.442502 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6b073a39-ab23-4c52-8543-50103df67701 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:34.467014 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6b073a39-ab23-4c52-8543-50103df67701 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Usage tracker for resource:security_group and tenant:7488935ed4d74498afa03d5d74f4a2b9 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:34.489381 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-349d7cf7-f806-478e-b7b0-b6b2c1de271b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:34.506583 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6b073a39-ab23-4c52-8543-50103df67701 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:34.532870 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6b073a39-ab23-4c52-8543-50103df67701 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:34.539755 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030e083d-6f82-4677-b30e-b233adc41103 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:34.540712 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-030e083d-6f82-4677-b30e-b233adc41103 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:34.544191 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-349d7cf7-f806-478e-b7b0-b6b2c1de271b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:34.548423 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-349d7cf7-f806-478e-b7b0-b6b2c1de271b admin admin] Usage tracker for resource:security_group_rule and tenant:373e76c7f3f440f9baf925cb6d81ef12 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:34.552403 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-349d7cf7-f806-478e-b7b0-b6b2c1de271b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:34.556690 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c588a69e-5e3e-4d6d-9c13-d609b7b12b7f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:34.559197 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-349d7cf7-f806-478e-b7b0-b6b2c1de271b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:34.596813 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-030e083d-6f82-4677-b30e-b233adc41103 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:34.600515 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-030e083d-6f82-4677-b30e-b233adc41103 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0448811 Jan 26 11:24:34.605777 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49454) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:34.628050 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-85e0f3b5-2954-417e-a4c1-afcd6575c7da tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6723583 Jan 26 11:24:34.631875 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49458) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:34.682765 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'ports': [{'network_id': 'df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2'}, {'network_id': '59e01a10-9c7e-4893-8b3a-8b4ab8337589'}]} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:34.683081 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'port': {'network_id': 'df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:34.683600 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'port': {'network_id': '59e01a10-9c7e-4893-8b3a-8b4ab8337589'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:34.713794 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49462) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:34.717724 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0f3b5-2954-417e-a4c1-afcd6575c7da tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Network': ['ID=59e01a10-9c7e-4893-8b3a-8b4ab8337589,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:34.730403 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6b073a39-ab23-4c52-8543-50103df67701 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:34.745636 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6b073a39-ab23-4c52-8543-50103df67701 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:34.780649 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb629-289d-437c-b0ec-3cea66160428 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:34.786689 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e53dc939-64d9-4067-b5e6-e207367c0779 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:34.786920 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 59e01a10-9c7e-4893-8b3a-8b4ab8337589 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:24:34.799975 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6b073a39-ab23-4c52-8543-50103df67701 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:34.820114 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6b073a39-ab23-4c52-8543-50103df67701 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Usage tracker for resource:security_group_rule and tenant:7488935ed4d74498afa03d5d74f4a2b9 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:34.836828 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6b073a39-ab23-4c52-8543-50103df67701 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:34.857566 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6b073a39-ab23-4c52-8543-50103df67701 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:34.948359 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-349d7cf7-f806-478e-b7b0-b6b2c1de271b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:34.954844 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53dc939-64d9-4067-b5e6-e207367c0779 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Port': ['ID=f7950f56-7ed0-4b55-a94a-22ce1f7a725d,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:34.955539 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port c2aa3ac7-7013-4ae6-883c-024b4c001306 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:34.959120 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e53dc939-64d9-4067-b5e6-e207367c0779 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:34.969268 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-8c0fb629-289d-437c-b0ec-3cea66160428 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Transition to ACTIVE for port object 0d033fee-908c-4472-88e7-6d97c120bd1f will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:34.973145 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-349d7cf7-f806-478e-b7b0-b6b2c1de271b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:34.977808 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2c4043-96f1-429d-ab8a-7f9cba13f45f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:34.978565 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ae2c4043-96f1-429d-ab8a-7f9cba13f45f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:35.005058 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c588a69e-5e3e-4d6d-9c13-d609b7b12b7f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:35.046174 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e53dc939-64d9-4067-b5e6-e207367c0779 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/ports/f7950f56-7ed0-4b55-a94a-22ce1f7a725d HTTP/1.1" status: 204 len: 168 time: 2.3357782 Jan 26 11:24:35.050967 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49468) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:35.056441 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port c2aa3ac7-7013-4ae6-883c-024b4c001306 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:35.057096 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:35.063277 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-349d7cf7-f806-478e-b7b0-b6b2c1de271b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=373e76c7f3f440f9baf925cb6d81ef12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9747109 Jan 26 11:24:35.068366 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49472) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:35.073310 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f168185c-88b0-4e49-9e84-7017e49a6ce6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f14f2be753654adc9f14116a8f33b9ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570411 Jan 26 11:24:35.077447 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49476) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:35.098735 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ae2c4043-96f1-429d-ab8a-7f9cba13f45f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:35.099906 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ae2c4043-96f1-429d-ab8a-7f9cba13f45f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4916549 Jan 26 11:24:35.119721 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49480) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:35.146128 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d7cf7-f806-478e-b7b0-b6b2c1de271b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e9dd19-736a-4a1c-a42b-f7e28a7921b9,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:35.249481 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bced08-d197-4cd1-898d-0c6038a9a94e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-e65682c1-e89b-4c03-bac4-063b92fc96eb', 'network_id': 'e65682c1-e89b-4c03-bac4-063b92fc96eb', 'tenant_id': '72fcefe45da642438142264604e9cfc8', 'fixed_ips': [{'subnet_id': 'a27ddffd-34b1-4902-8334-f8af509db1ad'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:24:35.250343 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-04bced08-d197-4cd1-898d-0c6038a9a94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:35.287019 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:35.422288 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6b073a39-ab23-4c52-8543-50103df67701 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:35.450997 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6b073a39-ab23-4c52-8543-50103df67701 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:35.457762 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:35.465977 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6b073a39-ab23-4c52-8543-50103df67701 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:35.469482 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ee357ce8-cc96-4926-a310-2ebcae789f43 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3420265 Jan 26 11:24:35.481733 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49484) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:35.490096 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6b073a39-ab23-4c52-8543-50103df67701 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Usage tracker for resource:security_group_rule and tenant:7488935ed4d74498afa03d5d74f4a2b9 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:35.490364 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:35.499788 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6b073a39-ab23-4c52-8543-50103df67701 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:35.500333 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:port and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:35.501170 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076b1931-cb6e-48da-8924-113940641204 None None] DHCP port deletion for ba6f0584-2941-48e6-9427-2229465f5a54 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:24:35.506195 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-5de1d488-e605-42d8-a2ed-a1d197445a0a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:35.507034 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:35.510528 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb629-289d-437c-b0ec-3cea66160428 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:35.513051 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-076b1931-cb6e-48da-8924-113940641204 None None] Deleting port 07c3eb94-98c5-4424-9031-d1f606488d21 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:35.513421 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-076b1931-cb6e-48da-8924-113940641204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:35.537054 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6b073a39-ab23-4c52-8543-50103df67701 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:35.546547 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0462dd3b-7976-40f5-9013-0c2d917d3097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:35.553852 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:35.568160 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c588a69e-5e3e-4d6d-9c13-d609b7b12b7f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:35.585095 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b073a39-ab23-4c52-8543-50103df67701 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7806868f-7a32-4dbd-b0c8-2cae49d93ff9,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server [None req-04bced08-d197-4cd1-898d-0c6038a9a94e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a27ddffd-34b1-4902-8334-f8af509db1ad: This subnet is being modified by another concurrent operation. Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 11:24:35.587123 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise exception Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a27ddffd-34b1-4902-8334-f8af509db1ad: This subnet is being modified by another concurrent operation. Jan 26 11:24:35.591406 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server Jan 26 11:24:35.598671 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port c2aa3ac7-7013-4ae6-883c-024b4c001306, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c2aa3ac7-7013-4ae6-883c-024b4c001306,segment=NetworkSegment(d8cce809-55e0-4917-a584-2989a8d5f9d8),segment_id=d8cce809-55e0-4917-a584-2989a8d5f9d8)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:35.661392 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:35.662224 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:24:35.685551 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e6e02a7a-a661-486e-ac5a-204472a93c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:35.698224 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0462dd3b-7976-40f5-9013-0c2d917d3097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:35.715835 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5de1d488-e605-42d8-a2ed-a1d197445a0a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:35.727464 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a8e12c-9574-4cbb-92a4-dbf0e0fa437c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:35.728205 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b0a8e12c-9574-4cbb-92a4-dbf0e0fa437c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Synchronizing usage tracker for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:35.729712 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e6e02a7a-a661-486e-ac5a-204472a93c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:35.774656 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5de1d488-e605-42d8-a2ed-a1d197445a0a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:35.804617 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588a69e-5e3e-4d6d-9c13-d609b7b12b7f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Subnet': ['ID=a27ddffd-34b1-4902-8334-f8af509db1ad,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:35.820133 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b0a8e12c-9574-4cbb-92a4-dbf0e0fa437c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Unset dirty status for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:35.826569 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5dd26e-ceb8-4f65-b833-d6ed5329f2d7 None None] Network e65682c1-e89b-4c03-bac4-063b92fc96eb requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:35.826946 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b0a8e12c-9574-4cbb-92a4-dbf0e0fa437c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7680902 Jan 26 11:24:35.828425 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49488) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:35.831402 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de1d488-e605-42d8-a2ed-a1d197445a0a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:35.837743 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5de1d488-e605-42d8-a2ed-a1d197445a0a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:35.852542 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fb629-289d-437c-b0ec-3cea66160428 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Port': ['ID=0d033fee-908c-4472-88e7-6d97c120bd1f,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:35.865665 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0fb629-289d-437c-b0ec-3cea66160428 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network 2565318b-d538-46e0-9f24-d92f2e5eb4ff is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:35.869310 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'port': 2} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:35.874479 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:35.877746 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6b073a39-ab23-4c52-8543-50103df67701 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:35.890775 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e6e02a7a-a661-486e-ac5a-204472a93c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:35.896732 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-8c0fb629-289d-437c-b0ec-3cea66160428 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:35.933736 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6b073a39-ab23-4c52-8543-50103df67701 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:35.938454 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0fb629-289d-437c-b0ec-3cea66160428 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:35.960645 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32528179-e46a-4386-b6dc-c432ebdff1e4 None None] Network 2565318b-d538-46e0-9f24-d92f2e5eb4ff requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:35.973398 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0462dd3b-7976-40f5-9013-0c2d917d3097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:35.984617 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:36.000829 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e02a7a-a661-486e-ac5a-204472a93c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618635c5-1a9b-446d-977a-367fee71ac03,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:36.029721 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4438475-90bf-43c3-b844-2768d3a329e0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] GET failed (client error): The resource could not be found. Jan 26 11:24:36.031268 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b4438475-90bf-43c3-b844-2768d3a329e0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "GET /v2.0/ports/f7950f56-7ed0-4b55-a94a-22ce1f7a725d HTTP/1.1" status: 404 len: 333 time: 0.1771102 Jan 26 11:24:36.051745 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49492) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:36.067140 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c588a69e-5e3e-4d6d-9c13-d609b7b12b7f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:36.074776 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-8c95ccaf-2c52-49b2-b014-317f407f8739 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1263803508'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:36.090788 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8c95ccaf-2c52-49b2-b014-317f407f8739 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:36.097665 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b073a39-ab23-4c52-8543-50103df67701 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b27586-d80a-4914-be65-183856edfa73,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:36.102035 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8c95ccaf-2c52-49b2-b014-317f407f8739 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:network and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:36.105063 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6b073a39-ab23-4c52-8543-50103df67701 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:36.108912 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6b073a39-ab23-4c52-8543-50103df67701 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9719429 Jan 26 11:24:36.116479 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8c95ccaf-2c52-49b2-b014-317f407f8739 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:36.119421 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49496) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:36.125178 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0462dd3b-7976-40f5-9013-0c2d917d3097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:36.128754 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0462dd3b-7976-40f5-9013-0c2d917d3097 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/95e9dd19-736a-4a1c-a42b-f7e28a7921b9 HTTP/1.1" status: 204 len: 168 time: 1.0565526 Jan 26 11:24:36.146452 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462dd3b-7976-40f5-9013-0c2d917d3097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e9dd19-736a-4a1c-a42b-f7e28a7921b9,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:36.150111 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8c95ccaf-2c52-49b2-b014-317f407f8739 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:36.156899 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e6e02a7a-a661-486e-ac5a-204472a93c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:36.161219 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e6e02a7a-a661-486e-ac5a-204472a93c6f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/618635c5-1a9b-446d-977a-367fee71ac03 HTTP/1.1" status: 204 len: 168 time: 1.0769188 Jan 26 11:24:36.167477 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb629-289d-437c-b0ec-3cea66160428 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:36.171544 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-c588a69e-5e3e-4d6d-9c13-d609b7b12b7f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65682c1-e89b-4c03-bac4-063b92fc96eb']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:36.179968 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=c2aa3ac7-7013-4ae6-883c-024b4c001306,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:36.229568 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c95ccaf-2c52-49b2-b014-317f407f8739 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:36.234052 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8c95ccaf-2c52-49b2-b014-317f407f8739 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:36.264472 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-c588a69e-5e3e-4d6d-9c13-d609b7b12b7f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ca9d71-f0ae-49dd-9540-c46f237cbdee') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:36.265044 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-c588a69e-5e3e-4d6d-9c13-d609b7b12b7f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ca9d71-f0ae-49dd-9540-c46f237cbdee') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:36.273626 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-743393c3-110f-44ee-857e-09b815ac508a None None] Provisioning complete for port c2aa3ac7-7013-4ae6-883c-024b4c001306 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:36.273996 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-743393c3-110f-44ee-857e-09b815ac508a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:36.311714 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c588a69e-5e3e-4d6d-9c13-d609b7b12b7f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:36.315979 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-911e0d64-b38c-4e1d-86f8-d20f7840871d tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Synchronizing usage tracker for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:36.321765 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c95ccaf-2c52-49b2-b014-317f407f8739 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:24:36.369432 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8c95ccaf-2c52-49b2-b014-317f407f8739 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:36.369935 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-8c95ccaf-2c52-49b2-b014-317f407f8739 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Added segment bc4f7755-02fb-43c5-9c2a-4d340dc017eb of type vlan for network dd44e552-0ca0-48b6-a63f-10771dabd9fe Jan 26 11:24:36.371947 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:36.372600 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:36.387714 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-911e0d64-b38c-4e1d-86f8-d20f7840871d tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Unset dirty status for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:36.389214 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-911e0d64-b38c-4e1d-86f8-d20f7840871d tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2655630 Jan 26 11:24:36.394479 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49504) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:36.408760 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-d92fa4a4-165e-4615-9636-eb32c7cfb096 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Request body: {'security_group': {'name': 'tempest-security--429750119', 'description': 'tempest-security-description-588895670'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:36.446726 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c588a69e-5e3e-4d6d-9c13-d609b7b12b7f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:36.469791 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8c95ccaf-2c52-49b2-b014-317f407f8739 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:36.474083 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-076b1931-cb6e-48da-8924-113940641204 None None] For port 07c3eb94-98c5-4424-9031-d1f606488d21, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=07c3eb94-98c5-4424-9031-d1f606488d21,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:36.474546 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-076b1931-cb6e-48da-8924-113940641204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:36.485311 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] device_id is not set on port d9d50885-31b5-438b-a31e-23dda9a36004 yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:24:36.489134 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c588a69e-5e3e-4d6d-9c13-d609b7b12b7f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:24:36.489873 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c588a69e-5e3e-4d6d-9c13-d609b7b12b7f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:24:36.511860 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:24:36.523731 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d92fa4a4-165e-4615-9636-eb32c7cfb096 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:36.672384 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-076b1931-cb6e-48da-8924-113940641204 None None] Calling delete_port for 07c3eb94-98c5-4424-9031-d1f606488d21 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:36.685861 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c588a69e-5e3e-4d6d-9c13-d609b7b12b7f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:36.712542 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c588a69e-5e3e-4d6d-9c13-d609b7b12b7f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:36.733777 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d92fa4a4-165e-4615-9636-eb32c7cfb096 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:36.768555 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588a69e-5e3e-4d6d-9c13-d609b7b12b7f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Network': ['ID=e65682c1-e89b-4c03-bac4-063b92fc96eb,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:36.795129 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c588a69e-5e3e-4d6d-9c13-d609b7b12b7f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/networks/e65682c1-e89b-4c03-bac4-063b92fc96eb HTTP/1.1" status: 204 len: 168 time: 2.9452741 Jan 26 11:24:36.800039 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49510) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:36.813186 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.objects.ports [None req-5de1d488-e605-42d8-a2ed-a1d197445a0a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 26 11:24:36.828456 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-77a35ae2-8734-4e71-a6b8-62008db66c5f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1112112694'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:36.852340 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-77a35ae2-8734-4e71-a6b8-62008db66c5f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:36.860348 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb629-289d-437c-b0ec-3cea66160428 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:36.896029 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-77a35ae2-8734-4e71-a6b8-62008db66c5f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Usage tracker for resource:network and tenant:72fcefe45da642438142264604e9cfc8 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:36.897505 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d92fa4a4-165e-4615-9636-eb32c7cfb096 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:36.911905 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-77a35ae2-8734-4e71-a6b8-62008db66c5f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:36.941454 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-076b1931-cb6e-48da-8924-113940641204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:36.948027 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92fa4a4-165e-4615-9636-eb32c7cfb096 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b27586-d80a-4914-be65-183856edfa73,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:36.958798 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8c95ccaf-2c52-49b2-b014-317f407f8739 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:36.964794 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c95ccaf-2c52-49b2-b014-317f407f8739 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:36.966167 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8c95ccaf-2c52-49b2-b014-317f407f8739 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:36.974009 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-77a35ae2-8734-4e71-a6b8-62008db66c5f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:36.997048 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b1931-cb6e-48da-8924-113940641204 None None] Pushing event deleted for resources: {'Port': ['ID=07c3eb94-98c5-4424-9031-d1f606488d21,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:37.000876 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:37.002906 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076b1931-cb6e-48da-8924-113940641204 None None] No DVR routers for this DVR port 07c3eb94-98c5-4424-9031-d1f606488d21 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:24:37.042160 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a35ae2-8734-4e71-a6b8-62008db66c5f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Made reservation on behalf of 72fcefe45da642438142264604e9cfc8 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:37.046354 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-77a35ae2-8734-4e71-a6b8-62008db66c5f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:37.049012 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d92fa4a4-165e-4615-9636-eb32c7cfb096 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:37.053090 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d92fa4a4-165e-4615-9636-eb32c7cfb096 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "PUT /v2.0/security-groups/f1b27586-d80a-4914-be65-183856edfa73 HTTP/1.1" status: 200 len: 1776 time: 0.6548750 Jan 26 11:24:37.059966 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49514) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:37.112645 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c2aa3ac7-7013-4ae6-883c-024b4c001306 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:24:37.164409 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49518) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:37.174863 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8c95ccaf-2c52-49b2-b014-317f407f8739 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1201887 Jan 26 11:24:37.181011 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95ccaf-2c52-49b2-b014-317f407f8739 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Network': ['ID=dd44e552-0ca0-48b6-a63f-10771dabd9fe,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:37.188297 dv-neutron-826439-1-hyperv neutron-server[87443]: WARNING neutron.services.revisions.revision_plugin [None req-5de1d488-e605-42d8-a2ed-a1d197445a0a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Could not find related port for resource to bump revision. Jan 26 11:24:37.192554 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49520) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:37.207131 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-1d09c560-585a-4344-886e-5145520dd703 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'subnet': {'network_id': 'dd44e552-0ca0-48b6-a63f-10771dabd9fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:37.226275 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network dd44e552-0ca0-48b6-a63f-10771dabd9fe details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:24:37.330415 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1d09c560-585a-4344-886e-5145520dd703 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:37.335037 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1d09c560-585a-4344-886e-5145520dd703 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:subnet and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:37.338621 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1d09c560-585a-4344-886e-5145520dd703 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:37.345553 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1d09c560-585a-4344-886e-5145520dd703 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:37.358355 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.ipam_pluggable_backend [None req-5de1d488-e605-42d8-a2ed-a1d197445a0a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Port 07c3eb94-98c5-4424-9031-d1f606488d21 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87443) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 26 11:24:37.358582 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.ipam_pluggable_backend [None req-5de1d488-e605-42d8-a2ed-a1d197445a0a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Reverting IP allocation for 2001:db8::f816:3eff:fef0:6ad2 {{(pid=87443) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 26 11:24:37.364664 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d09c560-585a-4344-886e-5145520dd703 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:37.368735 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1d09c560-585a-4344-886e-5145520dd703 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:37.377104 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port c2aa3ac7-7013-4ae6-883c-024b4c001306 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:37.377476 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:37.385200 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.ipam_pluggable_backend [None req-5de1d488-e605-42d8-a2ed-a1d197445a0a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef0:6ad2 {{(pid=87443) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 26 11:24:37.398497 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5de1d488-e605-42d8-a2ed-a1d197445a0a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:37.444729 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a35ae2-8734-4e71-a6b8-62008db66c5f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:24:37.470059 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0c491872-d769-40a3-81e1-14c43011fa25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:37.483097 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-03caa985-0785-4f83-b01a-c8fad42a5fea tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-groups/f1b27586-d80a-4914-be65-183856edfa73 HTTP/1.1" status: 200 len: 1776 time: 0.4173174 Jan 26 11:24:37.488272 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49526) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:37.493639 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] device_id is not set on port 1306d9c8-287a-490f-9da7-8fc0bc19b293 yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:24:37.497027 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-77a35ae2-8734-4e71-a6b8-62008db66c5f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:37.497374 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-77a35ae2-8734-4e71-a6b8-62008db66c5f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Added segment c8d07919-dcc9-477b-b0f9-ce9910533259 of type vlan for network 234f447e-7834-4510-84f4-321edbd70581 Jan 26 11:24:37.517010 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6709af26-7a5a-42f9-a07b-247b982078d7 None None] Provisioning for port 0d033fee-908c-4472-88e7-6d97c120bd1f completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:37.524698 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6709af26-7a5a-42f9-a07b-247b982078d7 None None] Provisioning complete for port 0d033fee-908c-4472-88e7-6d97c120bd1f triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:37.526050 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-0c491872-d769-40a3-81e1-14c43011fa25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:37.529102 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6709af26-7a5a-42f9-a07b-247b982078d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:37.540434 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0c491872-d769-40a3-81e1-14c43011fa25 admin admin] Usage tracker for resource:security_group_rule and tenant:7e0281e7633242bc840272e48106a15b is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:37.552602 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de1d488-e605-42d8-a2ed-a1d197445a0a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:37.557925 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0c491872-d769-40a3-81e1-14c43011fa25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:37.582356 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-77a35ae2-8734-4e71-a6b8-62008db66c5f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:37.592287 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-0c491872-d769-40a3-81e1-14c43011fa25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:37.604909 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-5de1d488-e605-42d8-a2ed-a1d197445a0a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:37.610169 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-6709af26-7a5a-42f9-a07b-247b982078d7 None None] Port 0d033fee-908c-4472-88e7-6d97c120bd1f cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:24:37.615237 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a73c69-2753-47e8-a6aa-c0209f5f7097 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:37.623820 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de1d488-e605-42d8-a2ed-a1d197445a0a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:37.624567 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5de1d488-e605-42d8-a2ed-a1d197445a0a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:37.634594 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 07c3eb94-98c5-4424-9031-d1f606488d21 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:24:37.656090 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5de1d488-e605-42d8-a2ed-a1d197445a0a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1681373 Jan 26 11:24:37.667241 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49530) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:37.675526 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-c14591f8-143b-42d0-be67-650887db8630 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:37.695780 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 07c3eb94-98c5-4424-9031-d1f606488d21 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:24:37.696371 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 07c3eb94-98c5-4424-9031-d1f606488d21 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:24:37.704295 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1d488-e605-42d8-a2ed-a1d197445a0a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=56bf6c02-e746-4965-a49c-d988be77e21d,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:37.710182 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6709af26-7a5a-42f9-a07b-247b982078d7 None None] Provisioning complete for port c2aa3ac7-7013-4ae6-883c-024b4c001306 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:37.710806 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6709af26-7a5a-42f9-a07b-247b982078d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:37.753249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5086811c-2baf-4ba2-99ed-3a705899853e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:37.895457 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-77a35ae2-8734-4e71-a6b8-62008db66c5f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:37.901263 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a35ae2-8734-4e71-a6b8-62008db66c5f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:37.901898 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-77a35ae2-8734-4e71-a6b8-62008db66c5f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:38.011810 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0c491872-d769-40a3-81e1-14c43011fa25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:38.022062 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d1f07e-80bd-4e4c-a2e8-ea8b17979d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-ba6f0584-2941-48e6-9427-2229465f5a54', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'fixed_ips': [{'subnet_id': '56bf6c02-e746-4965-a49c-d988be77e21d'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:24:38.023187 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c5d1f07e-80bd-4e4c-a2e8-ea8b17979d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:38.036218 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5086811c-2baf-4ba2-99ed-3a705899853e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:38.037211 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0c491872-d769-40a3-81e1-14c43011fa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:38.110420 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-77a35ae2-8734-4e71-a6b8-62008db66c5f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3078210 Jan 26 11:24:38.116152 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49534) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:38.128086 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-95febb0d-3468-4970-a77c-eaede17ca65a None None] Provisioning complete for port 0d033fee-908c-4472-88e7-6d97c120bd1f triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:38.128454 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-95febb0d-3468-4970-a77c-eaede17ca65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:38.133833 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-1c206e26-078d-4602-9e75-4328f3ea5fc4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Request body: {'subnet': {'network_id': '234f447e-7834-4510-84f4-321edbd70581', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:38.135153 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a35ae2-8734-4e71-a6b8-62008db66c5f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'Network': ['ID=234f447e-7834-4510-84f4-321edbd70581,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:38.151318 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:38.151872 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c14591f8-143b-42d0-be67-650887db8630 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:38.172380 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 234f447e-7834-4510-84f4-321edbd70581 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:24:38.186906 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c14591f8-143b-42d0-be67-650887db8630 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:38.200296 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5086811c-2baf-4ba2-99ed-3a705899853e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:38.204192 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0c491872-d769-40a3-81e1-14c43011fa25 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e0281e7633242bc840272e48106a15b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9799969 Jan 26 11:24:38.204970 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c491872-d769-40a3-81e1-14c43011fa25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27b4af3-ac9d-4338-9ef1-e3831d8e9a6b,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:38.210036 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49538) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:38.212177 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb629-289d-437c-b0ec-3cea66160428 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:38.225525 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086811c-2baf-4ba2-99ed-3a705899853e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b27586-d80a-4914-be65-183856edfa73,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:38.233364 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1d09c560-585a-4344-886e-5145520dd703 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:38.269235 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb629-289d-437c-b0ec-3cea66160428 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:38.343811 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14591f8-143b-42d0-be67-650887db8630 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:38.348164 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c14591f8-143b-42d0-be67-650887db8630 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:38.348361 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-95febb0d-3468-4970-a77c-eaede17ca65a None None] Port 0d033fee-908c-4472-88e7-6d97c120bd1f cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:24:38.381108 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-c5d1f07e-80bd-4e4c-a2e8-ea8b17979d69 None None] Allocated IP 2001:db8::f816:3eff:fe70:4798 (ba6f0584-2941-48e6-9427-2229465f5a54/56bf6c02-e746-4965-a49c-d988be77e21d/dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:38.401928 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e3e49971-9f9e-45cf-9ca0-88772b7e2bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:38.420670 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1c206e26-078d-4602-9e75-4328f3ea5fc4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:38.434793 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb629-289d-437c-b0ec-3cea66160428 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:38.442695 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1c206e26-078d-4602-9e75-4328f3ea5fc4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Usage tracker for resource:subnet and tenant:72fcefe45da642438142264604e9cfc8 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:38.445230 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fb629-289d-437c-b0ec-3cea66160428 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Port': ['ID=0d033fee-908c-4472-88e7-6d97c120bd1f,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:38.448242 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:38.452679 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1c206e26-078d-4602-9e75-4328f3ea5fc4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:38.457510 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09c560-585a-4344-886e-5145520dd703 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Subnet': ['ID=c51c2d56-4931-4475-93d6-9b269eac4c98,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:38.514578 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5086811c-2baf-4ba2-99ed-3a705899853e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:38.515776 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5086811c-2baf-4ba2-99ed-3a705899853e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "DELETE /v2.0/security-groups/f1b27586-d80a-4914-be65-183856edfa73 HTTP/1.1" status: 204 len: 168 time: 0.9667232 Jan 26 11:24:38.521245 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1c206e26-078d-4602-9e75-4328f3ea5fc4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:38.525103 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49542) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:38.535394 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d09c560-585a-4344-886e-5145520dd703 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Checking segment: {'id': 'bc4f7755-02fb-43c5-9c2a-4d340dc017eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'dd44e552-0ca0-48b6-a63f-10771dabd9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:38.535904 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d09c560-585a-4344-886e-5145520dd703 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network hostable DHCP agents. Network: dd44e552-0ca0-48b6-a63f-10771dabd9fe, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:24:38.540600 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Port': ['ID=d9d50885-31b5-438b-a31e-23dda9a36004,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:38.582267 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c206e26-078d-4602-9e75-4328f3ea5fc4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Made reservation on behalf of 72fcefe45da642438142264604e9cfc8 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:38.585875 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1c206e26-078d-4602-9e75-4328f3ea5fc4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:38.612538 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c5d1f07e-80bd-4e4c-a2e8-ea8b17979d69 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:38.623297 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c5d1f07e-80bd-4e4c-a2e8-ea8b17979d69 None None] Transition to ACTIVE for port object dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:38.644198 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c5d1f07e-80bd-4e4c-a2e8-ea8b17979d69 None None] Transition to ACTIVE for port object dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:38.645407 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e3e49971-9f9e-45cf-9ca0-88772b7e2bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:38.649489 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c5d1f07e-80bd-4e4c-a2e8-ea8b17979d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:38.674309 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.ipam_backend_mixin [None req-c14591f8-143b-42d0-be67-650887db8630 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 56bf6c02-e746-4965-a49c-d988be77e21d (CIDR: 2001:db8::/64) Jan 26 11:24:38.688948 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:38.708084 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:38.717756 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:38.718628 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:38.720499 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d1f07e-80bd-4e4c-a2e8-ea8b17979d69 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:38.722686 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d09c560-585a-4344-886e-5145520dd703 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network dd44e552-0ca0-48b6-a63f-10771dabd9fe is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:24:38.723942 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-c5d1f07e-80bd-4e4c-a2e8-ea8b17979d69 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:38.726363 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d1f07e-80bd-4e4c-a2e8-ea8b17979d69 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:38.727324 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.ipam_backend_mixin [None req-1c206e26-078d-4602-9e75-4328f3ea5fc4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Performing IP validity checks on allocation pools {{(pid=87443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 26 11:24:38.727851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.ipam_backend_mixin [None req-1c206e26-078d-4602-9e75-4328f3ea5fc4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 26 11:24:38.736283 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1f07e-80bd-4e4c-a2e8-ea8b17979d69 None None] Pushing event updated for resources: {'Port': ['ID=dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:38.736531 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14591f8-143b-42d0-be67-650887db8630 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:24:38.736818 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c14591f8-143b-42d0-be67-650887db8630 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:24:38.742479 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-700c32b8-f3c9-478d-899b-e7e8d543b108 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Synchronizing usage tracker for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:38.767002 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-1d09c560-585a-4344-886e-5145520dd703 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, dd44e552-0ca0-48b6-a63f-10771dabd9fe) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:38.780071 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d09c560-585a-4344-886e-5145520dd703 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:38.780756 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1d09c560-585a-4344-886e-5145520dd703 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:38.794786 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0fb629-289d-437c-b0ec-3cea66160428 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network 2565318b-d538-46e0-9f24-d92f2e5eb4ff is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:38.796002 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c14591f8-143b-42d0-be67-650887db8630 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1264086 Jan 26 11:24:38.801498 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49546) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:38.808520 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-47b5b0ec-3c0d-4c91-a0ac-4a0a1801cc06 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:38.810922 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-8c0fb629-289d-437c-b0ec-3cea66160428 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:38.831360 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7fcdf9-4987-477d-bd8b-451d87e85b69 None None] Network dd44e552-0ca0-48b6-a63f-10771dabd9fe requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:38.847416 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-700c32b8-f3c9-478d-899b-e7e8d543b108 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Unset dirty status for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:38.848691 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-700c32b8-f3c9-478d-899b-e7e8d543b108 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3189292 Jan 26 11:24:38.864761 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49550) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:38.904595 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1d09c560-585a-4344-886e-5145520dd703 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7108669 Jan 26 11:24:38.909590 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49554) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:38.917442 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-1571e83a-cc50-47e8-9dbe-eedbe73f628d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'subnet': {'network_id': 'dd44e552-0ca0-48b6-a63f-10771dabd9fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:38.923388 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e3e49971-9f9e-45cf-9ca0-88772b7e2bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:38.950127 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Port': ['ID=1306d9c8-287a-490f-9da7-8fc0bc19b293,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:38.961546 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e49971-9f9e-45cf-9ca0-88772b7e2bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27b4af3-ac9d-4338-9ef1-e3831d8e9a6b,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:39.032491 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Checking segment: {'id': '2b7975e7-ee36-410f-bec8-8de686a702d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '59e01a10-9c7e-4893-8b3a-8b4ab8337589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:39.032862 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network hostable DHCP agents. Network: 59e01a10-9c7e-4893-8b3a-8b4ab8337589, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:24:39.033544 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-6a46a1ba-4609-49a4-9b8e-18ab041ddce9 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] delete failed (client error): The resource could not be found. Jan 26 11:24:39.035102 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6a46a1ba-4609-49a4-9b8e-18ab041ddce9 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "DELETE /v2.0/security-groups/f1b27586-d80a-4914-be65-183856edfa73 HTTP/1.1" status: 404 len: 347 time: 0.1661768 Jan 26 11:24:39.044497 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49558) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:39.064769 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e3e49971-9f9e-45cf-9ca0-88772b7e2bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:39.076062 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e3e49971-9f9e-45cf-9ca0-88772b7e2bcd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c27b4af3-ac9d-4338-9ef1-e3831d8e9a6b HTTP/1.1" status: 204 len: 168 time: 0.8545568 Jan 26 11:24:39.085642 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-e8326bb9-8889-4bb0-ad51-101a6cd68c33 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Request body: {'security_group': {'name': 'tempest-secgroup--299361485'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:39.116235 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e8326bb9-8889-4bb0-ad51-101a6cd68c33 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:39.129432 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0fb629-289d-437c-b0ec-3cea66160428 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Router 18505ef1-f02f-46b0-8893-ffc4d27ca053 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:24:39.137268 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e8326bb9-8889-4bb0-ad51-101a6cd68c33 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:39.142461 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network 59e01a10-9c7e-4893-8b3a-8b4ab8337589 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:24:39.164878 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-c5d1f07e-80bd-4e4c-a2e8-ea8b17979d69 None None] Attempting to bind port dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:24:39.165251 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-c5d1f07e-80bd-4e4c-a2e8-ea8b17979d69 None None] Attempting to bind port dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:24:39.165742 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d1f07e-80bd-4e4c-a2e8-ea8b17979d69 None None] Attempting to bind port dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c on network ba6f0584-2941-48e6-9427-2229465f5a54 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:24:39.213391 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d1f07e-80bd-4e4c-a2e8-ea8b17979d69 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:24:39.213799 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d1f07e-80bd-4e4c-a2e8-ea8b17979d69 None None] Checking segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:39.214099 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c5d1f07e-80bd-4e4c-a2e8-ea8b17979d69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:39.214530 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d1f07e-80bd-4e4c-a2e8-ea8b17979d69 None None] Bound using segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:24:39.216851 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-c5d1f07e-80bd-4e4c-a2e8-ea8b17979d69 None None] Bound port: dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:24:39.217205 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c5d1f07e-80bd-4e4c-a2e8-ea8b17979d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:39.242254 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-47b5b0ec-3c0d-4c91-a0ac-4a0a1801cc06 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:39.278591 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-47b5b0ec-3c0d-4c91-a0ac-4a0a1801cc06 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:39.284366 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1c206e26-078d-4602-9e75-4328f3ea5fc4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:39.314990 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ae92f52b-ed6f-4ff8-bc20-1c0033f23066 None None] Provisioning complete for port 0d033fee-908c-4472-88e7-6d97c120bd1f triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:39.315359 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ae92f52b-ed6f-4ff8-bc20-1c0033f23066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:39.334157 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 59e01a10-9c7e-4893-8b3a-8b4ab8337589) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:39.335422 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1571e83a-cc50-47e8-9dbe-eedbe73f628d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:39.353154 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b5b0ec-3c0d-4c91-a0ac-4a0a1801cc06 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:39.356990 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e8326bb9-8889-4bb0-ad51-101a6cd68c33 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:39.357411 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47b5b0ec-3c0d-4c91-a0ac-4a0a1801cc06 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:39.379069 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1571e83a-cc50-47e8-9dbe-eedbe73f628d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:subnet and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:39.386039 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:39.390436 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-ae92f52b-ed6f-4ff8-bc20-1c0033f23066 None None] Port 0d033fee-908c-4472-88e7-6d97c120bd1f cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:24:39.391621 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6bb957-07fd-472f-936b-c35021d67215 None None] Network 59e01a10-9c7e-4893-8b3a-8b4ab8337589 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:39.397039 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:39.403640 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:39.404650 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:39.410248 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1571e83a-cc50-47e8-9dbe-eedbe73f628d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:39.440346 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1571e83a-cc50-47e8-9dbe-eedbe73f628d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:39.444551 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c206e26-078d-4602-9e75-4328f3ea5fc4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'Subnet': ['ID=908a2420-2037-4a86-8747-309571b25889,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:39.452360 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0fb629-289d-437c-b0ec-3cea66160428 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:24:39.460761 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8c0fb629-289d-437c-b0ec-3cea66160428 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "PUT /v2.0/routers/18505ef1-f02f-46b0-8893-ffc4d27ca053/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4694414 Jan 26 11:24:39.463959 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] Sync routers for ids ['18505ef1-f02f-46b0-8893-ffc4d27ca053'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:24:39.467506 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e8326bb9-8889-4bb0-ad51-101a6cd68c33 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:39.471775 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e8326bb9-8889-4bb0-ad51-101a6cd68c33 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Usage tracker for resource:security_group_rule and tenant:7488935ed4d74498afa03d5d74f4a2b9 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:39.475205 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e8326bb9-8889-4bb0-ad51-101a6cd68c33 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:39.482001 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e8326bb9-8889-4bb0-ad51-101a6cd68c33 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:39.484514 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] Routers {'18505ef1-f02f-46b0-8893-ffc4d27ca053'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:24:39.485127 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:24:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['18505ef1-f02f-46b0-8893-ffc4d27ca053'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:39.501907 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a510a03b-7dee-4f07-bc44-a890c599410a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.8295910 Jan 26 11:24:39.503133 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49568) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:39.510160 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49572) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:39.520579 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-ea6480ff-d2e9-4e00-9612-c2f1b3512075 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'network': {'name': 'tempest-RoutersTest-403769082'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:39.568222 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c206e26-078d-4602-9e75-4328f3ea5fc4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Checking segment: {'id': 'c8d07919-dcc9-477b-b0f9-ce9910533259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '234f447e-7834-4510-84f4-321edbd70581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:39.568950 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c206e26-078d-4602-9e75-4328f3ea5fc4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Network hostable DHCP agents. Network: 234f447e-7834-4510-84f4-321edbd70581, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:24:39.583004 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1571e83a-cc50-47e8-9dbe-eedbe73f628d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:39.586887 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1571e83a-cc50-47e8-9dbe-eedbe73f628d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:39.599931 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d002a6f5-0648-45f9-930d-c2089ae59328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-dd44e552-0ca0-48b6-a63f-10771dabd9fe', 'network_id': 'dd44e552-0ca0-48b6-a63f-10771dabd9fe', 'tenant_id': 'f243e59f155e4e8b9c168a6739897859', 'fixed_ips': [{'subnet_id': 'c51c2d56-4931-4475-93d6-9b269eac4c98'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:24:39.600861 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d002a6f5-0648-45f9-930d-c2089ae59328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:39.655133 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-ea6480ff-d2e9-4e00-9612-c2f1b3512075 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:39.685427 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ea6480ff-d2e9-4e00-9612-c2f1b3512075 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Usage tracker for resource:network and tenant:252bea5ac7b143c89da38d9a87822c0c is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:39.692580 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ea6480ff-d2e9-4e00-9612-c2f1b3512075 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:39.706209 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-ea6480ff-d2e9-4e00-9612-c2f1b3512075 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:39.725723 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c206e26-078d-4602-9e75-4328f3ea5fc4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Network 234f447e-7834-4510-84f4-321edbd70581 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:24:39.741935 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-005acddd-6229-4e85-acdf-9b49039b5a28 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting port 1306d9c8-287a-490f-9da7-8fc0bc19b293 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:39.742478 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-005acddd-6229-4e85-acdf-9b49039b5a28 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:39.782597 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-1c206e26-078d-4602-9e75-4328f3ea5fc4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 234f447e-7834-4510-84f4-321edbd70581) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:39.791334 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c206e26-078d-4602-9e75-4328f3ea5fc4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:39.794538 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1c206e26-078d-4602-9e75-4328f3ea5fc4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:39.801002 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6480ff-d2e9-4e00-9612-c2f1b3512075 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Made reservation on behalf of 252bea5ac7b143c89da38d9a87822c0c for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:39.805550 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ea6480ff-d2e9-4e00-9612-c2f1b3512075 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:39.823688 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] Set router 18505ef1-f02f-46b0-8893-ffc4d27ca053 gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:24:39.841226 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-d002a6f5-0648-45f9-930d-c2089ae59328 None None] Allocated IP 172.20.0.2 (dd44e552-0ca0-48b6-a63f-10771dabd9fe/c51c2d56-4931-4475-93d6-9b269eac4c98/68a40f61-9540-4a2e-9274-3944c5fd21fa) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:39.890458 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.ipam_backend_mixin [None req-1571e83a-cc50-47e8-9dbe-eedbe73f628d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c51c2d56-4931-4475-93d6-9b269eac4c98 (CIDR: 172.20.0.0/28) Jan 26 11:24:39.994156 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1c206e26-078d-4602-9e75-4328f3ea5fc4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8765454 Jan 26 11:24:39.995168 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49586) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:40.003191 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-1571e83a-cc50-47e8-9dbe-eedbe73f628d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:24:40.004850 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1571e83a-cc50-47e8-9dbe-eedbe73f628d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:24:40.076683 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d002a6f5-0648-45f9-930d-c2089ae59328 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:40.088224 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d002a6f5-0648-45f9-930d-c2089ae59328 None None] Transition to ACTIVE for port object 68a40f61-9540-4a2e-9274-3944c5fd21fa will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:40.102378 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1571e83a-cc50-47e8-9dbe-eedbe73f628d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1892242 Jan 26 11:24:40.110049 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d002a6f5-0648-45f9-930d-c2089ae59328 None None] Transition to ACTIVE for port object 68a40f61-9540-4a2e-9274-3944c5fd21fa will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:40.114621 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49592) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:40.115145 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c5d1f07e-80bd-4e4c-a2e8-ea8b17979d69 None None] For port dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:24:40.117340 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e8326bb9-8889-4bb0-ad51-101a6cd68c33 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:40.117481 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21455e3b-2f59-4260-8863-0b3e201f19ee None None] Network 234f447e-7834-4510-84f4-321edbd70581 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:40.138160 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-239f361d-e650-42d2-8793-df6cd151aa6a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'subnet': {'network_id': 'dd44e552-0ca0-48b6-a63f-10771dabd9fe', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:40.158464 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea6480ff-d2e9-4e00-9612-c2f1b3512075 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:24:40.160720 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e8326bb9-8889-4bb0-ad51-101a6cd68c33 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:40.188364 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ea6480ff-d2e9-4e00-9612-c2f1b3512075 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:40.188747 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-ea6480ff-d2e9-4e00-9612-c2f1b3512075 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Added segment a3a3b4a5-0317-4e82-9013-bbc5e18887ea of type vlan for network d45e07ee-3c75-462a-b0ea-b36a7ced69a3 Jan 26 11:24:40.257029 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ea6480ff-d2e9-4e00-9612-c2f1b3512075 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:40.312903 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d002a6f5-0648-45f9-930d-c2089ae59328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:40.366707 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49598) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:40.395895 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c5d1f07e-80bd-4e4c-a2e8-ea8b17979d69 None None] For port dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:24:40.429636 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d002a6f5-0648-45f9-930d-c2089ae59328 None None] Network dd44e552-0ca0-48b6-a63f-10771dabd9fe is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:40.435824 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-d002a6f5-0648-45f9-930d-c2089ae59328 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:40.438015 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c5d1f07e-80bd-4e4c-a2e8-ea8b17979d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:40.448366 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d002a6f5-0648-45f9-930d-c2089ae59328 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:40.453763 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.resource_extend [None req-ea6480ff-d2e9-4e00-9612-c2f1b3512075 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:24:40.457969 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d7c054-6bbc-4d70-89ab-ec04f49c6b58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-234f447e-7834-4510-84f4-321edbd70581', 'network_id': '234f447e-7834-4510-84f4-321edbd70581', 'tenant_id': '72fcefe45da642438142264604e9cfc8', 'fixed_ips': [{'subnet_id': '908a2420-2037-4a86-8747-309571b25889'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:24:40.458805 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a8d7c054-6bbc-4d70-89ab-ec04f49c6b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:40.490145 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:40.506719 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:24:36Z', 'revision_number': 3, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None, '_interfaces': [{'id': '0d033fee-908c-4472-88e7-6d97c120bd1f', 'name': '', 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:a0:d6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:32Z', 'updated_at': '2022-01-26T11:24:37Z', 'revision_number': 2, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d', 'name': '', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:19:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:16Z', 'updated_at': '2022-01-26T11:24:32Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:40.513589 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] Checking router: 18505ef1-f02f-46b0-8893-ffc4d27ca053 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:24:40.514162 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] Updating router 18505ef1-f02f-46b0-8893-ffc4d27ca053 port 0d033fee-908c-4472-88e7-6d97c120bd1f binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:24:40.581425 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-005acddd-6229-4e85-acdf-9b49039b5a28 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:40.587642 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002a6f5-0648-45f9-930d-c2089ae59328 None None] Pushing event updated for resources: {'Port': ['ID=68a40f61-9540-4a2e-9274-3944c5fd21fa,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:40.599846 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:40.635452 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Request body: {'networks': [{'name': 'tempest-network--83379545'}, {'name': 'tempest-network--1319164169'}]} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:40.635949 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Request body: {'network': {'name': 'tempest-network--83379545'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:40.636617 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Request body: {'network': {'name': 'tempest-network--1319164169'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:40.640606 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47b5b0ec-3c0d-4c91-a0ac-4a0a1801cc06 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:40.695190 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:40.729826 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Usage tracker for resource:network and tenant:cc86f46871e84bb9bcd363954b273341 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:40.736885 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-005acddd-6229-4e85-acdf-9b49039b5a28 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Calling delete_port for 1306d9c8-287a-490f-9da7-8fc0bc19b293 owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:40.741910 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b5b0ec-3c0d-4c91-a0ac-4a0a1801cc06 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:40.743147 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:40.772432 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-47b5b0ec-3c0d-4c91-a0ac-4a0a1801cc06 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:40.778686 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b5b0ec-3c0d-4c91-a0ac-4a0a1801cc06 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:40.780009 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47b5b0ec-3c0d-4c91-a0ac-4a0a1801cc06 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:40.806392 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:40.832637 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-a8d7c054-6bbc-4d70-89ab-ec04f49c6b58 None None] Allocated IP 172.20.0.3 (234f447e-7834-4510-84f4-321edbd70581/908a2420-2037-4a86-8747-309571b25889/22755ce7-f3fb-4c0a-aa4b-2dfbb315927f) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:40.853577 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:40.857640 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-005acddd-6229-4e85-acdf-9b49039b5a28 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:40.898135 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5b0ec-3c0d-4c91-a0ac-4a0a1801cc06 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=35dda609-c375-4fd5-94b3-5cb208ccc680,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:40.925914 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005acddd-6229-4e85-acdf-9b49039b5a28 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Port': ['ID=1306d9c8-287a-490f-9da7-8fc0bc19b293,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:40.927836 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e8326bb9-8889-4bb0-ad51-101a6cd68c33 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:40.929039 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e8326bb9-8889-4bb0-ad51-101a6cd68c33 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8660710 Jan 26 11:24:40.929704 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-47b5b0ec-3c0d-4c91-a0ac-4a0a1801cc06 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1268978 Jan 26 11:24:40.934238 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-239f361d-e650-42d2-8793-df6cd151aa6a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:40.936958 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49604) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:40.937688 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49606) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:40.938717 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-239f361d-e650-42d2-8793-df6cd151aa6a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:subnet and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:40.941772 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-239f361d-e650-42d2-8793-df6cd151aa6a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:40.947939 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-239f361d-e650-42d2-8793-df6cd151aa6a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:40.950220 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-0205ec6d-8305-4743-ac2b-1dac688d44cf tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Request body: {'security_group_rule': {'security_group_id': '841e9822-67f1-4445-86da-7e71c5ca5957', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:40.962250 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8326bb9-8889-4bb0-ad51-101a6cd68c33 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=841e9822-67f1-4445-86da-7e71c5ca5957,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:40.968535 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-518e9e9d-4883-4b58-95ac-57c8e3967121 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'mac_address': 'fa:16:3e:d9:69:81', 'name': 'tempest-NetworksTestDHCPv6-493751211'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:40.973760 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239f361d-e650-42d2-8793-df6cd151aa6a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:40.983097 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-239f361d-e650-42d2-8793-df6cd151aa6a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:40.999644 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-005acddd-6229-4e85-acdf-9b49039b5a28 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:41.002376 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-005acddd-6229-4e85-acdf-9b49039b5a28 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/ports/1306d9c8-287a-490f-9da7-8fc0bc19b293 HTTP/1.1" status: 204 len: 168 time: 1.4752438 Jan 26 11:24:41.006695 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49612) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:41.008260 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:41.009659 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ea6480ff-d2e9-4e00-9612-c2f1b3512075 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:41.016990 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6480ff-d2e9-4e00-9612-c2f1b3512075 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:41.017990 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ea6480ff-d2e9-4e00-9612-c2f1b3512075 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:41.021729 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] Transition to ACTIVE for port object 0d033fee-908c-4472-88e7-6d97c120bd1f will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:41.029728 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Made reservation on behalf of cc86f46871e84bb9bcd363954b273341 for: {'network': 2} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:41.031424 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:41.034988 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:41.052853 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0205ec6d-8305-4743-ac2b-1dac688d44cf tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:41.069469 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0205ec6d-8305-4743-ac2b-1dac688d44cf tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Usage tracker for resource:security_group_rule and tenant:7488935ed4d74498afa03d5d74f4a2b9 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:41.072734 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:41.085012 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0205ec6d-8305-4743-ac2b-1dac688d44cf tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:41.093091 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1f07e-80bd-4e4c-a2e8-ea8b17979d69 None None] Pushing event updated for resources: {'Port': ['ID=dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:41.097251 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d002a6f5-0648-45f9-930d-c2089ae59328 None None] Attempting to bind port 68a40f61-9540-4a2e-9274-3944c5fd21fa on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:24:41.097629 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d002a6f5-0648-45f9-930d-c2089ae59328 None None] Attempting to bind port 68a40f61-9540-4a2e-9274-3944c5fd21fa by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'bc4f7755-02fb-43c5-9c2a-4d340dc017eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'dd44e552-0ca0-48b6-a63f-10771dabd9fe'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:24:41.098351 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d002a6f5-0648-45f9-930d-c2089ae59328 None None] Attempting to bind port 68a40f61-9540-4a2e-9274-3944c5fd21fa on network dd44e552-0ca0-48b6-a63f-10771dabd9fe {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:24:41.112442 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c37c8c-8396-48c0-80cf-64388e5519c3 None None] Pushing event updated for resources: {'Port': ['ID=0d033fee-908c-4472-88e7-6d97c120bd1f,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:41.115512 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d002a6f5-0648-45f9-930d-c2089ae59328 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:24:41.116199 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d002a6f5-0648-45f9-930d-c2089ae59328 None None] Checking segment: {'id': 'bc4f7755-02fb-43c5-9c2a-4d340dc017eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'dd44e552-0ca0-48b6-a63f-10771dabd9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:41.116332 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d002a6f5-0648-45f9-930d-c2089ae59328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:41.116659 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d002a6f5-0648-45f9-930d-c2089ae59328 None None] Bound using segment: {'id': 'bc4f7755-02fb-43c5-9c2a-4d340dc017eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'dd44e552-0ca0-48b6-a63f-10771dabd9fe'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:24:41.117128 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d002a6f5-0648-45f9-930d-c2089ae59328 None None] Bound port: 68a40f61-9540-4a2e-9274-3944c5fd21fa, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc4f7755-02fb-43c5-9c2a-4d340dc017eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'dd44e552-0ca0-48b6-a63f-10771dabd9fe'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:24:41.117507 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d002a6f5-0648-45f9-930d-c2089ae59328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:41.124430 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c37c8c-8396-48c0-80cf-64388e5519c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:41.125010 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c37c8c-8396-48c0-80cf-64388e5519c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:41.125528 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c37c8c-8396-48c0-80cf-64388e5519c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:41.126012 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c37c8c-8396-48c0-80cf-64388e5519c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:41.126519 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c37c8c-8396-48c0-80cf-64388e5519c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:41.127019 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c37c8c-8396-48c0-80cf-64388e5519c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:41.128042 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c37c8c-8396-48c0-80cf-64388e5519c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:41.128563 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c37c8c-8396-48c0-80cf-64388e5519c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:41.129113 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c37c8c-8396-48c0-80cf-64388e5519c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:41.129629 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c37c8c-8396-48c0-80cf-64388e5519c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:41.130411 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c37c8c-8396-48c0-80cf-64388e5519c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:41.130963 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c37c8c-8396-48c0-80cf-64388e5519c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:41.256483 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-518e9e9d-4883-4b58-95ac-57c8e3967121 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:41.259027 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0205ec6d-8305-4743-ac2b-1dac688d44cf tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:41.270732 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-518e9e9d-4883-4b58-95ac-57c8e3967121 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:port and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:41.287198 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-518e9e9d-4883-4b58-95ac-57c8e3967121 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:41.293788 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:41.299869 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-518e9e9d-4883-4b58-95ac-57c8e3967121 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:41.311563 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Usage tracker for resource:security_group_rule and tenant:cc86f46871e84bb9bcd363954b273341 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:41.312682 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ea6480ff-d2e9-4e00-9612-c2f1b3512075 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8046355 Jan 26 11:24:41.316851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49616) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:41.317644 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:41.321601 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0205ec6d-8305-4743-ac2b-1dac688d44cf tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:41.354913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-4f53a9e3-e37f-494e-b9e0-8f7c03451098 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'subnet': {'network_id': 'd45e07ee-3c75-462a-b0ea-b36a7ced69a3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:41.383134 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d002a6f5-0648-45f9-930d-c2089ae59328 None None] For port 68a40f61-9540-4a2e-9274-3944c5fd21fa, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:24:41.388842 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d002a6f5-0648-45f9-930d-c2089ae59328 None None] For port 68a40f61-9540-4a2e-9274-3944c5fd21fa, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=68a40f61-9540-4a2e-9274-3944c5fd21fa,segment=NetworkSegment(bc4f7755-02fb-43c5-9c2a-4d340dc017eb),segment_id=bc4f7755-02fb-43c5-9c2a-4d340dc017eb)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:24:41.398615 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d002a6f5-0648-45f9-930d-c2089ae59328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:41.459127 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6480ff-d2e9-4e00-9612-c2f1b3512075 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Network': ['ID=d45e07ee-3c75-462a-b0ea-b36a7ced69a3,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:41.471292 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] Attempting to bind port 0d033fee-908c-4472-88e7-6d97c120bd1f on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:24:41.471782 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] Attempting to bind port 0d033fee-908c-4472-88e7-6d97c120bd1f by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'd8cce809-55e0-4917-a584-2989a8d5f9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:24:41.472316 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] Attempting to bind port 0d033fee-908c-4472-88e7-6d97c120bd1f on network 2565318b-d538-46e0-9f24-d92f2e5eb4ff {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:24:41.483590 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:24:41.484006 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] Checking segment: {'id': 'd8cce809-55e0-4917-a584-2989a8d5f9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:41.484353 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:41.484855 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] Bound using segment: {'id': 'd8cce809-55e0-4917-a584-2989a8d5f9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:24:41.485250 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] Bound port: 0d033fee-908c-4472-88e7-6d97c120bd1f, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cce809-55e0-4917-a584-2989a8d5f9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:24:41.485821 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:41.493450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:41.536903 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a8d7c054-6bbc-4d70-89ab-ec04f49c6b58 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:41.541838 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network d45e07ee-3c75-462a-b0ea-b36a7ced69a3 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:24:41.547039 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fe763e-5f20-469c-8225-a498f94dcd01 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:41.552856 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fe763e-5f20-469c-8225-a498f94dcd01 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:41.553646 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-13fe763e-5f20-469c-8225-a498f94dcd01 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Synchronizing usage tracker for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:41.588855 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002a6f5-0648-45f9-930d-c2089ae59328 None None] Pushing event updated for resources: {'Port': ['ID=68a40f61-9540-4a2e-9274-3944c5fd21fa,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:41.592892 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a8d7c054-6bbc-4d70-89ab-ec04f49c6b58 None None] Transition to ACTIVE for port object 22755ce7-f3fb-4c0a-aa4b-2dfbb315927f will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:41.691671 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] For port 0d033fee-908c-4472-88e7-6d97c120bd1f, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:24:41.695788 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] For port 0d033fee-908c-4472-88e7-6d97c120bd1f, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0d033fee-908c-4472-88e7-6d97c120bd1f,segment=NetworkSegment(d8cce809-55e0-4917-a584-2989a8d5f9d8),segment_id=d8cce809-55e0-4917-a584-2989a8d5f9d8)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:24:41.707676 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:41.718742 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518e9e9d-4883-4b58-95ac-57c8e3967121 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:41.741701 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-239f361d-e650-42d2-8793-df6cd151aa6a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:41.806492 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a8d7c054-6bbc-4d70-89ab-ec04f49c6b58 None None] Transition to ACTIVE for port object 22755ce7-f3fb-4c0a-aa4b-2dfbb315927f will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:41.815081 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c37c8c-8396-48c0-80cf-64388e5519c3 None None] Pushing event updated for resources: {'Port': ['ID=0d033fee-908c-4472-88e7-6d97c120bd1f,revision_number=4']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:41.839735 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] Routers {'18505ef1-f02f-46b0-8893-ffc4d27ca053'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:24:41.840899 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:24:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['18505ef1-f02f-46b0-8893-ffc4d27ca053'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:41.845415 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a8d7c054-6bbc-4d70-89ab-ec04f49c6b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:41.902146 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4f53a9e3-e37f-494e-b9e0-8f7c03451098 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:41.926270 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:41.987641 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239f361d-e650-42d2-8793-df6cd151aa6a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network dd44e552-0ca0-48b6-a63f-10771dabd9fe is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:42.003089 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-239f361d-e650-42d2-8793-df6cd151aa6a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:42.010940 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239f361d-e650-42d2-8793-df6cd151aa6a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:42.011841 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-239f361d-e650-42d2-8793-df6cd151aa6a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:42.040634 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f361d-e650-42d2-8793-df6cd151aa6a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Subnet': ['ID=dc6d1231-98b4-42cd-a1d7-ad111869683d,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:42.046193 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-239f361d-e650-42d2-8793-df6cd151aa6a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9261937 Jan 26 11:24:42.049315 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49620) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:42.056002 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-d43cec9f-61ff-4581-aa43-1e3ce543fe81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'port': {'network_id': 'dd44e552-0ca0-48b6-a63f-10771dabd9fe', 'fixed_ips': [{'subnet_id': 'c51c2d56-4931-4475-93d6-9b269eac4c98'}, {'subnet_id': 'dc6d1231-98b4-42cd-a1d7-ad111869683d'}], 'name': 'tempest-PortsTestJSON-646106822'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:42.094623 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4f53a9e3-e37f-494e-b9e0-8f7c03451098 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Usage tracker for resource:subnet and tenant:252bea5ac7b143c89da38d9a87822c0c is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:42.096509 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] Set router 18505ef1-f02f-46b0-8893-ffc4d27ca053 gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:24:42.108964 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d7c054-6bbc-4d70-89ab-ec04f49c6b58 None None] Network 234f447e-7834-4510-84f4-321edbd70581 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:42.116355 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-a8d7c054-6bbc-4d70-89ab-ec04f49c6b58 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:42.117355 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4f53a9e3-e37f-494e-b9e0-8f7c03451098 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:42.129400 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d7c054-6bbc-4d70-89ab-ec04f49c6b58 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:42.131525 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7c054-6bbc-4d70-89ab-ec04f49c6b58 None None] Pushing event updated for resources: {'Port': ['ID=22755ce7-f3fb-4c0a-aa4b-2dfbb315927f,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:42.144453 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0205ec6d-8305-4743-ac2b-1dac688d44cf tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:42.151716 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Subnet': ['ID=908a2420-2037-4a86-8747-309571b25889,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:42.302924 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:42.323235 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-a8d7c054-6bbc-4d70-89ab-ec04f49c6b58 None None] Attempting to bind port 22755ce7-f3fb-4c0a-aa4b-2dfbb315927f on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:24:42.323402 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-a8d7c054-6bbc-4d70-89ab-ec04f49c6b58 None None] Attempting to bind port 22755ce7-f3fb-4c0a-aa4b-2dfbb315927f by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'c8d07919-dcc9-477b-b0f9-ce9910533259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '234f447e-7834-4510-84f4-321edbd70581'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:24:42.323659 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d7c054-6bbc-4d70-89ab-ec04f49c6b58 None None] Attempting to bind port 22755ce7-f3fb-4c0a-aa4b-2dfbb315927f on network 234f447e-7834-4510-84f4-321edbd70581 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:24:42.334134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234f447e-7834-4510-84f4-321edbd70581']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:42.348785 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d07919-dcc9-477b-b0f9-ce9910533259') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:42.349009 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d07919-dcc9-477b-b0f9-ce9910533259') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:42.353445 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d7c054-6bbc-4d70-89ab-ec04f49c6b58 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:24:42.353787 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d7c054-6bbc-4d70-89ab-ec04f49c6b58 None None] Checking segment: {'id': 'c8d07919-dcc9-477b-b0f9-ce9910533259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '234f447e-7834-4510-84f4-321edbd70581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:42.354196 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a8d7c054-6bbc-4d70-89ab-ec04f49c6b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:42.354607 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d7c054-6bbc-4d70-89ab-ec04f49c6b58 None None] Bound using segment: {'id': 'c8d07919-dcc9-477b-b0f9-ce9910533259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '234f447e-7834-4510-84f4-321edbd70581'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:24:42.361342 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-a8d7c054-6bbc-4d70-89ab-ec04f49c6b58 None None] Bound port: 22755ce7-f3fb-4c0a-aa4b-2dfbb315927f, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8d07919-dcc9-477b-b0f9-ce9910533259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '234f447e-7834-4510-84f4-321edbd70581'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:24:42.361893 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a8d7c054-6bbc-4d70-89ab-ec04f49c6b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:42.362584 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:42.385534 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d43cec9f-61ff-4581-aa43-1e3ce543fe81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:42.386640 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:42.393060 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d43cec9f-61ff-4581-aa43-1e3ce543fe81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:port and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:42.393934 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:24:42.394449 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:42.400412 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d43cec9f-61ff-4581-aa43-1e3ce543fe81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:42.408763 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d43cec9f-61ff-4581-aa43-1e3ce543fe81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:42.421501 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43cec9f-61ff-4581-aa43-1e3ce543fe81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:42.518991 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-a8d7c054-6bbc-4d70-89ab-ec04f49c6b58 None None] For port 22755ce7-f3fb-4c0a-aa4b-2dfbb315927f, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:24:42.527115 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4f53a9e3-e37f-494e-b9e0-8f7c03451098 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:42.528955 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-a8d7c054-6bbc-4d70-89ab-ec04f49c6b58 None None] For port 22755ce7-f3fb-4c0a-aa4b-2dfbb315927f, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=22755ce7-f3fb-4c0a-aa4b-2dfbb315927f,segment=NetworkSegment(c8d07919-dcc9-477b-b0f9-ce9910533259),segment_id=c8d07919-dcc9-477b-b0f9-ce9910533259)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:24:42.529089 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:24:42.541762 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a8d7c054-6bbc-4d70-89ab-ec04f49c6b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:42.546847 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.api [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 26 11:24:42.546847 dv-neutron-826439-1-hyperv neutron-server[87443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 26 11:24:42.546847 dv-neutron-826439-1-hyperv neutron-server[87443]: [parameters: {'id': '234f447e-7834-4510-84f4-321edbd70581'}] Jan 26 11:24:42.546847 dv-neutron-826439-1-hyperv neutron-server[87443]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:24:42.547200 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG oslo_db.api [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:24:42.547693 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0205ec6d-8305-4743-ac2b-1dac688d44cf tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:42.582078 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205ec6d-8305-4743-ac2b-1dac688d44cf tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c76901-7a48-483b-bfa2-73d2f44baa30,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:42.604631 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:24:36Z', 'revision_number': 3, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None, '_interfaces': [{'id': '0d033fee-908c-4472-88e7-6d97c120bd1f', 'name': '', 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:a0:d6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:32Z', 'updated_at': '2022-01-26T11:24:41Z', 'revision_number': 4, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d', 'name': '', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:19:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:16Z', 'updated_at': '2022-01-26T11:24:32Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:42.612012 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8792007f-b993-489e-ac74-286a6a0e53ba None None] The sync data for ids ['18505ef1-f02f-46b0-8893-ffc4d27ca053'] in dv-neutron-826439-1-hyperv is: [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:24:36Z', 'revision_number': 3, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None, '_interfaces': [{'id': '0d033fee-908c-4472-88e7-6d97c120bd1f', 'name': '', 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:a0:d6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:32Z', 'updated_at': '2022-01-26T11:24:41Z', 'revision_number': 4, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d', 'name': '', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:19:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:16Z', 'updated_at': '2022-01-26T11:24:32Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:24:42.641197 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f53a9e3-e37f-494e-b9e0-8f7c03451098 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Made reservation on behalf of 252bea5ac7b143c89da38d9a87822c0c for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:42.644815 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f53a9e3-e37f-494e-b9e0-8f7c03451098 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:42.648382 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d43cec9f-61ff-4581-aa43-1e3ce543fe81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:42.663981 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7c054-6bbc-4d70-89ab-ec04f49c6b58 None None] Pushing event updated for resources: {'Port': ['ID=22755ce7-f3fb-4c0a-aa4b-2dfbb315927f,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:42.696653 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-518e9e9d-4883-4b58-95ac-57c8e3967121 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:42.699498 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-d43cec9f-61ff-4581-aa43-1e3ce543fe81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] device_id is not set on port 82114c93-7ad7-4db1-846d-212217741f76 yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:24:42.835212 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10340b95-2cf9-4784-9079-1a570d42a81d None None] Network 234f447e-7834-4510-84f4-321edbd70581 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:42.931907 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0205ec6d-8305-4743-ac2b-1dac688d44cf tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:42.936949 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0205ec6d-8305-4743-ac2b-1dac688d44cf tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9957156 Jan 26 11:24:42.938485 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49624) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:42.981610 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-518e9e9d-4883-4b58-95ac-57c8e3967121 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] device_id is not set on port 5ad0393a-f261-45ac-be28-c47f949dfaa1 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:24:43.110767 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:43.127565 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb60303e-9692-4fd2-a59c-8489d1ecb139 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:43.249698 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:43.282925 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:43.283546 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:43.314223 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-21fd500b-4311-4c5b-94f9-a91b27148ee4 None None] Provisioning for port dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:43.327639 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f3646c03-77e1-465d-9cc1-c0a2f273a000 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:43.334532 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-13fe763e-5f20-469c-8225-a498f94dcd01 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Unset dirty status for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:43.338135 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-13fe763e-5f20-469c-8225-a498f94dcd01 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 2.3274345 Jan 26 11:24:43.347117 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 68a40f61-9540-4a2e-9274-3944c5fd21fa up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:24:43.348265 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49628) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:43.368264 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f3646c03-77e1-465d-9cc1-c0a2f273a000 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:43.432512 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f3646c03-77e1-465d-9cc1-c0a2f273a000 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:43.434580 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Deleting port 22755ce7-f3fb-4c0a-aa4b-2dfbb315927f {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:43.434580 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:43.506177 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-d54ce750-0aa5-4e98-a348-189a48e174d6 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting port d9d50885-31b5-438b-a31e-23dda9a36004 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:43.507883 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d54ce750-0aa5-4e98-a348-189a48e174d6 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:43.514264 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3646c03-77e1-465d-9cc1-c0a2f273a000 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63c76901-7a48-483b-bfa2-73d2f44baa30,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:43.550991 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaed859-afee-4e68-ae38-baeabe0e0a74 None None] Network dd44e552-0ca0-48b6-a63f-10771dabd9fe requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:43.645123 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:24:43.688685 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 68a40f61-9540-4a2e-9274-3944c5fd21fa completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:43.698144 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-0b991af1-57f3-408d-88e6-1d86b49efc6e None None] Provisioning for port 68a40f61-9540-4a2e-9274-3944c5fd21fa completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:43.711900 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-0b991af1-57f3-408d-88e6-1d86b49efc6e None None] Provisioning complete for port 68a40f61-9540-4a2e-9274-3944c5fd21fa triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:43.712372 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-0b991af1-57f3-408d-88e6-1d86b49efc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:43.745597 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 68a40f61-9540-4a2e-9274-3944c5fd21fa triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:43.746091 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:43.783936 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-d43cec9f-61ff-4581-aa43-1e3ce543fe81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Allocated IP 172.20.0.10 (dd44e552-0ca0-48b6-a63f-10771dabd9fe/c51c2d56-4931-4475-93d6-9b269eac4c98/82114c93-7ad7-4db1-846d-212217741f76) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:43.852905 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-d43cec9f-61ff-4581-aa43-1e3ce543fe81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Allocated IP 172.20.0.22 (dd44e552-0ca0-48b6-a63f-10771dabd9fe/dc6d1231-98b4-42cd-a1d7-ad111869683d/82114c93-7ad7-4db1-846d-212217741f76) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:43.864660 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d54ce750-0aa5-4e98-a348-189a48e174d6 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:43.868002 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fff6cd-ed5c-40fe-ba3d-11b2c1ee80be,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:43.937754 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f3646c03-77e1-465d-9cc1-c0a2f273a000 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:43.941387 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f3646c03-77e1-465d-9cc1-c0a2f273a000 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/63c76901-7a48-483b-bfa2-73d2f44baa30 HTTP/1.1" status: 204 len: 168 time: 0.9701824 Jan 26 11:24:43.949883 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49632) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:43.955302 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:43.955646 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Added segment 6932eeb6-e5ec-4650-abb6-f1391ec46a96 of type vlan for network ad869375-df78-4557-9bc6-19bdb769c989 Jan 26 11:24:43.998911 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-518e9e9d-4883-4b58-95ac-57c8e3967121 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 2001:db8:0:1::233 (ba6f0584-2941-48e6-9427-2229465f5a54/35dda609-c375-4fd5-94b3-5cb208ccc680/5ad0393a-f261-45ac-be28-c47f949dfaa1) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:44.022714 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-d54ce750-0aa5-4e98-a348-189a48e174d6 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Calling delete_port for d9d50885-31b5-438b-a31e-23dda9a36004 owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:44.031752 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-518e9e9d-4883-4b58-95ac-57c8e3967121 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 2001:db8::f816:3eff:fed9:6981 (ba6f0584-2941-48e6-9427-2229465f5a54/56bf6c02-e746-4965-a49c-d988be77e21d/5ad0393a-f261-45ac-be28-c47f949dfaa1) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:44.076943 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:44.127839 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f53a9e3-e37f-494e-b9e0-8f7c03451098 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:44.209705 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-802016c1-aa10-469f-a313-def078e92da0 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Synchronizing usage tracker for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group_rule {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:44.215389 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-0b991af1-57f3-408d-88e6-1d86b49efc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:44.237638 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.resource_extend [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:24:44.245630 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:44.272393 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] For port 22755ce7-f3fb-4c0a-aa4b-2dfbb315927f, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=22755ce7-f3fb-4c0a-aa4b-2dfbb315927f,segment=NetworkSegment(c8d07919-dcc9-477b-b0f9-ce9910533259),segment_id=c8d07919-dcc9-477b-b0f9-ce9910533259)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:44.272820 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:44.275262 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047b1dd4-2716-4c67-ad74-57e5bd811b31 None None] Update dhcp port {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'fixed_ips': [{'subnet_id': '56bf6c02-e746-4965-a49c-d988be77e21d', 'ip_address': '2001:db8::f816:3eff:fe70:4798'}, {'subnet_id': '35dda609-c375-4fd5-94b3-5cb208ccc680'}], 'binding:host_id': 'dv-neutron-826439-1-hyperv'}, 'id': 'dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c'} from dv-neutron-826439-1-hyperv. {{(pid=87444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 26 11:24:44.288565 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d54ce750-0aa5-4e98-a348-189a48e174d6 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:44.337227 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-802016c1-aa10-469f-a313-def078e92da0 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Unset dirty status for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group_rule {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:44.342537 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-802016c1-aa10-469f-a313-def078e92da0 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3273880 Jan 26 11:24:44.345014 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-0b991af1-57f3-408d-88e6-1d86b49efc6e None None] For port 68a40f61-9540-4a2e-9274-3944c5fd21fa, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=68a40f61-9540-4a2e-9274-3944c5fd21fa,segment=NetworkSegment(bc4f7755-02fb-43c5-9c2a-4d340dc017eb),segment_id=bc4f7755-02fb-43c5-9c2a-4d340dc017eb)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:44.351267 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49636) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:44.358799 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-0b991af1-57f3-408d-88e6-1d86b49efc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:44.369840 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d54ce750-0aa5-4e98-a348-189a48e174d6 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:44.373235 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ce750-0aa5-4e98-a348-189a48e174d6 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Port': ['ID=d9d50885-31b5-438b-a31e-23dda9a36004,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:44.413489 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d54ce750-0aa5-4e98-a348-189a48e174d6 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/ports/d9d50885-31b5-438b-a31e-23dda9a36004 HTTP/1.1" status: 204 len: 168 time: 1.0620525 Jan 26 11:24:44.420749 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-047b1dd4-2716-4c67-ad74-57e5bd811b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:44.422340 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49640) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:44.474900 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d43cec9f-61ff-4581-aa43-1e3ce543fe81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:44.503250 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:24:44.507645 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-d43cec9f-61ff-4581-aa43-1e3ce543fe81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Transition to ACTIVE for port object 82114c93-7ad7-4db1-846d-212217741f76 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:44.517223 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Calling delete_port for 22755ce7-f3fb-4c0a-aa4b-2dfbb315927f owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:44.538818 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa5fec2-c2b7-46a6-a45c-d46234ca2a5a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:44.539645 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8fa5fec2-c2b7-46a6-a45c-d46234ca2a5a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Synchronizing usage tracker for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:44.545089 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f53a9e3-e37f-494e-b9e0-8f7c03451098 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Checking segment: {'id': 'a3a3b4a5-0317-4e82-9013-bbc5e18887ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd45e07ee-3c75-462a-b0ea-b36a7ced69a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:44.545256 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f53a9e3-e37f-494e-b9e0-8f7c03451098 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network hostable DHCP agents. Network: d45e07ee-3c75-462a-b0ea-b36a7ced69a3, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:24:44.549547 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53a9e3-e37f-494e-b9e0-8f7c03451098 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Subnet': ['ID=7c857c89-e0f2-4115-a516-932932637cac,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:44.564608 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8fa5fec2-c2b7-46a6-a45c-d46234ca2a5a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Unset dirty status for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:44.569129 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8fa5fec2-c2b7-46a6-a45c-d46234ca2a5a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1430066 Jan 26 11:24:44.569129 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d43cec9f-61ff-4581-aa43-1e3ce543fe81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:44.571789 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49644) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:44.604005 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:24:44.604624 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:24:44.664269 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204ae499-a90e-4c78-bceb-5ec228347490 None None] Update dhcp port {'port': {'network_id': 'dd44e552-0ca0-48b6-a63f-10771dabd9fe', 'fixed_ips': [{'subnet_id': 'c51c2d56-4931-4475-93d6-9b269eac4c98', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dc6d1231-98b4-42cd-a1d7-ad111869683d'}], 'binding:host_id': 'dv-neutron-826439-1-hyperv'}, 'id': '68a40f61-9540-4a2e-9274-3944c5fd21fa'} from dv-neutron-826439-1-hyperv. {{(pid=87444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 26 11:24:44.679084 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:44.679446 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Added segment 1a8aab9c-e8f3-48f8-a089-44603dd08446 of type vlan for network e6b11310-9d22-46dc-9938-1d37243c3e0d Jan 26 11:24:44.683377 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a70ce8-e5a9-4266-b799-ceaacf4a91a2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] GET failed (client error): The resource could not be found. Jan 26 11:24:44.688117 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-34a70ce8-e5a9-4266-b799-ceaacf4a91a2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "GET /v2.0/ports/1306d9c8-287a-490f-9da7-8fc0bc19b293 HTTP/1.1" status: 404 len: 333 time: 0.1136885 Jan 26 11:24:44.689815 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b991af1-57f3-408d-88e6-1d86b49efc6e None None] Pushing event updated for resources: {'Port': ['ID=68a40f61-9540-4a2e-9274-3944c5fd21fa,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:44.690023 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49648) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:44.727685 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f53a9e3-e37f-494e-b9e0-8f7c03451098 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network d45e07ee-3c75-462a-b0ea-b36a7ced69a3 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:24:44.733044 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43cec9f-61ff-4581-aa43-1e3ce543fe81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network dd44e552-0ca0-48b6-a63f-10771dabd9fe is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:44.740263 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-204ae499-a90e-4c78-bceb-5ec228347490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:44.741645 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-d43cec9f-61ff-4581-aa43-1e3ce543fe81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:44.746100 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0fb1714-d0d3-4b83-99d6-913df2cf98b1 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] GET failed (client error): The resource could not be found. Jan 26 11:24:44.750269 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f0fb1714-d0d3-4b83-99d6-913df2cf98b1 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "GET /v2.0/ports/d9d50885-31b5-438b-a31e-23dda9a36004 HTTP/1.1" status: 404 len: 333 time: 0.0565424 Jan 26 11:24:44.751273 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43cec9f-61ff-4581-aa43-1e3ce543fe81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:44.771025 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49652) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:44.781020 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cec9f-61ff-4581-aa43-1e3ce543fe81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Port': ['ID=82114c93-7ad7-4db1-846d-212217741f76,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:44.789502 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-52415dfb-d1b3-45cf-b806-0f502f9b8708 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:44.809418 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:44.815296 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-4f53a9e3-e37f-494e-b9e0-8f7c03451098 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, d45e07ee-3c75-462a-b0ea-b36a7ced69a3) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:44.831758 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97578425-7464-48aa-9d03-082c6e865be3 None None] Network d45e07ee-3c75-462a-b0ea-b36a7ced69a3 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:44.843938 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43cec9f-61ff-4581-aa43-1e3ce543fe81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:44.844734 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d43cec9f-61ff-4581-aa43-1e3ce543fe81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:44.851854 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f53a9e3-e37f-494e-b9e0-8f7c03451098 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:44.852436 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f53a9e3-e37f-494e-b9e0-8f7c03451098 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:44.869216 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d43cec9f-61ff-4581-aa43-1e3ce543fe81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.8187799 Jan 26 11:24:44.872315 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49656) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:44.878546 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-055a8832-53ab-4060-88ea-e0939da138b3 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c51c2d56-4931-4475-93d6-9b269eac4c98'}]}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:44.907953 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-518e9e9d-4883-4b58-95ac-57c8e3967121 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:44.927554 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4f53a9e3-e37f-494e-b9e0-8f7c03451098 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5818598 Jan 26 11:24:44.929298 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-52415dfb-d1b3-45cf-b806-0f502f9b8708 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:44.929486 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49660) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:45.000431 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:45.077604 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Port': ['ID=22755ce7-f3fb-4c0a-aa4b-2dfbb315927f,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:45.096393 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-518e9e9d-4883-4b58-95ac-57c8e3967121 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Transition to ACTIVE for port object 5ad0393a-f261-45ac-be28-c47f949dfaa1 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:45.100474 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No DVR routers for this DVR port 22755ce7-f3fb-4c0a-aa4b-2dfbb315927f on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:24:45.105887 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e997912a-4f88-4dfa-8270-7d41120bb308 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:45.150901 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:45.151390 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:45.157678 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:45.162380 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:45.163044 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:45.196924 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-204ae499-a90e-4c78-bceb-5ec228347490 None None] Allocated IP 172.20.0.18 (dd44e552-0ca0-48b6-a63f-10771dabd9fe/dc6d1231-98b4-42cd-a1d7-ad111869683d/68a40f61-9540-4a2e-9274-3944c5fd21fa) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:45.265215 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:24:45.270465 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-055a8832-53ab-4060-88ea-e0939da138b3 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:45.304664 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-52415dfb-d1b3-45cf-b806-0f502f9b8708 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:45.341219 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ce5316-9801-4a50-ab86-79d26ca38b0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-d45e07ee-3c75-462a-b0ea-b36a7ced69a3', 'network_id': 'd45e07ee-3c75-462a-b0ea-b36a7ced69a3', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'fixed_ips': [{'subnet_id': '7c857c89-e0f2-4115-a516-932932637cac'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:24:45.342359 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-21ce5316-9801-4a50-ab86-79d26ca38b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:45.483840 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 5.1154449 Jan 26 11:24:45.493326 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:45.501198 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Pushing event updated for resources: {'Network': ['ID=ad869375-df78-4557-9bc6-19bdb769c989,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:45.503376 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52415dfb-d1b3-45cf-b806-0f502f9b8708 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=841e9822-67f1-4445-86da-7e71c5ca5957,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:45.505268 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-52415dfb-d1b3-45cf-b806-0f502f9b8708 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:45.506423 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-52415dfb-d1b3-45cf-b806-0f502f9b8708 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "DELETE /v2.0/security-groups/841e9822-67f1-4445-86da-7e71c5ca5957 HTTP/1.1" status: 204 len: 168 time: 1.1459436 Jan 26 11:24:45.517545 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49664) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:45.517545 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49666) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:45.522918 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-204ae499-a90e-4c78-bceb-5ec228347490 None None] For port 68a40f61-9540-4a2e-9274-3944c5fd21fa, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=68a40f61-9540-4a2e-9274-3944c5fd21fa,segment=NetworkSegment(bc4f7755-02fb-43c5-9c2a-4d340dc017eb),segment_id=bc4f7755-02fb-43c5-9c2a-4d340dc017eb)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:45.540593 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network ad869375-df78-4557-9bc6-19bdb769c989 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:24:45.579952 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-518e9e9d-4883-4b58-95ac-57c8e3967121 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:45.589479 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234f447e-7834-4510-84f4-321edbd70581']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:45.698377 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-204ae499-a90e-4c78-bceb-5ec228347490 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:45.709694 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:45.838581 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e997912a-4f88-4dfa-8270-7d41120bb308 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:45.854025 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:45.854289 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:45.909891 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-204ae499-a90e-4c78-bceb-5ec228347490 None None] Transition to ACTIVE for port object 68a40f61-9540-4a2e-9274-3944c5fd21fa will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:45.927787 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d07919-dcc9-477b-b0f9-ce9910533259') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:45.928012 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d07919-dcc9-477b-b0f9-ce9910533259') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:45.930720 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ac8ee4b9-cd29-4177-9c97-f0da45213e3b tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Synchronizing usage tracker for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:45.931860 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-204ae499-a90e-4c78-bceb-5ec228347490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:45.961613 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a5fe9-466e-4a43-b671-b47d0cc41400 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Pushing event updated for resources: {'Network': ['ID=e6b11310-9d22-46dc-9938-1d37243c3e0d,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:45.967701 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-e997912a-4f88-4dfa-8270-7d41120bb308 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e01a10-9c7e-4893-8b3a-8b4ab8337589']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:45.977232 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-047b1dd4-2716-4c67-ad74-57e5bd811b31 None None] Allocated IP 2001:db8:0:1::2 (ba6f0584-2941-48e6-9427-2229465f5a54/35dda609-c375-4fd5-94b3-5cb208ccc680/dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:45.977449 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:45.992180 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518e9e9d-4883-4b58-95ac-57c8e3967121 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:45.995401 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network e6b11310-9d22-46dc-9938-1d37243c3e0d details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:24:46.000313 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-518e9e9d-4883-4b58-95ac-57c8e3967121 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:46.006796 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-e997912a-4f88-4dfa-8270-7d41120bb308 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7975e7-ee36-410f-bec8-8de686a702d0') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:46.007502 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-e997912a-4f88-4dfa-8270-7d41120bb308 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7975e7-ee36-410f-bec8-8de686a702d0') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:46.019380 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518e9e9d-4883-4b58-95ac-57c8e3967121 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:46.024802 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518e9e9d-4883-4b58-95ac-57c8e3967121 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:46.025510 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-518e9e9d-4883-4b58-95ac-57c8e3967121 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:46.025852 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5173fb9a-d6c8-4ed0-a5d8-d0a890cf3c50 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:46.033324 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5173fb9a-d6c8-4ed0-a5d8-d0a890cf3c50 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:46.039147 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5173fb9a-d6c8-4ed0-a5d8-d0a890cf3c50 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:46.042370 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:46.045067 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e9e9d-4883-4b58-95ac-57c8e3967121 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Port': ['ID=5ad0393a-f261-45ac-be28-c47f949dfaa1,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:46.045192 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5173fb9a-d6c8-4ed0-a5d8-d0a890cf3c50 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:46.050262 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5173fb9a-d6c8-4ed0-a5d8-d0a890cf3c50 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5282822 Jan 26 11:24:46.054762 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49672) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:46.058168 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e997912a-4f88-4dfa-8270-7d41120bb308 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:46.067516 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:24:46.068010 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:46.069974 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-21ce5316-9801-4a50-ab86-79d26ca38b0b None None] Allocated IP 172.22.0.2 (d45e07ee-3c75-462a-b0ea-b36a7ced69a3/7c857c89-e0f2-4115-a516-932932637cac/d75731cd-3ae5-4798-a934-eed1a3e481b2) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:24:46.084960 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:24:46.091612 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ac8ee4b9-cd29-4177-9c97-f0da45213e3b tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Unset dirty status for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:46.094818 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ac8ee4b9-cd29-4177-9c97-f0da45213e3b tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5747349 Jan 26 11:24:46.110652 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49676) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:46.125631 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-518e9e9d-4883-4b58-95ac-57c8e3967121 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.1795132 Jan 26 11:24:46.125853 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-54e13bf6-0cc1-4ab4-b200-70eda22c0843 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Request body: {'security_group': {'name': 'tempest-secgroup--995209383'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:46.130679 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49680) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:46.167382 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-54e13bf6-0cc1-4ab4-b200-70eda22c0843 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:46.202307 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e997912a-4f88-4dfa-8270-7d41120bb308 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:46.204465 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-54e13bf6-0cc1-4ab4-b200-70eda22c0843 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:46.220303 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e997912a-4f88-4dfa-8270-7d41120bb308 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:24:46.220523 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e997912a-4f88-4dfa-8270-7d41120bb308 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:24:46.239363 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:24:46.258804 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-055a8832-53ab-4060-88ea-e0939da138b3 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Delete allocated IP 172.20.0.22 (dd44e552-0ca0-48b6-a63f-10771dabd9fe/dc6d1231-98b4-42cd-a1d7-ad111869683d) {{(pid=87442) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 26 11:24:46.265370 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-54e13bf6-0cc1-4ab4-b200-70eda22c0843 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:46.328289 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:46.329071 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ae499-a90e-4c78-bceb-5ec228347490 None None] Pushing event updated for resources: {'Port': ['ID=68a40f61-9540-4a2e-9274-3944c5fd21fa,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:46.413925 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:46.429775 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d0153b73-6735-457b-adf0-bed816d60d9d tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:46.449363 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Network': ['ID=234f447e-7834-4510-84f4-321edbd70581,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:46.462086 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d3eb96cf-9bf1-4ff3-93dd-c5868d97775f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/networks/234f447e-7834-4510-84f4-321edbd70581 HTTP/1.1" status: 204 len: 168 time: 6.4580007 Jan 26 11:24:46.462761 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49686) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:46.464444 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-055a8832-53ab-4060-88ea-e0939da138b3 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:46.471625 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-71a34d65-61de-4c07-b4a4-ce2624d02a98 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1471002281'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:46.507961 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e997912a-4f88-4dfa-8270-7d41120bb308 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:46.510387 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-71a34d65-61de-4c07-b4a4-ce2624d02a98 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:46.537008 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e997912a-4f88-4dfa-8270-7d41120bb308 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:46.538171 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-055a8832-53ab-4060-88ea-e0939da138b3 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Ignored duplicate provisioning block setup for port 82114c93-7ad7-4db1-846d-212217741f76 by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 26 11:24:46.539860 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-71a34d65-61de-4c07-b4a4-ce2624d02a98 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Usage tracker for resource:network and tenant:72fcefe45da642438142264604e9cfc8 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:46.551801 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:46.563639 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-54e13bf6-0cc1-4ab4-b200-70eda22c0843 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:46.570399 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-71a34d65-61de-4c07-b4a4-ce2624d02a98 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:46.574009 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-055a8832-53ab-4060-88ea-e0939da138b3 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:46.581355 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e997912a-4f88-4dfa-8270-7d41120bb308 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/networks/59e01a10-9c7e-4893-8b3a-8b4ab8337589 HTTP/1.1" status: 204 len: 168 time: 1.8058043 Jan 26 11:24:46.585224 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-064f7ef8-0dfd-426f-b5a8-dbbe6fb096d2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:46.592306 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997912a-4f88-4dfa-8270-7d41120bb308 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Network': ['ID=59e01a10-9c7e-4893-8b3a-8b4ab8337589,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:46.593524 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-047b1dd4-2716-4c67-ad74-57e5bd811b31 None None] For port dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:46.604199 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49690) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:46.658310 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-54e13bf6-0cc1-4ab4-b200-70eda22c0843 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:46.666475 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-2f15a13d-d114-42dd-9cd2-7da364eee374 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-301386827'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:46.697517 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-71a34d65-61de-4c07-b4a4-ce2624d02a98 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:46.711587 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-21ce5316-9801-4a50-ab86-79d26ca38b0b None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:46.713473 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d0153b73-6735-457b-adf0-bed816d60d9d tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:46.724383 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a34d65-61de-4c07-b4a4-ce2624d02a98 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Made reservation on behalf of 72fcefe45da642438142264604e9cfc8 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:46.725675 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-21ce5316-9801-4a50-ab86-79d26ca38b0b None None] Transition to ACTIVE for port object d75731cd-3ae5-4798-a934-eed1a3e481b2 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:46.728845 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-71a34d65-61de-4c07-b4a4-ce2624d02a98 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:46.748642 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-21ce5316-9801-4a50-ab86-79d26ca38b0b None None] Transition to ACTIVE for port object d75731cd-3ae5-4798-a934-eed1a3e481b2 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:46.755408 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-d785bf22-a9ce-49bb-914e-07a8e4554b70 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting port 5ad0393a-f261-45ac-be28-c47f949dfaa1 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:46.755755 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d785bf22-a9ce-49bb-914e-07a8e4554b70 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:46.759250 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-047b1dd4-2716-4c67-ad74-57e5bd811b31 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:46.769281 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-21ce5316-9801-4a50-ab86-79d26ca38b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:46.836155 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a34d65-61de-4c07-b4a4-ce2624d02a98 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:24:46.839476 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-d0153b73-6735-457b-adf0-bed816d60d9d tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad869375-df78-4557-9bc6-19bdb769c989']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:46.857062 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-047b1dd4-2716-4c67-ad74-57e5bd811b31 None None] Transition to ACTIVE for port object dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:46.864442 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ce5316-9801-4a50-ab86-79d26ca38b0b None None] Network d45e07ee-3c75-462a-b0ea-b36a7ced69a3 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:46.868985 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-21ce5316-9801-4a50-ab86-79d26ca38b0b None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:46.871336 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-d0153b73-6735-457b-adf0-bed816d60d9d tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6932eeb6-e5ec-4650-abb6-f1391ec46a96') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:46.871750 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-d0153b73-6735-457b-adf0-bed816d60d9d tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6932eeb6-e5ec-4650-abb6-f1391ec46a96') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:46.874550 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-047b1dd4-2716-4c67-ad74-57e5bd811b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:46.888112 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-71a34d65-61de-4c07-b4a4-ce2624d02a98 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:46.888767 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-71a34d65-61de-4c07-b4a4-ce2624d02a98 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Added segment 2dffb0c2-d44b-4eaf-85c2-db23572e464a of type vlan for network f17d81fa-ebde-47e0-b7fa-b99caf1b1390 Jan 26 11:24:46.898397 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d0153b73-6735-457b-adf0-bed816d60d9d tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:46.908209 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ce5316-9801-4a50-ab86-79d26ca38b0b None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:46.929355 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d0153b73-6735-457b-adf0-bed816d60d9d tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:46.938483 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0153b73-6735-457b-adf0-bed816d60d9d tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:24:46.938903 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d0153b73-6735-457b-adf0-bed816d60d9d tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:24:46.974919 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:24:46.983343 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2f15a13d-d114-42dd-9cd2-7da364eee374 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:47.007219 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:24:47.007737 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:24:47.093179 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce5316-9801-4a50-ab86-79d26ca38b0b None None] Pushing event updated for resources: {'Port': ['ID=d75731cd-3ae5-4798-a934-eed1a3e481b2,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:47.100287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-71a34d65-61de-4c07-b4a4-ce2624d02a98 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:47.120669 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d0153b73-6735-457b-adf0-bed816d60d9d tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:47.172588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d0153b73-6735-457b-adf0-bed816d60d9d tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:47.177644 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2f15a13d-d114-42dd-9cd2-7da364eee374 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:network and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:47.194673 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0153b73-6735-457b-adf0-bed816d60d9d tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Pushing event deleted for resources: {'Network': ['ID=ad869375-df78-4557-9bc6-19bdb769c989,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:47.212989 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d0153b73-6735-457b-adf0-bed816d60d9d tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] 10.222.0.39 "DELETE /v2.0/networks/ad869375-df78-4557-9bc6-19bdb769c989 HTTP/1.1" status: 204 len: 168 time: 1.1538808 Jan 26 11:24:47.213584 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49694) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:47.217328 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b25e9c-ea2e-4eea-9182-c4ca966b9be0 None None] Network dd44e552-0ca0-48b6-a63f-10771dabd9fe requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:47.239989 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2f15a13d-d114-42dd-9cd2-7da364eee374 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:47.247046 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-71a34d65-61de-4c07-b4a4-ce2624d02a98 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:47.256493 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a34d65-61de-4c07-b4a4-ce2624d02a98 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:47.257715 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-71a34d65-61de-4c07-b4a4-ce2624d02a98 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:47.260857 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2f15a13d-d114-42dd-9cd2-7da364eee374 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:47.283999 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a8832-53ab-4060-88ea-e0939da138b3 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Port': ['ID=82114c93-7ad7-4db1-846d-212217741f76,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:47.300159 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-21ce5316-9801-4a50-ab86-79d26ca38b0b None None] Attempting to bind port d75731cd-3ae5-4798-a934-eed1a3e481b2 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:24:47.300504 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-21ce5316-9801-4a50-ab86-79d26ca38b0b None None] Attempting to bind port d75731cd-3ae5-4798-a934-eed1a3e481b2 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'a3a3b4a5-0317-4e82-9013-bbc5e18887ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd45e07ee-3c75-462a-b0ea-b36a7ced69a3'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:24:47.301074 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ce5316-9801-4a50-ab86-79d26ca38b0b None None] Attempting to bind port d75731cd-3ae5-4798-a934-eed1a3e481b2 on network d45e07ee-3c75-462a-b0ea-b36a7ced69a3 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:24:47.327618 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b1dd4-2716-4c67-ad74-57e5bd811b31 None None] Pushing event updated for resources: {'Port': ['ID=dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:47.354353 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ce5316-9801-4a50-ab86-79d26ca38b0b None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:24:47.354975 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ce5316-9801-4a50-ab86-79d26ca38b0b None None] Checking segment: {'id': 'a3a3b4a5-0317-4e82-9013-bbc5e18887ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd45e07ee-3c75-462a-b0ea-b36a7ced69a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:47.355704 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-21ce5316-9801-4a50-ab86-79d26ca38b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:47.357532 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ce5316-9801-4a50-ab86-79d26ca38b0b None None] Bound using segment: {'id': 'a3a3b4a5-0317-4e82-9013-bbc5e18887ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd45e07ee-3c75-462a-b0ea-b36a7ced69a3'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:24:47.358295 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-21ce5316-9801-4a50-ab86-79d26ca38b0b None None] Bound port: d75731cd-3ae5-4798-a934-eed1a3e481b2, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a3b4a5-0317-4e82-9013-bbc5e18887ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd45e07ee-3c75-462a-b0ea-b36a7ced69a3'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:24:47.359164 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-21ce5316-9801-4a50-ab86-79d26ca38b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:47.386601 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-71a34d65-61de-4c07-b4a4-ce2624d02a98 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9225607 Jan 26 11:24:47.395861 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49698) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:47.419045 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-055a8832-53ab-4060-88ea-e0939da138b3 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] In _notify_port_updated(), no bound segment for port 82114c93-7ad7-4db1-846d-212217741f76 on network dd44e552-0ca0-48b6-a63f-10771dabd9fe {{(pid=87442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 26 11:24:47.424768 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055a8832-53ab-4060-88ea-e0939da138b3 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:47.425420 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-055a8832-53ab-4060-88ea-e0939da138b3 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:47.429540 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-055a8832-53ab-4060-88ea-e0939da138b3 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "PUT /v2.0/ports/82114c93-7ad7-4db1-846d-212217741f76 HTTP/1.1" status: 200 len: 919 time: 2.5533931 Jan 26 11:24:47.429540 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f15a13d-d114-42dd-9cd2-7da364eee374 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:47.430777 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2f15a13d-d114-42dd-9cd2-7da364eee374 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:47.448439 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49700) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:47.471219 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-e92d503b-3f90-4181-bf12-a19a12ff1bc7 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c51c2d56-4931-4475-93d6-9b269eac4c98'}, {'subnet_id': 'dc6d1231-98b4-42cd-a1d7-ad111869683d'}]}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:47.487348 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-986dffec-0479-45a6-ab06-23e90696098a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Request body: {'subnet': {'network_id': 'f17d81fa-ebde-47e0-b7fa-b99caf1b1390', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:47.585112 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:24:47.612571 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a34d65-61de-4c07-b4a4-ce2624d02a98 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'Network': ['ID=f17d81fa-ebde-47e0-b7fa-b99caf1b1390,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:47.629591 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-54e13bf6-0cc1-4ab4-b200-70eda22c0843 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:47.633227 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e21cdc84-8896-49fc-9645-8dd2a3274a8c tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:47.657834 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f15a13d-d114-42dd-9cd2-7da364eee374 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:24:47.673621 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2f15a13d-d114-42dd-9cd2-7da364eee374 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:47.674243 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-2f15a13d-d114-42dd-9cd2-7da364eee374 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Added segment b59f3a72-51ac-4a30-8033-5e9baca4932e of type vlan for network dd3b197c-2527-47b8-b990-a498ea698104 Jan 26 11:24:47.701653 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-21ce5316-9801-4a50-ab86-79d26ca38b0b None None] For port d75731cd-3ae5-4798-a934-eed1a3e481b2, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:24:47.705136 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-21ce5316-9801-4a50-ab86-79d26ca38b0b None None] For port d75731cd-3ae5-4798-a934-eed1a3e481b2, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d75731cd-3ae5-4798-a934-eed1a3e481b2,segment=NetworkSegment(a3a3b4a5-0317-4e82-9013-bbc5e18887ea),segment_id=a3a3b4a5-0317-4e82-9013-bbc5e18887ea)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:24:47.719079 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network f17d81fa-ebde-47e0-b7fa-b99caf1b1390 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:24:47.720581 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2f15a13d-d114-42dd-9cd2-7da364eee374 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:47.749265 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f89ab3a1-829b-444f-b7b5-ff5030462ac1 None None] Provisioning for port 68a40f61-9540-4a2e-9274-3944c5fd21fa completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:47.772082 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f89ab3a1-829b-444f-b7b5-ff5030462ac1 None None] Provisioning complete for port 68a40f61-9540-4a2e-9274-3944c5fd21fa triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:47.772719 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f89ab3a1-829b-444f-b7b5-ff5030462ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:47.818915 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-54e13bf6-0cc1-4ab4-b200-70eda22c0843 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:47.844898 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-21ce5316-9801-4a50-ab86-79d26ca38b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:47.886174 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e21cdc84-8896-49fc-9645-8dd2a3274a8c tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:47.923718 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2f15a13d-d114-42dd-9cd2-7da364eee374 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:47.929403 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f15a13d-d114-42dd-9cd2-7da364eee374 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:47.930111 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2f15a13d-d114-42dd-9cd2-7da364eee374 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:47.962566 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce5316-9801-4a50-ab86-79d26ca38b0b None None] Pushing event updated for resources: {'Port': ['ID=d75731cd-3ae5-4798-a934-eed1a3e481b2,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:48.054268 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-e21cdc84-8896-49fc-9645-8dd2a3274a8c tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b11310-9d22-46dc-9938-1d37243c3e0d']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:48.066865 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-e21cdc84-8896-49fc-9645-8dd2a3274a8c tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a8aab9c-e8f3-48f8-a089-44603dd08446') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:48.067175 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-e21cdc84-8896-49fc-9645-8dd2a3274a8c tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a8aab9c-e8f3-48f8-a089-44603dd08446') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:48.090591 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e21cdc84-8896-49fc-9645-8dd2a3274a8c tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:48.106209 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e21cdc84-8896-49fc-9645-8dd2a3274a8c tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:48.114752 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:48.124419 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21cdc84-8896-49fc-9645-8dd2a3274a8c tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:24:48.124819 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e21cdc84-8896-49fc-9645-8dd2a3274a8c tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:24:48.140620 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:24:48.143130 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-986dffec-0479-45a6-ab06-23e90696098a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:48.161836 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-986dffec-0479-45a6-ab06-23e90696098a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Usage tracker for resource:subnet and tenant:72fcefe45da642438142264604e9cfc8 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:48.167411 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:48.175891 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-986dffec-0479-45a6-ab06-23e90696098a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:48.184686 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e13bf6-0cc1-4ab4-b200-70eda22c0843 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b300d41f-c50e-4617-b3bb-0e697d530b1a,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:48.185429 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:48.186251 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0d033fee-908c-4472-88e7-6d97c120bd1f up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:24:48.260387 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-986dffec-0479-45a6-ab06-23e90696098a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:48.287692 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986dffec-0479-45a6-ab06-23e90696098a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Made reservation on behalf of 72fcefe45da642438142264604e9cfc8 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:48.292842 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-986dffec-0479-45a6-ab06-23e90696098a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:48.298910 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2f15a13d-d114-42dd-9cd2-7da364eee374 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6866047 Jan 26 11:24:48.315715 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49706) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:48.316715 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15a13d-d114-42dd-9cd2-7da364eee374 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Network': ['ID=dd3b197c-2527-47b8-b990-a498ea698104,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:48.320293 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d785bf22-a9ce-49bb-914e-07a8e4554b70 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:48.326297 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e21cdc84-8896-49fc-9645-8dd2a3274a8c tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:48.334458 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-54e13bf6-0cc1-4ab4-b200-70eda22c0843 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:48.335258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-322b4027-bf6d-42ac-a6cf-ae0bc990f9df tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'subnet': {'network_id': 'dd3b197c-2527-47b8-b990-a498ea698104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:48.336427 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-54e13bf6-0cc1-4ab4-b200-70eda22c0843 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.2248380 Jan 26 11:24:48.354385 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network dd3b197c-2527-47b8-b990-a498ea698104 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:24:48.356869 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49710) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:48.391216 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e21cdc84-8896-49fc-9645-8dd2a3274a8c tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:48.404988 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-550f9706-c390-44b3-b97a-232bed592dfa tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Request body: {'security_group_rule': {'security_group_id': 'b300d41f-c50e-4617-b3bb-0e697d530b1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:48.428010 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cdc84-8896-49fc-9645-8dd2a3274a8c tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Pushing event deleted for resources: {'Network': ['ID=e6b11310-9d22-46dc-9938-1d37243c3e0d,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:48.547456 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-550f9706-c390-44b3-b97a-232bed592dfa tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:48.578145 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e21cdc84-8896-49fc-9645-8dd2a3274a8c tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] 10.222.0.39 "DELETE /v2.0/networks/e6b11310-9d22-46dc-9938-1d37243c3e0d HTTP/1.1" status: 204 len: 168 time: 1.3612797 Jan 26 11:24:48.578488 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-d785bf22-a9ce-49bb-914e-07a8e4554b70 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Calling delete_port for 5ad0393a-f261-45ac-be28-c47f949dfaa1 owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:48.589112 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:48.629514 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49714) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:48.666084 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-550f9706-c390-44b3-b97a-232bed592dfa tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Usage tracker for resource:security_group_rule and tenant:7488935ed4d74498afa03d5d74f4a2b9 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:48.668001 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-de8f5dd9-5792-427c-9fee-eefe8a96dc40 None None] Provisioning for port dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:48.671176 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-550f9706-c390-44b3-b97a-232bed592dfa tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:48.678444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-550f9706-c390-44b3-b97a-232bed592dfa tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:48.679905 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 0d033fee-908c-4472-88e7-6d97c120bd1f completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:48.691316 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-de8f5dd9-5792-427c-9fee-eefe8a96dc40 None None] Provisioning complete for port dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:48.691706 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-de8f5dd9-5792-427c-9fee-eefe8a96dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:48.704199 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-064f7ef8-0dfd-426f-b5a8-dbbe6fb096d2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Allocated IP 172.22.0.1 (d45e07ee-3c75-462a-b0ea-b36a7ced69a3/7c857c89-e0f2-4115-a516-932932637cac/fb3fdb6f-164b-41bc-93d1-9d8fd41e0501) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:48.706093 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-322b4027-bf6d-42ac-a6cf-ae0bc990f9df tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:48.769120 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 0d033fee-908c-4472-88e7-6d97c120bd1f triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:48.769587 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:48.789583 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-322b4027-bf6d-42ac-a6cf-ae0bc990f9df tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:subnet and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:48.792463 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-550f9706-c390-44b3-b97a-232bed592dfa tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:48.813949 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-322b4027-bf6d-42ac-a6cf-ae0bc990f9df tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:48.864453 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-322b4027-bf6d-42ac-a6cf-ae0bc990f9df tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:48.903393 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-550f9706-c390-44b3-b97a-232bed592dfa tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:48.916667 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-550f9706-c390-44b3-b97a-232bed592dfa tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:48.951641 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f9706-c390-44b3-b97a-232bed592dfa tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e57c55-b9f5-4bcc-bc44-eea9d67a8a13,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:48.957442 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322b4027-bf6d-42ac-a6cf-ae0bc990f9df tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:48.960958 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-322b4027-bf6d-42ac-a6cf-ae0bc990f9df tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:48.969053 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:49.034965 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-550f9706-c390-44b3-b97a-232bed592dfa tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:49.036532 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-550f9706-c390-44b3-b97a-232bed592dfa tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6506426 Jan 26 11:24:49.039395 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49718) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:49.042276 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 0d033fee-908c-4472-88e7-6d97c120bd1f, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0d033fee-908c-4472-88e7-6d97c120bd1f,segment=NetworkSegment(d8cce809-55e0-4917-a584-2989a8d5f9d8),segment_id=d8cce809-55e0-4917-a584-2989a8d5f9d8)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:49.050188 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:49.102053 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-6baab07e-b113-4f40-951b-fd5838561ea1 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Request body: {'security_group_rule': {'security_group_id': 'b300d41f-c50e-4617-b3bb-0e697d530b1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:49.107929 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-986dffec-0479-45a6-ab06-23e90696098a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:49.119749 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.ipam_backend_mixin [None req-322b4027-bf6d-42ac-a6cf-ae0bc990f9df tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Performing IP validity checks on allocation pools {{(pid=87443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 26 11:24:49.122797 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.ipam_backend_mixin [None req-322b4027-bf6d-42ac-a6cf-ae0bc990f9df tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 26 11:24:49.169436 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6baab07e-b113-4f40-951b-fd5838561ea1 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:49.185147 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-908c5411-8cf7-4571-a787-524439fea349 None None] Provisioning for port 5ad0393a-f261-45ac-be28-c47f949dfaa1 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:49.189279 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6baab07e-b113-4f40-951b-fd5838561ea1 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Usage tracker for resource:security_group_rule and tenant:7488935ed4d74498afa03d5d74f4a2b9 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:49.196184 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-908c5411-8cf7-4571-a787-524439fea349 None None] Provisioning complete for port 5ad0393a-f261-45ac-be28-c47f949dfaa1 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:49.196642 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-908c5411-8cf7-4571-a787-524439fea349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:49.221687 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6baab07e-b113-4f40-951b-fd5838561ea1 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:49.242982 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6baab07e-b113-4f40-951b-fd5838561ea1 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:49.273873 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986dffec-0479-45a6-ab06-23e90696098a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'Subnet': ['ID=84546144-bffa-4ff4-b248-64b3f88f3f38,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:49.276765 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-908c5411-8cf7-4571-a787-524439fea349 None None] Port 5ad0393a-f261-45ac-be28-c47f949dfaa1 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:24:49.291926 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=0d033fee-908c-4472-88e7-6d97c120bd1f,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:49.298058 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-908c5411-8cf7-4571-a787-524439fea349 None None] Provisioning for port 82114c93-7ad7-4db1-846d-212217741f76 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:49.305356 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-908c5411-8cf7-4571-a787-524439fea349 None None] Provisioning complete for port 82114c93-7ad7-4db1-846d-212217741f76 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:49.305935 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-908c5411-8cf7-4571-a787-524439fea349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:49.326175 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6baab07e-b113-4f40-951b-fd5838561ea1 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:49.343187 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986dffec-0479-45a6-ab06-23e90696098a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Checking segment: {'id': '2dffb0c2-d44b-4eaf-85c2-db23572e464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f17d81fa-ebde-47e0-b7fa-b99caf1b1390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:49.343578 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986dffec-0479-45a6-ab06-23e90696098a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Network hostable DHCP agents. Network: f17d81fa-ebde-47e0-b7fa-b99caf1b1390, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:24:49.345360 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e92d503b-3f90-4181-bf12-a19a12ff1bc7 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:49.380786 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d75731cd-3ae5-4798-a934-eed1a3e481b2 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:24:49.414722 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-908c5411-8cf7-4571-a787-524439fea349 None None] Port 82114c93-7ad7-4db1-846d-212217741f76 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:24:49.466947 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-908c5411-8cf7-4571-a787-524439fea349 None None] Provisioning complete for port 68a40f61-9540-4a2e-9274-3944c5fd21fa triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:49.467759 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-908c5411-8cf7-4571-a787-524439fea349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:49.498787 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986dffec-0479-45a6-ab06-23e90696098a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Network f17d81fa-ebde-47e0-b7fa-b99caf1b1390 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:24:49.541230 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6baab07e-b113-4f40-951b-fd5838561ea1 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:49.544224 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port d75731cd-3ae5-4798-a934-eed1a3e481b2 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:49.552745 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:24:49.558073 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451f2c19-16fc-4136-b5ba-e68fd84ab358 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:49.569212 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451f2c19-16fc-4136-b5ba-e68fd84ab358 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:49.576893 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-451f2c19-16fc-4136-b5ba-e68fd84ab358 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9306662 Jan 26 11:24:49.578844 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-986dffec-0479-45a6-ab06-23e90696098a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, f17d81fa-ebde-47e0-b7fa-b99caf1b1390) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:49.593718 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c18aec7-b10e-4240-96c6-a466ed3b6aa6 None None] Network f17d81fa-ebde-47e0-b7fa-b99caf1b1390 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:49.617373 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986dffec-0479-45a6-ab06-23e90696098a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:49.618287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-986dffec-0479-45a6-ab06-23e90696098a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:49.642084 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49722) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:49.649086 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-acea8e56-7261-40ec-82f1-82f9474be8e6 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1427237653'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:49.653328 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6baab07e-b113-4f40-951b-fd5838561ea1 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:49.655298 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-322b4027-bf6d-42ac-a6cf-ae0bc990f9df tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:49.713376 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-986dffec-0479-45a6-ab06-23e90696098a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2333102 Jan 26 11:24:49.716577 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-acea8e56-7261-40ec-82f1-82f9474be8e6 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:49.735623 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49726) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:49.760665 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-acea8e56-7261-40ec-82f1-82f9474be8e6 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Usage tracker for resource:network and tenant:cc86f46871e84bb9bcd363954b273341 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:49.765959 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-acea8e56-7261-40ec-82f1-82f9474be8e6 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:49.774421 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-acea8e56-7261-40ec-82f1-82f9474be8e6 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:49.976990 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acea8e56-7261-40ec-82f1-82f9474be8e6 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Made reservation on behalf of cc86f46871e84bb9bcd363954b273341 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:49.980828 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-acea8e56-7261-40ec-82f1-82f9474be8e6 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:49.993375 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baab07e-b113-4f40-951b-fd5838561ea1 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd71cea-6913-4593-9311-e98ecbd0c155,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:49.995875 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6baab07e-b113-4f40-951b-fd5838561ea1 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:49.997715 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6baab07e-b113-4f40-951b-fd5838561ea1 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9574862 Jan 26 11:24:49.998658 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b4027-bf6d-42ac-a6cf-ae0bc990f9df tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Subnet': ['ID=16af3f94-e69a-488e-ad66-9551d1a0cc5f,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:50.006616 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49730) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:50.033435 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-064f7ef8-0dfd-426f-b5a8-dbbe6fb096d2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:50.051416 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-91a91c97-b57c-4d87-abe8-13d081c6884e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Request body: {'security_group_rule': {'security_group_id': 'b300d41f-c50e-4617-b3bb-0e697d530b1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:50.077242 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-91a91c97-b57c-4d87-abe8-13d081c6884e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:50.078223 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94482052-6579-471d-b514-208dcfd61a49 None None] Network d45e07ee-3c75-462a-b0ea-b36a7ced69a3 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:50.094357 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-91a91c97-b57c-4d87-abe8-13d081c6884e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Usage tracker for resource:security_group_rule and tenant:7488935ed4d74498afa03d5d74f4a2b9 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:50.102123 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-91a91c97-b57c-4d87-abe8-13d081c6884e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:50.102370 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-064f7ef8-0dfd-426f-b5a8-dbbe6fb096d2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Transition to ACTIVE for port object fb3fdb6f-164b-41bc-93d1-9d8fd41e0501 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:50.114356 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-e92d503b-3f90-4181-bf12-a19a12ff1bc7 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Allocated IP 172.20.0.28 (dd44e552-0ca0-48b6-a63f-10771dabd9fe/dc6d1231-98b4-42cd-a1d7-ad111869683d/82114c93-7ad7-4db1-846d-212217741f76) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:50.119604 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-91a91c97-b57c-4d87-abe8-13d081c6884e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:50.123830 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322b4027-bf6d-42ac-a6cf-ae0bc990f9df tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Checking segment: {'id': 'b59f3a72-51ac-4a30-8033-5e9baca4932e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'dd3b197c-2527-47b8-b990-a498ea698104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:50.124196 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322b4027-bf6d-42ac-a6cf-ae0bc990f9df tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network hostable DHCP agents. Network: dd3b197c-2527-47b8-b990-a498ea698104, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:24:50.133281 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:50.133656 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:50.142174 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acea8e56-7261-40ec-82f1-82f9474be8e6 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:24:50.166169 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:50.174219 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-acea8e56-7261-40ec-82f1-82f9474be8e6 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:50.174613 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-acea8e56-7261-40ec-82f1-82f9474be8e6 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Added segment 677144c8-9668-47b6-89b3-b04b3b646446 of type vlan for network d8440c73-0aae-4929-aaa4-c394583e1b91 Jan 26 11:24:50.195714 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-91a91c97-b57c-4d87-abe8-13d081c6884e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:50.211924 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d785bf22-a9ce-49bb-914e-07a8e4554b70 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:50.213053 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322b4027-bf6d-42ac-a6cf-ae0bc990f9df tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network dd3b197c-2527-47b8-b990-a498ea698104 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:24:50.283008 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-acea8e56-7261-40ec-82f1-82f9474be8e6 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:50.303169 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-322b4027-bf6d-42ac-a6cf-ae0bc990f9df tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, dd3b197c-2527-47b8-b990-a498ea698104) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:50.315111 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3e5f1dec-b368-4b40-be1e-cd1d4064208b None None] Provisioning complete for port 82114c93-7ad7-4db1-846d-212217741f76 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:50.315500 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1dec-b368-4b40-be1e-cd1d4064208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:50.327823 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785bf22-a9ce-49bb-914e-07a8e4554b70 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Port': ['ID=5ad0393a-f261-45ac-be28-c47f949dfaa1,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:50.347567 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322b4027-bf6d-42ac-a6cf-ae0bc990f9df tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:50.348773 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-322b4027-bf6d-42ac-a6cf-ae0bc990f9df tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:50.350821 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4828634-d1a2-4270-9094-d485be96e633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-f17d81fa-ebde-47e0-b7fa-b99caf1b1390', 'network_id': 'f17d81fa-ebde-47e0-b7fa-b99caf1b1390', 'tenant_id': '72fcefe45da642438142264604e9cfc8', 'fixed_ips': [{'subnet_id': '84546144-bffa-4ff4-b248-64b3f88f3f38'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:24:50.351651 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b4828634-d1a2-4270-9094-d485be96e633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:50.361400 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8986415-5894-4104-964d-6b26a93eae95 None None] Network dd3b197c-2527-47b8-b990-a498ea698104 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:50.377468 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-064f7ef8-0dfd-426f-b5a8-dbbe6fb096d2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:50.387711 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-acea8e56-7261-40ec-82f1-82f9474be8e6 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:50.394708 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea8e56-7261-40ec-82f1-82f9474be8e6 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:50.396317 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-acea8e56-7261-40ec-82f1-82f9474be8e6 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:50.423940 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-322b4027-bf6d-42ac-a6cf-ae0bc990f9df tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1046636 Jan 26 11:24:50.439542 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49734) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:50.458251 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:50.488720 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d785bf22-a9ce-49bb-914e-07a8e4554b70 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:50.501797 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-cc14df78-f279-4a8a-bf1c-7d9016fb417e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'port': {'network_id': 'dd3b197c-2527-47b8-b990-a498ea698104', 'name': 'tempest-PortsIpV6TestJSON-1829460899'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:50.517315 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d785bf22-a9ce-49bb-914e-07a8e4554b70 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/5ad0393a-f261-45ac-be28-c47f949dfaa1 HTTP/1.1" status: 204 len: 168 time: 4.3573394 Jan 26 11:24:50.522664 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49738) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:50.571257 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-3e5f1dec-b368-4b40-be1e-cd1d4064208b None None] Port 82114c93-7ad7-4db1-846d-212217741f76 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:24:50.579387 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064f7ef8-0dfd-426f-b5a8-dbbe6fb096d2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network d45e07ee-3c75-462a-b0ea-b36a7ced69a3 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:50.593675 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-064f7ef8-0dfd-426f-b5a8-dbbe6fb096d2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:50.596105 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064f7ef8-0dfd-426f-b5a8-dbbe6fb096d2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:50.643452 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-acea8e56-7261-40ec-82f1-82f9474be8e6 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9989798 Jan 26 11:24:50.644484 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49742) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:50.660613 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f7ef8-0dfd-426f-b5a8-dbbe6fb096d2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Port': ['ID=fb3fdb6f-164b-41bc-93d1-9d8fd41e0501,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:50.695034 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-064f7ef8-0dfd-426f-b5a8-dbbe6fb096d2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:50.716148 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 68a40f61-9540-4a2e-9274-3944c5fd21fa up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:24:50.726198 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e92d503b-3f90-4181-bf12-a19a12ff1bc7 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:50.759004 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-e92d503b-3f90-4181-bf12-a19a12ff1bc7 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Transition to ACTIVE for port object 82114c93-7ad7-4db1-846d-212217741f76 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:50.762505 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3e5f1dec-b368-4b40-be1e-cd1d4064208b None None] Provisioning for port d75731cd-3ae5-4798-a934-eed1a3e481b2 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:50.768062 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87f887e-b38e-46bc-8f4e-accdc94046a3 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:50.768855 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c87f887e-b38e-46bc-8f4e-accdc94046a3 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:50.774679 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e92d503b-3f90-4181-bf12-a19a12ff1bc7 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:50.792763 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-91a91c97-b57c-4d87-abe8-13d081c6884e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:50.830678 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3e5f1dec-b368-4b40-be1e-cd1d4064208b None None] Provisioning complete for port d75731cd-3ae5-4798-a934-eed1a3e481b2 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:50.830976 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1dec-b368-4b40-be1e-cd1d4064208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:50.851790 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-798f9d10-3d7a-4909-96a3-2233fcfdd6c1 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-903869430'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:50.855688 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea8e56-7261-40ec-82f1-82f9474be8e6 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Pushing event updated for resources: {'Network': ['ID=d8440c73-0aae-4929-aaa4-c394583e1b91,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:50.872221 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-91a91c97-b57c-4d87-abe8-13d081c6884e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:50.876667 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-798f9d10-3d7a-4909-96a3-2233fcfdd6c1 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:50.903672 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a91c97-b57c-4d87-abe8-13d081c6884e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111c6b96-330e-40bb-becf-eaa3606a3a8c,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:50.915080 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-798f9d10-3d7a-4909-96a3-2233fcfdd6c1 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Usage tracker for resource:network and tenant:cc86f46871e84bb9bcd363954b273341 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:50.920427 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-798f9d10-3d7a-4909-96a3-2233fcfdd6c1 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:50.942684 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-798f9d10-3d7a-4909-96a3-2233fcfdd6c1 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:50.962538 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network d8440c73-0aae-4929-aaa4-c394583e1b91 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:24:50.979735 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-91a91c97-b57c-4d87-abe8-13d081c6884e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:50.993814 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-91a91c97-b57c-4d87-abe8-13d081c6884e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9712591 Jan 26 11:24:50.997721 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49746) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:50.998482 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798f9d10-3d7a-4909-96a3-2233fcfdd6c1 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Made reservation on behalf of cc86f46871e84bb9bcd363954b273341 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:51.001979 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-798f9d10-3d7a-4909-96a3-2233fcfdd6c1 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:51.028178 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c87f887e-b38e-46bc-8f4e-accdc94046a3 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:51.032345 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c87f887e-b38e-46bc-8f4e-accdc94046a3 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5061736 Jan 26 11:24:51.033498 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-08ff68f2-593b-48e9-a830-2a31200cbdb0 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Request body: {'security_group_rule': {'security_group_id': 'b300d41f-c50e-4617-b3bb-0e697d530b1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:51.036201 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49750) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:51.045897 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-08ff68f2-593b-48e9-a830-2a31200cbdb0 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:51.048315 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-cc14df78-f279-4a8a-bf1c-7d9016fb417e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:51.058854 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-08ff68f2-593b-48e9-a830-2a31200cbdb0 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Usage tracker for resource:security_group_rule and tenant:7488935ed4d74498afa03d5d74f4a2b9 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:51.065967 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-cc14df78-f279-4a8a-bf1c-7d9016fb417e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:51.067939 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-08ff68f2-593b-48e9-a830-2a31200cbdb0 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:51.070603 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798f9d10-3d7a-4909-96a3-2233fcfdd6c1 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:24:51.080962 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-08ff68f2-593b-48e9-a830-2a31200cbdb0 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:51.095060 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-798f9d10-3d7a-4909-96a3-2233fcfdd6c1 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:51.095431 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-798f9d10-3d7a-4909-96a3-2233fcfdd6c1 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Added segment b6dd747e-bbf4-47f3-98d3-78d3fe475b09 of type vlan for network 0025ab72-268a-4550-84a2-6d1c32b21f45 Jan 26 11:24:51.101131 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc14df78-f279-4a8a-bf1c-7d9016fb417e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:51.104656 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cc14df78-f279-4a8a-bf1c-7d9016fb417e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:51.105919 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d503b-3f90-4181-bf12-a19a12ff1bc7 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Port': ['ID=82114c93-7ad7-4db1-846d-212217741f76,revision_number=3']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:51.129838 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-08ff68f2-593b-48e9-a830-2a31200cbdb0 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:51.132493 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-e92d503b-3f90-4181-bf12-a19a12ff1bc7 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] In _notify_port_updated(), no bound segment for port 82114c93-7ad7-4db1-846d-212217741f76 on network dd44e552-0ca0-48b6-a63f-10771dabd9fe {{(pid=87442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 26 11:24:51.139224 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92d503b-3f90-4181-bf12-a19a12ff1bc7 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:51.139398 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e92d503b-3f90-4181-bf12-a19a12ff1bc7 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:51.144230 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e92d503b-3f90-4181-bf12-a19a12ff1bc7 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "PUT /v2.0/ports/82114c93-7ad7-4db1-846d-212217741f76 HTTP/1.1" status: 200 len: 999 time: 3.6940777 Jan 26 11:24:51.146716 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49754) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:51.170575 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-cc14df78-f279-4a8a-bf1c-7d9016fb417e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] device_id is not set on port 0d945a2e-68aa-45a4-b36a-1a88b28fefdd yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:24:51.211504 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-798f9d10-3d7a-4909-96a3-2233fcfdd6c1 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:51.228392 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-b4828634-d1a2-4270-9094-d485be96e633 None None] Allocated IP 172.20.0.1 (f17d81fa-ebde-47e0-b7fa-b99caf1b1390/84546144-bffa-4ff4-b248-64b3f88f3f38/dab6b2ff-70cf-4bd5-8987-1a57751b3733) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:51.257079 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db03e8e0-73f7-402f-9415-4d979f52769f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-dd3b197c-2527-47b8-b990-a498ea698104', 'network_id': 'dd3b197c-2527-47b8-b990-a498ea698104', 'tenant_id': 'a8b420c4cfae439da1a98efb97a1c710', 'fixed_ips': [{'subnet_id': '16af3f94-e69a-488e-ad66-9551d1a0cc5f'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:24:51.258263 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-db03e8e0-73f7-402f-9415-4d979f52769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:51.290168 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 68a40f61-9540-4a2e-9274-3944c5fd21fa triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:51.290465 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-064f7ef8-0dfd-426f-b5a8-dbbe6fb096d2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:51.290983 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:51.306478 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-08ff68f2-593b-48e9-a830-2a31200cbdb0 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:51.313649 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-f632d60e-b624-4cd7-b219-fc340383c018 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting port 82114c93-7ad7-4db1-846d-212217741f76 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:51.314021 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f632d60e-b624-4cd7-b219-fc340383c018 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:51.342553 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-08ff68f2-593b-48e9-a830-2a31200cbdb0 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:51.344214 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-798f9d10-3d7a-4909-96a3-2233fcfdd6c1 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:51.349701 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798f9d10-3d7a-4909-96a3-2233fcfdd6c1 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:51.350390 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-798f9d10-3d7a-4909-96a3-2233fcfdd6c1 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:51.356718 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e566550-c2a4-434a-a8fd-34fe81b9f7d6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:51.360989 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0e566550-c2a4-434a-a8fd-34fe81b9f7d6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3213995 Jan 26 11:24:51.362976 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49758) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:51.441569 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff68f2-593b-48e9-a830-2a31200cbdb0 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c3d4e5-5620-4ece-986c-b9e3564ca60e,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:51.526869 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f9d10-3d7a-4909-96a3-2233fcfdd6c1 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Pushing event updated for resources: {'Network': ['ID=0025ab72-268a-4550-84a2-6d1c32b21f45,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:51.535355 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-798f9d10-3d7a-4909-96a3-2233fcfdd6c1 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7374671 Jan 26 11:24:51.540756 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49762) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:51.540924 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-08ff68f2-593b-48e9-a830-2a31200cbdb0 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:51.542125 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-08ff68f2-593b-48e9-a830-2a31200cbdb0 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5166848 Jan 26 11:24:51.552070 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Request body: {'ports': [{'network_id': 'd8440c73-0aae-4929-aaa4-c394583e1b91', 'name': 'tempest-port--2123647643', 'admin_state_up': True}, {'network_id': '0025ab72-268a-4550-84a2-6d1c32b21f45', 'admin_state_up': False}]} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:51.552508 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Request body: {'port': {'network_id': 'd8440c73-0aae-4929-aaa4-c394583e1b91', 'name': 'tempest-port--2123647643', 'admin_state_up': True}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:51.553728 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Request body: {'port': {'network_id': '0025ab72-268a-4550-84a2-6d1c32b21f45', 'admin_state_up': False}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:51.564819 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 0025ab72-268a-4550-84a2-6d1c32b21f45 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:24:51.571320 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49766) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:51.588632 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-cc14df78-f279-4a8a-bf1c-7d9016fb417e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Allocated IP 2001:db8::3c (dd3b197c-2527-47b8-b990-a498ea698104/16af3f94-e69a-488e-ad66-9551d1a0cc5f/0d945a2e-68aa-45a4-b36a-1a88b28fefdd) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:51.594548 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-4ac93d3d-d85b-4a9c-a2fe-9426caf7d87c tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Request body: {'security_group_rule': {'security_group_id': 'b300d41f-c50e-4617-b3bb-0e697d530b1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:51.609520 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4ac93d3d-d85b-4a9c-a2fe-9426caf7d87c tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:51.634309 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4ac93d3d-d85b-4a9c-a2fe-9426caf7d87c tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Usage tracker for resource:security_group_rule and tenant:7488935ed4d74498afa03d5d74f4a2b9 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:51.638204 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4ac93d3d-d85b-4a9c-a2fe-9426caf7d87c tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:51.649959 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4ac93d3d-d85b-4a9c-a2fe-9426caf7d87c tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:51.687357 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1dec-b368-4b40-be1e-cd1d4064208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:51.785508 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4ac93d3d-d85b-4a9c-a2fe-9426caf7d87c tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:51.921948 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-3e5f1dec-b368-4b40-be1e-cd1d4064208b None None] For port d75731cd-3ae5-4798-a934-eed1a3e481b2, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d75731cd-3ae5-4798-a934-eed1a3e481b2,segment=NetworkSegment(a3a3b4a5-0317-4e82-9013-bbc5e18887ea),segment_id=a3a3b4a5-0317-4e82-9013-bbc5e18887ea)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:51.964786 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7521eb4-eda6-4372-bc52-4f7988227cce tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:51.968458 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7521eb4-eda6-4372-bc52-4f7988227cce tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:51.972082 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7521eb4-eda6-4372-bc52-4f7988227cce tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:51.976357 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f7521eb4-eda6-4372-bc52-4f7988227cce tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6039739 Jan 26 11:24:51.981955 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49770) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:51.986781 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3e5f1dec-b368-4b40-be1e-cd1d4064208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:52.063005 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:52.079050 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b4828634-d1a2-4270-9094-d485be96e633 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:52.081997 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Usage tracker for resource:port and tenant:cc86f46871e84bb9bcd363954b273341 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:52.093476 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:52.099919 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b4828634-d1a2-4270-9094-d485be96e633 None None] Transition to ACTIVE for port object dab6b2ff-70cf-4bd5-8987-1a57751b3733 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:52.109895 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:52.125446 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b4828634-d1a2-4270-9094-d485be96e633 None None] Transition to ACTIVE for port object dab6b2ff-70cf-4bd5-8987-1a57751b3733 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:52.128824 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f1dec-b368-4b40-be1e-cd1d4064208b None None] Pushing event updated for resources: {'Port': ['ID=d75731cd-3ae5-4798-a934-eed1a3e481b2,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:52.147577 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b4828634-d1a2-4270-9094-d485be96e633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:52.212192 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f632d60e-b624-4cd7-b219-fc340383c018 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:52.231938 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b11d70-181e-4021-8d20-2f561e777f3b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet 35dda609-c375-4fd5-94b3-5cb208ccc680 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:24:52.251313 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4828634-d1a2-4270-9094-d485be96e633 None None] Pushing event updated for resources: {'Port': ['ID=dab6b2ff-70cf-4bd5-8987-1a57751b3733,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:52.254125 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Made reservation on behalf of cc86f46871e84bb9bcd363954b273341 for: {'port': 2} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:52.254275 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-fbc7ddbb-caec-481a-876a-1ea951fb5f52 None None] Provisioning for port 82114c93-7ad7-4db1-846d-212217741f76 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:52.257692 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0d033fee-908c-4472-88e7-6d97c120bd1f up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:24:52.259595 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:52.270082 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:52.276049 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4ac93d3d-d85b-4a9c-a2fe-9426caf7d87c tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:52.279253 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-32b11d70-181e-4021-8d20-2f561e777f3b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:52.305402 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4828634-d1a2-4270-9094-d485be96e633 None None] Network f17d81fa-ebde-47e0-b7fa-b99caf1b1390 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:52.307015 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-fbc7ddbb-caec-481a-876a-1ea951fb5f52 None None] Provisioning complete for port 82114c93-7ad7-4db1-846d-212217741f76 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:52.307425 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ddbb-caec-481a-876a-1ea951fb5f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:52.338921 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-b4828634-d1a2-4270-9094-d485be96e633 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:52.352612 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4828634-d1a2-4270-9094-d485be96e633 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:52.359645 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4ac93d3d-d85b-4a9c-a2fe-9426caf7d87c tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:52.361530 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-f632d60e-b624-4cd7-b219-fc340383c018 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Calling delete_port for 82114c93-7ad7-4db1-846d-212217741f76 owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:52.373861 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Subnet': ['ID=84546144-bffa-4ff4-b248-64b3f88f3f38,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:52.404155 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:52.446785 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cc14df78-f279-4a8a-bf1c-7d9016fb417e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:52.454658 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac93d3d-d85b-4a9c-a2fe-9426caf7d87c tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb274088-565c-41b5-a0e0-60010499fd6b,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:52.468299 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-32b11d70-181e-4021-8d20-2f561e777f3b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:52.470207 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-fbc7ddbb-caec-481a-876a-1ea951fb5f52 None None] Port 82114c93-7ad7-4db1-846d-212217741f76 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:24:52.499008 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-b4828634-d1a2-4270-9094-d485be96e633 None None] Attempting to bind port dab6b2ff-70cf-4bd5-8987-1a57751b3733 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:24:52.500100 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-b4828634-d1a2-4270-9094-d485be96e633 None None] Attempting to bind port dab6b2ff-70cf-4bd5-8987-1a57751b3733 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '2dffb0c2-d44b-4eaf-85c2-db23572e464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f17d81fa-ebde-47e0-b7fa-b99caf1b1390'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:24:52.500100 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4828634-d1a2-4270-9094-d485be96e633 None None] Attempting to bind port dab6b2ff-70cf-4bd5-8987-1a57751b3733 on network f17d81fa-ebde-47e0-b7fa-b99caf1b1390 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:24:52.514076 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 0d033fee-908c-4472-88e7-6d97c120bd1f triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:52.514490 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:52.540889 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4828634-d1a2-4270-9094-d485be96e633 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:24:52.541274 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4828634-d1a2-4270-9094-d485be96e633 None None] Checking segment: {'id': '2dffb0c2-d44b-4eaf-85c2-db23572e464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f17d81fa-ebde-47e0-b7fa-b99caf1b1390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:52.541686 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b4828634-d1a2-4270-9094-d485be96e633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:52.542140 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4828634-d1a2-4270-9094-d485be96e633 None None] Bound using segment: {'id': '2dffb0c2-d44b-4eaf-85c2-db23572e464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f17d81fa-ebde-47e0-b7fa-b99caf1b1390'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:24:52.542661 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-b4828634-d1a2-4270-9094-d485be96e633 None None] Bound port: dab6b2ff-70cf-4bd5-8987-1a57751b3733, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dffb0c2-d44b-4eaf-85c2-db23572e464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f17d81fa-ebde-47e0-b7fa-b99caf1b1390'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:24:52.543587 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b4828634-d1a2-4270-9094-d485be96e633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:52.562919 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-fbc7ddbb-caec-481a-876a-1ea951fb5f52 None None] Provisioning complete for port d75731cd-3ae5-4798-a934-eed1a3e481b2 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:52.563289 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ddbb-caec-481a-876a-1ea951fb5f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:52.594976 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-064f7ef8-0dfd-426f-b5a8-dbbe6fb096d2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:52.595681 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-cc14df78-f279-4a8a-bf1c-7d9016fb417e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Transition to ACTIVE for port object 0d945a2e-68aa-45a4-b36a-1a88b28fefdd will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:52.603329 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a33f3b93-36bb-4962-9b07-caad5673e368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:52.603554 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-064f7ef8-0dfd-426f-b5a8-dbbe6fb096d2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:52.680450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:52.698137 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4ac93d3d-d85b-4a9c-a2fe-9426caf7d87c tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:52.703462 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4ac93d3d-d85b-4a9c-a2fe-9426caf7d87c tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1270938 Jan 26 11:24:52.705580 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49774) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:52.759544 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-064f7ef8-0dfd-426f-b5a8-dbbe6fb096d2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:52.777437 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f17d81fa-ebde-47e0-b7fa-b99caf1b1390']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:52.786705 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f7ef8-0dfd-426f-b5a8-dbbe6fb096d2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Port': ['ID=fb3fdb6f-164b-41bc-93d1-9d8fd41e0501,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:52.804422 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-b4828634-d1a2-4270-9094-d485be96e633 None None] For port dab6b2ff-70cf-4bd5-8987-1a57751b3733, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:24:52.820823 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dffb0c2-d44b-4eaf-85c2-db23572e464a') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:52.821168 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dffb0c2-d44b-4eaf-85c2-db23572e464a') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:52.825405 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-34c6c2d7-9214-4160-98cc-8597f3baaa3e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:52.859549 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-34c6c2d7-9214-4160-98cc-8597f3baaa3e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:52.885299 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-b4828634-d1a2-4270-9094-d485be96e633 None None] For port dab6b2ff-70cf-4bd5-8987-1a57751b3733, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=dab6b2ff-70cf-4bd5-8987-1a57751b3733,segment=NetworkSegment(2dffb0c2-d44b-4eaf-85c2-db23572e464a),segment_id=2dffb0c2-d44b-4eaf-85c2-db23572e464a)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:24:52.892109 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b4828634-d1a2-4270-9094-d485be96e633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:52.932688 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-fbc7ddbb-caec-481a-876a-1ea951fb5f52 None None] Provisioning for port fb3fdb6f-164b-41bc-93d1-9d8fd41e0501 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:52.959197 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-fbc7ddbb-caec-481a-876a-1ea951fb5f52 None None] Provisioning complete for port fb3fdb6f-164b-41bc-93d1-9d8fd41e0501 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:52.959664 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ddbb-caec-481a-876a-1ea951fb5f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:52.997666 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f632d60e-b624-4cd7-b219-fc340383c018 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:53.027254 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:53.052715 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] device_id is not set on port 31cac87e-0590-434f-8783-96f10af05cd1 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:24:53.053364 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632d60e-b624-4cd7-b219-fc340383c018 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Port': ['ID=82114c93-7ad7-4db1-846d-212217741f76,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:53.055464 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-34c6c2d7-9214-4160-98cc-8597f3baaa3e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:53.062305 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:53.069833 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-32b11d70-181e-4021-8d20-2f561e777f3b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:53.091106 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4828634-d1a2-4270-9094-d485be96e633 None None] Pushing event updated for resources: {'Port': ['ID=dab6b2ff-70cf-4bd5-8987-1a57751b3733,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:53.108316 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cc14df78-f279-4a8a-bf1c-7d9016fb417e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:53.111197 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:24:53.111594 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:24:53.128785 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:24:53.130960 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-fbc7ddbb-caec-481a-876a-1ea951fb5f52 None None] Port fb3fdb6f-164b-41bc-93d1-9d8fd41e0501 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:24:53.132651 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6c2d7-9214-4160-98cc-8597f3baaa3e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb274088-565c-41b5-a0e0-60010499fd6b,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:53.189387 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-db03e8e0-73f7-402f-9415-4d979f52769f None None] Allocated IP 2001:db8::2 (dd3b197c-2527-47b8-b990-a498ea698104/16af3f94-e69a-488e-ad66-9551d1a0cc5f/72d40bc2-6513-4e0a-9c35-e01119945424) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:53.198231 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6e6ccb-49a0-4221-8e6a-53c3b38588de None None] Network f17d81fa-ebde-47e0-b7fa-b99caf1b1390 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:53.278748 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064f7ef8-0dfd-426f-b5a8-dbbe6fb096d2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network d45e07ee-3c75-462a-b0ea-b36a7ced69a3 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:53.281249 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-34c6c2d7-9214-4160-98cc-8597f3baaa3e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:53.282589 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-34c6c2d7-9214-4160-98cc-8597f3baaa3e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/eb274088-565c-41b5-a0e0-60010499fd6b HTTP/1.1" status: 204 len: 168 time: 0.5741248 Jan 26 11:24:53.284144 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f632d60e-b624-4cd7-b219-fc340383c018 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:53.286116 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f632d60e-b624-4cd7-b219-fc340383c018 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/ports/82114c93-7ad7-4db1-846d-212217741f76 HTTP/1.1" status: 204 len: 168 time: 2.1102943 Jan 26 11:24:53.287291 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-064f7ef8-0dfd-426f-b5a8-dbbe6fb096d2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:53.289094 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49778) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:53.289717 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49780) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:53.354847 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.api [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 26 11:24:53.354847 dv-neutron-826439-1-hyperv neutron-server[87443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 26 11:24:53.354847 dv-neutron-826439-1-hyperv neutron-server[87443]: [parameters: {'id': 'f17d81fa-ebde-47e0-b7fa-b99caf1b1390'}] Jan 26 11:24:53.354847 dv-neutron-826439-1-hyperv neutron-server[87443]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:24:53.356973 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG oslo_db.api [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:24:53.364117 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-32b11d70-181e-4021-8d20-2f561e777f3b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:53.448139 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ec047de2-9682-4b96-a15b-5b5d2e454d0b None None] Provisioning complete for port fb3fdb6f-164b-41bc-93d1-9d8fd41e0501 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:53.448706 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ec047de2-9682-4b96-a15b-5b5d2e454d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:53.455697 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc14df78-f279-4a8a-bf1c-7d9016fb417e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network dd3b197c-2527-47b8-b990-a498ea698104 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:53.456585 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b11d70-181e-4021-8d20-2f561e777f3b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=35dda609-c375-4fd5-94b3-5cb208ccc680,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:53.468257 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-cc14df78-f279-4a8a-bf1c-7d9016fb417e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:53.472350 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc14df78-f279-4a8a-bf1c-7d9016fb417e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:53.479095 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc14df78-f279-4a8a-bf1c-7d9016fb417e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:53.479730 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cc14df78-f279-4a8a-bf1c-7d9016fb417e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:53.487427 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14df78-f279-4a8a-bf1c-7d9016fb417e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Port': ['ID=0d945a2e-68aa-45a4-b36a-1a88b28fefdd,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:53.498777 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-32b11d70-181e-4021-8d20-2f561e777f3b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:53.556241 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-32b11d70-181e-4021-8d20-2f561e777f3b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/35dda609-c375-4fd5-94b3-5cb208ccc680 HTTP/1.1" status: 204 len: 168 time: 1.5730386 Jan 26 11:24:53.560567 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49786) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:53.579528 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde03c73-d458-41c5-b8be-b695a3144c69 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] GET failed (client error): The resource could not be found. Jan 26 11:24:53.580076 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-dde03c73-d458-41c5-b8be-b695a3144c69 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Synchronizing usage tracker for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:53.594809 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55d9689-f547-4177-bcb6-5270528744ad None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:53.621938 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-cc14df78-f279-4a8a-bf1c-7d9016fb417e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1725855 Jan 26 11:24:53.636172 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49790) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:53.697242 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b8e36736-9927-44d9-8984-a673e20cb42a tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Synchronizing usage tracker for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group_rule {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:53.722663 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-dde03c73-d458-41c5-b8be-b695a3144c69 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Unset dirty status for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:53.724092 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-dde03c73-d458-41c5-b8be-b695a3144c69 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "GET /v2.0/ports/82114c93-7ad7-4db1-846d-212217741f76 HTTP/1.1" status: 404 len: 333 time: 0.4313869 Jan 26 11:24:53.726834 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-ec047de2-9682-4b96-a15b-5b5d2e454d0b None None] Port fb3fdb6f-164b-41bc-93d1-9d8fd41e0501 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:24:53.727067 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49794) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:53.734407 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-2acdca36-10d9-4726-9c2f-e6f6ac9230fd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet 56bf6c02-e746-4965-a49c-d988be77e21d {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:24:53.749665 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2acdca36-10d9-4726-9c2f-e6f6ac9230fd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:53.761425 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b8e36736-9927-44d9-8984-a673e20cb42a tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Unset dirty status for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group_rule {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:53.763075 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b8e36736-9927-44d9-8984-a673e20cb42a tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4722006 Jan 26 11:24:53.772547 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49798) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:53.780806 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064f7ef8-0dfd-426f-b5a8-dbbe6fb096d2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Router 18505ef1-f02f-46b0-8893-ffc4d27ca053 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:24:53.781327 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:53.799009 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-8be9878a-96fe-4e3c-8fe1-fbfae3ceeee5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting port 0d945a2e-68aa-45a4-b36a-1a88b28fefdd {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:53.799543 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8be9878a-96fe-4e3c-8fe1-fbfae3ceeee5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:53.862230 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:53.907061 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-eacff5a3-45b2-46cf-8149-5cd12c39ad4e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:53.913454 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2acdca36-10d9-4726-9c2f-e6f6ac9230fd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:53.950852 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-db03e8e0-73f7-402f-9415-4d979f52769f None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:53.979096 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-db03e8e0-73f7-402f-9415-4d979f52769f None None] Transition to ACTIVE for port object 72d40bc2-6513-4e0a-9c35-e01119945424 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:53.985615 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-2197ab73-20ce-4ca7-836b-20ca7447e811 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting subnet dc6d1231-98b4-42cd-a1d7-ad111869683d {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:24:53.998618 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-eacff5a3-45b2-46cf-8149-5cd12c39ad4e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:54.007491 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2197ab73-20ce-4ca7-836b-20ca7447e811 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:54.038607 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-db03e8e0-73f7-402f-9415-4d979f52769f None None] Transition to ACTIVE for port object 72d40bc2-6513-4e0a-9c35-e01119945424 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:54.052121 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-db03e8e0-73f7-402f-9415-4d979f52769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:54.085651 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064f7ef8-0dfd-426f-b5a8-dbbe6fb096d2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:24:54.099511 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2197ab73-20ce-4ca7-836b-20ca7447e811 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:54.112566 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] Sync routers for ids ['18505ef1-f02f-46b0-8893-ffc4d27ca053'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:24:54.135983 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-064f7ef8-0dfd-426f-b5a8-dbbe6fb096d2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "PUT /v2.0/routers/18505ef1-f02f-46b0-8893-ffc4d27ca053/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2053113 Jan 26 11:24:54.139509 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49802) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:54.145252 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'network': {'name': 'tempest-RoutersTest-1808825599'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:54.151362 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:54.161325 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db03e8e0-73f7-402f-9415-4d979f52769f None None] Network dd3b197c-2527-47b8-b990-a498ea698104 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:54.161542 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Usage tracker for resource:network and tenant:252bea5ac7b143c89da38d9a87822c0c is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:54.161542 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:54.164525 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:54.167197 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-db03e8e0-73f7-402f-9415-4d979f52769f None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:54.170805 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db03e8e0-73f7-402f-9415-4d979f52769f None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:54.173157 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] Routers {'18505ef1-f02f-46b0-8893-ffc4d27ca053'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:24:54.174265 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:24:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['18505ef1-f02f-46b0-8893-ffc4d27ca053'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:54.177488 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-eacff5a3-45b2-46cf-8149-5cd12c39ad4e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:54.195334 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Made reservation on behalf of 252bea5ac7b143c89da38d9a87822c0c for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:54.200066 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:54.212455 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-eacff5a3-45b2-46cf-8149-5cd12c39ad4e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:54.213801 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-eacff5a3-45b2-46cf-8149-5cd12c39ad4e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/15c3d4e5-5620-4ece-986c-b9e3564ca60e HTTP/1.1" status: 204 len: 168 time: 0.4317539 Jan 26 11:24:54.217468 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacff5a3-45b2-46cf-8149-5cd12c39ad4e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15c3d4e5-5620-4ece-986c-b9e3564ca60e,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:54.219820 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Deleting port dab6b2ff-70cf-4bd5-8987-1a57751b3733 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:54.220237 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:54.222094 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49806) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:54.239578 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d75731cd-3ae5-4798-a934-eed1a3e481b2 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:24:54.246785 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] device_id is not set on port a6ff1a12-5c97-4dc5-bfe0-0177e1e380bf yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:24:54.291644 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:24:54.310869 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03e8e0-73f7-402f-9415-4d979f52769f None None] Pushing event updated for resources: {'Port': ['ID=72d40bc2-6513-4e0a-9c35-e01119945424,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:54.317335 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-29532085-9748-4937-82ee-f71203719293 None None] Provisioning complete for port fb3fdb6f-164b-41bc-93d1-9d8fd41e0501 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:54.317747 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-29532085-9748-4937-82ee-f71203719293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:54.325139 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0d2ea99e-8330-4df7-a64e-8c4e395e0a5e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Synchronizing usage tracker for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group_rule {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:54.332133 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2197ab73-20ce-4ca7-836b-20ca7447e811 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:54.368429 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:54.368792 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Added segment 039923ec-1460-47ba-a31c-fd5769143819 of type vlan for network 4eaa6418-303b-40ec-9b44-1ccc6c744f2c Jan 26 11:24:54.407666 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8be9878a-96fe-4e3c-8fe1-fbfae3ceeee5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:54.408286 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0d2ea99e-8330-4df7-a64e-8c4e395e0a5e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Unset dirty status for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group_rule {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:54.411743 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0d2ea99e-8330-4df7-a64e-8c4e395e0a5e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1837757 Jan 26 11:24:54.418909 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49810) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:54.432305 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2acdca36-10d9-4726-9c2f-e6f6ac9230fd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:54.432571 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:54.477496 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2197ab73-20ce-4ca7-836b-20ca7447e811 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:54.523878 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:54.531221 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:54.531999 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:54.540175 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197ab73-20ce-4ca7-836b-20ca7447e811 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Subnet': ['ID=dc6d1231-98b4-42cd-a1d7-ad111869683d,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:54.571572 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2197ab73-20ce-4ca7-836b-20ca7447e811 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:54.573282 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-29532085-9748-4937-82ee-f71203719293 None None] Port fb3fdb6f-164b-41bc-93d1-9d8fd41e0501 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:24:54.588918 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] Set router 18505ef1-f02f-46b0-8893-ffc4d27ca053 gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:24:54.608330 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2197ab73-20ce-4ca7-836b-20ca7447e811 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/subnets/dc6d1231-98b4-42cd-a1d7-ad111869683d HTTP/1.1" status: 204 len: 168 time: 0.8801675 Jan 26 11:24:54.612196 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49814) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:54.613726 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-8be9878a-96fe-4e3c-8fe1-fbfae3ceeee5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Calling delete_port for 0d945a2e-68aa-45a4-b36a-1a88b28fefdd owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:54.638158 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port d75731cd-3ae5-4798-a934-eed1a3e481b2 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:54.638669 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:54.663050 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b8546d-b011-438c-908f-a31898cd6e2a None None] Network dd44e552-0ca0-48b6-a63f-10771dabd9fe requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:54.663473 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5228448 Jan 26 11:24:54.681433 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49818) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:54.692696 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-db03e8e0-73f7-402f-9415-4d979f52769f None None] Attempting to bind port 72d40bc2-6513-4e0a-9c35-e01119945424 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:24:54.693068 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-db03e8e0-73f7-402f-9415-4d979f52769f None None] Attempting to bind port 72d40bc2-6513-4e0a-9c35-e01119945424 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'b59f3a72-51ac-4a30-8033-5e9baca4932e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'dd3b197c-2527-47b8-b990-a498ea698104'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:24:54.693433 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db03e8e0-73f7-402f-9415-4d979f52769f None None] Attempting to bind port 72d40bc2-6513-4e0a-9c35-e01119945424 on network dd3b197c-2527-47b8-b990-a498ea698104 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:24:54.705958 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-4408b7d7-eefc-474d-86bc-f999222ba329 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'subnet': {'network_id': '4eaa6418-303b-40ec-9b44-1ccc6c744f2c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:54.729745 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db03e8e0-73f7-402f-9415-4d979f52769f None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:24:54.730120 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db03e8e0-73f7-402f-9415-4d979f52769f None None] Checking segment: {'id': 'b59f3a72-51ac-4a30-8033-5e9baca4932e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'dd3b197c-2527-47b8-b990-a498ea698104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:54.730681 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-db03e8e0-73f7-402f-9415-4d979f52769f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:54.731094 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db03e8e0-73f7-402f-9415-4d979f52769f None None] Bound using segment: {'id': 'b59f3a72-51ac-4a30-8033-5e9baca4932e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'dd3b197c-2527-47b8-b990-a498ea698104'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:24:54.731673 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-db03e8e0-73f7-402f-9415-4d979f52769f None None] Bound port: 72d40bc2-6513-4e0a-9c35-e01119945424, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59f3a72-51ac-4a30-8033-5e9baca4932e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'dd3b197c-2527-47b8-b990-a498ea698104'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:24:54.732050 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-db03e8e0-73f7-402f-9415-4d979f52769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:54.734493 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Network': ['ID=4eaa6418-303b-40ec-9b44-1ccc6c744f2c,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:54.754012 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:54.755603 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:54.755971 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:54.756305 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:54.756924 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:54.757066 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:54.757901 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:54.757901 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:54.757901 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:54.758206 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:54.758554 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:54.759290 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1295fc1-c7b4-4c2e-9675-214ba38d8e2e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:54.768002 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5dc031e-9306-430d-b71b-92bcabb84e79 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting subnet c51c2d56-4931-4475-93d6-9b269eac4c98 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:24:54.780485 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f5dc031e-9306-430d-b71b-92bcabb84e79 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:54.788413 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 4eaa6418-303b-40ec-9b44-1ccc6c744f2c details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:24:54.882267 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f5dc031e-9306-430d-b71b-92bcabb84e79 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:54.959591 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6cc37392-fcf0-4488-bbea-8e634e61729c tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:54.985209 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f5dc031e-9306-430d-b71b-92bcabb84e79 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:55.017245 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-db03e8e0-73f7-402f-9415-4d979f52769f None None] For port 72d40bc2-6513-4e0a-9c35-e01119945424, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:24:55.021009 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-db03e8e0-73f7-402f-9415-4d979f52769f None None] For port 72d40bc2-6513-4e0a-9c35-e01119945424, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=72d40bc2-6513-4e0a-9c35-e01119945424,segment=NetworkSegment(b59f3a72-51ac-4a30-8033-5e9baca4932e),segment_id=b59f3a72-51ac-4a30-8033-5e9baca4932e)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:24:55.057188 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6cc37392-fcf0-4488-bbea-8e634e61729c tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:55.066449 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-db03e8e0-73f7-402f-9415-4d979f52769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:55.089614 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f5dc031e-9306-430d-b71b-92bcabb84e79 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:55.133045 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc031e-9306-430d-b71b-92bcabb84e79 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Subnet': ['ID=c51c2d56-4931-4475-93d6-9b269eac4c98,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:55.135191 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f5dc031e-9306-430d-b71b-92bcabb84e79 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:55.142295 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f5dc031e-9306-430d-b71b-92bcabb84e79 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/subnets/c51c2d56-4931-4475-93d6-9b269eac4c98 HTTP/1.1" status: 204 len: 168 time: 0.5292156 Jan 26 11:24:55.144912 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49822) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:55.181435 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] For port dab6b2ff-70cf-4bd5-8987-1a57751b3733, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=dab6b2ff-70cf-4bd5-8987-1a57751b3733,segment=NetworkSegment(2dffb0c2-d44b-4eaf-85c2-db23572e464a),segment_id=2dffb0c2-d44b-4eaf-85c2-db23572e464a)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:55.181803 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:55.204462 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-0cbf883e-f228-46f1-865b-0abe565967d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:55.286936 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7fe572e2-2945-4d76-8695-9b787d54b87e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:55.299632 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-7fe572e2-2945-4d76-8695-9b787d54b87e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting port 68a40f61-9540-4a2e-9274-3944c5fd21fa {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:55.300245 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7fe572e2-2945-4d76-8695-9b787d54b87e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:55.301773 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2acdca36-10d9-4726-9c2f-e6f6ac9230fd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:55.350655 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4408b7d7-eefc-474d-86bc-f999222ba329 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:55.452722 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Calling delete_port for dab6b2ff-70cf-4bd5-8987-1a57751b3733 owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:55.508496 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6cc37392-fcf0-4488-bbea-8e634e61729c tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:55.512357 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:55.523626 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4408b7d7-eefc-474d-86bc-f999222ba329 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Usage tracker for resource:subnet and tenant:252bea5ac7b143c89da38d9a87822c0c is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:55.535389 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acdca36-10d9-4726-9c2f-e6f6ac9230fd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=56bf6c02-e746-4965-a49c-d988be77e21d,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:55.539733 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4408b7d7-eefc-474d-86bc-f999222ba329 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:55.544789 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2acdca36-10d9-4726-9c2f-e6f6ac9230fd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:55.571918 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4408b7d7-eefc-474d-86bc-f999222ba329 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:55.578954 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc37392-fcf0-4488-bbea-8e634e61729c tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=111c6b96-330e-40bb-becf-eaa3606a3a8c,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:55.600414 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55738e6e-4b42-4e65-9bbc-feaff38f48e8 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:55.617354 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03e8e0-73f7-402f-9415-4d979f52769f None None] Pushing event updated for resources: {'Port': ['ID=72d40bc2-6513-4e0a-9c35-e01119945424,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:55.642344 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5df8ccc8-fdf0-4528-b1dd-c311fd0d6136 None None] Provisioning complete for port dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:55.643643 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5df8ccc8-fdf0-4528-b1dd-c311fd0d6136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:55.672498 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4408b7d7-eefc-474d-86bc-f999222ba329 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Made reservation on behalf of 252bea5ac7b143c89da38d9a87822c0c for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:55.676222 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4408b7d7-eefc-474d-86bc-f999222ba329 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:55.695194 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2acdca36-10d9-4726-9c2f-e6f6ac9230fd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/56bf6c02-e746-4965-a49c-d988be77e21d HTTP/1.1" status: 204 len: 168 time: 2.1335137 Jan 26 11:24:55.696004 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8be9878a-96fe-4e3c-8fe1-fbfae3ceeee5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:55.706071 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6cc37392-fcf0-4488-bbea-8e634e61729c tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:55.711098 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6cc37392-fcf0-4488-bbea-8e634e61729c tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/111c6b96-330e-40bb-becf-eaa3606a3a8c HTTP/1.1" status: 204 len: 168 time: 1.2835605 Jan 26 11:24:55.711098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49826) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:55.717233 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49828) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:55.766064 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-7fe572e2-2945-4d76-8695-9b787d54b87e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] For port 68a40f61-9540-4a2e-9274-3944c5fd21fa, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=68a40f61-9540-4a2e-9274-3944c5fd21fa,segment=NetworkSegment(bc4f7755-02fb-43c5-9c2a-4d340dc017eb),segment_id=bc4f7755-02fb-43c5-9c2a-4d340dc017eb)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:55.766478 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7fe572e2-2945-4d76-8695-9b787d54b87e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:55.917361 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:55.926783 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-7fe572e2-2945-4d76-8695-9b787d54b87e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Calling delete_port for 68a40f61-9540-4a2e-9274-3944c5fd21fa owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:55.983787 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-518255bd-d00f-4264-b3ad-6602f5e8c8a0 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2662179 Jan 26 11:24:55.989004 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49834) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:56.009490 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9878a-96fe-4e3c-8fe1-fbfae3ceeee5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Port': ['ID=0d945a2e-68aa-45a4-b36a-1a88b28fefdd,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:56.011904 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:56.048823 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-38a7696d-316c-4f6d-80a1-a86f604adb17 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:56.050599 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-097e7494-4d7f-4d71-9eaf-c7380577e30c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3219223 Jan 26 11:24:56.053835 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49838) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:56.059976 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-54a92419-4106-4732-a184-8faea838388c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:56.079706 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:56.085287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9878a-96fe-4e3c-8fe1-fbfae3ceeee5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:56.088055 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:24:51Z', 'revision_number': 4, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None, '_interfaces': [{'id': '0d033fee-908c-4472-88e7-6d97c120bd1f', 'name': '', 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:a0:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:32Z', 'updated_at': '2022-01-26T11:24:49Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d', 'name': '', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:19:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:16Z', 'updated_at': '2022-01-26T11:24:32Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3fdb6f-164b-41bc-93d1-9d8fd41e0501', 'name': '', 'network_id': 'd45e07ee-3c75-462a-b0ea-b36a7ced69a3', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:e1:ad:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '7c857c89-e0f2-4115-a516-932932637cac', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:47Z', 'updated_at': '2022-01-26T11:24:52Z', 'revision_number': 2, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '7c857c89-e0f2-4115-a516-932932637cac', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:56.088330 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9878a-96fe-4e3c-8fe1-fbfae3ceeee5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:56.088330 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9878a-96fe-4e3c-8fe1-fbfae3ceeee5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:56.088330 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9878a-96fe-4e3c-8fe1-fbfae3ceeee5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:56.088330 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9878a-96fe-4e3c-8fe1-fbfae3ceeee5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:56.088330 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9878a-96fe-4e3c-8fe1-fbfae3ceeee5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:56.088330 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9878a-96fe-4e3c-8fe1-fbfae3ceeee5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:56.088330 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9878a-96fe-4e3c-8fe1-fbfae3ceeee5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:56.088330 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9878a-96fe-4e3c-8fe1-fbfae3ceeee5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:56.088330 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9878a-96fe-4e3c-8fe1-fbfae3ceeee5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:56.089011 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9878a-96fe-4e3c-8fe1-fbfae3ceeee5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:56.089011 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be9878a-96fe-4e3c-8fe1-fbfae3ceeee5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:24:56.089487 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-38a7696d-316c-4f6d-80a1-a86f604adb17 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:56.104814 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] Checking router: 18505ef1-f02f-46b0-8893-ffc4d27ca053 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:24:56.105240 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] Updating router 18505ef1-f02f-46b0-8893-ffc4d27ca053 port fb3fdb6f-164b-41bc-93d1-9d8fd41e0501 binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:24:56.116761 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7fe572e2-2945-4d76-8695-9b787d54b87e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:56.145931 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:56.159302 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No DVR routers for this DVR port dab6b2ff-70cf-4bd5-8987-1a57751b3733 on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:24:56.197770 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Port': ['ID=dab6b2ff-70cf-4bd5-8987-1a57751b3733,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:56.208034 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8be9878a-96fe-4e3c-8fe1-fbfae3ceeee5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:56.212936 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:56.232725 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a87dd1a-eb1e-4c00-9ca2-a1f16f9d055c None None] DHCP port deletion for dd44e552-0ca0-48b6-a63f-10771dabd9fe request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:24:56.236787 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe572e2-2945-4d76-8695-9b787d54b87e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Port': ['ID=68a40f61-9540-4a2e-9274-3944c5fd21fa,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:56.258666 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe572e2-2945-4d76-8695-9b787d54b87e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] No DVR routers for this DVR port 68a40f61-9540-4a2e-9274-3944c5fd21fa on host dv-neutron-826439-1-hyperv {{(pid=87442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:24:56.318225 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8be9878a-96fe-4e3c-8fe1-fbfae3ceeee5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/ports/0d945a2e-68aa-45a4-b36a-1a88b28fefdd HTTP/1.1" status: 204 len: 168 time: 2.6783936 Jan 26 11:24:56.318495 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7817d40-a794-4f29-b533-7b15c3f70d83 None None] DHCP port deletion for ba6f0584-2941-48e6-9427-2229465f5a54 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:24:56.321787 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49842) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:56.322507 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-38a7696d-316c-4f6d-80a1-a86f604adb17 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:56.379182 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-c7817d40-a794-4f29-b533-7b15c3f70d83 None None] Deleting port dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:56.379658 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c7817d40-a794-4f29-b533-7b15c3f70d83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:56.415816 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-54a92419-4106-4732-a184-8faea838388c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:56.422257 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-54a92419-4106-4732-a184-8faea838388c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:subnet and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:56.428039 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-54a92419-4106-4732-a184-8faea838388c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:56.443465 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-54a92419-4106-4732-a184-8faea838388c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:56.458203 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:56.466055 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Pushing event updated for resources: {'Port': ['ID=31cac87e-0590-434f-8783-96f10af05cd1,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:56.515877 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Checking segment: {'id': '677144c8-9668-47b6-89b3-b04b3b646446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'd8440c73-0aae-4929-aaa4-c394583e1b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:56.516644 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Network hostable DHCP agents. Network: d8440c73-0aae-4929-aaa4-c394583e1b91, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:24:56.522026 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f17d81fa-ebde-47e0-b7fa-b99caf1b1390']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:56.530587 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7fe572e2-2945-4d76-8695-9b787d54b87e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:56.563331 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-7fe572e2-2945-4d76-8695-9b787d54b87e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd44e552-0ca0-48b6-a63f-10771dabd9fe']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:56.570928 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dffb0c2-d44b-4eaf-85c2-db23572e464a') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:56.571251 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dffb0c2-d44b-4eaf-85c2-db23572e464a') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:56.576966 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-7fe572e2-2945-4d76-8695-9b787d54b87e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc4f7755-02fb-43c5-9c2a-4d340dc017eb') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:56.582572 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-7fe572e2-2945-4d76-8695-9b787d54b87e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc4f7755-02fb-43c5-9c2a-4d340dc017eb') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:24:56.589952 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:56.608650 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7fe572e2-2945-4d76-8695-9b787d54b87e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:56.623856 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:56.625976 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe0c8fb2-ba42-43b1-81e1-3d1871cc17f5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] DELETE failed (client error): The resource could not be found. Jan 26 11:24:56.626176 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Network d8440c73-0aae-4929-aaa4-c394583e1b91 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:24:56.626590 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe0c8fb2-ba42-43b1-81e1-3d1871cc17f5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:24:56.631977 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4408b7d7-eefc-474d-86bc-f999222ba329 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:56.640339 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 72d40bc2-6513-4e0a-9c35-e01119945424 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:24:56.643646 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7fe572e2-2945-4d76-8695-9b787d54b87e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:56.645612 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7696d-316c-4f6d-80a1-a86f604adb17 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8dd71cea-6913-4593-9311-e98ecbd0c155,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:56.664890 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-fe0c8fb2-ba42-43b1-81e1-3d1871cc17f5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/ports/0d945a2e-68aa-45a4-b36a-1a88b28fefdd HTTP/1.1" status: 404 len: 333 time: 0.3349168 Jan 26 11:24:56.667234 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49846) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:56.669199 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-38a7696d-316c-4f6d-80a1-a86f604adb17 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:56.670557 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-38a7696d-316c-4f6d-80a1-a86f604adb17 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/8dd71cea-6913-4593-9311-e98ecbd0c155 HTTP/1.1" status: 204 len: 168 time: 0.6805320 Jan 26 11:24:56.673792 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe572e2-2945-4d76-8695-9b787d54b87e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:24:56.674259 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7fe572e2-2945-4d76-8695-9b787d54b87e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:56.678772 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:24:56.679174 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:24:56.690997 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:24:56.694377 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:24:56.697294 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49850) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:56.730389 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a92419-4106-4732-a184-8faea838388c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:56.734795 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-54a92419-4106-4732-a184-8faea838388c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:56.736382 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, d8440c73-0aae-4929-aaa4-c394583e1b91) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:56.773520 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:56.774653 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:56.897883 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30116453-1090-4860-9af0-7fdd83538d35 None None] Network d8440c73-0aae-4929-aaa4-c394583e1b91 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:56.912077 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e743f1d4-25f8-4e22-b1af-f742d3604e4f None None] Network dd3b197c-2527-47b8-b990-a498ea698104 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:56.996906 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-238e97e9-a6d3-44f8-b5e3-dbd4e28b6c81 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] GET failed (client error): The resource could not be found. Jan 26 11:24:57.001270 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-238e97e9-a6d3-44f8-b5e3-dbd4e28b6c81 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "GET /v2.0/ports/0d945a2e-68aa-45a4-b36a-1a88b28fefdd HTTP/1.1" status: 404 len: 333 time: 0.3264697 Jan 26 11:24:57.009234 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49854) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:57.030090 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c7817d40-a794-4f29-b533-7b15c3f70d83 None None] For port dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:57.030619 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c7817d40-a794-4f29-b533-7b15c3f70d83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:57.070156 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7fe572e2-2945-4d76-8695-9b787d54b87e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:57.101766 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7fe572e2-2945-4d76-8695-9b787d54b87e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:57.139388 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:57.143422 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:57.145125 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe572e2-2945-4d76-8695-9b787d54b87e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Network': ['ID=dd44e552-0ca0-48b6-a63f-10771dabd9fe,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:57.147048 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408b7d7-eefc-474d-86bc-f999222ba329 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Subnet': ['ID=0d95291a-984b-4d03-a67e-01df9a44b844,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:57.156296 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7fe572e2-2945-4d76-8695-9b787d54b87e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/networks/dd44e552-0ca0-48b6-a63f-10771dabd9fe HTTP/1.1" status: 204 len: 168 time: 2.0101922 Jan 26 11:24:57.173306 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-410be798-96f9-4d4a-afb1-c4a0c2fe9d63 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting subnet 16af3f94-e69a-488e-ad66-9551d1a0cc5f {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:24:57.176657 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49858) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:57.183656 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-410be798-96f9-4d4a-afb1-c4a0c2fe9d63 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:57.218832 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f10fe9f0-25be-4de3-944c-d3969f332f65 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Synchronizing usage tracker for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group_rule {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:57.245729 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4408b7d7-eefc-474d-86bc-f999222ba329 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Checking segment: {'id': '039923ec-1460-47ba-a31c-fd5769143819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '4eaa6418-303b-40ec-9b44-1ccc6c744f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:57.246205 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4408b7d7-eefc-474d-86bc-f999222ba329 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network hostable DHCP agents. Network: 4eaa6418-303b-40ec-9b44-1ccc6c744f2c, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:24:57.251184 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Network': ['ID=f17d81fa-ebde-47e0-b7fa-b99caf1b1390,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:57.254677 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2365b69b-c02e-4c8d-b4aa-b32cf5638981 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/networks/f17d81fa-ebde-47e0-b7fa-b99caf1b1390 HTTP/1.1" status: 204 len: 168 time: 7.4663458 Jan 26 11:24:57.261057 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Pushing event updated for resources: {'Port': ['ID=a6ff1a12-5c97-4dc5-bfe0-0177e1e380bf,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:57.271557 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49862) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:57.280187 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-93238fc6-c6ef-4fa9-9b90-5d324c0fcb15 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-214444047'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:57.308232 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-93238fc6-c6ef-4fa9-9b90-5d324c0fcb15 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:57.316281 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-410be798-96f9-4d4a-afb1-c4a0c2fe9d63 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:57.320750 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-93238fc6-c6ef-4fa9-9b90-5d324c0fcb15 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Usage tracker for resource:network and tenant:72fcefe45da642438142264604e9cfc8 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:57.329425 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-93238fc6-c6ef-4fa9-9b90-5d324c0fcb15 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:57.332537 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f10fe9f0-25be-4de3-944c-d3969f332f65 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Unset dirty status for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group_rule {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:57.333843 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f10fe9f0-25be-4de3-944c-d3969f332f65 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.6258543 Jan 26 11:24:57.335037 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Checking segment: {'id': 'b6dd747e-bbf4-47f3-98d3-78d3fe475b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0025ab72-268a-4550-84a2-6d1c32b21f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:57.335586 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Network hostable DHCP agents. Network: 0025ab72-268a-4550-84a2-6d1c32b21f45, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:24:57.344070 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49866) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:57.351999 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-93238fc6-c6ef-4fa9-9b90-5d324c0fcb15 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:57.367249 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b921cc91-9a79-48b9-b408-13876b93edbb None None] Provisioning for port 72d40bc2-6513-4e0a-9c35-e01119945424 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:57.370258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4408b7d7-eefc-474d-86bc-f999222ba329 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network 4eaa6418-303b-40ec-9b44-1ccc6c744f2c is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:24:57.383011 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-c7817d40-a794-4f29-b533-7b15c3f70d83 None None] Calling delete_port for dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:57.411915 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93238fc6-c6ef-4fa9-9b90-5d324c0fcb15 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Made reservation on behalf of 72fcefe45da642438142264604e9cfc8 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:57.415757 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-93238fc6-c6ef-4fa9-9b90-5d324c0fcb15 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:57.445548 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3d21aedd-72f8-47c4-80b0-22ffd5c20faf tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:57.452323 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-4408b7d7-eefc-474d-86bc-f999222ba329 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 4eaa6418-303b-40ec-9b44-1ccc6c744f2c) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:57.457442 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4408b7d7-eefc-474d-86bc-f999222ba329 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:57.458048 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4408b7d7-eefc-474d-86bc-f999222ba329 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:57.479730 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.resource_extend [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:24:57.487881 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3d21aedd-72f8-47c4-80b0-22ffd5c20faf tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:57.491537 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b79874c-11e6-4c1d-a159-d5635fd35442 None None] Network 4eaa6418-303b-40ec-9b44-1ccc6c744f2c requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:57.497970 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Network 0025ab72-268a-4550-84a2-6d1c32b21f45 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:24:57.522339 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4408b7d7-eefc-474d-86bc-f999222ba329 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8331709 Jan 26 11:24:57.523790 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 0025ab72-268a-4550-84a2-6d1c32b21f45) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:57.531658 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49870) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:57.535790 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:24:57.546577 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:57.551439 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:57.552149 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:57.614168 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0627bd10-ed4e-45b0-aa8c-114248746d2d None None] Network 0025ab72-268a-4550-84a2-6d1c32b21f45 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:57.631953 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 72d40bc2-6513-4e0a-9c35-e01119945424 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:24:57.643763 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93238fc6-c6ef-4fa9-9b90-5d324c0fcb15 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:24:57.659853 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fdb29d-b476-4241-bf06-7a566b48a15b tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:57.660650 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-36fdb29d-b476-4241-bf06-7a566b48a15b tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Synchronizing usage tracker for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:57.685803 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-410be798-96f9-4d4a-afb1-c4a0c2fe9d63 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:57.689143 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:57.708237 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 72d40bc2-6513-4e0a-9c35-e01119945424 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:57.709131 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:57.742281 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.objects.ports [None req-54a92419-4106-4732-a184-8faea838388c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87442) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 26 11:24:57.750294 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3d21aedd-72f8-47c4-80b0-22ffd5c20faf tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:57.751956 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-36fdb29d-b476-4241-bf06-7a566b48a15b tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Unset dirty status for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:57.753287 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-36fdb29d-b476-4241-bf06-7a566b48a15b tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5715816 Jan 26 11:24:57.758088 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3d21aedd-72f8-47c4-80b0-22ffd5c20faf tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:57.761268 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3d21aedd-72f8-47c4-80b0-22ffd5c20faf tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/63e57c55-b9f5-4bcc-bc44-eea9d67a8a13 HTTP/1.1" status: 204 len: 168 time: 0.4109027 Jan 26 11:24:57.764623 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-93238fc6-c6ef-4fa9-9b90-5d324c0fcb15 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:57.765249 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-93238fc6-c6ef-4fa9-9b90-5d324c0fcb15 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Added segment bb3a3ead-a003-4677-91f7-42a7e343beda of type vlan for network 2f5ae155-be9a-409c-88c8-a78f92a1a6c0 Jan 26 11:24:57.801171 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49874) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:57.801532 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49876) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:57.920340 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21aedd-72f8-47c4-80b0-22ffd5c20faf tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63e57c55-b9f5-4bcc-bc44-eea9d67a8a13,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:57.931009 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e71e535f-c5f3-44f6-84c5-a3dc93b6fd1f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.3874760 Jan 26 11:24:57.934711 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49882) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:57.986260 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-fbfa8f7d-9fe4-4531-8af8-70553b3d07d2 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Synchronizing usage tracker for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group_rule {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:57.993624 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:57.998992 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-410be798-96f9-4d4a-afb1-c4a0c2fe9d63 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:58.056331 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410be798-96f9-4d4a-afb1-c4a0c2fe9d63 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Subnet': ['ID=16af3f94-e69a-488e-ad66-9551d1a0cc5f,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:58.058381 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-410be798-96f9-4d4a-afb1-c4a0c2fe9d63 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:58.067680 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-fbfa8f7d-9fe4-4531-8af8-70553b3d07d2 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Unset dirty status for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group_rule {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:58.068269 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-fbfa8f7d-9fe4-4531-8af8-70553b3d07d2 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2611947 Jan 26 11:24:58.072366 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49886) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:58.073304 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.ipam_pluggable_backend [None req-54a92419-4106-4732-a184-8faea838388c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Port dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87442) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 26 11:24:58.073304 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.ipam_pluggable_backend [None req-54a92419-4106-4732-a184-8faea838388c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Reverting IP allocation for 2001:db8::f816:3eff:fe70:4798 {{(pid=87442) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 26 11:24:58.076661 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-410be798-96f9-4d4a-afb1-c4a0c2fe9d63 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/subnets/16af3f94-e69a-488e-ad66-9551d1a0cc5f HTTP/1.1" status: 204 len: 168 time: 1.0665464 Jan 26 11:24:58.084622 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c7817d40-a794-4f29-b533-7b15c3f70d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:58.085872 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49890) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:58.093142 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.ipam_pluggable_backend [None req-54a92419-4106-4732-a184-8faea838388c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe70:4798 {{(pid=87442) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 26 11:24:58.098408 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] Transition to ACTIVE for port object fb3fdb6f-164b-41bc-93d1-9d8fd41e0501 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:24:58.099054 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2910d47a-463f-4800-a8d9-fc3f3d390d63 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2954543 Jan 26 11:24:58.103219 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-54a92419-4106-4732-a184-8faea838388c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:58.106782 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49894) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:58.115971 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-93238fc6-c6ef-4fa9-9b90-5d324c0fcb15 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:58.154626 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-b9579ced-74a2-421a-ad99-0963e88dcd5f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1490472375'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:58.169147 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b9579ced-74a2-421a-ad99-0963e88dcd5f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:58.181668 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b9579ced-74a2-421a-ad99-0963e88dcd5f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:network and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:58.205078 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b9579ced-74a2-421a-ad99-0963e88dcd5f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:58.219994 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a92419-4106-4732-a184-8faea838388c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:24:58.221001 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b9579ced-74a2-421a-ad99-0963e88dcd5f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:58.229412 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-54a92419-4106-4732-a184-8faea838388c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:24:58.235507 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a92419-4106-4732-a184-8faea838388c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:58.236087 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-54a92419-4106-4732-a184-8faea838388c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:58.241338 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a92419-4106-4732-a184-8faea838388c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=30414aa0-8480-4d68-b213-32d0c674c55e,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:58.256550 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7817d40-a794-4f29-b533-7b15c3f70d83 None None] Pushing event deleted for resources: {'Port': ['ID=dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:58.263552 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:58.266134 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9579ced-74a2-421a-ad99-0963e88dcd5f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:58.267576 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7817d40-a794-4f29-b533-7b15c3f70d83 None None] No DVR routers for this DVR port dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:24:58.269564 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b9579ced-74a2-421a-ad99-0963e88dcd5f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:58.288470 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d5f5a2b8-361c-4431-a167-739808afd289 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:58.297135 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.resource_extend [None req-93238fc6-c6ef-4fa9-9b90-5d324c0fcb15 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:24:58.304879 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-54a92419-4106-4732-a184-8faea838388c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2492597 Jan 26 11:24:58.314773 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49898) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:58.328466 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-4c0f81ef-a044-4792-90b5-6d2f2c10f31d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:58.338890 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7438ae9b-48bb-4c51-b120-5c3b9f4182fd None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:58.364829 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d5f5a2b8-361c-4431-a167-739808afd289 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:58.386869 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9579ced-74a2-421a-ad99-0963e88dcd5f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:24:58.392353 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:58.437555 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-93238fc6-c6ef-4fa9-9b90-5d324c0fcb15 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:58.444588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93238fc6-c6ef-4fa9-9b90-5d324c0fcb15 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:58.445268 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-93238fc6-c6ef-4fa9-9b90-5d324c0fcb15 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:58.479541 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b9579ced-74a2-421a-ad99-0963e88dcd5f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:58.479890 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-b9579ced-74a2-421a-ad99-0963e88dcd5f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Added segment bcf2af57-0b8a-4044-9390-1d1b01eeba50 of type vlan for network b3e74a11-7fad-46ff-9afd-309149d1b410 Jan 26 11:24:58.483388 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d332c7f-e4f8-4ab7-9fe9-a594ba42e2f6 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:58.490584 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d332c7f-e4f8-4ab7-9fe9-a594ba42e2f6 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:58.491440 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6d332c7f-e4f8-4ab7-9fe9-a594ba42e2f6 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Synchronizing usage tracker for tenant:cc86f46871e84bb9bcd363954b273341 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:58.560575 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d5f5a2b8-361c-4431-a167-739808afd289 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:58.565849 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b9579ced-74a2-421a-ad99-0963e88dcd5f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:58.593074 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting port 72d40bc2-6513-4e0a-9c35-e01119945424 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:58.593717 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:58.600850 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5a2b8-361c-4431-a167-739808afd289 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b300d41f-c50e-4617-b3bb-0e697d530b1a,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:58.610420 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4c0f81ef-a044-4792-90b5-6d2f2c10f31d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:58.622034 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4c0f81ef-a044-4792-90b5-6d2f2c10f31d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:subnet and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:58.635607 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4c0f81ef-a044-4792-90b5-6d2f2c10f31d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:58.650258 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4c0f81ef-a044-4792-90b5-6d2f2c10f31d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:58.665491 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b9579ced-74a2-421a-ad99-0963e88dcd5f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:58.673261 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9579ced-74a2-421a-ad99-0963e88dcd5f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:24:58.673820 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b9579ced-74a2-421a-ad99-0963e88dcd5f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:58.694720 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0f81ef-a044-4792-90b5-6d2f2c10f31d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:58.698814 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4c0f81ef-a044-4792-90b5-6d2f2c10f31d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:58.726577 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d5f5a2b8-361c-4431-a167-739808afd289 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:58.730103 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d5f5a2b8-361c-4431-a167-739808afd289 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "DELETE /v2.0/security-groups/b300d41f-c50e-4617-b3bb-0e697d530b1a HTTP/1.1" status: 204 len: 168 time: 0.6499147 Jan 26 11:24:58.739804 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49902) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:58.761452 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316afff-4334-4c31-a89d-ed2646b2e8b3 None None] Pushing event updated for resources: {'Port': ['ID=fb3fdb6f-164b-41bc-93d1-9d8fd41e0501,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:58.803894 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b9579ced-74a2-421a-ad99-0963e88dcd5f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6629975 Jan 26 11:24:58.837385 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0471eb-2805-4f7b-ad23-4fae798be366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-4eaa6418-303b-40ec-9b44-1ccc6c744f2c', 'network_id': '4eaa6418-303b-40ec-9b44-1ccc6c744f2c', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'fixed_ips': [{'subnet_id': '0d95291a-984b-4d03-a67e-01df9a44b844'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:24:58.838220 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-df0471eb-2805-4f7b-ad23-4fae798be366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:58.864897 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:58.915731 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49906) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:58.922826 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93238fc6-c6ef-4fa9-9b90-5d324c0fcb15 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'Network': ['ID=2f5ae155-be9a-409c-88c8-a78f92a1a6c0,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:58.926972 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9579ced-74a2-421a-ad99-0963e88dcd5f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Network': ['ID=b3e74a11-7fad-46ff-9afd-309149d1b410,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:58.936432 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-7c981b17-b23b-4867-bf32-9d01c5da131f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'subnet': {'network_id': 'b3e74a11-7fad-46ff-9afd-309149d1b410', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:58.962373 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-93238fc6-c6ef-4fa9-9b90-5d324c0fcb15 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6891696 Jan 26 11:24:58.969002 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49910) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:58.970216 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6d332c7f-e4f8-4ab7-9fe9-a594ba42e2f6 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Unset dirty status for tenant:cc86f46871e84bb9bcd363954b273341 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:58.974000 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6d332c7f-e4f8-4ab7-9fe9-a594ba42e2f6 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.9630191 Jan 26 11:24:58.977415 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-c25a0039-f4a2-4c0b-aa67-3217576d0a70 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Request body: {'subnet': {'network_id': '2f5ae155-be9a-409c-88c8-a78f92a1a6c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:58.978692 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49914) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:58.989100 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 2f5ae155-be9a-409c-88c8-a78f92a1a6c0 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:24:59.001984 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network b3e74a11-7fad-46ff-9afd-309149d1b410 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:24:59.010660 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6d1e8423-b91e-40c4-a978-d23dfdcb76fb tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Synchronizing usage tracker for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:24:59.021083 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] Attempting to bind port fb3fdb6f-164b-41bc-93d1-9d8fd41e0501 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:24:59.021304 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] Attempting to bind port fb3fdb6f-164b-41bc-93d1-9d8fd41e0501 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'a3a3b4a5-0317-4e82-9013-bbc5e18887ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd45e07ee-3c75-462a-b0ea-b36a7ced69a3'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:24:59.022024 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] Attempting to bind port fb3fdb6f-164b-41bc-93d1-9d8fd41e0501 on network d45e07ee-3c75-462a-b0ea-b36a7ced69a3 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:24:59.034044 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] For port 72d40bc2-6513-4e0a-9c35-e01119945424, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=72d40bc2-6513-4e0a-9c35-e01119945424,segment=NetworkSegment(b59f3a72-51ac-4a30-8033-5e9baca4932e),segment_id=b59f3a72-51ac-4a30-8033-5e9baca4932e)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:59.034044 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:59.081101 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6d1e8423-b91e-40c4-a978-d23dfdcb76fb tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Unset dirty status for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:24:59.086683 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6d1e8423-b91e-40c4-a978-d23dfdcb76fb tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3384948 Jan 26 11:24:59.096268 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:24:59.096696 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] Checking segment: {'id': 'a3a3b4a5-0317-4e82-9013-bbc5e18887ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd45e07ee-3c75-462a-b0ea-b36a7ced69a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:24:59.097051 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:59.097450 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] Bound using segment: {'id': 'a3a3b4a5-0317-4e82-9013-bbc5e18887ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd45e07ee-3c75-462a-b0ea-b36a7ced69a3'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:24:59.097933 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] Bound port: fb3fdb6f-164b-41bc-93d1-9d8fd41e0501, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a3b4a5-0317-4e82-9013-bbc5e18887ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd45e07ee-3c75-462a-b0ea-b36a7ced69a3'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:24:59.098311 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:59.151410 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49918) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:59.164130 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-e34ec36c-c6a3-4d9b-bbb2-d13cebf686bd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Request body: {'security_group': {'name': 'tempest-secgroup--721906656'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:59.169543 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.ipam_backend_mixin [None req-4c0f81ef-a044-4792-90b5-6d2f2c10f31d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 30414aa0-8480-4d68-b213-32d0c674c55e (CIDR: 2001:db8::/64) Jan 26 11:24:59.238613 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e34ec36c-c6a3-4d9b-bbb2-d13cebf686bd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:59.241106 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0f81ef-a044-4792-90b5-6d2f2c10f31d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:24:59.241603 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0f81ef-a044-4792-90b5-6d2f2c10f31d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:24:59.259777 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2caaa9a1-a0b9-4cca-a83c-a6c99b55581c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:59.264047 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e34ec36c-c6a3-4d9b-bbb2-d13cebf686bd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:59.270531 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 72d40bc2-6513-4e0a-9c35-e01119945424, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=72d40bc2-6513-4e0a-9c35-e01119945424,segment=NetworkSegment(b59f3a72-51ac-4a30-8033-5e9baca4932e),segment_id=b59f3a72-51ac-4a30-8033-5e9baca4932e)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:24:59.275740 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-7c981b17-b23b-4867-bf32-9d01c5da131f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:59.283336 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c25a0039-f4a2-4c0b-aa67-3217576d0a70 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:59.291729 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7c981b17-b23b-4867-bf32-9d01c5da131f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:subnet and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:59.295819 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c25a0039-f4a2-4c0b-aa67-3217576d0a70 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Usage tracker for resource:subnet and tenant:72fcefe45da642438142264604e9cfc8 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:59.298979 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7c981b17-b23b-4867-bf32-9d01c5da131f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:59.306185 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c25a0039-f4a2-4c0b-aa67-3217576d0a70 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:59.311323 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4c0f81ef-a044-4792-90b5-6d2f2c10f31d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9939861 Jan 26 11:24:59.312746 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-7c981b17-b23b-4867-bf32-9d01c5da131f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:59.318204 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49922) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:24:59.324169 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c25a0039-f4a2-4c0b-aa67-3217576d0a70 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:59.333416 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-5bb456f9-0eef-4e75-8af5-fa337558c935 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:24:59.348230 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:59.350743 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e34ec36c-c6a3-4d9b-bbb2-d13cebf686bd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:59.388244 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c981b17-b23b-4867-bf32-9d01c5da131f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:59.391702 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7c981b17-b23b-4867-bf32-9d01c5da131f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:59.464511 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25a0039-f4a2-4c0b-aa67-3217576d0a70 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Made reservation on behalf of 72fcefe45da642438142264604e9cfc8 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:24:59.481509 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c25a0039-f4a2-4c0b-aa67-3217576d0a70 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:59.506151 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becefdf5-5443-4ffc-b288-2636786dd5fc None None] Network dd3b197c-2527-47b8-b990-a498ea698104 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:24:59.515253 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e34ec36c-c6a3-4d9b-bbb2-d13cebf686bd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:59.519064 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 68a40f61-9540-4a2e-9274-3944c5fd21fa no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:24:59.523089 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Calling delete_port for 72d40bc2-6513-4e0a-9c35-e01119945424 owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:24:59.589681 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e34ec36c-c6a3-4d9b-bbb2-d13cebf686bd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Usage tracker for resource:security_group_rule and tenant:7488935ed4d74498afa03d5d74f4a2b9 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:59.594168 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 68a40f61-9540-4a2e-9274-3944c5fd21fa {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:24:59.594562 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 68a40f61-9540-4a2e-9274-3944c5fd21fa not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:24:59.594968 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:24:59.598884 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-43fdb295-a799-45a4-a3c1-f63e9342a1f9 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Deleting port 31cac87e-0590-434f-8783-96f10af05cd1 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:24:59.599304 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-43fdb295-a799-45a4-a3c1-f63e9342a1f9 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:59.606656 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e34ec36c-c6a3-4d9b-bbb2-d13cebf686bd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:59.640379 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-ba6f0584-2941-48e6-9427-2229465f5a54', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'fixed_ips': [{'subnet_id': '30414aa0-8480-4d68-b213-32d0c674c55e'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:24:59.640813 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:59.697083 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:24:59.697434 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device dd1c9c4a-18ef-4e75-aa85-e24e9652fd9c not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:24:59.716752 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=72d40bc2-6513-4e0a-9c35-e01119945424,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:24:59.778083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.api [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:24:59.778469 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG oslo_db.api [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:24:59.788665 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-df0471eb-2805-4f7b-ad23-4fae798be366 None None] Allocated IP 172.23.0.2 (4eaa6418-303b-40ec-9b44-1ccc6c744f2c/0d95291a-984b-4d03-a67e-01df9a44b844/d7a27379-838c-4ffc-adc4-bd79cfecdccb) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:24:59.838243 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] For port fb3fdb6f-164b-41bc-93d1-9d8fd41e0501, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:24:59.844703 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e34ec36c-c6a3-4d9b-bbb2-d13cebf686bd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:59.848021 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c770d252-7abb-4f0a-be5e-de5fd3473879 None None] Provisioning complete for port 72d40bc2-6513-4e0a-9c35-e01119945424 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:24:59.848516 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c770d252-7abb-4f0a-be5e-de5fd3473879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:24:59.948234 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-5bb456f9-0eef-4e75-8af5-fa337558c935 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:24:59.950132 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] For port fb3fdb6f-164b-41bc-93d1-9d8fd41e0501, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=fb3fdb6f-164b-41bc-93d1-9d8fd41e0501,segment=NetworkSegment(a3a3b4a5-0317-4e82-9013-bbc5e18887ea),segment_id=a3a3b4a5-0317-4e82-9013-bbc5e18887ea)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:24:59.961085 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5bb456f9-0eef-4e75-8af5-fa337558c935 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:subnet and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:24:59.968521 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5bb456f9-0eef-4e75-8af5-fa337558c935 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:24:59.988527 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-5bb456f9-0eef-4e75-8af5-fa337558c935 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:24:59.994484 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-43fdb295-a799-45a4-a3c1-f63e9342a1f9 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:00.017826 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:00.091453 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb456f9-0eef-4e75-8af5-fa337558c935 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:00.095026 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5bb456f9-0eef-4e75-8af5-fa337558c935 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:00.133797 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-43fdb295-a799-45a4-a3c1-f63e9342a1f9 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Calling delete_port for 31cac87e-0590-434f-8783-96f10af05cd1 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:00.141690 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e34ec36c-c6a3-4d9b-bbb2-d13cebf686bd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:00.167012 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e34ec36c-c6a3-4d9b-bbb2-d13cebf686bd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:00.225595 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-43fdb295-a799-45a4-a3c1-f63e9342a1f9 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:00.316105 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] Routers {'18505ef1-f02f-46b0-8893-ffc4d27ca053'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:25:00.316788 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:24:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['18505ef1-f02f-46b0-8893-ffc4d27ca053'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:00.319761 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting port 72d40bc2-6513-4e0a-9c35-e01119945424 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:00.320294 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:00.344746 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ec36c-c6a3-4d9b-bbb2-d13cebf686bd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba2206a-0bbf-4ef9-8266-5ba958379ae6,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:00.356644 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdb295-a799-45a4-a3c1-f63e9342a1f9 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Pushing event deleted for resources: {'Port': ['ID=31cac87e-0590-434f-8783-96f10af05cd1,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:00.378096 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-43fdb295-a799-45a4-a3c1-f63e9342a1f9 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:00.386247 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7c981b17-b23b-4867-bf32-9d01c5da131f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:00.442716 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-43fdb295-a799-45a4-a3c1-f63e9342a1f9 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] 10.222.0.39 "DELETE /v2.0/ports/31cac87e-0590-434f-8783-96f10af05cd1 HTTP/1.1" status: 204 len: 168 time: 1.4576027 Jan 26 11:25:00.450811 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49926) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:00.490830 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e34ec36c-c6a3-4d9b-bbb2-d13cebf686bd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:00.492422 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e34ec36c-c6a3-4d9b-bbb2-d13cebf686bd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3361220 Jan 26 11:25:00.495812 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49930) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:00.515614 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-d2eaed91-1279-4861-a81b-b57923fae444 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Request body: {'security_group_rule': {'security_group_id': '4ba2206a-0bbf-4ef9-8266-5ba958379ae6', 'direction': 'ingress', 'protocol': 17}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:00.524946 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316afff-4334-4c31-a89d-ed2646b2e8b3 None None] Pushing event updated for resources: {'Port': ['ID=fb3fdb6f-164b-41bc-93d1-9d8fd41e0501,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:00.527381 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-d2eaed91-1279-4861-a81b-b57923fae444 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:00.528481 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c25a0039-f4a2-4c0b-aa67-3217576d0a70 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:00.555126 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d2eaed91-1279-4861-a81b-b57923fae444 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Usage tracker for resource:security_group_rule and tenant:7488935ed4d74498afa03d5d74f4a2b9 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:00.562414 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d2eaed91-1279-4861-a81b-b57923fae444 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:00.585894 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-5eb9ef62-2e08-46ed-b343-a7dee8a39224 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Deleting port a6ff1a12-5c97-4dc5-bfe0-0177e1e380bf {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:00.586517 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5eb9ef62-2e08-46ed-b343-a7dee8a39224 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:00.587009 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Allocated IP 2001:db8::f816:3eff:feb2:1ecf (ba6f0584-2941-48e6-9427-2229465f5a54/30414aa0-8480-4d68-b213-32d0c674c55e/93981853-d01e-4c14-8be6-e9c8a9287d8c) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:00.619858 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-d2eaed91-1279-4861-a81b-b57923fae444 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:00.629217 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c981b17-b23b-4867-bf32-9d01c5da131f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Subnet': ['ID=8e33d8ba-aff7-4a9a-83bf-5651af9c6692,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:00.673317 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] Set router 18505ef1-f02f-46b0-8893-ffc4d27ca053 gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:25:00.686914 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c981b17-b23b-4867-bf32-9d01c5da131f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Checking segment: {'id': 'bcf2af57-0b8a-4044-9390-1d1b01eeba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b3e74a11-7fad-46ff-9afd-309149d1b410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:00.687277 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c981b17-b23b-4867-bf32-9d01c5da131f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network hostable DHCP agents. Network: b3e74a11-7fad-46ff-9afd-309149d1b410, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:25:00.699036 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25a0039-f4a2-4c0b-aa67-3217576d0a70 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Checking segment: {'id': 'bb3a3ead-a003-4677-91f7-42a7e343beda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '2f5ae155-be9a-409c-88c8-a78f92a1a6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:00.700091 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25a0039-f4a2-4c0b-aa67-3217576d0a70 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Network hostable DHCP agents. Network: 2f5ae155-be9a-409c-88c8-a78f92a1a6c0, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:25:00.715744 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] For port 72d40bc2-6513-4e0a-9c35-e01119945424, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=72d40bc2-6513-4e0a-9c35-e01119945424,segment=NetworkSegment(b59f3a72-51ac-4a30-8033-5e9baca4932e),segment_id=b59f3a72-51ac-4a30-8033-5e9baca4932e)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:00.716116 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:00.746110 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a0039-f4a2-4c0b-aa67-3217576d0a70 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'Subnet': ['ID=b2fa7810-5a51-4168-b34a-8b862d5117b9,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:00.803831 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c981b17-b23b-4867-bf32-9d01c5da131f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network b3e74a11-7fad-46ff-9afd-309149d1b410 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:25:00.823893 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5bb456f9-0eef-4e75-8af5-fa337558c935 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:00.883223 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6999b4a9-c32b-455f-9fac-6980cd320226 None None] DHCP port deletion for dd3b197c-2527-47b8-b990-a498ea698104 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:25:00.897088 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-df0471eb-2805-4f7b-ad23-4fae798be366 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:00.897322 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25a0039-f4a2-4c0b-aa67-3217576d0a70 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Network 2f5ae155-be9a-409c-88c8-a78f92a1a6c0 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:25:00.906736 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb456f9-0eef-4e75-8af5-fa337558c935 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:00.912317 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-5bb456f9-0eef-4e75-8af5-fa337558c935 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:00.913896 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-7c981b17-b23b-4867-bf32-9d01c5da131f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, b3e74a11-7fad-46ff-9afd-309149d1b410) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:00.914982 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d2eaed91-1279-4861-a81b-b57923fae444 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:00.915851 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb456f9-0eef-4e75-8af5-fa337558c935 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:00.916432 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5bb456f9-0eef-4e75-8af5-fa337558c935 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:00.922859 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-c25a0039-f4a2-4c0b-aa67-3217576d0a70 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 2f5ae155-be9a-409c-88c8-a78f92a1a6c0) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:00.936362 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c981b17-b23b-4867-bf32-9d01c5da131f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:00.937353 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7c981b17-b23b-4867-bf32-9d01c5da131f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:00.945109 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25a0039-f4a2-4c0b-aa67-3217576d0a70 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:00.945676 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c25a0039-f4a2-4c0b-aa67-3217576d0a70 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:00.983473 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37148f54-142f-4d6f-a155-e9f700cdf7fc None None] Network b3e74a11-7fad-46ff-9afd-309149d1b410 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:00.986895 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb456f9-0eef-4e75-8af5-fa337558c935 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=d313fb7c-1038-4818-a732-a3b48ae967e9,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:00.997701 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f294dcc-a735-429a-978b-c539730af04c None None] Network 2f5ae155-be9a-409c-88c8-a78f92a1a6c0 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:00.998721 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7c981b17-b23b-4867-bf32-9d01c5da131f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0819221 Jan 26 11:25:01.002886 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5bb456f9-0eef-4e75-8af5-fa337558c935 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6792548 Jan 26 11:25:01.003471 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49934) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:01.005560 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49936) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:01.010227 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-8ad87936-232b-4601-bdaa-ed223e0c3fe5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'port': {'network_id': 'b3e74a11-7fad-46ff-9afd-309149d1b410', 'name': 'tempest-PortsTestJSON-1682478923'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:01.018901 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Calling delete_port for 72d40bc2-6513-4e0a-9c35-e01119945424 owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:01.026171 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-6999b4a9-c32b-455f-9fac-6980cd320226 None None] Deleting port 72d40bc2-6513-4e0a-9c35-e01119945424 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:01.026581 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6999b4a9-c32b-455f-9fac-6980cd320226 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:01.032950 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c25a0039-f4a2-4c0b-aa67-3217576d0a70 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0582976 Jan 26 11:25:01.034618 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-4c71ed51-e2d1-46b2-be6f-f7666ae0d406 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'mac_address': 'fa:16:3e:c9:da:c6', 'name': 'tempest-NetworksTestDHCPv6-2103387964'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:01.055794 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49942) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:01.093438 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-df0471eb-2805-4f7b-ad23-4fae798be366 None None] Transition to ACTIVE for port object d7a27379-838c-4ffc-adc4-bd79cfecdccb will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:01.250418 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5eb9ef62-2e08-46ed-b343-a7dee8a39224 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:01.271281 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:01.275604 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d2eaed91-1279-4861-a81b-b57923fae444 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:01.302727 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-df0471eb-2805-4f7b-ad23-4fae798be366 None None] Transition to ACTIVE for port object d7a27379-838c-4ffc-adc4-bd79cfecdccb will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:01.408117 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4c71ed51-e2d1-46b2-be6f-f7666ae0d406 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:01.409285 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-6999b4a9-c32b-455f-9fac-6980cd320226 None None] The port '72d40bc2-6513-4e0a-9c35-e01119945424' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:25:01.415855 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-8ad87936-232b-4601-bdaa-ed223e0c3fe5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:01.429060 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-5eb9ef62-2e08-46ed-b343-a7dee8a39224 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Calling delete_port for a6ff1a12-5c97-4dc5-bfe0-0177e1e380bf owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:01.433175 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4c71ed51-e2d1-46b2-be6f-f7666ae0d406 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:01.441374 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f5d192c1-7a1a-4b18-a262-511e72a9cb4b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:01.444818 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-8ad87936-232b-4601-bdaa-ed223e0c3fe5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:01.467654 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c71ed51-e2d1-46b2-be6f-f7666ae0d406 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:01.469714 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d2eaed91-1279-4861-a81b-b57923fae444 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:01.479623 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-df0471eb-2805-4f7b-ad23-4fae798be366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:01.514692 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Port': ['ID=72d40bc2-6513-4e0a-9c35-e01119945424,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:01.525570 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 72d40bc2-6513-4e0a-9c35-e01119945424 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:25:01.533416 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad87936-232b-4601-bdaa-ed223e0c3fe5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:01.536614 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8ad87936-232b-4601-bdaa-ed223e0c3fe5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:01.549395 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] No DVR routers for this DVR port 72d40bc2-6513-4e0a-9c35-e01119945424 on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:25:01.595779 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-8ad87936-232b-4601-bdaa-ed223e0c3fe5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] device_id is not set on port ae9bbf00-008c-4fcd-aea6-73efcf4737a2 yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:25:01.598747 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eaed91-1279-4861-a81b-b57923fae444 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf9d6ea-c334-4276-b81f-15710ad36d5b,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:01.672913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-2caaa9a1-a0b9-4cca-a83c-a6c99b55581c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Allocated IP 172.23.0.1 (4eaa6418-303b-40ec-9b44-1ccc6c744f2c/0d95291a-984b-4d03-a67e-01df9a44b844/a23a97dc-9d06-41b8-ac3d-a9c97a8054f9) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:01.675024 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d2eaed91-1279-4861-a81b-b57923fae444 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:01.678793 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d2eaed91-1279-4861-a81b-b57923fae444 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1734273 Jan 26 11:25:01.690129 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 72d40bc2-6513-4e0a-9c35-e01119945424 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:25:01.690577 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 72d40bc2-6513-4e0a-9c35-e01119945424 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:25:01.692843 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49946) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:01.727531 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f5d192c1-7a1a-4b18-a262-511e72a9cb4b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:01.781777 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:01.791615 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5eb9ef62-2e08-46ed-b343-a7dee8a39224 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:01.809361 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0471eb-2805-4f7b-ad23-4fae798be366 None None] Network 4eaa6418-303b-40ec-9b44-1ccc6c744f2c is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:01.823819 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:01.827196 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-df0471eb-2805-4f7b-ad23-4fae798be366 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:01.859843 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0471eb-2805-4f7b-ad23-4fae798be366 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:01.864585 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0471eb-2805-4f7b-ad23-4fae798be366 None None] Pushing event updated for resources: {'Port': ['ID=d7a27379-838c-4ffc-adc4-bd79cfecdccb,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:01.911243 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9ef62-2e08-46ed-b343-a7dee8a39224 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Pushing event deleted for resources: {'Port': ['ID=a6ff1a12-5c97-4dc5-bfe0-0177e1e380bf,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:01.914208 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3b197c-2527-47b8-b990-a498ea698104']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:01.933235 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Transition to ACTIVE for port object 93981853-d01e-4c14-8be6-e9c8a9287d8c will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:01.985303 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4c71ed51-e2d1-46b2-be6f-f7666ae0d406 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:01.987977 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59f3a72-51ac-4a30-8033-5e9baca4932e') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:01.988354 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59f3a72-51ac-4a30-8033-5e9baca4932e') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:01.995252 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5eb9ef62-2e08-46ed-b343-a7dee8a39224 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.021140 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.044528 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5eb9ef62-2e08-46ed-b343-a7dee8a39224 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] 10.222.0.39 "DELETE /v2.0/ports/a6ff1a12-5c97-4dc5-bfe0-0177e1e380bf HTTP/1.1" status: 204 len: 168 time: 1.5889859 Jan 26 11:25:02.052401 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49950) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:02.071239 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.082961 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6db45a-7d77-4c46-a6d2-e613cb7e9b0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-b3e74a11-7fad-46ff-9afd-309149d1b410', 'network_id': 'b3e74a11-7fad-46ff-9afd-309149d1b410', 'tenant_id': 'f243e59f155e4e8b9c168a6739897859', 'fixed_ips': [{'subnet_id': '8e33d8ba-aff7-4a9a-83bf-5651af9c6692'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:25:02.083917 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5b6db45a-7d77-4c46-a6d2-e613cb7e9b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.085469 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-90a424c8-cad8-4653-bba9-8a1cc647cb7e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.093570 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fa266b-db6b-4a14-abf5-8014a75e97b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-2f5ae155-be9a-409c-88c8-a78f92a1a6c0', 'network_id': '2f5ae155-be9a-409c-88c8-a78f92a1a6c0', 'tenant_id': '72fcefe45da642438142264604e9cfc8', 'fixed_ips': [{'subnet_id': 'b2fa7810-5a51-4168-b34a-8b862d5117b9'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:25:02.094382 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d1fa266b-db6b-4a14-abf5-8014a75e97b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.097216 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:25:02.097612 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.110631 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Transition to ACTIVE for port object 93981853-d01e-4c14-8be6-e9c8a9287d8c will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:25:02.113889 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:25:02.120139 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-aa4bbcdf-07d5-46cb-8043-a7ac4ca538c0 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0628586 Jan 26 11:25:02.123200 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-4c71ed51-e2d1-46b2-be6f-f7666ae0d406 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] device_id is not set on port 0ba8186c-be72-475c-83ba-502035fbbf28 yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:25:02.124955 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-df0471eb-2805-4f7b-ad23-4fae798be366 None None] Attempting to bind port d7a27379-838c-4ffc-adc4-bd79cfecdccb on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:25:02.125500 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-df0471eb-2805-4f7b-ad23-4fae798be366 None None] Attempting to bind port d7a27379-838c-4ffc-adc4-bd79cfecdccb by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '039923ec-1460-47ba-a31c-fd5769143819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '4eaa6418-303b-40ec-9b44-1ccc6c744f2c'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:25:02.126024 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0471eb-2805-4f7b-ad23-4fae798be366 None None] Attempting to bind port d7a27379-838c-4ffc-adc4-bd79cfecdccb on network 4eaa6418-303b-40ec-9b44-1ccc6c744f2c {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:25:02.134614 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.161181 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49954) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:02.171326 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f5d192c1-7a1a-4b18-a262-511e72a9cb4b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.175903 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0471eb-2805-4f7b-ad23-4fae798be366 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:25:02.176356 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0471eb-2805-4f7b-ad23-4fae798be366 None None] Checking segment: {'id': '039923ec-1460-47ba-a31c-fd5769143819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '4eaa6418-303b-40ec-9b44-1ccc6c744f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:02.176838 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-df0471eb-2805-4f7b-ad23-4fae798be366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.177738 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0471eb-2805-4f7b-ad23-4fae798be366 None None] Bound using segment: {'id': '039923ec-1460-47ba-a31c-fd5769143819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '4eaa6418-303b-40ec-9b44-1ccc6c744f2c'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:25:02.178418 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-df0471eb-2805-4f7b-ad23-4fae798be366 None None] Bound port: d7a27379-838c-4ffc-adc4-bd79cfecdccb, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039923ec-1460-47ba-a31c-fd5769143819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '4eaa6418-303b-40ec-9b44-1ccc6c744f2c'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:25:02.178984 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-df0471eb-2805-4f7b-ad23-4fae798be366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.180985 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-02905e80-2e45-4841-bb2e-b25c06fbc342 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-481128947'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:02.222784 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-02905e80-2e45-4841-bb2e-b25c06fbc342 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:02.232807 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.235279 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d192c1-7a1a-4b18-a262-511e72a9cb4b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Subnet': ['ID=b2fa7810-5a51-4168-b34a-8b862d5117b9,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:02.249777 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-02905e80-2e45-4841-bb2e-b25c06fbc342 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Usage tracker for resource:network and tenant:cc86f46871e84bb9bcd363954b273341 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:02.256612 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-02905e80-2e45-4841-bb2e-b25c06fbc342 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:02.277076 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.284914 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-02905e80-2e45-4841-bb2e-b25c06fbc342 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:02.290474 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2caaa9a1-a0b9-4cca-a83c-a6c99b55581c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.294167 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-8ad87936-232b-4601-bdaa-ed223e0c3fe5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Allocated IP 172.20.0.13 (b3e74a11-7fad-46ff-9afd-309149d1b410/8e33d8ba-aff7-4a9a-83bf-5651af9c6692/ae9bbf00-008c-4fcd-aea6-73efcf4737a2) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:02.299927 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Network': ['ID=dd3b197c-2527-47b8-b990-a498ea698104,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:02.307751 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-90a424c8-cad8-4653-bba9-8a1cc647cb7e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.320460 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-252b3013-a2bb-44a6-9a53-fa79ab2e3608 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/networks/dd3b197c-2527-47b8-b990-a498ea698104 HTTP/1.1" status: 204 len: 168 time: 4.2312012 Jan 26 11:25:02.328814 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49958) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:02.344403 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-776dc96e-81bb-4bd0-a9b0-2421cdbc3eb4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-464281773'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:02.360062 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-776dc96e-81bb-4bd0-a9b0-2421cdbc3eb4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:02.363082 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-2caaa9a1-a0b9-4cca-a83c-a6c99b55581c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Transition to ACTIVE for port object a23a97dc-9d06-41b8-ac3d-a9c97a8054f9 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:02.365008 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02905e80-2e45-4841-bb2e-b25c06fbc342 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Made reservation on behalf of cc86f46871e84bb9bcd363954b273341 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:02.368322 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:02.368780 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-02905e80-2e45-4841-bb2e-b25c06fbc342 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.378255 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-776dc96e-81bb-4bd0-a9b0-2421cdbc3eb4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:network and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:02.384759 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-776dc96e-81bb-4bd0-a9b0-2421cdbc3eb4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:02.386157 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:02.395402 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-776dc96e-81bb-4bd0-a9b0-2421cdbc3eb4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:02.412279 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:02.416137 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776dc96e-81bb-4bd0-a9b0-2421cdbc3eb4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:02.417739 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Pushing event updated for resources: {'Port': ['ID=93981853-d01e-4c14-8be6-e9c8a9287d8c,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:02.421617 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-776dc96e-81bb-4bd0-a9b0-2421cdbc3eb4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.438416 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f5d192c1-7a1a-4b18-a262-511e72a9cb4b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.443622 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:24:51Z', 'revision_number': 4, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None, '_interfaces': [{'id': '0d033fee-908c-4472-88e7-6d97c120bd1f', 'name': '', 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:a0:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:32Z', 'updated_at': '2022-01-26T11:24:49Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d', 'name': '', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:19:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:16Z', 'updated_at': '2022-01-26T11:24:32Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3fdb6f-164b-41bc-93d1-9d8fd41e0501', 'name': '', 'network_id': 'd45e07ee-3c75-462a-b0ea-b36a7ced69a3', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:e1:ad:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '7c857c89-e0f2-4115-a516-932932637cac', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:47Z', 'updated_at': '2022-01-26T11:24:59Z', 'revision_number': 4, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '7c857c89-e0f2-4115-a516-932932637cac', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:02.454572 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2caaa9a1-a0b9-4cca-a83c-a6c99b55581c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.503281 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce84f521-6d6d-4ca4-a441-016c935e5280 None None] The sync data for ids ['18505ef1-f02f-46b0-8893-ffc4d27ca053'] in dv-neutron-826439-1-hyperv is: [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:24:51Z', 'revision_number': 4, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None, '_interfaces': [{'id': '0d033fee-908c-4472-88e7-6d97c120bd1f', 'name': '', 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:a0:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:32Z', 'updated_at': '2022-01-26T11:24:49Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d', 'name': '', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:19:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:16Z', 'updated_at': '2022-01-26T11:24:32Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3fdb6f-164b-41bc-93d1-9d8fd41e0501', 'name': '', 'network_id': 'd45e07ee-3c75-462a-b0ea-b36a7ced69a3', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:e1:ad:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '7c857c89-e0f2-4115-a516-932932637cac', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:47Z', 'updated_at': '2022-01-26T11:24:59Z', 'revision_number': 4, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '7c857c89-e0f2-4115-a516-932932637cac', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:25:02.506688 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-90a424c8-cad8-4653-bba9-8a1cc647cb7e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.533413 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-f5d192c1-7a1a-4b18-a262-511e72a9cb4b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f5ae155-be9a-409c-88c8-a78f92a1a6c0']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:02.565961 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-f5d192c1-7a1a-4b18-a262-511e72a9cb4b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3a3ead-a003-4677-91f7-42a7e343beda') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:02.568220 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-f5d192c1-7a1a-4b18-a262-511e72a9cb4b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3a3ead-a003-4677-91f7-42a7e343beda') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:02.592745 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-df0471eb-2805-4f7b-ad23-4fae798be366 None None] For port d7a27379-838c-4ffc-adc4-bd79cfecdccb, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:25:02.598077 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Attempting to bind port 93981853-d01e-4c14-8be6-e9c8a9287d8c on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:25:02.598633 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Attempting to bind port 93981853-d01e-4c14-8be6-e9c8a9287d8c by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:25:02.598987 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Attempting to bind port 93981853-d01e-4c14-8be6-e9c8a9287d8c on network ba6f0584-2941-48e6-9427-2229465f5a54 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:25:02.610681 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-df0471eb-2805-4f7b-ad23-4fae798be366 None None] For port d7a27379-838c-4ffc-adc4-bd79cfecdccb, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d7a27379-838c-4ffc-adc4-bd79cfecdccb,segment=NetworkSegment(039923ec-1460-47ba-a31c-fd5769143819),segment_id=039923ec-1460-47ba-a31c-fd5769143819)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:25:02.611855 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:25:02.612332 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02905e80-2e45-4841-bb2e-b25c06fbc342 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:25:02.612572 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-90a424c8-cad8-4653-bba9-8a1cc647cb7e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.613546 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Checking segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:02.613913 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-90a424c8-cad8-4653-bba9-8a1cc647cb7e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "DELETE /v2.0/security-groups/4ba2206a-0bbf-4ef9-8266-5ba958379ae6 HTTP/1.1" status: 204 len: 168 time: 0.9202375 Jan 26 11:25:02.614259 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.614816 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Bound using segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:25:02.615442 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Bound port: 93981853-d01e-4c14-8be6-e9c8a9287d8c, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:25:02.615661 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f5d192c1-7a1a-4b18-a262-511e72a9cb4b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.616118 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.619709 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776dc96e-81bb-4bd0-a9b0-2421cdbc3eb4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:25:02.626360 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49962) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:02.630428 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72363137-ec93-4e8b-94ca-afae2bd0e7d6 None None] Network 2f5ae155-be9a-409c-88c8-a78f92a1a6c0 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:02.636832 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a424c8-cad8-4653-bba9-8a1cc647cb7e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba2206a-0bbf-4ef9-8266-5ba958379ae6,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:02.655975 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-df0471eb-2805-4f7b-ad23-4fae798be366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.676086 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-02905e80-2e45-4841-bb2e-b25c06fbc342 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.676442 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-02905e80-2e45-4841-bb2e-b25c06fbc342 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Added segment 926cca23-d0b6-4dc7-931e-55c11e6d6ac1 of type vlan for network a96a62f0-9bd0-4691-b6b5-a785ba4b926e Jan 26 11:25:02.677775 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f5d192c1-7a1a-4b18-a262-511e72a9cb4b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.705097 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caaa9a1-a0b9-4cca-a83c-a6c99b55581c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network 4eaa6418-303b-40ec-9b44-1ccc6c744f2c is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:02.712775 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-2caaa9a1-a0b9-4cca-a83c-a6c99b55581c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:02.718261 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-776dc96e-81bb-4bd0-a9b0-2421cdbc3eb4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.718261 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-776dc96e-81bb-4bd0-a9b0-2421cdbc3eb4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Added segment b44a42f1-a381-4b11-b53e-c70b0ba6cd37 of type vlan for network 4388519a-153a-4d59-9556-94b469e40e6e Jan 26 11:25:02.718590 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caaa9a1-a0b9-4cca-a83c-a6c99b55581c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:02.728800 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d192c1-7a1a-4b18-a262-511e72a9cb4b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:25:02.729260 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f5d192c1-7a1a-4b18-a262-511e72a9cb4b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:25:02.775284 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:25:02.955971 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-02905e80-2e45-4841-bb2e-b25c06fbc342 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:02.965298 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] For port 93981853-d01e-4c14-8be6-e9c8a9287d8c, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:25:02.970351 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] For port 93981853-d01e-4c14-8be6-e9c8a9287d8c, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=93981853-d01e-4c14-8be6-e9c8a9287d8c,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:25:02.975725 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0471eb-2805-4f7b-ad23-4fae798be366 None None] Pushing event updated for resources: {'Port': ['ID=d7a27379-838c-4ffc-adc4-bd79cfecdccb,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:02.978500 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caaa9a1-a0b9-4cca-a83c-a6c99b55581c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Port': ['ID=a23a97dc-9d06-41b8-ac3d-a9c97a8054f9,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:03.026693 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-cb7fd522-74d8-4aee-b8f9-a43dfd3523a6 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Synchronizing usage tracker for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:03.040796 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:03.059407 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2caaa9a1-a0b9-4cca-a83c-a6c99b55581c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:03.080835 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-776dc96e-81bb-4bd0-a9b0-2421cdbc3eb4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:03.133953 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-cb7fd522-74d8-4aee-b8f9-a43dfd3523a6 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Unset dirty status for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:03.135282 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-cb7fd522-74d8-4aee-b8f9-a43dfd3523a6 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5010977 Jan 26 11:25:03.148959 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49966) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:03.155452 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-7f2b5261-3a76-4049-be54-5204dd1bec83 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Request body: {'security_group': {'name': 'tempest-secgroup--645308821'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:03.161885 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-7f2b5261-3a76-4049-be54-5204dd1bec83 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:03.171860 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-7f2b5261-3a76-4049-be54-5204dd1bec83 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:03.180056 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8ad87936-232b-4601-bdaa-ed223e0c3fe5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:03.207444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7f2b5261-3a76-4049-be54-5204dd1bec83 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:03.237232 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-776dc96e-81bb-4bd0-a9b0-2421cdbc3eb4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:03.237703 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-8ad87936-232b-4601-bdaa-ed223e0c3fe5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Transition to ACTIVE for port object ae9bbf00-008c-4fcd-aea6-73efcf4737a2 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:03.243315 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776dc96e-81bb-4bd0-a9b0-2421cdbc3eb4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:03.243950 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-776dc96e-81bb-4bd0-a9b0-2421cdbc3eb4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:03.249660 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Pushing event updated for resources: {'Port': ['ID=93981853-d01e-4c14-8be6-e9c8a9287d8c,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:03.265980 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:03.266713 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:03.267283 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:03.267791 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:03.268454 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:03.268988 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:03.269547 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:03.270076 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:03.270625 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:03.271107 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:03.271650 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:03.272179 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f9837-2e70-49bf-8278-af535a92909f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:03.315287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-7f2b5261-3a76-4049-be54-5204dd1bec83 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:03.327743 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-7f2b5261-3a76-4049-be54-5204dd1bec83 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Usage tracker for resource:security_group_rule and tenant:7488935ed4d74498afa03d5d74f4a2b9 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:03.329260 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-4c71ed51-e2d1-46b2-be6f-f7666ae0d406 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 2001:db8:0:1::f0 (ba6f0584-2941-48e6-9427-2229465f5a54/d313fb7c-1038-4818-a732-a3b48ae967e9/0ba8186c-be72-475c-83ba-502035fbbf28) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:03.333616 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-7f2b5261-3a76-4049-be54-5204dd1bec83 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:03.339472 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-4c71ed51-e2d1-46b2-be6f-f7666ae0d406 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 2001:db8::f816:3eff:fec9:dac6 (ba6f0584-2941-48e6-9427-2229465f5a54/30414aa0-8480-4d68-b213-32d0c674c55e/0ba8186c-be72-475c-83ba-502035fbbf28) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:03.342090 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-776dc96e-81bb-4bd0-a9b0-2421cdbc3eb4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0118728 Jan 26 11:25:03.343330 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49970) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:03.409923 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-7f2b5261-3a76-4049-be54-5204dd1bec83 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:03.418202 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-924a5fe0-558d-4c97-b93a-d46dd9c72356 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'subnet': {'network_id': '4388519a-153a-4d59-9556-94b469e40e6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:03.467666 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-5b6db45a-7d77-4c46-a6d2-e613cb7e9b0a None None] Allocated IP 172.20.0.2 (b3e74a11-7fad-46ff-9afd-309149d1b410/8e33d8ba-aff7-4a9a-83bf-5651af9c6692/205f879f-4f7b-4089-a6b6-b36912b09fcd) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:03.468089 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776dc96e-81bb-4bd0-a9b0-2421cdbc3eb4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Network': ['ID=4388519a-153a-4d59-9556-94b469e40e6e,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:03.481725 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f5d192c1-7a1a-4b18-a262-511e72a9cb4b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:03.489277 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-02905e80-2e45-4841-bb2e-b25c06fbc342 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:03.492979 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 4388519a-153a-4d59-9556-94b469e40e6e details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:25:03.501302 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02905e80-2e45-4841-bb2e-b25c06fbc342 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:03.502189 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-02905e80-2e45-4841-bb2e-b25c06fbc342 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:03.551637 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8ad87936-232b-4601-bdaa-ed223e0c3fe5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:03.780139 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-924a5fe0-558d-4c97-b93a-d46dd9c72356 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:03.801137 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-924a5fe0-558d-4c97-b93a-d46dd9c72356 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:subnet and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:03.808578 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2caaa9a1-a0b9-4cca-a83c-a6c99b55581c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:03.815552 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d7a27379-838c-4ffc-adc4-bd79cfecdccb up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:25:03.826831 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-924a5fe0-558d-4c97-b93a-d46dd9c72356 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:03.830574 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f5d192c1-7a1a-4b18-a262-511e72a9cb4b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:03.835725 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f5d192c1-7a1a-4b18-a262-511e72a9cb4b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/networks/2f5ae155-be9a-409c-88c8-a78f92a1a6c0 HTTP/1.1" status: 204 len: 168 time: 2.7759252 Jan 26 11:25:03.844043 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49974) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:03.869058 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-05aba28f-ee2c-4265-9413-8de2bb8e5166 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1538463554'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:03.874424 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-05aba28f-ee2c-4265-9413-8de2bb8e5166 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:03.876191 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7f2b5261-3a76-4049-be54-5204dd1bec83 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:03.878611 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-05aba28f-ee2c-4265-9413-8de2bb8e5166 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Usage tracker for resource:network and tenant:72fcefe45da642438142264604e9cfc8 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:03.881903 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-05aba28f-ee2c-4265-9413-8de2bb8e5166 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:03.883747 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-924a5fe0-558d-4c97-b93a-d46dd9c72356 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:03.889976 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-05aba28f-ee2c-4265-9413-8de2bb8e5166 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:03.916316 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-02905e80-2e45-4841-bb2e-b25c06fbc342 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7516768 Jan 26 11:25:03.937056 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05aba28f-ee2c-4265-9413-8de2bb8e5166 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Made reservation on behalf of 72fcefe45da642438142264604e9cfc8 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:03.940620 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-05aba28f-ee2c-4265-9413-8de2bb8e5166 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:03.963997 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49978) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:03.967779 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7f2b5261-3a76-4049-be54-5204dd1bec83 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:03.973716 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924a5fe0-558d-4c97-b93a-d46dd9c72356 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:03.977842 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-924a5fe0-558d-4c97-b93a-d46dd9c72356 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:03.979622 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad87936-232b-4601-bdaa-ed223e0c3fe5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Port': ['ID=ae9bbf00-008c-4fcd-aea6-73efcf4737a2,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:03.990161 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad87936-232b-4601-bdaa-ed223e0c3fe5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network b3e74a11-7fad-46ff-9afd-309149d1b410 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:04.012617 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-693cbddc-14e7-4d0b-9127-c21f75314654 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-83617224'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:04.018387 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-693cbddc-14e7-4d0b-9127-c21f75314654 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:04.023296 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-693cbddc-14e7-4d0b-9127-c21f75314654 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Usage tracker for resource:network and tenant:cc86f46871e84bb9bcd363954b273341 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:04.026307 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-693cbddc-14e7-4d0b-9127-c21f75314654 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:04.034391 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-693cbddc-14e7-4d0b-9127-c21f75314654 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:04.043751 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4c71ed51-e2d1-46b2-be6f-f7666ae0d406 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:04.063141 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-4c71ed51-e2d1-46b2-be6f-f7666ae0d406 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Transition to ACTIVE for port object 0ba8186c-be72-475c-83ba-502035fbbf28 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:04.066889 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5b6db45a-7d77-4c46-a6d2-e613cb7e9b0a None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:04.082818 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5b6db45a-7d77-4c46-a6d2-e613cb7e9b0a None None] Transition to ACTIVE for port object 205f879f-4f7b-4089-a6b6-b36912b09fcd will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:04.090275 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-8ad87936-232b-4601-bdaa-ed223e0c3fe5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:04.099115 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693cbddc-14e7-4d0b-9127-c21f75314654 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Made reservation on behalf of cc86f46871e84bb9bcd363954b273341 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:04.106072 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-693cbddc-14e7-4d0b-9127-c21f75314654 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:04.111107 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5b6db45a-7d77-4c46-a6d2-e613cb7e9b0a None None] Transition to ACTIVE for port object 205f879f-4f7b-4089-a6b6-b36912b09fcd will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:04.116702 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port d7a27379-838c-4ffc-adc4-bd79cfecdccb completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:04.123415 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5b6db45a-7d77-4c46-a6d2-e613cb7e9b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:04.152011 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4c71ed51-e2d1-46b2-be6f-f7666ae0d406 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:04.163459 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad87936-232b-4601-bdaa-ed223e0c3fe5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:04.172720 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device fb3fdb6f-164b-41bc-93d1-9d8fd41e0501 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:25:04.233251 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02905e80-2e45-4841-bb2e-b25c06fbc342 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Pushing event updated for resources: {'Network': ['ID=a96a62f0-9bd0-4691-b6b5-a785ba4b926e,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:04.242367 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05aba28f-ee2c-4265-9413-8de2bb8e5166 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:25:04.255662 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6db45a-7d77-4c46-a6d2-e613cb7e9b0a None None] Network b3e74a11-7fad-46ff-9afd-309149d1b410 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:04.256567 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network a96a62f0-9bd0-4691-b6b5-a785ba4b926e details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:25:04.276923 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-5b6db45a-7d77-4c46-a6d2-e613cb7e9b0a None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:04.280196 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6db45a-7d77-4c46-a6d2-e613cb7e9b0a None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:04.281384 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693cbddc-14e7-4d0b-9127-c21f75314654 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:25:04.300665 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b5261-3a76-4049-be54-5204dd1bec83 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7f2d4f-badf-4303-872d-8e9013ef6328,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:04.325731 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d192c1-7a1a-4b18-a262-511e72a9cb4b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Network': ['ID=2f5ae155-be9a-409c-88c8-a78f92a1a6c0,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:04.343364 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6db45a-7d77-4c46-a6d2-e613cb7e9b0a None None] Pushing event updated for resources: {'Port': ['ID=205f879f-4f7b-4089-a6b6-b36912b09fcd,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:04.356760 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c71ed51-e2d1-46b2-be6f-f7666ae0d406 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:04.358136 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-05aba28f-ee2c-4265-9413-8de2bb8e5166 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:04.358717 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-05aba28f-ee2c-4265-9413-8de2bb8e5166 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Added segment ec42dd2f-10f3-40e2-b435-782d3416604c of type vlan for network 59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3 Jan 26 11:25:04.364893 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-4c71ed51-e2d1-46b2-be6f-f7666ae0d406 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:04.376586 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c71ed51-e2d1-46b2-be6f-f7666ae0d406 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:04.385545 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c71ed51-e2d1-46b2-be6f-f7666ae0d406 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:04.387575 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4c71ed51-e2d1-46b2-be6f-f7666ae0d406 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:04.415552 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad87936-232b-4601-bdaa-ed223e0c3fe5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:04.416219 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8ad87936-232b-4601-bdaa-ed223e0c3fe5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:04.443840 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-693cbddc-14e7-4d0b-9127-c21f75314654 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:04.444087 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-693cbddc-14e7-4d0b-9127-c21f75314654 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Added segment aa808190-fdb0-4991-a406-29a01d836783 of type vlan for network 5fcdc3da-89fa-4e74-b122-6cfdc008d28a Jan 26 11:25:04.503182 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-5b6db45a-7d77-4c46-a6d2-e613cb7e9b0a None None] Attempting to bind port 205f879f-4f7b-4089-a6b6-b36912b09fcd on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:25:04.503573 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-5b6db45a-7d77-4c46-a6d2-e613cb7e9b0a None None] Attempting to bind port 205f879f-4f7b-4089-a6b6-b36912b09fcd by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'bcf2af57-0b8a-4044-9390-1d1b01eeba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b3e74a11-7fad-46ff-9afd-309149d1b410'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:25:04.503939 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6db45a-7d77-4c46-a6d2-e613cb7e9b0a None None] Attempting to bind port 205f879f-4f7b-4089-a6b6-b36912b09fcd on network b3e74a11-7fad-46ff-9afd-309149d1b410 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:25:04.515811 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6db45a-7d77-4c46-a6d2-e613cb7e9b0a None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:25:04.515811 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6db45a-7d77-4c46-a6d2-e613cb7e9b0a None None] Checking segment: {'id': 'bcf2af57-0b8a-4044-9390-1d1b01eeba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b3e74a11-7fad-46ff-9afd-309149d1b410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:04.517207 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-05aba28f-ee2c-4265-9413-8de2bb8e5166 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:04.518912 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5b6db45a-7d77-4c46-a6d2-e613cb7e9b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:04.519456 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6db45a-7d77-4c46-a6d2-e613cb7e9b0a None None] Bound using segment: {'id': 'bcf2af57-0b8a-4044-9390-1d1b01eeba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b3e74a11-7fad-46ff-9afd-309149d1b410'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:25:04.520033 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-5b6db45a-7d77-4c46-a6d2-e613cb7e9b0a None None] Bound port: 205f879f-4f7b-4089-a6b6-b36912b09fcd, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf2af57-0b8a-4044-9390-1d1b01eeba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b3e74a11-7fad-46ff-9afd-309149d1b410'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:25:04.520473 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5b6db45a-7d77-4c46-a6d2-e613cb7e9b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:04.536332 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6469ab-2ff1-462a-91d5-68006d0e9a10 None None] Network 4eaa6418-303b-40ec-9b44-1ccc6c744f2c requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:04.556253 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71ed51-e2d1-46b2-be6f-f7666ae0d406 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Port': ['ID=0ba8186c-be72-475c-83ba-502035fbbf28,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:04.573785 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8ad87936-232b-4601-bdaa-ed223e0c3fe5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5692353 Jan 26 11:25:04.577068 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-05aba28f-ee2c-4265-9413-8de2bb8e5166 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:04.584588 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05aba28f-ee2c-4265-9413-8de2bb8e5166 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:04.585823 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-05aba28f-ee2c-4265-9413-8de2bb8e5166 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:04.591358 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49982) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:04.618284 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-1dee0ed1-32c6-4595-a3dc-22c655492772 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'port': {'network_id': 'b3e74a11-7fad-46ff-9afd-309149d1b410', 'name': 'tempest-PortsTestJSON-166067951'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:04.640493 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4c71ed51-e2d1-46b2-be6f-f7666ae0d406 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.6150520 Jan 26 11:25:04.654641 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 49986) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:04.712614 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port fb3fdb6f-164b-41bc-93d1-9d8fd41e0501 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:04.728650 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port fb3fdb6f-164b-41bc-93d1-9d8fd41e0501 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:04.729034 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:04.783211 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2caaa9a1-a0b9-4cca-a83c-a6c99b55581c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:04.788878 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7f2b5261-3a76-4049-be54-5204dd1bec83 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:04.794543 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7f2b5261-3a76-4049-be54-5204dd1bec83 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6439712 Jan 26 11:25:04.795502 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49990) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:04.801202 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2caaa9a1-a0b9-4cca-a83c-a6c99b55581c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:04.853479 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b691cf6f-1341-485e-ba22-a4f32796c48d None None] Provisioning for port d7a27379-838c-4ffc-adc4-bd79cfecdccb completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:04.865622 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b691cf6f-1341-485e-ba22-a4f32796c48d None None] Provisioning complete for port d7a27379-838c-4ffc-adc4-bd79cfecdccb triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:04.866038 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b691cf6f-1341-485e-ba22-a4f32796c48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:04.886179 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-8a28585a-9a93-487c-857a-36b7d54463e9 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Request body: {'security_group': {'name': 'tempest-secgroup--1172049760'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:04.897772 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c585a14-94b6-4dfb-9a91-993c49c1852e None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:04.934706 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2caaa9a1-a0b9-4cca-a83c-a6c99b55581c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:04.948427 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8a28585a-9a93-487c-857a-36b7d54463e9 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:04.968688 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8a28585a-9a93-487c-857a-36b7d54463e9 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Usage tracker for resource:security_group and tenant:7488935ed4d74498afa03d5d74f4a2b9 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:04.976927 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8a28585a-9a93-487c-857a-36b7d54463e9 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:04.991244 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aba28f-ee2c-4265-9413-8de2bb8e5166 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'Network': ['ID=59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:04.998952 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-05aba28f-ee2c-4265-9413-8de2bb8e5166 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1477058 Jan 26 11:25:05.015929 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49994) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:05.020235 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:25:05.022742 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8a28585a-9a93-487c-857a-36b7d54463e9 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:05.038495 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-c4721daa-ac5b-4d11-b572-63234576f61d tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:05.066598 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-1bad0a19-bb71-4d12-ac28-d8d09f24abf6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting port 0ba8186c-be72-475c-83ba-502035fbbf28 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:05.066812 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-693cbddc-14e7-4d0b-9127-c21f75314654 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:05.067040 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1bad0a19-bb71-4d12-ac28-d8d09f24abf6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:05.093468 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caaa9a1-a0b9-4cca-a83c-a6c99b55581c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event updated for resources: {'Port': ['ID=a23a97dc-9d06-41b8-ac3d-a9c97a8054f9,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:05.148591 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-5b6db45a-7d77-4c46-a6d2-e613cb7e9b0a None None] For port 205f879f-4f7b-4089-a6b6-b36912b09fcd, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:25:05.160464 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8a28585a-9a93-487c-857a-36b7d54463e9 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:05.187783 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-1dee0ed1-32c6-4595-a3dc-22c655492772 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:05.208467 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1dee0ed1-32c6-4595-a3dc-22c655492772 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:port and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:05.213448 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1dee0ed1-32c6-4595-a3dc-22c655492772 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:05.222658 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-1dee0ed1-32c6-4595-a3dc-22c655492772 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:05.249023 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.resource_extend [None req-693cbddc-14e7-4d0b-9127-c21f75314654 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:25:05.266494 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dee0ed1-32c6-4595-a3dc-22c655492772 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:05.269979 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1dee0ed1-32c6-4595-a3dc-22c655492772 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:05.274102 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-5b6db45a-7d77-4c46-a6d2-e613cb7e9b0a None None] For port 205f879f-4f7b-4089-a6b6-b36912b09fcd, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=205f879f-4f7b-4089-a6b6-b36912b09fcd,segment=NetworkSegment(bcf2af57-0b8a-4044-9390-1d1b01eeba50),segment_id=bcf2af57-0b8a-4044-9390-1d1b01eeba50)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:25:05.299114 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5b6db45a-7d77-4c46-a6d2-e613cb7e9b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:05.303544 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:05.350102 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-1dee0ed1-32c6-4595-a3dc-22c655492772 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] device_id is not set on port 53ac011f-df1f-4d11-8012-618c86647d12 yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:25:05.442964 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:05.459448 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1bad0a19-bb71-4d12-ac28-d8d09f24abf6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:05.558331 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b691cf6f-1341-485e-ba22-a4f32796c48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:05.567923 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-693cbddc-14e7-4d0b-9127-c21f75314654 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:05.568093 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6db45a-7d77-4c46-a6d2-e613cb7e9b0a None None] Pushing event updated for resources: {'Port': ['ID=205f879f-4f7b-4089-a6b6-b36912b09fcd,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:05.583520 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693cbddc-14e7-4d0b-9127-c21f75314654 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:05.584322 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-693cbddc-14e7-4d0b-9127-c21f75314654 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:05.592867 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8a28585a-9a93-487c-857a-36b7d54463e9 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:05.640733 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-1bad0a19-bb71-4d12-ac28-d8d09f24abf6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Calling delete_port for 0ba8186c-be72-475c-83ba-502035fbbf28 owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:05.678131 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8a28585a-9a93-487c-857a-36b7d54463e9 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Usage tracker for resource:security_group_rule and tenant:7488935ed4d74498afa03d5d74f4a2b9 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:05.695233 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8a28585a-9a93-487c-857a-36b7d54463e9 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:05.695542 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port fb3fdb6f-164b-41bc-93d1-9d8fd41e0501, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=fb3fdb6f-164b-41bc-93d1-9d8fd41e0501,segment=NetworkSegment(a3a3b4a5-0317-4e82-9013-bbc5e18887ea),segment_id=a3a3b4a5-0317-4e82-9013-bbc5e18887ea)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:05.711746 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:05.769897 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-1dee0ed1-32c6-4595-a3dc-22c655492772 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Allocated IP 172.20.0.6 (b3e74a11-7fad-46ff-9afd-309149d1b410/8e33d8ba-aff7-4a9a-83bf-5651af9c6692/53ac011f-df1f-4d11-8012-618c86647d12) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:05.822332 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-b691cf6f-1341-485e-ba22-a4f32796c48d None None] For port d7a27379-838c-4ffc-adc4-bd79cfecdccb, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d7a27379-838c-4ffc-adc4-bd79cfecdccb,segment=NetworkSegment(039923ec-1460-47ba-a31c-fd5769143819),segment_id=039923ec-1460-47ba-a31c-fd5769143819)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:05.834502 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b691cf6f-1341-485e-ba22-a4f32796c48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:05.853569 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=fb3fdb6f-164b-41bc-93d1-9d8fd41e0501,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:05.913695 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8a28585a-9a93-487c-857a-36b7d54463e9 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:05.964253 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691cf6f-1341-485e-ba22-a4f32796c48d None None] Pushing event updated for resources: {'Port': ['ID=d7a27379-838c-4ffc-adc4-bd79cfecdccb,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:05.988003 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-077ea65f-f6e3-47eb-8ea0-8143586645be None None] Provisioning for port 93981853-d01e-4c14-8be6-e9c8a9287d8c completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:06.030274 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 93981853-d01e-4c14-8be6-e9c8a9287d8c up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:25:06.050997 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693cbddc-14e7-4d0b-9127-c21f75314654 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Pushing event updated for resources: {'Network': ['ID=5fcdc3da-89fa-4e74-b122-6cfdc008d28a,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:06.091364 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-693cbddc-14e7-4d0b-9127-c21f75314654 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1128943 Jan 26 11:25:06.100233 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caaa9a1-a0b9-4cca-a83c-a6c99b55581c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Network 4eaa6418-303b-40ec-9b44-1ccc6c744f2c is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:06.100446 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1dee0ed1-32c6-4595-a3dc-22c655492772 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:06.100548 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-2caaa9a1-a0b9-4cca-a83c-a6c99b55581c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:06.200588 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-1dee0ed1-32c6-4595-a3dc-22c655492772 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Transition to ACTIVE for port object 53ac011f-df1f-4d11-8012-618c86647d12 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:06.230108 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 5fcdc3da-89fa-4e74-b122-6cfdc008d28a details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:25:06.336646 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a73b3d46-2537-497f-bd56-033e50f120ce None None] Provisioning for port a23a97dc-9d06-41b8-ac3d-a9c97a8054f9 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:06.344770 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1dee0ed1-32c6-4595-a3dc-22c655492772 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:06.347235 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d6296a-0836-46ff-b4e2-24c0305a8486 None None] Update dhcp port {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'fixed_ips': [{'subnet_id': '30414aa0-8480-4d68-b213-32d0c674c55e', 'ip_address': '2001:db8::f816:3eff:feb2:1ecf'}, {'subnet_id': 'd313fb7c-1038-4818-a732-a3b48ae967e9'}], 'binding:host_id': 'dv-neutron-826439-1-hyperv'}, 'id': '93981853-d01e-4c14-8be6-e9c8a9287d8c'} from dv-neutron-826439-1-hyperv. {{(pid=87444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 26 11:25:06.409610 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2caaa9a1-a0b9-4cca-a83c-a6c99b55581c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Router 18505ef1-f02f-46b0-8893-ffc4d27ca053 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:25:06.416459 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-924a5fe0-558d-4c97-b93a-d46dd9c72356 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:06.461008 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c4721daa-ac5b-4d11-b572-63234576f61d tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:06.508939 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a73b3d46-2537-497f-bd56-033e50f120ce None None] Provisioning complete for port a23a97dc-9d06-41b8-ac3d-a9c97a8054f9 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:06.509281 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a73b3d46-2537-497f-bd56-033e50f120ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:06.528291 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1bad0a19-bb71-4d12-ac28-d8d09f24abf6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:06.588565 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dee0ed1-32c6-4595-a3dc-22c655492772 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network b3e74a11-7fad-46ff-9afd-309149d1b410 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:06.634204 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-1dee0ed1-32c6-4595-a3dc-22c655492772 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:06.638330 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dee0ed1-32c6-4595-a3dc-22c655492772 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:06.691910 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c4721daa-ac5b-4d11-b572-63234576f61d tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:06.692121 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d5d6296a-0836-46ff-b4e2-24c0305a8486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:06.708728 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee0ed1-32c6-4595-a3dc-22c655492772 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Port': ['ID=53ac011f-df1f-4d11-8012-618c86647d12,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:06.725612 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-a73b3d46-2537-497f-bd56-033e50f120ce None None] Port a23a97dc-9d06-41b8-ac3d-a9c97a8054f9 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:25:06.756262 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 93981853-d01e-4c14-8be6-e9c8a9287d8c completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:06.810360 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 93981853-d01e-4c14-8be6-e9c8a9287d8c triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:06.811046 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:06.872247 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad0a19-bb71-4d12-ac28-d8d09f24abf6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Port': ['ID=0ba8186c-be72-475c-83ba-502035fbbf28,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:06.883724 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1bad0a19-bb71-4d12-ac28-d8d09f24abf6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:06.904234 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1bad0a19-bb71-4d12-ac28-d8d09f24abf6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/0ba8186c-be72-475c-83ba-502035fbbf28 HTTP/1.1" status: 204 len: 168 time: 2.2403238 Jan 26 11:25:06.908344 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4721daa-ac5b-4d11-b572-63234576f61d tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'Network': ['ID=59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:06.910591 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924a5fe0-558d-4c97-b93a-d46dd9c72356 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Checking segment: {'id': 'b44a42f1-a381-4b11-b53e-c70b0ba6cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4388519a-153a-4d59-9556-94b469e40e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:06.911071 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924a5fe0-558d-4c97-b93a-d46dd9c72356 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network hostable DHCP agents. Network: 4388519a-153a-4d59-9556-94b469e40e6e, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:25:06.918434 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 49998) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:06.938604 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c4721daa-ac5b-4d11-b572-63234576f61d tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Network 59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3 is not hosted by any dhcp agent {{(pid=87443) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 26 11:25:06.940940 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dee0ed1-32c6-4595-a3dc-22c655492772 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:06.942077 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1dee0ed1-32c6-4595-a3dc-22c655492772 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:06.944520 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4721daa-ac5b-4d11-b572-63234576f61d tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:06.945174 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c4721daa-ac5b-4d11-b572-63234576f61d tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:06.946514 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c4721daa-ac5b-4d11-b572-63234576f61d tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "PUT /v2.0/networks/59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3 HTTP/1.1" status: 200 len: 723 time: 1.9269342 Jan 26 11:25:06.955565 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50002) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:06.966778 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-45c4d5e0-1cad-41df-9705-4047e17a8018 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Request body: {'subnet': {'network_id': '59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:07.000638 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:25:07.058509 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a73b3d46-2537-497f-bd56-033e50f120ce None None] Provisioning complete for port d7a27379-838c-4ffc-adc4-bd79cfecdccb triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:07.058883 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a73b3d46-2537-497f-bd56-033e50f120ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:07.210392 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a5fe0-558d-4c97-b93a-d46dd9c72356 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Subnet': ['ID=2b9bb2b9-7345-4f9f-9616-c26e2b7c994d,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:07.261810 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8a28585a-9a93-487c-857a-36b7d54463e9 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:07.263330 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924a5fe0-558d-4c97-b93a-d46dd9c72356 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network 4388519a-153a-4d59-9556-94b469e40e6e is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:25:07.298519 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-924a5fe0-558d-4c97-b93a-d46dd9c72356 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 4388519a-153a-4d59-9556-94b469e40e6e) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:07.303500 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8979f0-79a4-4d3e-8845-c6019f3ddfa5 None None] Network b3e74a11-7fad-46ff-9afd-309149d1b410 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:07.306953 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8a28585a-9a93-487c-857a-36b7d54463e9 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:07.311712 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-45c4d5e0-1cad-41df-9705-4047e17a8018 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:07.323958 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1dee0ed1-32c6-4595-a3dc-22c655492772 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7137511 Jan 26 11:25:07.325780 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50006) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:07.327175 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-45c4d5e0-1cad-41df-9705-4047e17a8018 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Usage tracker for resource:subnet and tenant:72fcefe45da642438142264604e9cfc8 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:07.354031 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2caaa9a1-a0b9-4cca-a83c-a6c99b55581c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:25:07.360157 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924a5fe0-558d-4c97-b93a-d46dd9c72356 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:07.361698 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-924a5fe0-558d-4c97-b93a-d46dd9c72356 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:07.367108 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] Sync routers for ids ['18505ef1-f02f-46b0-8893-ffc4d27ca053'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:25:07.379189 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] Routers {'18505ef1-f02f-46b0-8893-ffc4d27ca053'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:25:07.380133 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:24:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['18505ef1-f02f-46b0-8893-ffc4d27ca053'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:07.397326 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8a28585a-9a93-487c-857a-36b7d54463e9 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:07.400935 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8a28585a-9a93-487c-857a-36b7d54463e9 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.6012356 Jan 26 11:25:07.425103 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:07.425522 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2caaa9a1-a0b9-4cca-a83c-a6c99b55581c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "PUT /v2.0/routers/18505ef1-f02f-46b0-8893-ffc4d27ca053/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8688533 Jan 26 11:25:07.431273 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50010) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:07.431444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50012) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:07.436111 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7526d3-2665-439a-bbe2-045f7ae815aa None None] Network 4388519a-153a-4d59-9556-94b469e40e6e requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:07.437740 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-45c4d5e0-1cad-41df-9705-4047e17a8018 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:07.450038 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-45c4d5e0-1cad-41df-9705-4047e17a8018 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:07.481083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-8715a920-5c18-448e-b3f4-bc3b9dd65823 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Request body: {'security_group_rule': {'security_group_id': '8a7f2d4f-badf-4303-872d-8e9013ef6328', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0398852b-6e13-4749-8c56-e1ef75288193', 'remote_ip_prefix': None}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:07.484938 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c4d5e0-1cad-41df-9705-4047e17a8018 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Made reservation on behalf of 72fcefe45da642438142264604e9cfc8 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:07.494386 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-45c4d5e0-1cad-41df-9705-4047e17a8018 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:07.495423 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-924a5fe0-558d-4c97-b93a-d46dd9c72356 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1447227 Jan 26 11:25:07.507950 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-5293a0c8-494b-4ae9-a565-b1c19aa66c4a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:07.598527 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] Set router 18505ef1-f02f-46b0-8893-ffc4d27ca053 gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:25:07.680492 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50018) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:07.685753 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8715a920-5c18-448e-b3f4-bc3b9dd65823 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:07.712319 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-d5e44a25-c0c4-4d5a-9bc6-3e0474b6fb22 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'port': {'network_id': '4388519a-153a-4d59-9556-94b469e40e6e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-845820918'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:07.888234 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28585a-9a93-487c-857a-36b7d54463e9 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0398852b-6e13-4749-8c56-e1ef75288193,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:07.891142 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8715a920-5c18-448e-b3f4-bc3b9dd65823 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Usage tracker for resource:security_group_rule and tenant:7488935ed4d74498afa03d5d74f4a2b9 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:07.916357 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-d5d6296a-0836-46ff-b4e2-24c0305a8486 None None] Allocated IP 2001:db8:0:1::2 (ba6f0584-2941-48e6-9427-2229465f5a54/d313fb7c-1038-4818-a732-a3b48ae967e9/93981853-d01e-4c14-8be6-e9c8a9287d8c) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:07.940835 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-45c4d5e0-1cad-41df-9705-4047e17a8018 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:07.996968 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8715a920-5c18-448e-b3f4-bc3b9dd65823 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:08.008340 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-d5e44a25-c0c4-4d5a-9bc6-3e0474b6fb22 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:08.013745 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d5e44a25-c0c4-4d5a-9bc6-3e0474b6fb22 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:port and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:08.016609 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:25:03Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None, '_interfaces': [{'id': '0d033fee-908c-4472-88e7-6d97c120bd1f', 'name': '', 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:a0:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:32Z', 'updated_at': '2022-01-26T11:24:49Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a23a97dc-9d06-41b8-ac3d-a9c97a8054f9', 'name': '', 'network_id': '4eaa6418-303b-40ec-9b44-1ccc6c744f2c', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:42:2b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '0d95291a-984b-4d03-a67e-01df9a44b844', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:59Z', 'updated_at': '2022-01-26T11:25:04Z', 'revision_number': 2, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '0d95291a-984b-4d03-a67e-01df9a44b844', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d', 'name': '', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:19:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:16Z', 'updated_at': '2022-01-26T11:24:32Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3fdb6f-164b-41bc-93d1-9d8fd41e0501', 'name': '', 'network_id': 'd45e07ee-3c75-462a-b0ea-b36a7ced69a3', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:e1:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '7c857c89-e0f2-4115-a516-932932637cac', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:47Z', 'updated_at': '2022-01-26T11:25:05Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '7c857c89-e0f2-4115-a516-932932637cac', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:08.017308 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d5e44a25-c0c4-4d5a-9bc6-3e0474b6fb22 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:08.021618 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] Checking router: 18505ef1-f02f-46b0-8893-ffc4d27ca053 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:25:08.022347 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] Updating router 18505ef1-f02f-46b0-8893-ffc4d27ca053 port a23a97dc-9d06-41b8-ac3d-a9c97a8054f9 binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:25:08.024367 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-d5e44a25-c0c4-4d5a-9bc6-3e0474b6fb22 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:08.049478 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8715a920-5c18-448e-b3f4-bc3b9dd65823 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:08.054674 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e44a25-c0c4-4d5a-9bc6-3e0474b6fb22 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:08.060289 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d5e44a25-c0c4-4d5a-9bc6-3e0474b6fb22 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:08.093723 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5c53d5-e66a-4ea8-a492-30d604baa5ac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:08.094627 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1c5c53d5-e66a-4ea8-a492-30d604baa5ac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Synchronizing usage tracker for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:08.100056 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86672ba6-7ac3-4079-b017-828145c1d0d7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:08.101130 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-86672ba6-7ac3-4079-b017-828145c1d0d7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:08.105390 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-d5e44a25-c0c4-4d5a-9bc6-3e0474b6fb22 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] device_id is not set on port 0475a394-5f5b-4e3b-b81d-3fe64bc14418 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:25:08.106127 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:08.180313 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1c5c53d5-e66a-4ea8-a492-30d604baa5ac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Unset dirty status for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:08.181346 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1c5c53d5-e66a-4ea8-a492-30d604baa5ac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.8508222 Jan 26 11:25:08.184089 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-86672ba6-7ac3-4079-b017-828145c1d0d7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:08.188864 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-86672ba6-7ac3-4079-b017-828145c1d0d7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 1.2519274 Jan 26 11:25:08.192410 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50022) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:08.192748 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50024) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:08.219914 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c4d5e0-1cad-41df-9705-4047e17a8018 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Checking segment: {'id': 'ec42dd2f-10f3-40e2-b435-782d3416604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:08.221039 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c4d5e0-1cad-41df-9705-4047e17a8018 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Network hostable DHCP agents. Network: 59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:25:08.232421 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4d5e0-1cad-41df-9705-4047e17a8018 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'Subnet': ['ID=a9fed0fa-4a3c-430e-b6c0-e8c651b9bcaa,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:08.417202 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-17bce140-7278-4acc-b9ea-ea3763ac5a81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting port 53ac011f-df1f-4d11-8012-618c86647d12 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:08.417584 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-17bce140-7278-4acc-b9ea-ea3763ac5a81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:08.501193 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c4d5e0-1cad-41df-9705-4047e17a8018 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Network 59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:25:08.535045 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-45c4d5e0-1cad-41df-9705-4047e17a8018 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:08.539844 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c4d5e0-1cad-41df-9705-4047e17a8018 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:08.540437 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-45c4d5e0-1cad-41df-9705-4047e17a8018 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575767'] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:08.579287 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-45c4d5e0-1cad-41df-9705-4047e17a8018 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6195738 Jan 26 11:25:08.582952 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50030) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:08.587557 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d5d6296a-0836-46ff-b4e2-24c0305a8486 None None] For port 93981853-d01e-4c14-8be6-e9c8a9287d8c, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=93981853-d01e-4c14-8be6-e9c8a9287d8c,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:08.595318 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-0973197c-185e-42f8-85d4-02daa330c481 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:08.700299 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fd81ba-9260-4573-a8bb-9d7397696975 None None] Network 59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:08.737648 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbd9fc3-92fb-4fba-a721-7593650cbe88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-4388519a-153a-4d59-9556-94b469e40e6e', 'network_id': '4388519a-153a-4d59-9556-94b469e40e6e', 'tenant_id': 'a8b420c4cfae439da1a98efb97a1c710', 'fixed_ips': [{'subnet_id': '2b9bb2b9-7345-4f9f-9616-c26e2b7c994d'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:25:08.739482 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bcbd9fc3-92fb-4fba-a721-7593650cbe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:08.878210 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0973197c-185e-42f8-85d4-02daa330c481 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2398489'] for subnet, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:08.988967 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:09.015768 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] Transition to ACTIVE for port object a23a97dc-9d06-41b8-ac3d-a9c97a8054f9 will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:09.035099 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.extraroute_db [None req-5293a0c8-494b-4ae9-a565-b1c19aa66c4a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 26 11:25:09.052787 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.extraroute_db [None req-5293a0c8-494b-4ae9-a565-b1c19aa66c4a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Removed routes are [] {{(pid=87443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 26 11:25:09.053606 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5293a0c8-494b-4ae9-a565-b1c19aa66c4a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:09.063886 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:09.073901 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8715a920-5c18-448e-b3f4-bc3b9dd65823 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:09.105185 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-bcbd9fc3-92fb-4fba-a721-7593650cbe88 None None] Allocated IP 2001:db8::2 (4388519a-153a-4d59-9556-94b469e40e6e/2b9bb2b9-7345-4f9f-9616-c26e2b7c994d/2b3df772-4cc6-4037-ab25-5dad3fd8ee6b) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:09.156817 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0973197c-185e-42f8-85d4-02daa330c481 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754530675438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1062455'] for subnet, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:09.256325 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973197c-185e-42f8-85d4-02daa330c481 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'Subnet': ['ID=a9fed0fa-4a3c-430e-b6c0-e8c651b9bcaa,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:09.277064 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c625a7c0-d098-4934-a199-6ca7eb87ae6b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:09.277907 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c625a7c0-d098-4934-a199-6ca7eb87ae6b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:09.286801 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.resource_extend [None req-d5d6296a-0836-46ff-b4e2-24c0305a8486 None None] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:25:09.346731 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0973197c-185e-42f8-85d4-02daa330c481 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:09.351600 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0973197c-185e-42f8-85d4-02daa330c481 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:09.353190 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0973197c-185e-42f8-85d4-02daa330c481 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "PUT /v2.0/subnets/a9fed0fa-4a3c-430e-b6c0-e8c651b9bcaa HTTP/1.1" status: 200 len: 806 time: 0.7692583 Jan 26 11:25:09.354517 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c625a7c0-d098-4934-a199-6ca7eb87ae6b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:09.356340 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c625a7c0-d098-4934-a199-6ca7eb87ae6b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 1.1506557 Jan 26 11:25:09.364828 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50036) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:09.365107 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50038) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:09.376280 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8715a920-5c18-448e-b3f4-bc3b9dd65823 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:09.441189 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e219148-ffc5-49b0-b3a3-1cd5760994ff None None] Pushing event updated for resources: {'Port': ['ID=a23a97dc-9d06-41b8-ac3d-a9c97a8054f9,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:09.476290 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50044) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:09.476821 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8715a920-5c18-448e-b3f4-bc3b9dd65823 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:09.523882 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-0140bc02-e5a4-450f-a4a5-ba423b14fb4f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Request body: {'subnets': [{'network_id': 'a96a62f0-9bd0-4691-b6b5-a785ba4b926e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1282292152', 'ip_version': 6}, {'network_id': '5fcdc3da-89fa-4e74-b122-6cfdc008d28a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:09.524448 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-0140bc02-e5a4-450f-a4a5-ba423b14fb4f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Request body: {'subnet': {'network_id': 'a96a62f0-9bd0-4691-b6b5-a785ba4b926e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1282292152', 'ip_version': 6}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:09.525328 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-0140bc02-e5a4-450f-a4a5-ba423b14fb4f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Request body: {'subnet': {'network_id': '5fcdc3da-89fa-4e74-b122-6cfdc008d28a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:09.552629 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 26 11:25:09.552629 dv-neutron-826439-1-hyperv neutron-server[87444]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jan 26 11:25:09.552629 dv-neutron-826439-1-hyperv neutron-server[87444]: [parameters: {'status': 'ACTIVE', 'ports_id': '93981853-d01e-4c14-8be6-e9c8a9287d8c'}] Jan 26 11:25:09.552629 dv-neutron-826439-1-hyperv neutron-server[87444]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:25:09.552629 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:25:09.552629 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d9f3209d-c48b-491d-85d5-7868749509dd None None] Provisioning for port 205f879f-4f7b-4089-a6b6-b36912b09fcd completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:09.571209 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d5d6296a-0836-46ff-b4e2-24c0305a8486 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:09.582604 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8715a920-5c18-448e-b3f4-bc3b9dd65823 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:09.583513 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] Attempting to bind port a23a97dc-9d06-41b8-ac3d-a9c97a8054f9 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:25:09.583897 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] Attempting to bind port a23a97dc-9d06-41b8-ac3d-a9c97a8054f9 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '039923ec-1460-47ba-a31c-fd5769143819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '4eaa6418-303b-40ec-9b44-1ccc6c744f2c'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:25:09.584255 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] Attempting to bind port a23a97dc-9d06-41b8-ac3d-a9c97a8054f9 on network 4eaa6418-303b-40ec-9b44-1ccc6c744f2c {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:25:09.586949 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8715a920-5c18-448e-b3f4-bc3b9dd65823 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 2.1508863 Jan 26 11:25:09.590519 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d5d6296a-0836-46ff-b4e2-24c0305a8486 None None] Transition to ACTIVE for port object 93981853-d01e-4c14-8be6-e9c8a9287d8c will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:09.595551 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50048) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:09.603158 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:25:09.603531 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] Checking segment: {'id': '039923ec-1460-47ba-a31c-fd5769143819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '4eaa6418-303b-40ec-9b44-1ccc6c744f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:09.603963 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:09.604356 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] Bound using segment: {'id': '039923ec-1460-47ba-a31c-fd5769143819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '4eaa6418-303b-40ec-9b44-1ccc6c744f2c'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:25:09.604829 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] Bound port: a23a97dc-9d06-41b8-ac3d-a9c97a8054f9, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039923ec-1460-47ba-a31c-fd5769143819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '4eaa6418-303b-40ec-9b44-1ccc6c744f2c'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:25:09.605204 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:09.619322 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715a920-5c18-448e-b3f4-bc3b9dd65823 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f8635b-e6bc-4262-9bf1-be7cd1384b53,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:09.664128 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4837bd97-fedb-45de-b786-8f0a60947e6e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:09.677290 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d5d6296a-0836-46ff-b4e2-24c0305a8486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:09.714072 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] For port a23a97dc-9d06-41b8-ac3d-a9c97a8054f9, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:25:09.721497 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] For port a23a97dc-9d06-41b8-ac3d-a9c97a8054f9, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a23a97dc-9d06-41b8-ac3d-a9c97a8054f9,segment=NetworkSegment(039923ec-1460-47ba-a31c-fd5769143819),segment_id=039923ec-1460-47ba-a31c-fd5769143819)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:25:09.728551 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:09.851191 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-17bce140-7278-4acc-b9ea-ea3763ac5a81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:09.858431 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e219148-ffc5-49b0-b3a3-1cd5760994ff None None] Pushing event updated for resources: {'Port': ['ID=a23a97dc-9d06-41b8-ac3d-a9c97a8054f9,revision_number=4']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:09.862479 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4837bd97-fedb-45de-b786-8f0a60947e6e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:09.879128 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:09.884409 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] Routers {'18505ef1-f02f-46b0-8893-ffc4d27ca053'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:25:09.885167 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:24:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['18505ef1-f02f-46b0-8893-ffc4d27ca053'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:10.058836 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fdfb12-240e-4ee7-bf4d-96ad1105056f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:10.060233 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fdfb12-240e-4ee7-bf4d-96ad1105056f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:10.061849 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fdfb12-240e-4ee7-bf4d-96ad1105056f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:10.062914 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f3fdfb12-240e-4ee7-bf4d-96ad1105056f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:10.083519 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-17bce140-7278-4acc-b9ea-ea3763ac5a81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Calling delete_port for 53ac011f-df1f-4d11-8012-618c86647d12 owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:10.131134 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6296a-0836-46ff-b4e2-24c0305a8486 None None] Pushing event updated for resources: {'Port': ['ID=93981853-d01e-4c14-8be6-e9c8a9287d8c,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:10.146945 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0140bc02-e5a4-450f-a4a5-ba423b14fb4f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:10.152882 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0140bc02-e5a4-450f-a4a5-ba423b14fb4f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Usage tracker for resource:subnet and tenant:cc86f46871e84bb9bcd363954b273341 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:10.153125 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3b1008-7dc0-4e8b-a0d8-10a18041a264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3', 'network_id': '59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3', 'tenant_id': '72fcefe45da642438142264604e9cfc8', 'fixed_ips': [{'subnet_id': 'a9fed0fa-4a3c-430e-b6c0-e8c651b9bcaa'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:25:10.153897 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4b3b1008-7dc0-4e8b-a0d8-10a18041a264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:10.157013 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0140bc02-e5a4-450f-a4a5-ba423b14fb4f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:10.163554 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0140bc02-e5a4-450f-a4a5-ba423b14fb4f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:10.185219 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] Set router 18505ef1-f02f-46b0-8893-ffc4d27ca053 gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:25:10.188053 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0140bc02-e5a4-450f-a4a5-ba423b14fb4f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Made reservation on behalf of cc86f46871e84bb9bcd363954b273341 for: {'subnet': 2} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:10.197683 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0140bc02-e5a4-450f-a4a5-ba423b14fb4f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:10.198459 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0140bc02-e5a4-450f-a4a5-ba423b14fb4f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:10.268668 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4837bd97-fedb-45de-b786-8f0a60947e6e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:10.294950 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5293a0c8-494b-4ae9-a565-b1c19aa66c4a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:10.305355 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bcbd9fc3-92fb-4fba-a721-7593650cbe88 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:10.401110 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-bcbd9fc3-92fb-4fba-a721-7593650cbe88 None None] Transition to ACTIVE for port object 2b3df772-4cc6-4037-ab25-5dad3fd8ee6b will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:10.410039 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4837bd97-fedb-45de-b786-8f0a60947e6e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:10.413323 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:10.414666 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4837bd97-fedb-45de-b786-8f0a60947e6e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/47f8635b-e6bc-4262-9bf1-be7cd1384b53 HTTP/1.1" status: 204 len: 168 time: 0.8155923 Jan 26 11:25:10.432911 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50052) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:10.438250 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5293a0c8-494b-4ae9-a565-b1c19aa66c4a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1634753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1634766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1640079'] for router, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:10.441271 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837bd97-fedb-45de-b786-8f0a60947e6e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47f8635b-e6bc-4262-9bf1-be7cd1384b53,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:10.517211 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f3fdfb12-240e-4ee7-bf4d-96ad1105056f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:10.518665 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f3fdfb12-240e-4ee7-bf4d-96ad1105056f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 1.1523788 Jan 26 11:25:10.534618 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50056) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:10.593130 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-bcbd9fc3-92fb-4fba-a721-7593650cbe88 None None] Transition to ACTIVE for port object 2b3df772-4cc6-4037-ab25-5dad3fd8ee6b will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:10.627281 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 93981853-d01e-4c14-8be6-e9c8a9287d8c, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=93981853-d01e-4c14-8be6-e9c8a9287d8c,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:10.644162 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:10.648016 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bcbd9fc3-92fb-4fba-a721-7593650cbe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:10.698410 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1fe0627-2fe4-49bd-81b7-6715d182076d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet 30414aa0-8480-4d68-b213-32d0c674c55e {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:25:10.707341 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0627-2fe4-49bd-81b7-6715d182076d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:10.772806 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:25:09Z', 'revision_number': 6, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None, '_interfaces': [{'id': '0d033fee-908c-4472-88e7-6d97c120bd1f', 'name': '', 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:a0:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:32Z', 'updated_at': '2022-01-26T11:24:49Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a23a97dc-9d06-41b8-ac3d-a9c97a8054f9', 'name': '', 'network_id': '4eaa6418-303b-40ec-9b44-1ccc6c744f2c', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:42:2b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '0d95291a-984b-4d03-a67e-01df9a44b844', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:59Z', 'updated_at': '2022-01-26T11:25:09Z', 'revision_number': 4, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '0d95291a-984b-4d03-a67e-01df9a44b844', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d', 'name': '', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:19:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:16Z', 'updated_at': '2022-01-26T11:24:32Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3fdb6f-164b-41bc-93d1-9d8fd41e0501', 'name': '', 'network_id': 'd45e07ee-3c75-462a-b0ea-b36a7ced69a3', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:e1:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '7c857c89-e0f2-4115-a516-932932637cac', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:47Z', 'updated_at': '2022-01-26T11:25:05Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '7c857c89-e0f2-4115-a516-932932637cac', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:10.778457 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf4391a-0bf6-44cd-bd5f-0e86ff90a636 None None] The sync data for ids ['18505ef1-f02f-46b0-8893-ffc4d27ca053'] in dv-neutron-826439-1-hyperv is: [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:25:09Z', 'revision_number': 6, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None, '_interfaces': [{'id': '0d033fee-908c-4472-88e7-6d97c120bd1f', 'name': '', 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:a0:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:32Z', 'updated_at': '2022-01-26T11:24:49Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a23a97dc-9d06-41b8-ac3d-a9c97a8054f9', 'name': '', 'network_id': '4eaa6418-303b-40ec-9b44-1ccc6c744f2c', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:42:2b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '0d95291a-984b-4d03-a67e-01df9a44b844', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:59Z', 'updated_at': '2022-01-26T11:25:09Z', 'revision_number': 4, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '0d95291a-984b-4d03-a67e-01df9a44b844', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d', 'name': '', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:19:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:16Z', 'updated_at': '2022-01-26T11:24:32Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3fdb6f-164b-41bc-93d1-9d8fd41e0501', 'name': '', 'network_id': 'd45e07ee-3c75-462a-b0ea-b36a7ced69a3', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:e1:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '7c857c89-e0f2-4115-a516-932932637cac', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:47Z', 'updated_at': '2022-01-26T11:25:05Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '7c857c89-e0f2-4115-a516-932932637cac', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:25:10.826578 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0627-2fe4-49bd-81b7-6715d182076d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:10.876444 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbd9fc3-92fb-4fba-a721-7593650cbe88 None None] Network 4388519a-153a-4d59-9556-94b469e40e6e is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:10.888641 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-bcbd9fc3-92fb-4fba-a721-7593650cbe88 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:10.899346 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbd9fc3-92fb-4fba-a721-7593650cbe88 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:10.919767 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-4b3b1008-7dc0-4e8b-a0d8-10a18041a264 None None] Allocated IP 172.20.0.2 (59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3/a9fed0fa-4a3c-430e-b6c0-e8c651b9bcaa/8b9095cf-02a5-4298-84eb-5f29b1be44fd) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:10.962685 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0627-2fe4-49bd-81b7-6715d182076d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:11.050107 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=93981853-d01e-4c14-8be6-e9c8a9287d8c,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:11.109787 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-791069a7-492d-487a-a8c2-bcef9e8bbd2c None None] Provisioning for port ae9bbf00-008c-4fcd-aea6-73efcf4737a2 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:11.196294 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 205f879f-4f7b-4089-a6b6-b36912b09fcd up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:25:11.200899 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:11.271203 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-bcbd9fc3-92fb-4fba-a721-7593650cbe88 None None] Attempting to bind port 2b3df772-4cc6-4037-ab25-5dad3fd8ee6b on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:25:11.271435 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-bcbd9fc3-92fb-4fba-a721-7593650cbe88 None None] Attempting to bind port 2b3df772-4cc6-4037-ab25-5dad3fd8ee6b by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'b44a42f1-a381-4b11-b53e-c70b0ba6cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4388519a-153a-4d59-9556-94b469e40e6e'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:25:11.271808 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbd9fc3-92fb-4fba-a721-7593650cbe88 None None] Attempting to bind port 2b3df772-4cc6-4037-ab25-5dad3fd8ee6b on network 4388519a-153a-4d59-9556-94b469e40e6e {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:25:11.275547 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-791069a7-492d-487a-a8c2-bcef9e8bbd2c None None] Provisioning complete for port ae9bbf00-008c-4fcd-aea6-73efcf4737a2 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:11.276032 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-791069a7-492d-487a-a8c2-bcef9e8bbd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:11.288440 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0627-2fe4-49bd-81b7-6715d182076d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:11.378225 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe0627-2fe4-49bd-81b7-6715d182076d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=30414aa0-8480-4d68-b213-32d0c674c55e,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:11.391087 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0627-2fe4-49bd-81b7-6715d182076d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:11.413085 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-17bce140-7278-4acc-b9ea-ea3763ac5a81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:11.500087 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbd9fc3-92fb-4fba-a721-7593650cbe88 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:25:11.500473 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbd9fc3-92fb-4fba-a721-7593650cbe88 None None] Checking segment: {'id': 'b44a42f1-a381-4b11-b53e-c70b0ba6cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4388519a-153a-4d59-9556-94b469e40e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:11.500885 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bcbd9fc3-92fb-4fba-a721-7593650cbe88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:11.501287 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbd9fc3-92fb-4fba-a721-7593650cbe88 None None] Bound using segment: {'id': 'b44a42f1-a381-4b11-b53e-c70b0ba6cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4388519a-153a-4d59-9556-94b469e40e6e'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:25:11.501773 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-bcbd9fc3-92fb-4fba-a721-7593650cbe88 None None] Bound port: 2b3df772-4cc6-4037-ab25-5dad3fd8ee6b, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44a42f1-a381-4b11-b53e-c70b0ba6cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4388519a-153a-4d59-9556-94b469e40e6e'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:25:11.502155 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bcbd9fc3-92fb-4fba-a721-7593650cbe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:11.536741 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bce140-7278-4acc-b9ea-ea3763ac5a81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Port': ['ID=53ac011f-df1f-4d11-8012-618c86647d12,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:11.580529 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e1fe0627-2fe4-49bd-81b7-6715d182076d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/30414aa0-8480-4d68-b213-32d0c674c55e HTTP/1.1" status: 204 len: 168 time: 1.0425823 Jan 26 11:25:11.582861 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50060) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:11.647895 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c31af5f-d97d-4022-93d0-5a8ebff8abbb None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:11.704149 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-17bce140-7278-4acc-b9ea-ea3763ac5a81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:11.711123 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-17bce140-7278-4acc-b9ea-ea3763ac5a81 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/ports/53ac011f-df1f-4d11-8012-618c86647d12 HTTP/1.1" status: 204 len: 168 time: 3.5173521 Jan 26 11:25:11.713141 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50064) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:11.719965 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91a535d-e82f-4109-9dbd-463f5bbe792b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet d313fb7c-1038-4818-a732-a3b48ae967e9 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:25:11.723405 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a91a535d-e82f-4109-9dbd-463f5bbe792b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:11.814513 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd9fc3-92fb-4fba-a721-7593650cbe88 None None] Pushing event updated for resources: {'Port': ['ID=2b3df772-4cc6-4037-ab25-5dad3fd8ee6b,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:11.831380 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a91a535d-e82f-4109-9dbd-463f5bbe792b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:11.852592 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-791069a7-492d-487a-a8c2-bcef9e8bbd2c None None] Port ae9bbf00-008c-4fcd-aea6-73efcf4737a2 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:25:11.867226 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-63429b34-f2f1-46e6-a793-83f7c79b1a6e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] GET failed (client error): The resource could not be found. Jan 26 11:25:11.868563 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-63429b34-f2f1-46e6-a793-83f7c79b1a6e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "GET /v2.0/ports/53ac011f-df1f-4d11-8012-618c86647d12 HTTP/1.1" status: 404 len: 333 time: 0.1497915 Jan 26 11:25:11.881343 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50068) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:11.945751 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-791069a7-492d-487a-a8c2-bcef9e8bbd2c None None] Could not find standard attr ID for object 53ac011f-df1f-4d11-8012-618c86647d12. {{(pid=87444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 11:25:11.963310 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d872fc2b-da62-47d4-86f1-103963d74dfa tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Synchronizing usage tracker for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group_rule {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:11.976296 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5293a0c8-494b-4ae9-a565-b1c19aa66c4a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Router 18505ef1-f02f-46b0-8893-ffc4d27ca053 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:25:11.988569 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 205f879f-4f7b-4089-a6b6-b36912b09fcd completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:11.989940 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-d5e44a25-c0c4-4d5a-9bc6-3e0474b6fb22 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Allocated IP 2001:db8::9e (4388519a-153a-4d59-9556-94b469e40e6e/2b9bb2b9-7345-4f9f-9616-c26e2b7c994d/0475a394-5f5b-4e3b-b81d-3fe64bc14418) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:12.016963 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a91a535d-e82f-4109-9dbd-463f5bbe792b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:12.025548 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-bcbd9fc3-92fb-4fba-a721-7593650cbe88 None None] For port 2b3df772-4cc6-4037-ab25-5dad3fd8ee6b, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:25:12.028004 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-5d433405-0ae4-4be9-9249-243bd9a5a478 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting port ae9bbf00-008c-4fcd-aea6-73efcf4737a2 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:12.028435 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5d433405-0ae4-4be9-9249-243bd9a5a478 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:12.044634 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 205f879f-4f7b-4089-a6b6-b36912b09fcd triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:12.045017 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:12.073800 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d872fc2b-da62-47d4-86f1-103963d74dfa tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Unset dirty status for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group_rule {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:12.075913 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d872fc2b-da62-47d4-86f1-103963d74dfa tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 1.6409571 Jan 26 11:25:12.083688 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50072) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:12.093970 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-bcbd9fc3-92fb-4fba-a721-7593650cbe88 None None] For port 2b3df772-4cc6-4037-ab25-5dad3fd8ee6b, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=2b3df772-4cc6-4037-ab25-5dad3fd8ee6b,segment=NetworkSegment(b44a42f1-a381-4b11-b53e-c70b0ba6cd37),segment_id=b44a42f1-a381-4b11-b53e-c70b0ba6cd37)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:25:12.123839 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bcbd9fc3-92fb-4fba-a721-7593650cbe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:12.163777 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a91a535d-e82f-4109-9dbd-463f5bbe792b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:12.218194 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a91a535d-e82f-4109-9dbd-463f5bbe792b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:12.225655 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a535d-e82f-4109-9dbd-463f5bbe792b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=d313fb7c-1038-4818-a732-a3b48ae967e9,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:12.228216 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d4807e2a-d45c-44fb-9d42-ce4542d36834 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:12.238419 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-704ce2f7-32dc-4866-83e3-85fc9a36cb3f None None] Provisioning complete for port ae9bbf00-008c-4fcd-aea6-73efcf4737a2 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:12.238807 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-704ce2f7-32dc-4866-83e3-85fc9a36cb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:12.268905 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d4807e2a-d45c-44fb-9d42-ce4542d36834 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:12.279779 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a91a535d-e82f-4109-9dbd-463f5bbe792b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/d313fb7c-1038-4818-a732-a3b48ae967e9 HTTP/1.1" status: 204 len: 168 time: 0.6960487 Jan 26 11:25:12.280564 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50076) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:12.321124 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4b3b1008-7dc0-4e8b-a0d8-10a18041a264 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:12.363909 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-023fc292-e825-4f91-825e-f98800a5f996 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768869 Jan 26 11:25:12.365608 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50080) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:12.369895 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4b3b1008-7dc0-4e8b-a0d8-10a18041a264 None None] Transition to ACTIVE for port object 8b9095cf-02a5-4298-84eb-5f29b1be44fd will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:12.370249 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-71863849-36a0-43c1-bf60-3cebbcac3e71 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:12.396697 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-704ce2f7-32dc-4866-83e3-85fc9a36cb3f None None] Port ae9bbf00-008c-4fcd-aea6-73efcf4737a2 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:25:12.409663 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-704ce2f7-32dc-4866-83e3-85fc9a36cb3f None None] Could not find standard attr ID for object 53ac011f-df1f-4d11-8012-618c86647d12. {{(pid=87444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 11:25:12.446401 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd9fc3-92fb-4fba-a721-7593650cbe88 None None] Pushing event updated for resources: {'Port': ['ID=2b3df772-4cc6-4037-ab25-5dad3fd8ee6b,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:12.459257 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-704ce2f7-32dc-4866-83e3-85fc9a36cb3f None None] Could not find standard attr ID for object 0ba8186c-be72-475c-83ba-502035fbbf28. {{(pid=87444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 11:25:12.482880 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4b3b1008-7dc0-4e8b-a0d8-10a18041a264 None None] Transition to ACTIVE for port object 8b9095cf-02a5-4298-84eb-5f29b1be44fd will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:12.502201 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4b3b1008-7dc0-4e8b-a0d8-10a18041a264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:12.515613 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d4807e2a-d45c-44fb-9d42-ce4542d36834 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:12.527599 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5293a0c8-494b-4ae9-a565-b1c19aa66c4a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:25:12.535471 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-71863849-36a0-43c1-bf60-3cebbcac3e71 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:12.538146 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4807e2a-d45c-44fb-9d42-ce4542d36834 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0398852b-6e13-4749-8c56-e1ef75288193,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:12.542064 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:12.549215 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-71863849-36a0-43c1-bf60-3cebbcac3e71 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:subnet and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:12.560340 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-704ce2f7-32dc-4866-83e3-85fc9a36cb3f None None] Provisioning for port 93981853-d01e-4c14-8be6-e9c8a9287d8c completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:12.563424 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:12.579635 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461b705d-05fb-44b4-b1a1-a37ea2b13250 None None] Sync routers for ids ['18505ef1-f02f-46b0-8893-ffc4d27ca053'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:25:12.596140 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-71863849-36a0-43c1-bf60-3cebbcac3e71 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:12.612125 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Subnet': ['ID=a9fed0fa-4a3c-430e-b6c0-e8c651b9bcaa,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:12.614209 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-71863849-36a0-43c1-bf60-3cebbcac3e71 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:12.627558 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-704ce2f7-32dc-4866-83e3-85fc9a36cb3f None None] Provisioning complete for port 93981853-d01e-4c14-8be6-e9c8a9287d8c triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:12.627937 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-704ce2f7-32dc-4866-83e3-85fc9a36cb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:12.655311 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3b1008-7dc0-4e8b-a0d8-10a18041a264 None None] Network 59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:12.677945 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71863849-36a0-43c1-bf60-3cebbcac3e71 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:12.678230 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-4b3b1008-7dc0-4e8b-a0d8-10a18041a264 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:12.682198 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-71863849-36a0-43c1-bf60-3cebbcac3e71 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:12.695593 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3b1008-7dc0-4e8b-a0d8-10a18041a264 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:12.719384 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461b705d-05fb-44b4-b1a1-a37ea2b13250 None None] Routers {'18505ef1-f02f-46b0-8893-ffc4d27ca053'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:25:12.719933 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-461b705d-05fb-44b4-b1a1-a37ea2b13250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:24:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['18505ef1-f02f-46b0-8893-ffc4d27ca053'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:12.779206 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d5e44a25-c0c4-4d5a-9bc6-3e0474b6fb22 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:12.798954 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-d5e44a25-c0c4-4d5a-9bc6-3e0474b6fb22 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Transition to ACTIVE for port object 0475a394-5f5b-4e3b-b81d-3fe64bc14418 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:12.823269 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:12.826751 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0140bc02-e5a4-450f-a4a5-ba423b14fb4f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:12.833668 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d4807e2a-d45c-44fb-9d42-ce4542d36834 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:12.835964 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5293a0c8-494b-4ae9-a565-b1c19aa66c4a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:12.837256 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5293a0c8-494b-4ae9-a565-b1c19aa66c4a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "PUT /v2.0/routers/18505ef1-f02f-46b0-8893-ffc4d27ca053 HTTP/1.1" status: 200 len: 934 time: 5.3954134 Jan 26 11:25:12.838799 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d4807e2a-d45c-44fb-9d42-ce4542d36834 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "DELETE /v2.0/security-groups/0398852b-6e13-4749-8c56-e1ef75288193 HTTP/1.1" status: 204 len: 168 time: 0.7543399 Jan 26 11:25:12.840678 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50084) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:12.841088 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50086) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:12.889437 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d5e44a25-c0c4-4d5a-9bc6-3e0474b6fb22 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:12.913687 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf0c383-45ef-4998-a36f-d84eb1136546 None None] DHCP port deletion for ba6f0584-2941-48e6-9427-2229465f5a54 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:25:12.931169 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b1008-7dc0-4e8b-a0d8-10a18041a264 None None] Pushing event updated for resources: {'Port': ['ID=8b9095cf-02a5-4298-84eb-5f29b1be44fd,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:12.986479 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 205f879f-4f7b-4089-a6b6-b36912b09fcd, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=205f879f-4f7b-4089-a6b6-b36912b09fcd,segment=NetworkSegment(bcf2af57-0b8a-4044-9390-1d1b01eeba50),segment_id=bcf2af57-0b8a-4044-9390-1d1b01eeba50)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:12.992085 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0c383-45ef-4998-a36f-d84eb1136546 None None] Deleting port 93981853-d01e-4c14-8be6-e9c8a9287d8c {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:12.992612 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-aaf0c383-45ef-4998-a36f-d84eb1136546 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:13.026196 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5d433405-0ae4-4be9-9249-243bd9a5a478 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:13.048728 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e44a25-c0c4-4d5a-9bc6-3e0474b6fb22 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network 4388519a-153a-4d59-9556-94b469e40e6e is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:13.068574 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:13.069565 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d7a27379-838c-4ffc-adc4-bd79cfecdccb up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:25:13.121968 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-d5e44a25-c0c4-4d5a-9bc6-3e0474b6fb22 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:13.188051 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e44a25-c0c4-4d5a-9bc6-3e0474b6fb22 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Port': ['ID=0475a394-5f5b-4e3b-b81d-3fe64bc14418,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:13.195191 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:13.196424 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-5d433405-0ae4-4be9-9249-243bd9a5a478 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Calling delete_port for ae9bbf00-008c-4fcd-aea6-73efcf4737a2 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:13.226074 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e44a25-c0c4-4d5a-9bc6-3e0474b6fb22 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:13.231405 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e44a25-c0c4-4d5a-9bc6-3e0474b6fb22 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:13.231992 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d5e44a25-c0c4-4d5a-9bc6-3e0474b6fb22 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:13.254044 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140bc02-e5a4-450f-a4a5-ba423b14fb4f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Pushing event updated for resources: {'Subnet': ['ID=8ccf1530-a272-4d66-9ade-0d68765bacd4,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:13.267522 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-461b705d-05fb-44b4-b1a1-a37ea2b13250 None None] Set router 18505ef1-f02f-46b0-8893-ffc4d27ca053 gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:25:13.274284 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0140bc02-e5a4-450f-a4a5-ba423b14fb4f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Checking segment: {'id': '926cca23-d0b6-4dc7-931e-55c11e6d6ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a96a62f0-9bd0-4691-b6b5-a785ba4b926e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:13.274640 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0140bc02-e5a4-450f-a4a5-ba423b14fb4f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Network hostable DHCP agents. Network: a96a62f0-9bd0-4691-b6b5-a785ba4b926e, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:25:13.285835 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d5e44a25-c0c4-4d5a-9bc6-3e0474b6fb22 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 5.6042902 Jan 26 11:25:13.289217 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50092) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:13.320419 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec42dd2f-10f3-40e2-b435-782d3416604c') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:13.320728 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec42dd2f-10f3-40e2-b435-782d3416604c') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:13.359600 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:13.372088 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0fe6ed3d-b850-4f5e-8cdf-8a765b52feb8 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Synchronizing usage tracker for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:13.375913 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-4b3b1008-7dc0-4e8b-a0d8-10a18041a264 None None] Attempting to bind port 8b9095cf-02a5-4298-84eb-5f29b1be44fd on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:25:13.376635 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-4b3b1008-7dc0-4e8b-a0d8-10a18041a264 None None] Attempting to bind port 8b9095cf-02a5-4298-84eb-5f29b1be44fd by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ec42dd2f-10f3-40e2-b435-782d3416604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:25:13.376877 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3b1008-7dc0-4e8b-a0d8-10a18041a264 None None] Attempting to bind port 8b9095cf-02a5-4298-84eb-5f29b1be44fd on network 59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:25:13.408807 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:13.416345 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6a50ce6f-3ed8-4fa9-acde-ef0a220d974d tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "GET /v2.0/routers/18505ef1-f02f-46b0-8893-ffc4d27ca053 HTTP/1.1" status: 200 len: 934 time: 0.5547919 Jan 26 11:25:13.424015 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3b1008-7dc0-4e8b-a0d8-10a18041a264 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:25:13.424605 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3b1008-7dc0-4e8b-a0d8-10a18041a264 None None] Checking segment: {'id': 'ec42dd2f-10f3-40e2-b435-782d3416604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:13.425136 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4b3b1008-7dc0-4e8b-a0d8-10a18041a264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:13.425618 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3b1008-7dc0-4e8b-a0d8-10a18041a264 None None] Bound using segment: {'id': 'ec42dd2f-10f3-40e2-b435-782d3416604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:25:13.426036 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50096) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:13.426403 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-4b3b1008-7dc0-4e8b-a0d8-10a18041a264 None None] Bound port: 8b9095cf-02a5-4298-84eb-5f29b1be44fd, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec42dd2f-10f3-40e2-b435-782d3416604c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:25:13.426963 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4b3b1008-7dc0-4e8b-a0d8-10a18041a264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:13.432705 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-937f785f-b214-42bf-84fd-b409d1e2023a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'router': {'routes': None}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:13.531485 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0140bc02-e5a4-450f-a4a5-ba423b14fb4f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Network a96a62f0-9bd0-4691-b6b5-a785ba4b926e is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:25:13.547701 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-8f95d7d1-17ab-4433-885d-5eecff653fd2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting port 0475a394-5f5b-4e3b-b81d-3fe64bc14418 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:13.547986 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8f95d7d1-17ab-4433-885d-5eecff653fd2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:13.579559 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-0140bc02-e5a4-450f-a4a5-ba423b14fb4f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, a96a62f0-9bd0-4691-b6b5-a785ba4b926e) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:13.635559 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:25:13.635981 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:13.663856 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=205f879f-4f7b-4089-a6b6-b36912b09fcd,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:13.675068 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ef8f19-fd17-4599-9046-f49adb46e2cd None None] Network a96a62f0-9bd0-4691-b6b5-a785ba4b926e requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:13.685712 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0140bc02-e5a4-450f-a4a5-ba423b14fb4f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:13.727338 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5d433405-0ae4-4be9-9249-243bd9a5a478 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:25:13.733549 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:25:13.747243 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0fe6ed3d-b850-4f5e-8cdf-8a765b52feb8 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Unset dirty status for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:13.751312 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0fe6ed3d-b850-4f5e-8cdf-8a765b52feb8 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.8905747 Jan 26 11:25:13.786621 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50100) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:13.827497 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d433405-0ae4-4be9-9249-243bd9a5a478 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Port': ['ID=ae9bbf00-008c-4fcd-aea6-73efcf4737a2,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:13.878201 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.api [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 26 11:25:13.878201 dv-neutron-826439-1-hyperv neutron-server[87442]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 26 11:25:13.878201 dv-neutron-826439-1-hyperv neutron-server[87442]: [parameters: {'id': '59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3'}] Jan 26 11:25:13.878201 dv-neutron-826439-1-hyperv neutron-server[87442]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:25:13.878898 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG oslo_db.api [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:25:13.967769 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140bc02-e5a4-450f-a4a5-ba423b14fb4f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Pushing event updated for resources: {'Subnet': ['ID=086ba691-b2af-4e70-aa17-143795205a10,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:13.972219 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-4b3b1008-7dc0-4e8b-a0d8-10a18041a264 None None] For port 8b9095cf-02a5-4298-84eb-5f29b1be44fd, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:25:13.975614 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-4b3b1008-7dc0-4e8b-a0d8-10a18041a264 None None] For port 8b9095cf-02a5-4298-84eb-5f29b1be44fd, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=8b9095cf-02a5-4298-84eb-5f29b1be44fd,segment=NetworkSegment(ec42dd2f-10f3-40e2-b435-782d3416604c),segment_id=ec42dd2f-10f3-40e2-b435-782d3416604c)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:25:13.993468 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae51aa4f-77af-49f1-ac39-6ee1c7207748 None None] Network 4388519a-153a-4d59-9556-94b469e40e6e requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:14.039524 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-71863849-36a0-43c1-bf60-3cebbcac3e71 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:14.077802 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0140bc02-e5a4-450f-a4a5-ba423b14fb4f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Checking segment: {'id': 'aa808190-fdb0-4991-a406-29a01d836783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '5fcdc3da-89fa-4e74-b122-6cfdc008d28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:14.078168 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0140bc02-e5a4-450f-a4a5-ba423b14fb4f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Network hostable DHCP agents. Network: 5fcdc3da-89fa-4e74-b122-6cfdc008d28a, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:25:14.082090 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port d7a27379-838c-4ffc-adc4-bd79cfecdccb triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:14.082498 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:14.119135 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71863849-36a0-43c1-bf60-3cebbcac3e71 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:14.125448 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-71863849-36a0-43c1-bf60-3cebbcac3e71 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:14.140657 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71863849-36a0-43c1-bf60-3cebbcac3e71 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:14.141413 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-71863849-36a0-43c1-bf60-3cebbcac3e71 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:14.172007 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4b3b1008-7dc0-4e8b-a0d8-10a18041a264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:14.195123 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5d433405-0ae4-4be9-9249-243bd9a5a478 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:14.206941 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dec79297-a29b-4913-854c-9f89a126a27e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:14.221246 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71863849-36a0-43c1-bf60-3cebbcac3e71 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=d67e1283-9bf9-4c6f-a118-c6bf7f8554a2,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:14.230999 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-71863849-36a0-43c1-bf60-3cebbcac3e71 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8649697 Jan 26 11:25:14.233990 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50104) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:14.239721 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0140bc02-e5a4-450f-a4a5-ba423b14fb4f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Network 5fcdc3da-89fa-4e74-b122-6cfdc008d28a is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:25:14.240272 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-794d6609-c058-4269-b491-499f724721fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:14.255471 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5d433405-0ae4-4be9-9249-243bd9a5a478 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/ports/ae9bbf00-008c-4fcd-aea6-73efcf4737a2 HTTP/1.1" status: 204 len: 168 time: 2.3686416 Jan 26 11:25:14.263890 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50108) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:14.272531 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dec79297-a29b-4913-854c-9f89a126a27e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:14.293489 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-0140bc02-e5a4-450f-a4a5-ba423b14fb4f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 5fcdc3da-89fa-4e74-b122-6cfdc008d28a) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:14.310040 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0140bc02-e5a4-450f-a4a5-ba423b14fb4f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:14.310976 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0140bc02-e5a4-450f-a4a5-ba423b14fb4f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:14.311169 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0140bc02-e5a4-450f-a4a5-ba423b14fb4f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:14.315664 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8f95d7d1-17ab-4433-885d-5eecff653fd2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:14.321386 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-aaf0c383-45ef-4998-a36f-d84eb1136546 None None] For port 93981853-d01e-4c14-8be6-e9c8a9287d8c, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=93981853-d01e-4c14-8be6-e9c8a9287d8c,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:14.321786 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-aaf0c383-45ef-4998-a36f-d84eb1136546 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:14.334400 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b803880-ae12-4f52-8f6c-1e9d440e33c4 None None] Network 5fcdc3da-89fa-4e74-b122-6cfdc008d28a requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:14.365929 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-18307de3-0870-4645-9bba-8aa68dc555d4 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] GET failed (client error): The resource could not be found. Jan 26 11:25:14.366512 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-18307de3-0870-4645-9bba-8aa68dc555d4 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Synchronizing usage tracker for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:14.431727 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:14.443482 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-0763ce1a-1dc8-4f53-9552-04c26ed04b71 None None] Provisioning for port 2b3df772-4cc6-4037-ab25-5dad3fd8ee6b completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:14.469177 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0140bc02-e5a4-450f-a4a5-ba423b14fb4f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.9529634 Jan 26 11:25:14.471686 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50112) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:14.480913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-8f95d7d1-17ab-4433-885d-5eecff653fd2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Calling delete_port for 0475a394-5f5b-4e3b-b81d-3fe64bc14418 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:14.499847 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-18307de3-0870-4645-9bba-8aa68dc555d4 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Unset dirty status for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:14.501066 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-18307de3-0870-4645-9bba-8aa68dc555d4 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "GET /v2.0/ports/ae9bbf00-008c-4fcd-aea6-73efcf4737a2 HTTP/1.1" status: 404 len: 333 time: 0.2370892 Jan 26 11:25:14.506352 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50116) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:14.568468 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Deleting port 8b9095cf-02a5-4298-84eb-5f29b1be44fd {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:14.569070 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:14.571663 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dec79297-a29b-4913-854c-9f89a126a27e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:14.623902 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec79297-a29b-4913-854c-9f89a126a27e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7f2d4f-badf-4303-872d-8e9013ef6328,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:14.635475 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0c383-45ef-4998-a36f-d84eb1136546 None None] Calling delete_port for 93981853-d01e-4c14-8be6-e9c8a9287d8c owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:14.635878 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec499782-8c60-4307-af56-c215f0246a3c tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:14.638479 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec499782-8c60-4307-af56-c215f0246a3c tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:14.640124 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec499782-8c60-4307-af56-c215f0246a3c tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:14.640951 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ec499782-8c60-4307-af56-c215f0246a3c tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Synchronizing usage tracker for tenant:cc86f46871e84bb9bcd363954b273341 on resource:subnet {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:14.667019 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dec79297-a29b-4913-854c-9f89a126a27e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:14.669089 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-dec79297-a29b-4913-854c-9f89a126a27e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "DELETE /v2.0/security-groups/8a7f2d4f-badf-4303-872d-8e9013ef6328 HTTP/1.1" status: 204 len: 168 time: 0.8711970 Jan 26 11:25:14.672113 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50120) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:14.697298 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-794d6609-c058-4269-b491-499f724721fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:14.717776 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-e81b5562-83bc-4a10-a86c-b08254bf3c35 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting subnet 8e33d8ba-aff7-4a9a-83bf-5651af9c6692 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:25:14.720263 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-794d6609-c058-4269-b491-499f724721fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:subnet and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:14.735349 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ec499782-8c60-4307-af56-c215f0246a3c tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Unset dirty status for tenant:cc86f46871e84bb9bcd363954b273341 on resource:subnet {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:14.745706 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ec499782-8c60-4307-af56-c215f0246a3c tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2639315 Jan 26 11:25:14.746622 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b1008-7dc0-4e8b-a0d8-10a18041a264 None None] Pushing event updated for resources: {'Port': ['ID=8b9095cf-02a5-4298-84eb-5f29b1be44fd,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:14.747162 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50124) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:14.753509 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e81b5562-83bc-4a10-a86c-b08254bf3c35 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:14.842666 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-45e1e895-cc42-4c9b-baa4-de81da9c0db7 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Synchronizing usage tracker for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:14.851170 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8f95d7d1-17ab-4433-885d-5eecff653fd2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:14.913193 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c9cab0-0ec4-42d3-bc09-fad5af52a90b tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Deleting subnet 8ccf1530-a272-4d66-9ade-0d68765bacd4 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:25:14.919590 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95d7d1-17ab-4433-885d-5eecff653fd2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Port': ['ID=0475a394-5f5b-4e3b-b81d-3fe64bc14418,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:14.956387 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-794d6609-c058-4269-b491-499f724721fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:14.956669 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-97c9cab0-0ec4-42d3-bc09-fad5af52a90b tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:15.007335 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-45e1e895-cc42-4c9b-baa4-de81da9c0db7 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Unset dirty status for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:15.008987 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-45e1e895-cc42-4c9b-baa4-de81da9c0db7 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3359730 Jan 26 11:25:15.010544 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8f95d7d1-17ab-4433-885d-5eecff653fd2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:15.018077 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-794d6609-c058-4269-b491-499f724721fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:15.021972 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50128) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:15.034506 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8f95d7d1-17ab-4433-885d-5eecff653fd2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/ports/0475a394-5f5b-4e3b-b81d-3fe64bc14418 HTTP/1.1" status: 204 len: 168 time: 1.7390871 Jan 26 11:25:15.037849 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-8e235979-5b7e-4e3b-8010-32c2b3614f44 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Request body: {'security_group': {'name': 'tempest-secgroup--1702673888'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:15.044623 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8e235979-5b7e-4e3b-8010-32c2b3614f44 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:15.048858 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50132) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:15.059649 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-97c9cab0-0ec4-42d3-bc09-fad5af52a90b tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:15.087094 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8e235979-5b7e-4e3b-8010-32c2b3614f44 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:15.112107 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e81b5562-83bc-4a10-a86c-b08254bf3c35 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:15.112778 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8e235979-5b7e-4e3b-8010-32c2b3614f44 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:15.144229 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8e235979-5b7e-4e3b-8010-32c2b3614f44 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:15.147697 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794d6609-c058-4269-b491-499f724721fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:15.148655 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4bb4c8-0253-4a35-9fe6-f1424ae35df0 None None] Network 59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:15.149229 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-97c9cab0-0ec4-42d3-bc09-fad5af52a90b tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:15.151146 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-794d6609-c058-4269-b491-499f724721fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:15.178222 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8e235979-5b7e-4e3b-8010-32c2b3614f44 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Usage tracker for resource:security_group_rule and tenant:7488935ed4d74498afa03d5d74f4a2b9 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:15.190744 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8e235979-5b7e-4e3b-8010-32c2b3614f44 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:15.198612 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8e235979-5b7e-4e3b-8010-32c2b3614f44 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:15.211370 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0081333-4386-4527-a26f-c45367bc5436 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] GET failed (client error): The resource could not be found. Jan 26 11:25:15.215426 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e0081333-4386-4527-a26f-c45367bc5436 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "GET /v2.0/ports/0475a394-5f5b-4e3b-b81d-3fe64bc14418 HTTP/1.1" status: 404 len: 333 time: 0.1598794 Jan 26 11:25:15.217756 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50136) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:15.243203 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.extraroute_db [None req-937f785f-b214-42bf-84fd-b409d1e2023a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Added routes are [] {{(pid=87442) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 26 11:25:15.243785 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.extraroute_db [None req-937f785f-b214-42bf-84fd-b409d1e2023a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87442) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 26 11:25:15.271707 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-aaf0c383-45ef-4998-a36f-d84eb1136546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:15.288750 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-63dc6463-e3f9-469d-b7a2-9fdc5a9c471e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting subnet 2b9bb2b9-7345-4f9f-9616-c26e2b7c994d {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:25:15.291654 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63dc6463-e3f9-469d-b7a2-9fdc5a9c471e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:15.343165 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 93981853-d01e-4c14-8be6-e9c8a9287d8c up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:25:15.387572 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c46731-540a-46c0-a1e7-234ab8f897dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-a96a62f0-9bd0-4691-b6b5-a785ba4b926e', 'network_id': 'a96a62f0-9bd0-4691-b6b5-a785ba4b926e', 'tenant_id': 'cc86f46871e84bb9bcd363954b273341', 'fixed_ips': [{'subnet_id': '8ccf1530-a272-4d66-9ade-0d68765bacd4'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:25:15.388388 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-49c46731-540a-46c0-a1e7-234ab8f897dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:15.389766 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63dc6463-e3f9-469d-b7a2-9fdc5a9c471e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:15.443585 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] For port 8b9095cf-02a5-4298-84eb-5f29b1be44fd, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=8b9095cf-02a5-4298-84eb-5f29b1be44fd,segment=NetworkSegment(ec42dd2f-10f3-40e2-b435-782d3416604c),segment_id=ec42dd2f-10f3-40e2-b435-782d3416604c)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:15.443953 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:15.485584 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf0c383-45ef-4998-a36f-d84eb1136546 None None] No DVR routers for this DVR port 93981853-d01e-4c14-8be6-e9c8a9287d8c on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:25:15.489404 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0c383-45ef-4998-a36f-d84eb1136546 None None] Pushing event deleted for resources: {'Port': ['ID=93981853-d01e-4c14-8be6-e9c8a9287d8c,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:15.521246 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 93981853-d01e-4c14-8be6-e9c8a9287d8c {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:25:15.521593 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 93981853-d01e-4c14-8be6-e9c8a9287d8c not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 26 11:25:15.564858 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b715b08b-2be3-43ec-8007-83c6d455ddee None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:15.578384 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-97c9cab0-0ec4-42d3-bc09-fad5af52a90b tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:15.611403 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Port 93981853-d01e-4c14-8be6-e9c8a9287d8c not found, will not notify nova. {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 26 11:25:15.611818 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device fb3fdb6f-164b-41bc-93d1-9d8fd41e0501 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:25:15.618747 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Calling delete_port for 8b9095cf-02a5-4298-84eb-5f29b1be44fd owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:15.635799 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9cab0-0ec4-42d3-bc09-fad5af52a90b tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Pushing event deleted for resources: {'Subnet': ['ID=8ccf1530-a272-4d66-9ade-0d68765bacd4,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:15.648380 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-937f785f-b214-42bf-84fd-b409d1e2023a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:15.650969 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.ipam_backend_mixin [None req-794d6609-c058-4269-b491-499f724721fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d67e1283-9bf9-4c6f-a118-c6bf7f8554a2 (CIDR: 2001:db8::/64) Jan 26 11:25:15.651184 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-97c9cab0-0ec4-42d3-bc09-fad5af52a90b tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:15.673438 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-794d6609-c058-4269-b491-499f724721fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:25:15.674299 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-794d6609-c058-4269-b491-499f724721fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:15.677929 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e81b5562-83bc-4a10-a86c-b08254bf3c35 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:15.712606 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-97c9cab0-0ec4-42d3-bc09-fad5af52a90b tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] 10.222.0.39 "DELETE /v2.0/subnets/8ccf1530-a272-4d66-9ade-0d68765bacd4 HTTP/1.1" status: 204 len: 168 time: 0.9625142 Jan 26 11:25:15.712606 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8e235979-5b7e-4e3b-8010-32c2b3614f44 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:15.714468 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50140) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:15.755746 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8e235979-5b7e-4e3b-8010-32c2b3614f44 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:15.786642 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63dc6463-e3f9-469d-b7a2-9fdc5a9c471e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:15.819952 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8e235979-5b7e-4e3b-8010-32c2b3614f44 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:15.823499 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8e235979-5b7e-4e3b-8010-32c2b3614f44 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8000782 Jan 26 11:25:15.825071 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50144) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:15.836787 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-db9d9950-f94e-4619-b63f-e64a5f67c1fd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Request body: {'security_group_rule': {'security_group_id': '1aa19ac5-2d78-40f7-83c7-b55da0293e00', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:15.864428 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-db9d9950-f94e-4619-b63f-e64a5f67c1fd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:15.884703 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99a9d3a-fba7-4fce-a0f7-7e918206fa7a tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Deleting subnet 086ba691-b2af-4e70-aa17-143795205a10 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:25:15.890079 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-db9d9950-f94e-4619-b63f-e64a5f67c1fd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Usage tracker for resource:security_group_rule and tenant:7488935ed4d74498afa03d5d74f4a2b9 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:15.899615 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c99a9d3a-fba7-4fce-a0f7-7e918206fa7a tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:15.901745 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-461b705d-05fb-44b4-b1a1-a37ea2b13250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:25:09Z', 'revision_number': 6, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None, '_interfaces': [{'id': '0d033fee-908c-4472-88e7-6d97c120bd1f', 'name': '', 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:a0:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:32Z', 'updated_at': '2022-01-26T11:24:49Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a23a97dc-9d06-41b8-ac3d-a9c97a8054f9', 'name': '', 'network_id': '4eaa6418-303b-40ec-9b44-1ccc6c744f2c', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:42:2b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '0d95291a-984b-4d03-a67e-01df9a44b844', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:59Z', 'updated_at': '2022-01-26T11:25:09Z', 'revision_number': 4, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '0d95291a-984b-4d03-a67e-01df9a44b844', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d', 'name': '', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:19:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:16Z', 'updated_at': '2022-01-26T11:24:32Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3fdb6f-164b-41bc-93d1-9d8fd41e0501', 'name': '', 'network_id': 'd45e07ee-3c75-462a-b0ea-b36a7ced69a3', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:e1:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '7c857c89-e0f2-4115-a516-932932637cac', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:47Z', 'updated_at': '2022-01-26T11:25:05Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '7c857c89-e0f2-4115-a516-932932637cac', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:15.916799 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef20d3e-db79-40a2-9ec9-809fc35f002b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-5fcdc3da-89fa-4e74-b122-6cfdc008d28a', 'network_id': '5fcdc3da-89fa-4e74-b122-6cfdc008d28a', 'tenant_id': 'cc86f46871e84bb9bcd363954b273341', 'fixed_ips': [{'subnet_id': '086ba691-b2af-4e70-aa17-143795205a10'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:25:15.918398 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cef20d3e-db79-40a2-9ec9-809fc35f002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:15.931370 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-db9d9950-f94e-4619-b63f-e64a5f67c1fd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:15.940772 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e235979-5b7e-4e3b-8010-32c2b3614f44 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa19ac5-2d78-40f7-83c7-b55da0293e00,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:15.944884 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461b705d-05fb-44b4-b1a1-a37ea2b13250 None None] Checking router: 18505ef1-f02f-46b0-8893-ffc4d27ca053 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:25:15.950799 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-db9d9950-f94e-4619-b63f-e64a5f67c1fd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:15.989757 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e81b5562-83bc-4a10-a86c-b08254bf3c35 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:16.000466 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-db9d9950-f94e-4619-b63f-e64a5f67c1fd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:16.008649 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c99a9d3a-fba7-4fce-a0f7-7e918206fa7a tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:16.038066 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-794d6609-c058-4269-b491-499f724721fc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8029697 Jan 26 11:25:16.041922 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b5562-83bc-4a10-a86c-b08254bf3c35 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Subnet': ['ID=8e33d8ba-aff7-4a9a-83bf-5651af9c6692,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:16.043072 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50148) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:16.047944 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:16.052880 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e81b5562-83bc-4a10-a86c-b08254bf3c35 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:16.054487 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-ca01f21d-9b6e-487b-983b-1d4b11a663a5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:16.071663 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42f380f-9612-42bf-bdbd-f216c5a6dd5b None None] Network b3e74a11-7fad-46ff-9afd-309149d1b410 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:16.086006 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461b705d-05fb-44b4-b1a1-a37ea2b13250 None None] Routers {'18505ef1-f02f-46b0-8893-ffc4d27ca053'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:25:16.086657 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-461b705d-05fb-44b4-b1a1-a37ea2b13250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:24:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['18505ef1-f02f-46b0-8893-ffc4d27ca053'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:16.088534 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63dc6463-e3f9-469d-b7a2-9fdc5a9c471e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:16.160252 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Port': ['ID=8b9095cf-02a5-4298-84eb-5f29b1be44fd,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:16.162072 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No DVR routers for this DVR port 8b9095cf-02a5-4298-84eb-5f29b1be44fd on host dv-neutron-826439-1-hyperv {{(pid=87442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:25:16.167962 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc6463-e3f9-469d-b7a2-9fdc5a9c471e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Subnet': ['ID=2b9bb2b9-7345-4f9f-9616-c26e2b7c994d,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:16.169988 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63dc6463-e3f9-469d-b7a2-9fdc5a9c471e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:16.212006 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e81b5562-83bc-4a10-a86c-b08254bf3c35 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/subnets/8e33d8ba-aff7-4a9a-83bf-5651af9c6692 HTTP/1.1" status: 204 len: 168 time: 1.6987004 Jan 26 11:25:16.216861 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50152) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:16.239455 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddc84f7-013a-4e26-8271-582ee2ef6b02 None None] Network a96a62f0-9bd0-4691-b6b5-a785ba4b926e requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:16.249004 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c99a9d3a-fba7-4fce-a0f7-7e918206fa7a tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:16.291999 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-63dc6463-e3f9-469d-b7a2-9fdc5a9c471e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/subnets/2b9bb2b9-7345-4f9f-9616-c26e2b7c994d HTTP/1.1" status: 204 len: 168 time: 1.0731533 Jan 26 11:25:16.296097 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50156) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:16.359364 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port fb3fdb6f-164b-41bc-93d1-9d8fd41e0501 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:16.359557 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:16.387894 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-db9d9950-f94e-4619-b63f-e64a5f67c1fd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:16.458444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-db9d9950-f94e-4619-b63f-e64a5f67c1fd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:16.518064 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-ca01f21d-9b6e-487b-983b-1d4b11a663a5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:16.525357 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dc975cb7-ddd7-4825-b94d-1b70c6f2b769 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:16.540505 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d9950-f94e-4619-b63f-e64a5f67c1fd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f02111-8da0-429c-8b82-a5bcc8a44f4e,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:16.552478 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ca01f21d-9b6e-487b-983b-1d4b11a663a5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:subnet and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:16.556319 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ca01f21d-9b6e-487b-983b-1d4b11a663a5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:16.567768 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70593645-c863-4c2a-89ed-e81659c28bda None None] Network 4388519a-153a-4d59-9556-94b469e40e6e requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:16.574859 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-ca01f21d-9b6e-487b-983b-1d4b11a663a5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:16.581766 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c99a9d3a-fba7-4fce-a0f7-7e918206fa7a tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:16.629389 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-db9d9950-f94e-4619-b63f-e64a5f67c1fd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:16.633771 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-db9d9950-f94e-4619-b63f-e64a5f67c1fd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8049636 Jan 26 11:25:16.638072 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50160) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:16.639089 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a9d3a-fba7-4fce-a0f7-7e918206fa7a tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Pushing event deleted for resources: {'Subnet': ['ID=086ba691-b2af-4e70-aa17-143795205a10,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:16.643543 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-dc975cb7-ddd7-4825-b94d-1b70c6f2b769 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting port 2b3df772-4cc6-4037-ab25-5dad3fd8ee6b {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:16.643885 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dc975cb7-ddd7-4825-b94d-1b70c6f2b769 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:16.655452 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:16.677901 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c99a9d3a-fba7-4fce-a0f7-7e918206fa7a tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:16.679721 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c99a9d3a-fba7-4fce-a0f7-7e918206fa7a tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] 10.222.0.39 "DELETE /v2.0/subnets/086ba691-b2af-4e70-aa17-143795205a10 HTTP/1.1" status: 204 len: 168 time: 0.9637663 Jan 26 11:25:16.685407 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:16.688335 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca01f21d-9b6e-487b-983b-1d4b11a663a5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:16.691782 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ca01f21d-9b6e-487b-983b-1d4b11a663a5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:16.700127 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec42dd2f-10f3-40e2-b435-782d3416604c') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:16.700421 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec42dd2f-10f3-40e2-b435-782d3416604c') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:16.707339 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50164) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:16.715992 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server [None req-cef20d3e-db79-40a2-9ec9-809fc35f002b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 086ba691-b2af-4e70-aa17-143795205a10: This subnet is being modified by another concurrent operation. Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise exception Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 086ba691-b2af-4e70-aa17-143795205a10: This subnet is being modified by another concurrent operation. Jan 26 11:25:16.735216 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server Jan 26 11:25:16.775037 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-461b705d-05fb-44b4-b1a1-a37ea2b13250 None None] Set router 18505ef1-f02f-46b0-8893-ffc4d27ca053 gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:25:16.795779 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-937f785f-b214-42bf-84fd-b409d1e2023a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:16.814226 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:16.818620 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-937f785f-b214-42bf-84fd-b409d1e2023a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1634753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1634766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1640079'] for router, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:16.831765 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6e352c50-34a8-41db-84d4-5fead820f08d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:16.844128 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b3e708-593a-418e-a5c0-3af16d097b61 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:16.844825 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f6b3e708-593a-418e-a5c0-3af16d097b61 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Synchronizing usage tracker for tenant:cc86f46871e84bb9bcd363954b273341 on resource:subnet {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:16.852593 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8808b6-3459-409b-8d9e-4671e7049729 None None] Network 5fcdc3da-89fa-4e74-b122-6cfdc008d28a requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:16.875792 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d2617148-a950-4f69-bc96-13bb63bcc8cd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:16.893432 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:25:16.893790 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:25:16.908955 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:25:16.941971 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d2617148-a950-4f69-bc96-13bb63bcc8cd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:17.024686 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efa97e7-0f81-42c3-8440-2be1a29bb48c None None] Network 59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:17.025464 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f6b3e708-593a-418e-a5c0-3af16d097b61 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Unset dirty status for tenant:cc86f46871e84bb9bcd363954b273341 on resource:subnet {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:17.026795 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f6b3e708-593a-418e-a5c0-3af16d097b61 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3105550 Jan 26 11:25:17.045952 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50168) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:17.063051 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-6e352c50-34a8-41db-84d4-5fead820f08d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting port 205f879f-4f7b-4089-a6b6-b36912b09fcd {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:17.063398 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6e352c50-34a8-41db-84d4-5fead820f08d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:17.123259 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:17.126029 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d2617148-a950-4f69-bc96-13bb63bcc8cd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:17.137823 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e3646a-d48b-4633-9cfc-ad26f26ac3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-ba6f0584-2941-48e6-9427-2229465f5a54', 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'tenant_id': '57a93839786448c5acb86b98e59e05fa', 'fixed_ips': [{'subnet_id': 'd67e1283-9bf9-4c6f-a118-c6bf7f8554a2'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:25:17.138681 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-74e3646a-d48b-4633-9cfc-ad26f26ac3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:17.155049 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:17.169642 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Network': ['ID=59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:17.181653 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2617148-a950-4f69-bc96-13bb63bcc8cd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9f02111-8da0-429c-8b82-a5bcc8a44f4e,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:17.181805 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-044ce11e-98e1-4c2e-85ac-3968e537321b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/networks/59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3 HTTP/1.1" status: 204 len: 168 time: 7.8062370 Jan 26 11:25:17.182190 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50172) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:17.235243 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937f785f-b214-42bf-84fd-b409d1e2023a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Router 18505ef1-f02f-46b0-8893-ffc4d27ca053 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:25:17.260258 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d51edb-c11d-4e69-8722-20fa44861e82 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:17.260736 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d51edb-c11d-4e69-8722-20fa44861e82 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:17.265944 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-82d51edb-c11d-4e69-8722-20fa44861e82 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/networks/59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3 HTTP/1.1" status: 404 len: 339 time: 0.0537314 Jan 26 11:25:17.266458 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50176) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:17.273079 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-4533b672-4422-46c6-9a30-9d47743f0641 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1678707868', 'description': 'd1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:17.291564 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d2617148-a950-4f69-bc96-13bb63bcc8cd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:17.293268 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d2617148-a950-4f69-bc96-13bb63bcc8cd tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/e9f02111-8da0-429c-8b82-a5bcc8a44f4e HTTP/1.1" status: 204 len: 168 time: 0.6515474 Jan 26 11:25:17.309536 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50180) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:17.335620 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0e9ea67-ab65-4335-b676-97ec39e32b1a tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:17.346138 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4533b672-4422-46c6-9a30-9d47743f0641 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:17.346353 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-dc975cb7-ddd7-4825-b94d-1b70c6f2b769 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] For port 2b3df772-4cc6-4037-ab25-5dad3fd8ee6b, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=2b3df772-4cc6-4037-ab25-5dad3fd8ee6b,segment=NetworkSegment(b44a42f1-a381-4b11-b53e-c70b0ba6cd37),segment_id=b44a42f1-a381-4b11-b53e-c70b0ba6cd37)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:17.346691 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dc975cb7-ddd7-4825-b94d-1b70c6f2b769 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:17.379760 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4533b672-4422-46c6-9a30-9d47743f0641 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Usage tracker for resource:network and tenant:72fcefe45da642438142264604e9cfc8 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:17.437961 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4533b672-4422-46c6-9a30-9d47743f0641 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:17.462052 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4533b672-4422-46c6-9a30-9d47743f0641 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:17.546393 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4533b672-4422-46c6-9a30-9d47743f0641 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Made reservation on behalf of 72fcefe45da642438142264604e9cfc8 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:17.550517 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4533b672-4422-46c6-9a30-9d47743f0641 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:17.583346 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-6e352c50-34a8-41db-84d4-5fead820f08d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] For port 205f879f-4f7b-4089-a6b6-b36912b09fcd, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=205f879f-4f7b-4089-a6b6-b36912b09fcd,segment=NetworkSegment(bcf2af57-0b8a-4044-9390-1d1b01eeba50),segment_id=bcf2af57-0b8a-4044-9390-1d1b01eeba50)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:17.583708 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6e352c50-34a8-41db-84d4-5fead820f08d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:17.599740 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937f785f-b214-42bf-84fd-b409d1e2023a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:25:17.609339 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-937f785f-b214-42bf-84fd-b409d1e2023a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:17.610508 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-937f785f-b214-42bf-84fd-b409d1e2023a tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "PUT /v2.0/routers/18505ef1-f02f-46b0-8893-ffc4d27ca053 HTTP/1.1" status: 200 len: 700 time: 4.1827617 Jan 26 11:25:17.652586 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-dc975cb7-ddd7-4825-b94d-1b70c6f2b769 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Calling delete_port for 2b3df772-4cc6-4037-ab25-5dad3fd8ee6b owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:17.660542 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50184) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:17.730906 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-6e352c50-34a8-41db-84d4-5fead820f08d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Calling delete_port for 205f879f-4f7b-4089-a6b6-b36912b09fcd owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:17.767079 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9986adc3-5702-4507-bd27-f0a817cb2954 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Synchronizing usage tracker for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group_rule {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:17.827163 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4533b672-4422-46c6-9a30-9d47743f0641 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:25:17.925545 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4533b672-4422-46c6-9a30-9d47743f0641 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:17.925901 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-4533b672-4422-46c6-9a30-9d47743f0641 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Added segment f3e51c32-eca1-4a71-afff-84ef11fd05ed of type vlan for network ee39eab6-aa08-4821-912c-21a41755fcda Jan 26 11:25:18.010009 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-74e3646a-d48b-4633-9cfc-ad26f26ac3b7 None None] Allocated IP 2001:db8::2 (ba6f0584-2941-48e6-9427-2229465f5a54/d67e1283-9bf9-4c6f-a118-c6bf7f8554a2/7c14f88e-d04f-44f2-be4d-338743d186ef) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:18.022018 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c068fd-4e55-4d4d-9f9e-1d99bfef897e None None] DHCP port deletion for b3e74a11-7fad-46ff-9afd-309149d1b410 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:25:18.047693 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4533b672-4422-46c6-9a30-9d47743f0641 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:18.081018 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0e9ea67-ab65-4335-b676-97ec39e32b1a tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:18.088715 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9986adc3-5702-4507-bd27-f0a817cb2954 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Unset dirty status for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group_rule {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:18.093243 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9986adc3-5702-4507-bd27-f0a817cb2954 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7792215 Jan 26 11:25:18.096755 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50188) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:18.120543 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6e352c50-34a8-41db-84d4-5fead820f08d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:18.154064 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dc975cb7-ddd7-4825-b94d-1b70c6f2b769 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:18.169655 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009a1977-8a86-41c2-80ec-1be0d9c6826c None None] DHCP port deletion for 4388519a-153a-4d59-9556-94b469e40e6e request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:25:18.172067 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a23a97dc-9d06-41b8-ac3d-a9c97a8054f9 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:25:18.180921 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-dd986f8f-d91e-4ae2-942d-1a838b7c167b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "GET /v2.0/routers/18505ef1-f02f-46b0-8893-ffc4d27ca053 HTTP/1.1" status: 200 len: 700 time: 0.5160525 Jan 26 11:25:18.188602 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50192) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:18.191250 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e352c50-34a8-41db-84d4-5fead820f08d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Port': ['ID=205f879f-4f7b-4089-a6b6-b36912b09fcd,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:18.219938 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-b0e9ea67-ab65-4335-b676-97ec39e32b1a tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fcdc3da-89fa-4e74-b122-6cfdc008d28a']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:18.258503 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc975cb7-ddd7-4825-b94d-1b70c6f2b769 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Port': ['ID=2b3df772-4cc6-4037-ab25-5dad3fd8ee6b,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:18.260813 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc975cb7-ddd7-4825-b94d-1b70c6f2b769 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] No DVR routers for this DVR port 2b3df772-4cc6-4037-ab25-5dad3fd8ee6b on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:25:18.264455 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-b0e9ea67-ab65-4335-b676-97ec39e32b1a tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa808190-fdb0-4991-a406-29a01d836783') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:18.264455 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-b0e9ea67-ab65-4335-b676-97ec39e32b1a tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa808190-fdb0-4991-a406-29a01d836783') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:18.321607 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0e9ea67-ab65-4335-b676-97ec39e32b1a tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:18.369819 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-461b705d-05fb-44b4-b1a1-a37ea2b13250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:25:15Z', 'revision_number': 7, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None, '_interfaces': [{'id': '0d033fee-908c-4472-88e7-6d97c120bd1f', 'name': '', 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:a0:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:32Z', 'updated_at': '2022-01-26T11:24:49Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a23a97dc-9d06-41b8-ac3d-a9c97a8054f9', 'name': '', 'network_id': '4eaa6418-303b-40ec-9b44-1ccc6c744f2c', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:42:2b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '0d95291a-984b-4d03-a67e-01df9a44b844', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:59Z', 'updated_at': '2022-01-26T11:25:09Z', 'revision_number': 4, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '0d95291a-984b-4d03-a67e-01df9a44b844', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d', 'name': '', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:19:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:16Z', 'updated_at': '2022-01-26T11:24:32Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3fdb6f-164b-41bc-93d1-9d8fd41e0501', 'name': '', 'network_id': 'd45e07ee-3c75-462a-b0ea-b36a7ced69a3', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:e1:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '7c857c89-e0f2-4115-a516-932932637cac', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:47Z', 'updated_at': '2022-01-26T11:25:05Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '7c857c89-e0f2-4115-a516-932932637cac', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:18.376745 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port a23a97dc-9d06-41b8-ac3d-a9c97a8054f9 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:18.383175 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461b705d-05fb-44b4-b1a1-a37ea2b13250 None None] The sync data for ids ['18505ef1-f02f-46b0-8893-ffc4d27ca053'] in dv-neutron-826439-1-hyperv is: [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:25:15Z', 'revision_number': 7, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None, '_interfaces': [{'id': '0d033fee-908c-4472-88e7-6d97c120bd1f', 'name': '', 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:a0:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:32Z', 'updated_at': '2022-01-26T11:24:49Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a23a97dc-9d06-41b8-ac3d-a9c97a8054f9', 'name': '', 'network_id': '4eaa6418-303b-40ec-9b44-1ccc6c744f2c', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:42:2b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '0d95291a-984b-4d03-a67e-01df9a44b844', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:59Z', 'updated_at': '2022-01-26T11:25:09Z', 'revision_number': 4, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '0d95291a-984b-4d03-a67e-01df9a44b844', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d', 'name': '', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:19:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:16Z', 'updated_at': '2022-01-26T11:24:32Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3fdb6f-164b-41bc-93d1-9d8fd41e0501', 'name': '', 'network_id': 'd45e07ee-3c75-462a-b0ea-b36a7ced69a3', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:e1:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '7c857c89-e0f2-4115-a516-932932637cac', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:47Z', 'updated_at': '2022-01-26T11:25:05Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '7c857c89-e0f2-4115-a516-932932637cac', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:25:18.395156 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4533b672-4422-46c6-9a30-9d47743f0641 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:18.397637 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port a23a97dc-9d06-41b8-ac3d-a9c97a8054f9 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:18.397637 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:18.400352 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4533b672-4422-46c6-9a30-9d47743f0641 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:18.401163 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4533b672-4422-46c6-9a30-9d47743f0641 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:18.407216 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.objects.ports [None req-ca01f21d-9b6e-487b-983b-1d4b11a663a5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 26 11:25:18.411541 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e352c50-34a8-41db-84d4-5fead820f08d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] No DVR routers for this DVR port 205f879f-4f7b-4089-a6b6-b36912b09fcd on host dv-neutron-826439-1-hyperv {{(pid=87442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:25:18.520478 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dc975cb7-ddd7-4825-b94d-1b70c6f2b769 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:18.529608 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-74e3646a-d48b-4633-9cfc-ad26f26ac3b7 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:18.533649 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ca01f21d-9b6e-487b-983b-1d4b11a663a5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:18.547406 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0e9ea67-ab65-4335-b676-97ec39e32b1a tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:18.575772 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-74e3646a-d48b-4633-9cfc-ad26f26ac3b7 None None] Transition to ACTIVE for port object 7c14f88e-d04f-44f2-be4d-338743d186ef will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:18.610260 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-74e3646a-d48b-4633-9cfc-ad26f26ac3b7 None None] Transition to ACTIVE for port object 7c14f88e-d04f-44f2-be4d-338743d186ef will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:18.611455 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:18.622430 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca01f21d-9b6e-487b-983b-1d4b11a663a5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:18.637700 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e9ea67-ab65-4335-b676-97ec39e32b1a tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:25:18.638116 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0e9ea67-ab65-4335-b676-97ec39e32b1a tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:18.638840 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-74e3646a-d48b-4633-9cfc-ad26f26ac3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:18.655117 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-dc975cb7-ddd7-4825-b94d-1b70c6f2b769 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4388519a-153a-4d59-9556-94b469e40e6e']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:25:18.661999 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:25:18.665550 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-ca01f21d-9b6e-487b-983b-1d4b11a663a5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:18.682255 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca01f21d-9b6e-487b-983b-1d4b11a663a5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:18.682875 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ca01f21d-9b6e-487b-983b-1d4b11a663a5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:18.691199 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4533b672-4422-46c6-9a30-9d47743f0641 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4237173 Jan 26 11:25:18.695104 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a513aef7-cc53-4329-92c1-bd2f42921cf9 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:18.699503 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533b672-4422-46c6-9a30-9d47743f0641 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'Network': ['ID=ee39eab6-aa08-4821-912c-21a41755fcda,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:18.705834 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50196) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:18.718214 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network ee39eab6-aa08-4821-912c-21a41755fcda details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:25:18.749835 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-dc975cb7-ddd7-4825-b94d-1b70c6f2b769 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b44a42f1-a381-4b11-b53e-c70b0ba6cd37') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:18.750593 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-dc975cb7-ddd7-4825-b94d-1b70c6f2b769 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b44a42f1-a381-4b11-b53e-c70b0ba6cd37') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:18.759072 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e3646a-d48b-4633-9cfc-ad26f26ac3b7 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:18.763853 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port a23a97dc-9d06-41b8-ac3d-a9c97a8054f9, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a23a97dc-9d06-41b8-ac3d-a9c97a8054f9,segment=NetworkSegment(039923ec-1460-47ba-a31c-fd5769143819),segment_id=039923ec-1460-47ba-a31c-fd5769143819)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:18.767316 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-74e3646a-d48b-4633-9cfc-ad26f26ac3b7 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:18.767824 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf8c34b-e635-4c3b-bdb3-ecf9b3fdbf5e None None] Sync routers for ids ['18505ef1-f02f-46b0-8893-ffc4d27ca053'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:25:18.769773 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e3646a-d48b-4633-9cfc-ad26f26ac3b7 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:18.773416 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a513aef7-cc53-4329-92c1-bd2f42921cf9 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:18.779738 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3646a-d48b-4633-9cfc-ad26f26ac3b7 None None] Pushing event updated for resources: {'Port': ['ID=7c14f88e-d04f-44f2-be4d-338743d186ef,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:18.805133 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf8c34b-e635-4c3b-bdb3-ecf9b3fdbf5e None None] Routers {'18505ef1-f02f-46b0-8893-ffc4d27ca053'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:25:18.807458 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-edf8c34b-e635-4c3b-bdb3-ecf9b3fdbf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:24:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['18505ef1-f02f-46b0-8893-ffc4d27ca053'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:18.834614 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:18.883745 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dc975cb7-ddd7-4825-b94d-1b70c6f2b769 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:18.890655 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6e352c50-34a8-41db-84d4-5fead820f08d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:18.923178 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01f21d-9b6e-487b-983b-1d4b11a663a5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=5f1703f1-99e6-43d2-92af-7a7e48be5564,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:18.943378 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0e9ea67-ab65-4335-b676-97ec39e32b1a tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:18.948740 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dc975cb7-ddd7-4825-b94d-1b70c6f2b769 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:18.956486 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ca01f21d-9b6e-487b-983b-1d4b11a663a5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9090626 Jan 26 11:25:18.967169 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50200) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:18.984983 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0e9ea67-ab65-4335-b676-97ec39e32b1a tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:18.990446 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9ea67-ab65-4335-b676-97ec39e32b1a tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Pushing event deleted for resources: {'Network': ['ID=5fcdc3da-89fa-4e74-b122-6cfdc008d28a,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:18.991033 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-d9bee74c-4629-47b0-a388-2199c4482b17 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'mac_address': 'fa:16:3e:81:10:dc', 'name': 'tempest-NetworksTestDHCPv6-1982337617'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:18.998374 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 93981853-d01e-4c14-8be6-e9c8a9287d8c no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:25:18.999546 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b0e9ea67-ab65-4335-b676-97ec39e32b1a tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] 10.222.0.39 "DELETE /v2.0/networks/5fcdc3da-89fa-4e74-b122-6cfdc008d28a HTTP/1.1" status: 204 len: 168 time: 1.9472160 Jan 26 11:25:19.002701 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50204) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:19.005450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc975cb7-ddd7-4825-b94d-1b70c6f2b769 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:25:19.005860 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dc975cb7-ddd7-4825-b94d-1b70c6f2b769 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:19.054164 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 93981853-d01e-4c14-8be6-e9c8a9287d8c {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:25:19.054832 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 93981853-d01e-4c14-8be6-e9c8a9287d8c not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:25:19.079594 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-edf8c34b-e635-4c3b-bdb3-ecf9b3fdbf5e None None] Set router 18505ef1-f02f-46b0-8893-ffc4d27ca053 gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:25:19.098833 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-74e3646a-d48b-4633-9cfc-ad26f26ac3b7 None None] Attempting to bind port 7c14f88e-d04f-44f2-be4d-338743d186ef on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:25:19.099464 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-74e3646a-d48b-4633-9cfc-ad26f26ac3b7 None None] Attempting to bind port 7c14f88e-d04f-44f2-be4d-338743d186ef by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:25:19.100199 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e3646a-d48b-4633-9cfc-ad26f26ac3b7 None None] Attempting to bind port 7c14f88e-d04f-44f2-be4d-338743d186ef on network ba6f0584-2941-48e6-9427-2229465f5a54 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:25:19.108208 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e3646a-d48b-4633-9cfc-ad26f26ac3b7 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:25:19.108805 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e3646a-d48b-4633-9cfc-ad26f26ac3b7 None None] Checking segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:19.109364 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-74e3646a-d48b-4633-9cfc-ad26f26ac3b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:19.109950 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e3646a-d48b-4633-9cfc-ad26f26ac3b7 None None] Bound using segment: {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:25:19.110715 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-74e3646a-d48b-4633-9cfc-ad26f26ac3b7 None None] Bound port: 7c14f88e-d04f-44f2-be4d-338743d186ef, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e4fec2-08e6-407d-a74d-6e7f6577ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:25:19.111265 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-74e3646a-d48b-4633-9cfc-ad26f26ac3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:19.124138 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=a23a97dc-9d06-41b8-ac3d-a9c97a8054f9,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:25:19.138398 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:25:19.155834 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-734ec13c-8390-415a-baa5-870cb8d31c12 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:19.176010 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a513aef7-cc53-4329-92c1-bd2f42921cf9 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:19.181633 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-6e352c50-34a8-41db-84d4-5fead820f08d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e74a11-7fad-46ff-9afd-309149d1b410']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:19.225807 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-74e3646a-d48b-4633-9cfc-ad26f26ac3b7 None None] For port 7c14f88e-d04f-44f2-be4d-338743d186ef, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:25:19.229846 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-74e3646a-d48b-4633-9cfc-ad26f26ac3b7 None None] For port 7c14f88e-d04f-44f2-be4d-338743d186ef, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7c14f88e-d04f-44f2-be4d-338743d186ef,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:25:19.239685 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-74e3646a-d48b-4633-9cfc-ad26f26ac3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:19.257825 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-6e352c50-34a8-41db-84d4-5fead820f08d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf2af57-0b8a-4044-9390-1d1b01eeba50') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:19.258663 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-6e352c50-34a8-41db-84d4-5fead820f08d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf2af57-0b8a-4044-9390-1d1b01eeba50') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:19.266146 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513aef7-cc53-4329-92c1-bd2f42921cf9 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa19ac5-2d78-40f7-83c7-b55da0293e00,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:19.296228 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac0487c-8f19-431d-898b-1eb2efb6dd55 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:19.297299 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-eac0487c-8f19-431d-898b-1eb2efb6dd55 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Synchronizing usage tracker for tenant:72fcefe45da642438142264604e9cfc8 on resource:network {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:19.357511 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6e352c50-34a8-41db-84d4-5fead820f08d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:19.390851 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3646a-d48b-4633-9cfc-ad26f26ac3b7 None None] Pushing event updated for resources: {'Port': ['ID=7c14f88e-d04f-44f2-be4d-338743d186ef,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:19.412116 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6e352c50-34a8-41db-84d4-5fead820f08d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:19.423706 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-734ec13c-8390-415a-baa5-870cb8d31c12 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:19.431276 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dc975cb7-ddd7-4825-b94d-1b70c6f2b769 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:19.449839 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-edf8c34b-e635-4c3b-bdb3-ecf9b3fdbf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:25:15Z', 'revision_number': 7, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None, '_interfaces': [{'id': '0d033fee-908c-4472-88e7-6d97c120bd1f', 'name': '', 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:a0:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:32Z', 'updated_at': '2022-01-26T11:24:49Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a23a97dc-9d06-41b8-ac3d-a9c97a8054f9', 'name': '', 'network_id': '4eaa6418-303b-40ec-9b44-1ccc6c744f2c', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:42:2b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '0d95291a-984b-4d03-a67e-01df9a44b844', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:59Z', 'updated_at': '2022-01-26T11:25:18Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '0d95291a-984b-4d03-a67e-01df9a44b844', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d', 'name': '', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:19:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:16Z', 'updated_at': '2022-01-26T11:24:32Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3fdb6f-164b-41bc-93d1-9d8fd41e0501', 'name': '', 'network_id': 'd45e07ee-3c75-462a-b0ea-b36a7ced69a3', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:e1:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '7c857c89-e0f2-4115-a516-932932637cac', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:47Z', 'updated_at': '2022-01-26T11:25:05Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '7c857c89-e0f2-4115-a516-932932637cac', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:19.454834 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf8c34b-e635-4c3b-bdb3-ecf9b3fdbf5e None None] Checking router: 18505ef1-f02f-46b0-8893-ffc4d27ca053 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:25:19.461117 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dc975cb7-ddd7-4825-b94d-1b70c6f2b769 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:19.463949 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf8c34b-e635-4c3b-bdb3-ecf9b3fdbf5e None None] Routers {'18505ef1-f02f-46b0-8893-ffc4d27ca053'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:25:19.465170 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-edf8c34b-e635-4c3b-bdb3-ecf9b3fdbf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:24:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['18505ef1-f02f-46b0-8893-ffc4d27ca053'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:19.486355 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e352c50-34a8-41db-84d4-5fead820f08d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:25:19.486837 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6e352c50-34a8-41db-84d4-5fead820f08d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:19.487052 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc975cb7-ddd7-4825-b94d-1b70c6f2b769 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Network': ['ID=4388519a-153a-4d59-9556-94b469e40e6e,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:19.497703 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-734ec13c-8390-415a-baa5-870cb8d31c12 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96a62f0-9bd0-4691-b6b5-a785ba4b926e']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:19.509460 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-dc975cb7-ddd7-4825-b94d-1b70c6f2b769 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/networks/4388519a-153a-4d59-9556-94b469e40e6e HTTP/1.1" status: 204 len: 168 time: 3.2043791 Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:25:19.509658 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:25:19.513425 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a513aef7-cc53-4329-92c1-bd2f42921cf9 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:19.517095 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a513aef7-cc53-4329-92c1-bd2f42921cf9 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "DELETE /v2.0/security-groups/1aa19ac5-2d78-40f7-83c7-b55da0293e00 HTTP/1.1" status: 204 len: 168 time: 1.4158864 Jan 26 11:25:19.517095 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50208) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:19.517357 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-eac0487c-8f19-431d-898b-1eb2efb6dd55 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Unset dirty status for tenant:72fcefe45da642438142264604e9cfc8 on resource:network {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:19.518114 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-eac0487c-8f19-431d-898b-1eb2efb6dd55 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "GET /v2.0/networks?id=ee39eab6-aa08-4821-912c-21a41755fcda HTTP/1.1" status: 200 len: 761 time: 0.8082840 Jan 26 11:25:19.526950 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-3caa62f1-75fc-4437-b116-286331a7c6b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'port': {'network_id': 'df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2', 'name': 'tempest-PortsIpV6TestJSON-1680103860'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:19.532917 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50210) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:19.533365 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50212) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:19.548701 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-734ec13c-8390-415a-baa5-870cb8d31c12 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926cca23-d0b6-4dc7-931e-55c11e6d6ac1') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:19.548701 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-734ec13c-8390-415a-baa5-870cb8d31c12 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926cca23-d0b6-4dc7-931e-55c11e6d6ac1') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:19.564339 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-91b64204-dd95-447c-9998-87ca8f7219c3 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Request body: {'network': {'description': 'd2'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:19.642209 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-edf8c34b-e635-4c3b-bdb3-ecf9b3fdbf5e None None] Set router 18505ef1-f02f-46b0-8893-ffc4d27ca053 gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:25:19.701241 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-734ec13c-8390-415a-baa5-870cb8d31c12 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:19.728231 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0aa80885-3b80-4ebf-a0f6-598706487275 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1936817 Jan 26 11:25:19.743291 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50220) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:19.751646 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d9bee74c-4629-47b0-a388-2199c4482b17 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:19.793482 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-734ec13c-8390-415a-baa5-870cb8d31c12 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:19.807665 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-734ec13c-8390-415a-baa5-870cb8d31c12 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:25:19.808119 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-734ec13c-8390-415a-baa5-870cb8d31c12 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:25:19.833739 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:25:19.846789 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-3caa62f1-75fc-4437-b116-286331a7c6b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:19.864165 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3caa62f1-75fc-4437-b116-286331a7c6b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:port and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:19.919548 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-08a8a6ad-0281-4ab9-a3be-ab9960cca517 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Request body: {'security_group': {'name': 'tempest-secgroup--942278884'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:19.926957 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3caa62f1-75fc-4437-b116-286331a7c6b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:19.942487 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-3caa62f1-75fc-4437-b116-286331a7c6b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:19.947585 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d9bee74c-4629-47b0-a388-2199c4482b17 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:port and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:19.961157 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-734ec13c-8390-415a-baa5-870cb8d31c12 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:19.965225 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caa62f1-75fc-4437-b116-286331a7c6b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:19.965616 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d9bee74c-4629-47b0-a388-2199c4482b17 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:19.969365 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3caa62f1-75fc-4437-b116-286331a7c6b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:19.971191 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6e352c50-34a8-41db-84d4-5fead820f08d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:20.015493 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-734ec13c-8390-415a-baa5-870cb8d31c12 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:20.028651 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ec13c-8390-415a-baa5-870cb8d31c12 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Pushing event deleted for resources: {'Network': ['ID=a96a62f0-9bd0-4691-b6b5-a785ba4b926e,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:20.034189 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-734ec13c-8390-415a-baa5-870cb8d31c12 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] 10.222.0.39 "DELETE /v2.0/networks/a96a62f0-9bd0-4691-b6b5-a785ba4b926e HTTP/1.1" status: 204 len: 168 time: 1.0305154 Jan 26 11:25:20.037621 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50228) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:20.060992 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-08a8a6ad-0281-4ab9-a3be-ab9960cca517 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:20.062518 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-3caa62f1-75fc-4437-b116-286331a7c6b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] device_id is not set on port 24c412f2-6219-4c90-a1ce-1f054b330131 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:25:20.088502 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d9bee74c-4629-47b0-a388-2199c4482b17 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:20.103839 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6e352c50-34a8-41db-84d4-5fead820f08d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:20.112262 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-08a8a6ad-0281-4ab9-a3be-ab9960cca517 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Usage tracker for resource:security_group and tenant:7488935ed4d74498afa03d5d74f4a2b9 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:20.124718 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-08a8a6ad-0281-4ab9-a3be-ab9960cca517 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:20.131857 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e352c50-34a8-41db-84d4-5fead820f08d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Network': ['ID=b3e74a11-7fad-46ff-9afd-309149d1b410,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:20.141808 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6e352c50-34a8-41db-84d4-5fead820f08d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/networks/b3e74a11-7fad-46ff-9afd-309149d1b410 HTTP/1.1" status: 204 len: 168 time: 3.9238942 Jan 26 11:25:20.147977 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-edf8c34b-e635-4c3b-bdb3-ecf9b3fdbf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:25:15Z', 'revision_number': 7, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None, '_interfaces': [{'id': '0d033fee-908c-4472-88e7-6d97c120bd1f', 'name': '', 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:a0:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:32Z', 'updated_at': '2022-01-26T11:24:49Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a23a97dc-9d06-41b8-ac3d-a9c97a8054f9', 'name': '', 'network_id': '4eaa6418-303b-40ec-9b44-1ccc6c744f2c', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:42:2b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '0d95291a-984b-4d03-a67e-01df9a44b844', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:59Z', 'updated_at': '2022-01-26T11:25:18Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '0d95291a-984b-4d03-a67e-01df9a44b844', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d', 'name': '', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:19:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:16Z', 'updated_at': '2022-01-26T11:24:32Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3fdb6f-164b-41bc-93d1-9d8fd41e0501', 'name': '', 'network_id': 'd45e07ee-3c75-462a-b0ea-b36a7ced69a3', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:e1:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '7c857c89-e0f2-4115-a516-932932637cac', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:47Z', 'updated_at': '2022-01-26T11:25:05Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '7c857c89-e0f2-4115-a516-932932637cac', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:20.148563 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50232) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:20.158912 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a23a97dc-9d06-41b8-ac3d-a9c97a8054f9 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:25:20.165365 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-08a8a6ad-0281-4ab9-a3be-ab9960cca517 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:20.175901 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf8c34b-e635-4c3b-bdb3-ecf9b3fdbf5e None None] The sync data for ids ['18505ef1-f02f-46b0-8893-ffc4d27ca053'] in dv-neutron-826439-1-hyperv is: [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:25:15Z', 'revision_number': 7, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None, '_interfaces': [{'id': '0d033fee-908c-4472-88e7-6d97c120bd1f', 'name': '', 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:a0:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:32Z', 'updated_at': '2022-01-26T11:24:49Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a23a97dc-9d06-41b8-ac3d-a9c97a8054f9', 'name': '', 'network_id': '4eaa6418-303b-40ec-9b44-1ccc6c744f2c', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:42:2b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '0d95291a-984b-4d03-a67e-01df9a44b844', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:59Z', 'updated_at': '2022-01-26T11:25:18Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '0d95291a-984b-4d03-a67e-01df9a44b844', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d', 'name': '', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:19:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:16Z', 'updated_at': '2022-01-26T11:24:32Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3fdb6f-164b-41bc-93d1-9d8fd41e0501', 'name': '', 'network_id': 'd45e07ee-3c75-462a-b0ea-b36a7ced69a3', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:e1:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '7c857c89-e0f2-4115-a516-932932637cac', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:47Z', 'updated_at': '2022-01-26T11:25:05Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '7c857c89-e0f2-4115-a516-932932637cac', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:25:20.185318 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bee74c-4629-47b0-a388-2199c4482b17 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:20.222093 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a18f6c29-c219-4cdd-a1d8-5129fe3e2a0e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-19144203'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:20.234467 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a18f6c29-c219-4cdd-a1d8-5129fe3e2a0e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:20.246377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-740245e3-29cb-46db-b974-1c6dc59943d5 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:20.260528 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a18f6c29-c219-4cdd-a1d8-5129fe3e2a0e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:network and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:20.264525 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a18f6c29-c219-4cdd-a1d8-5129fe3e2a0e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:20.267286 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port a23a97dc-9d06-41b8-ac3d-a9c97a8054f9 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:20.268296 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:20.278020 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a18f6c29-c219-4cdd-a1d8-5129fe3e2a0e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:20.313340 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18f6c29-c219-4cdd-a1d8-5129fe3e2a0e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:20.316864 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a18f6c29-c219-4cdd-a1d8-5129fe3e2a0e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:20.412522 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7c14f88e-d04f-44f2-be4d-338743d186ef up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:25:20.508073 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 7c14f88e-d04f-44f2-be4d-338743d186ef completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:20.509715 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-08a8a6ad-0281-4ab9-a3be-ab9960cca517 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:20.582189 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18f6c29-c219-4cdd-a1d8-5129fe3e2a0e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:25:20.582675 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 205f879f-4f7b-4089-a6b6-b36912b09fcd no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:25:20.585951 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-91b64204-dd95-447c-9998-87ca8f7219c3 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:20.603737 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-08a8a6ad-0281-4ab9-a3be-ab9960cca517 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:20.612932 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-08a8a6ad-0281-4ab9-a3be-ab9960cca517 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Usage tracker for resource:security_group_rule and tenant:7488935ed4d74498afa03d5d74f4a2b9 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:20.617961 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d9bee74c-4629-47b0-a388-2199c4482b17 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:20.623133 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 205f879f-4f7b-4089-a6b6-b36912b09fcd {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:25:20.623876 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 205f879f-4f7b-4089-a6b6-b36912b09fcd not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:25:20.624538 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 2b3df772-4cc6-4037-ab25-5dad3fd8ee6b no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:25:20.629367 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-08a8a6ad-0281-4ab9-a3be-ab9960cca517 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:20.638580 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-08a8a6ad-0281-4ab9-a3be-ab9960cca517 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:20.662621 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-740245e3-29cb-46db-b974-1c6dc59943d5 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:20.684974 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-91b64204-dd95-447c-9998-87ca8f7219c3 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:20.688843 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 2b3df772-4cc6-4037-ab25-5dad3fd8ee6b {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:25:20.689936 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 2b3df772-4cc6-4037-ab25-5dad3fd8ee6b not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:25:20.693538 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a18f6c29-c219-4cdd-a1d8-5129fe3e2a0e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:20.693973 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-a18f6c29-c219-4cdd-a1d8-5129fe3e2a0e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Added segment f29abd78-4d9e-40d5-aef0-ef4614635796 of type vlan for network 011616fd-7fd0-4347-8d3d-d5bb31a3d670 Jan 26 11:25:20.698954 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3caa62f1-75fc-4437-b116-286331a7c6b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:20.701829 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-740245e3-29cb-46db-b974-1c6dc59943d5 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0025ab72-268a-4550-84a2-6d1c32b21f45']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:20.722698 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-740245e3-29cb-46db-b974-1c6dc59943d5 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6dd747e-bbf4-47f3-98d3-78d3fe475b09') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:20.723312 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-740245e3-29cb-46db-b974-1c6dc59943d5 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6dd747e-bbf4-47f3-98d3-78d3fe475b09') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:20.738522 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-740245e3-29cb-46db-b974-1c6dc59943d5 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:20.752190 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-d9bee74c-4629-47b0-a388-2199c4482b17 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] device_id is not set on port ac1c970d-6681-4e7e-9586-16296e3a2259 yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:25:20.770200 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-740245e3-29cb-46db-b974-1c6dc59943d5 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:20.781165 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a18f6c29-c219-4cdd-a1d8-5129fe3e2a0e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:20.786708 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-740245e3-29cb-46db-b974-1c6dc59943d5 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:25:20.787299 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-740245e3-29cb-46db-b974-1c6dc59943d5 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:20.800242 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-91b64204-dd95-447c-9998-87ca8f7219c3 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Network ee39eab6-aa08-4821-912c-21a41755fcda is not hosted by any dhcp agent {{(pid=87442) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:25:20.805121 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:25:20.807841 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b64204-dd95-447c-9998-87ca8f7219c3 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:20.807841 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-91b64204-dd95-447c-9998-87ca8f7219c3 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:20.812207 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-91b64204-dd95-447c-9998-87ca8f7219c3 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "PUT /v2.0/networks/ee39eab6-aa08-4821-912c-21a41755fcda HTTP/1.1" status: 200 len: 758 time: 1.2734435 Jan 26 11:25:20.819530 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50236) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:20.883874 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206bf9bf-4254-47f1-bc5f-6203c6975efd None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:20.929710 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.resource_extend [None req-a18f6c29-c219-4cdd-a1d8-5129fe3e2a0e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:25:20.966195 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b64204-dd95-447c-9998-87ca8f7219c3 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'Network': ['ID=ee39eab6-aa08-4821-912c-21a41755fcda,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:20.981705 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network ee39eab6-aa08-4821-912c-21a41755fcda details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:25:21.020912 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a442562-8371-47fb-9fbc-d2c931a86db2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:21.021173 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-740245e3-29cb-46db-b974-1c6dc59943d5 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:21.037059 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a18f6c29-c219-4cdd-a1d8-5129fe3e2a0e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:21.043226 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18f6c29-c219-4cdd-a1d8-5129fe3e2a0e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:21.044179 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a18f6c29-c219-4cdd-a1d8-5129fe3e2a0e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:21.054755 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b35d377a-2490-4289-aeeb-9e6a935073a4 None None] Provisioning for port 7c14f88e-d04f-44f2-be4d-338743d186ef completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:21.070363 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-740245e3-29cb-46db-b974-1c6dc59943d5 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:21.090186 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3caa62f1-75fc-4437-b116-286331a7c6b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:21.096060 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740245e3-29cb-46db-b974-1c6dc59943d5 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Pushing event deleted for resources: {'Network': ['ID=0025ab72-268a-4550-84a2-6d1c32b21f45,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:21.108248 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19626eb0-3aaa-46ce-998b-76c8fd017c7b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:21.108957 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-19626eb0-3aaa-46ce-998b-76c8fd017c7b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Synchronizing usage tracker for tenant:72fcefe45da642438142264604e9cfc8 on resource:network {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:21.171655 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b35d377a-2490-4289-aeeb-9e6a935073a4 None None] Provisioning complete for port 7c14f88e-d04f-44f2-be4d-338743d186ef triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:21.171655 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b35d377a-2490-4289-aeeb-9e6a935073a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:21.184255 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-740245e3-29cb-46db-b974-1c6dc59943d5 tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] 10.222.0.39 "DELETE /v2.0/networks/0025ab72-268a-4550-84a2-6d1c32b21f45 HTTP/1.1" status: 204 len: 168 time: 1.1451044 Jan 26 11:25:21.186885 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50240) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:21.205239 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a18f6c29-c219-4cdd-a1d8-5129fe3e2a0e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0058184 Jan 26 11:25:21.214404 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50244) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:21.228540 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-43463640-076e-460a-932e-9cde959707ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'subnet': {'network_id': '011616fd-7fd0-4347-8d3d-d5bb31a3d670', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:21.246363 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-08a8a6ad-0281-4ab9-a3be-ab9960cca517 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:21.273170 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caa62f1-75fc-4437-b116-286331a7c6b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:21.289130 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-08a8a6ad-0281-4ab9-a3be-ab9960cca517 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:21.336138 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-3caa62f1-75fc-4437-b116-286331a7c6b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:21.337971 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-19626eb0-3aaa-46ce-998b-76c8fd017c7b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Unset dirty status for tenant:72fcefe45da642438142264604e9cfc8 on resource:network {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:21.343527 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-19626eb0-3aaa-46ce-998b-76c8fd017c7b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "GET /v2.0/networks?id=ee39eab6-aa08-4821-912c-21a41755fcda HTTP/1.1" status: 200 len: 761 time: 0.5180538 Jan 26 11:25:21.361653 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50248) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:21.362431 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caa62f1-75fc-4437-b116-286331a7c6b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:21.367878 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caa62f1-75fc-4437-b116-286331a7c6b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:21.368479 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3caa62f1-75fc-4437-b116-286331a7c6b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:21.381087 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b35d377a-2490-4289-aeeb-9e6a935073a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:21.382921 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-59d3710e-27c1-45a0-921f-34dd95bea20a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-877919956'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:21.386058 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f6c29-c219-4cdd-a1d8-5129fe3e2a0e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Network': ['ID=011616fd-7fd0-4347-8d3d-d5bb31a3d670,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:21.396015 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa62f1-75fc-4437-b116-286331a7c6b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Port': ['ID=24c412f2-6219-4c90-a1ce-1f054b330131,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:21.401381 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-59d3710e-27c1-45a0-921f-34dd95bea20a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:21.408198 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 011616fd-7fd0-4347-8d3d-d5bb31a3d670 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:25:21.457591 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-b35d377a-2490-4289-aeeb-9e6a935073a4 None None] For port 7c14f88e-d04f-44f2-be4d-338743d186ef, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7c14f88e-d04f-44f2-be4d-338743d186ef,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:21.478745 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-59d3710e-27c1-45a0-921f-34dd95bea20a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:21.487430 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3caa62f1-75fc-4437-b116-286331a7c6b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9632916 Jan 26 11:25:21.488296 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50252) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:21.493760 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a8969fcd-87c7-45e9-ad81-7981107c381f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:21.531052 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b35d377a-2490-4289-aeeb-9e6a935073a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:21.563554 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8a6ad-0281-4ab9-a3be-ab9960cca517 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a8b1a3-a75f-4607-bc0c-effdf62d0d6f,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:21.593546 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-43463640-076e-460a-932e-9cde959707ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:21.597833 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-08a8a6ad-0281-4ab9-a3be-ab9960cca517 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:21.601916 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-08a8a6ad-0281-4ab9-a3be-ab9960cca517 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8512175 Jan 26 11:25:21.603802 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50256) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:21.608380 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-d9bee74c-4629-47b0-a388-2199c4482b17 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 2001:db8::323 (ba6f0584-2941-48e6-9427-2229465f5a54/d67e1283-9bf9-4c6f-a118-c6bf7f8554a2/ac1c970d-6681-4e7e-9586-16296e3a2259) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:21.611830 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-43463640-076e-460a-932e-9cde959707ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:subnet and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:21.617808 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-742d1b09-7663-437b-b2d0-f5fb5857f2b3 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Request body: {'security_group_rule': {'security_group_id': 'e9a8b1a3-a75f-4607-bc0c-effdf62d0d6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:21.627236 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-43463640-076e-460a-932e-9cde959707ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:21.636719 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-742d1b09-7663-437b-b2d0-f5fb5857f2b3 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:21.646756 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-43463640-076e-460a-932e-9cde959707ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:21.651030 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb5ca04-16d9-4f00-8a2b-662664d1d337 None None] Update dhcp port {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'fixed_ips': [{'subnet_id': 'd67e1283-9bf9-4c6f-a118-c6bf7f8554a2', 'ip_address': '2001:db8::2'}, {'subnet_id': '5f1703f1-99e6-43d2-92af-7a7e48be5564'}], 'binding:host_id': 'dv-neutron-826439-1-hyperv'}, 'id': '7c14f88e-d04f-44f2-be4d-338743d186ef'} from dv-neutron-826439-1-hyperv. {{(pid=87444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 26 11:25:21.654373 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-742d1b09-7663-437b-b2d0-f5fb5857f2b3 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Usage tracker for resource:security_group_rule and tenant:7488935ed4d74498afa03d5d74f4a2b9 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:21.657646 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-d9bee74c-4629-47b0-a388-2199c4482b17 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 2001:db8:0:1:f816:3eff:fe81:10dc (ba6f0584-2941-48e6-9427-2229465f5a54/5f1703f1-99e6-43d2-92af-7a7e48be5564/ac1c970d-6681-4e7e-9586-16296e3a2259) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:21.660898 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-742d1b09-7663-437b-b2d0-f5fb5857f2b3 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:21.675779 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-742d1b09-7663-437b-b2d0-f5fb5857f2b3 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:21.691009 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d3710e-27c1-45a0-921f-34dd95bea20a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Made reservation on behalf of 72fcefe45da642438142264604e9cfc8 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:21.692468 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d377a-2490-4289-aeeb-9e6a935073a4 None None] Pushing event updated for resources: {'Port': ['ID=7c14f88e-d04f-44f2-be4d-338743d186ef,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:21.694935 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-59d3710e-27c1-45a0-921f-34dd95bea20a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:21.704704 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43463640-076e-460a-932e-9cde959707ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:21.709121 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-43463640-076e-460a-932e-9cde959707ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:21.722413 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ca04-16d9-4f00-8a2b-662664d1d337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:21.777926 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ea121961-a77d-4fe1-bc31-bc4afc13ceb1 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting port 24c412f2-6219-4c90-a1ce-1f054b330131 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:21.778292 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ea121961-a77d-4fe1-bc31-bc4afc13ceb1 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:21.780449 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-742d1b09-7663-437b-b2d0-f5fb5857f2b3 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:21.853397 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d3710e-27c1-45a0-921f-34dd95bea20a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:25:21.909776 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a8969fcd-87c7-45e9-ad81-7981107c381f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:21.939810 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-59d3710e-27c1-45a0-921f-34dd95bea20a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:21.940233 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-59d3710e-27c1-45a0-921f-34dd95bea20a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Added segment ef373a0b-2446-4cfc-8c38-48a64e43ad01 of type vlan for network 0a1f1968-02c4-4b19-b68a-b77ef84e5789 Jan 26 11:25:21.941491 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7c14f88e-d04f-44f2-be4d-338743d186ef up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:25:21.983343 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-a8969fcd-87c7-45e9-ad81-7981107c381f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8440c73-0aae-4929-aaa4-c394583e1b91']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:22.010806 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-a8969fcd-87c7-45e9-ad81-7981107c381f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '677144c8-9668-47b6-89b3-b04b3b646446') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:22.011163 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-a8969fcd-87c7-45e9-ad81-7981107c381f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '677144c8-9668-47b6-89b3-b04b3b646446') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:22.019523 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 7c14f88e-d04f-44f2-be4d-338743d186ef triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:22.020466 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:22.045805 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a8969fcd-87c7-45e9-ad81-7981107c381f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:22.081290 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-59d3710e-27c1-45a0-921f-34dd95bea20a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:22.108543 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a8969fcd-87c7-45e9-ad81-7981107c381f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:22.129856 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-742d1b09-7663-437b-b2d0-f5fb5857f2b3 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:22.130923 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-3a442562-8371-47fb-9fbc-d2c931a86db2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting port a23a97dc-9d06-41b8-ac3d-a9c97a8054f9 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:22.131297 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a442562-8371-47fb-9fbc-d2c931a86db2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:22.177872 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8969fcd-87c7-45e9-ad81-7981107c381f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:25:22.178272 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a8969fcd-87c7-45e9-ad81-7981107c381f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:25:22.201492 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:25:22.216728 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ea121961-a77d-4fe1-bc31-bc4afc13ceb1 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:22.308397 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-742d1b09-7663-437b-b2d0-f5fb5857f2b3 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:22.396823 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d1b09-7663-437b-b2d0-f5fb5857f2b3 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f14d492-13b9-443a-871d-f827a0967eb2,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:22.408848 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d9bee74c-4629-47b0-a388-2199c4482b17 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:22.421826 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ea121961-a77d-4fe1-bc31-bc4afc13ceb1 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Calling delete_port for 24c412f2-6219-4c90-a1ce-1f054b330131 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:22.450295 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-59d3710e-27c1-45a0-921f-34dd95bea20a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:22.456031 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d3710e-27c1-45a0-921f-34dd95bea20a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:22.456567 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-59d3710e-27c1-45a0-921f-34dd95bea20a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:22.487157 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-d9bee74c-4629-47b0-a388-2199c4482b17 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Transition to ACTIVE for port object ac1c970d-6681-4e7e-9586-16296e3a2259 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:22.488469 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-742d1b09-7663-437b-b2d0-f5fb5857f2b3 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:22.492126 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-742d1b09-7663-437b-b2d0-f5fb5857f2b3 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8833995 Jan 26 11:25:22.502718 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8eb017ce-39a2-41b5-acd9-7c5909d16542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:22.505377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50260) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:22.525386 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a8969fcd-87c7-45e9-ad81-7981107c381f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:22.553828 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a8969fcd-87c7-45e9-ad81-7981107c381f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:22.578790 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4e8257f8-512d-43ad-9daf-2306512eb7f0 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-group-rules/7f14d492-13b9-443a-871d-f827a0967eb2 HTTP/1.1" status: 200 len: 763 time: 0.0694785 Jan 26 11:25:22.585838 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50264) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:22.626224 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-43463640-076e-460a-932e-9cde959707ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:22.648490 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a8969fcd-87c7-45e9-ad81-7981107c381f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] 10.222.0.39 "DELETE /v2.0/networks/d8440c73-0aae-4929-aaa4-c394583e1b91 HTTP/1.1" status: 204 len: 168 time: 1.4452960 Jan 26 11:25:22.654617 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-59d3710e-27c1-45a0-921f-34dd95bea20a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2777777 Jan 26 11:25:22.658847 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50270) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:22.662371 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3710e-27c1-45a0-921f-34dd95bea20a tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'Network': ['ID=0a1f1968-02c4-4b19-b68a-b77ef84e5789,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:22.678670 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 0a1f1968-02c4-4b19-b68a-b77ef84e5789 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:25:22.693847 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-8f376980-434e-44f7-ae5e-281a1084eb3f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Request body: {'subnet': {'network_id': '0a1f1968-02c4-4b19-b68a-b77ef84e5789', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:22.707942 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-3a442562-8371-47fb-9fbc-d2c931a86db2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] For port a23a97dc-9d06-41b8-ac3d-a9c97a8054f9, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a23a97dc-9d06-41b8-ac3d-a9c97a8054f9,segment=NetworkSegment(039923ec-1460-47ba-a31c-fd5769143819),segment_id=039923ec-1460-47ba-a31c-fd5769143819)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:22.708250 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a442562-8371-47fb-9fbc-d2c931a86db2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:22.754974 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d9bee74c-4629-47b0-a388-2199c4482b17 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:22.828131 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43463640-076e-460a-932e-9cde959707ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Subnet': ['ID=f4dc0451-2ae9-4a77-9788-dceb4110dea4,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:22.844394 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8969fcd-87c7-45e9-ad81-7981107c381f tempest-BulkNetworkOpsIpV6Test-408850916 tempest-BulkNetworkOpsIpV6Test-408850916-project] Pushing event deleted for resources: {'Network': ['ID=d8440c73-0aae-4929-aaa4-c394583e1b91,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:22.868635 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ea121961-a77d-4fe1-bc31-bc4afc13ceb1 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:22.926503 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-8eb5ca04-16d9-4f00-8a2b-662664d1d337 None None] Allocated IP 2001:db8:0:1:f816:3eff:fef4:590b (ba6f0584-2941-48e6-9427-2229465f5a54/5f1703f1-99e6-43d2-92af-7a7e48be5564/7c14f88e-d04f-44f2-be4d-338743d186ef) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:22.937197 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea121961-a77d-4fe1-bc31-bc4afc13ceb1 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Port': ['ID=24c412f2-6219-4c90-a1ce-1f054b330131,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:22.938939 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1f62f994-da54-45d6-b2bd-c00f3648e83f tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Synchronizing usage tracker for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group_rule {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:22.940345 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8f376980-434e-44f7-ae5e-281a1084eb3f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:22.945602 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8f376980-434e-44f7-ae5e-281a1084eb3f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Usage tracker for resource:subnet and tenant:72fcefe45da642438142264604e9cfc8 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:22.948902 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ea121961-a77d-4fe1-bc31-bc4afc13ceb1 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:22.952037 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-3a442562-8371-47fb-9fbc-d2c931a86db2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Calling delete_port for a23a97dc-9d06-41b8-ac3d-a9c97a8054f9 owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:22.953281 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8f376980-434e-44f7-ae5e-281a1084eb3f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:22.965102 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8f376980-434e-44f7-ae5e-281a1084eb3f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:22.968200 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ea121961-a77d-4fe1-bc31-bc4afc13ceb1 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/ports/24c412f2-6219-4c90-a1ce-1f054b330131 HTTP/1.1" status: 204 len: 168 time: 1.4788229 Jan 26 11:25:22.972253 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50276) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:22.978260 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-b34cc5b9-8e22-49b4-8e83-170589f06322 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'port': {'network_id': 'df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2', 'mac_address': 'fa:16:3e:37:15:5a', 'name': 'tempest-PortsIpV6TestJSON-490148978'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:23.008539 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f376980-434e-44f7-ae5e-281a1084eb3f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Made reservation on behalf of 72fcefe45da642438142264604e9cfc8 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:23.014791 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8f376980-434e-44f7-ae5e-281a1084eb3f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:23.036596 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50280) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:23.046160 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43463640-076e-460a-932e-9cde959707ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Checking segment: {'id': 'f29abd78-4d9e-40d5-aef0-ef4614635796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '011616fd-7fd0-4347-8d3d-d5bb31a3d670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:23.046160 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43463640-076e-460a-932e-9cde959707ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network hostable DHCP agents. Network: 011616fd-7fd0-4347-8d3d-d5bb31a3d670, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:25:23.055726 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bee74c-4629-47b0-a388-2199c4482b17 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:23.073513 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-d9bee74c-4629-47b0-a388-2199c4482b17 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:23.086869 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bee74c-4629-47b0-a388-2199c4482b17 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:23.093005 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bee74c-4629-47b0-a388-2199c4482b17 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:23.093629 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d9bee74c-4629-47b0-a388-2199c4482b17 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:23.099497 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1f62f994-da54-45d6-b2bd-c00f3648e83f tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Unset dirty status for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group_rule {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:23.100776 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1f62f994-da54-45d6-b2bd-c00f3648e83f tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5101533 Jan 26 11:25:23.113549 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50286) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:23.114228 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bee74c-4629-47b0-a388-2199c4482b17 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Port': ['ID=ac1c970d-6681-4e7e-9586-16296e3a2259,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:23.136354 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-8eb5ca04-16d9-4f00-8a2b-662664d1d337 None None] For port 7c14f88e-d04f-44f2-be4d-338743d186ef, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7c14f88e-d04f-44f2-be4d-338743d186ef,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:23.173243 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43463640-076e-460a-932e-9cde959707ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network 011616fd-7fd0-4347-8d3d-d5bb31a3d670 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:25:23.179759 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d9bee74c-4629-47b0-a388-2199c4482b17 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.2081006 Jan 26 11:25:23.183131 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50290) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:23.187112 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ca04-16d9-4f00-8a2b-662664d1d337 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:23.205837 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8eb5ca04-16d9-4f00-8a2b-662664d1d337 None None] Transition to ACTIVE for port object 7c14f88e-d04f-44f2-be4d-338743d186ef will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:23.211088 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ca04-16d9-4f00-8a2b-662664d1d337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:23.224167 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-46fcbfbe-c95a-437f-b35e-4486ab28876f tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:23.224499 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b34cc5b9-8e22-49b4-8e83-170589f06322 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:23.236621 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b34cc5b9-8e22-49b4-8e83-170589f06322 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:port and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:23.243540 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b34cc5b9-8e22-49b4-8e83-170589f06322 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:23.254078 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b34cc5b9-8e22-49b4-8e83-170589f06322 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:23.262472 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-43463640-076e-460a-932e-9cde959707ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 011616fd-7fd0-4347-8d3d-d5bb31a3d670) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:23.278446 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34cc5b9-8e22-49b4-8e83-170589f06322 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:23.279211 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f68ba65-60f2-424d-bed2-1e02c7dcbda6 None None] Network 011616fd-7fd0-4347-8d3d-d5bb31a3d670 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:23.279907 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-46fcbfbe-c95a-437f-b35e-4486ab28876f tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:23.294691 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43463640-076e-460a-932e-9cde959707ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:23.295278 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-43463640-076e-460a-932e-9cde959707ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:23.349890 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-7488b2e7-3e9d-4be7-b226-170b2beb0e3e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting port ac1c970d-6681-4e7e-9586-16296e3a2259 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:23.350236 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7488b2e7-3e9d-4be7-b226-170b2beb0e3e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:23.412332 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-43463640-076e-460a-932e-9cde959707ec tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1909468 Jan 26 11:25:23.420604 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50294) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:23.428738 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-c5bcf1bc-74a1-4c3d-bb73-db52206155d5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'port': {'network_id': '011616fd-7fd0-4347-8d3d-d5bb31a3d670', 'name': 'tempest-PortsTestJSON-563404469', 'fixed_ips': [{'subnet_id': 'f4dc0451-2ae9-4a77-9788-dceb4110dea4', 'ip_address': '172.20.0.10'}]}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:23.465452 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-46fcbfbe-c95a-437f-b35e-4486ab28876f tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:23.469723 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5ca04-16d9-4f00-8a2b-662664d1d337 None None] Pushing event updated for resources: {'Port': ['ID=7c14f88e-d04f-44f2-be4d-338743d186ef,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:23.486401 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4719af6c-3a20-4965-b340-fa3895781683 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc86f46871e84bb9bcd363954b273341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4418271 Jan 26 11:25:23.551101 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50298) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:23.583436 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b34cc5b9-8e22-49b4-8e83-170589f06322 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:23.593709 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fcbfbe-c95a-437f-b35e-4486ab28876f tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f14d492-13b9-443a-871d-f827a0967eb2,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:23.635258 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5632ce9f-1d10-4f91-a344-1a9ec53a0aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-011616fd-7fd0-4347-8d3d-d5bb31a3d670', 'network_id': '011616fd-7fd0-4347-8d3d-d5bb31a3d670', 'tenant_id': 'f243e59f155e4e8b9c168a6739897859', 'fixed_ips': [{'subnet_id': 'f4dc0451-2ae9-4a77-9788-dceb4110dea4'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:25:23.637600 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5632ce9f-1d10-4f91-a344-1a9ec53a0aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:23.670413 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-b34cc5b9-8e22-49b4-8e83-170589f06322 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] device_id is not set on port 727999c1-84cd-47fa-b7ad-273296754792 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:25:23.773298 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-46fcbfbe-c95a-437f-b35e-4486ab28876f tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:23.776154 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-46fcbfbe-c95a-437f-b35e-4486ab28876f tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/7f14d492-13b9-443a-871d-f827a0967eb2 HTTP/1.1" status: 204 len: 168 time: 0.6577196 Jan 26 11:25:23.804536 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50302) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:23.830043 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f437c31d-e684-4096-b1bd-47cba3c06b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:23.853871 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a442562-8371-47fb-9fbc-d2c931a86db2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:23.864800 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8f376980-434e-44f7-ae5e-281a1084eb3f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:23.940096 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-5632ce9f-1d10-4f91-a344-1a9ec53a0aa7 None None] Allocated IP 172.20.0.2 (011616fd-7fd0-4347-8d3d-d5bb31a3d670/f4dc0451-2ae9-4a77-9788-dceb4110dea4/7ede8c37-f0a5-434d-baea-d952db8e8d81) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:23.980662 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7c14f88e-d04f-44f2-be4d-338743d186ef up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:25:24.077247 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a442562-8371-47fb-9fbc-d2c931a86db2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Port': ['ID=a23a97dc-9d06-41b8-ac3d-a9c97a8054f9,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:24.098046 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f437c31d-e684-4096-b1bd-47cba3c06b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:24.162716 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c5bcf1bc-74a1-4c3d-bb73-db52206155d5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:24.192365 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b7daea35-b8ae-4bd2-b100-682abf61e4a4 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Synchronizing usage tracker for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group_rule {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:24.231267 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7488b2e7-3e9d-4be7-b226-170b2beb0e3e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:24.283475 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f376980-434e-44f7-ae5e-281a1084eb3f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Checking segment: {'id': 'ef373a0b-2446-4cfc-8c38-48a64e43ad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '0a1f1968-02c4-4b19-b68a-b77ef84e5789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:24.284105 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f376980-434e-44f7-ae5e-281a1084eb3f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Network hostable DHCP agents. Network: 0a1f1968-02c4-4b19-b68a-b77ef84e5789, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:25:24.294455 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f376980-434e-44f7-ae5e-281a1084eb3f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'Subnet': ['ID=b89734f8-b3b1-41cc-be52-2e6ffab7bd21,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:24.344596 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5632ce9f-1d10-4f91-a344-1a9ec53a0aa7 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:24.359696 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5632ce9f-1d10-4f91-a344-1a9ec53a0aa7 None None] Transition to ACTIVE for port object 7ede8c37-f0a5-434d-baea-d952db8e8d81 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:24.387842 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5632ce9f-1d10-4f91-a344-1a9ec53a0aa7 None None] Transition to ACTIVE for port object 7ede8c37-f0a5-434d-baea-d952db8e8d81 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:24.396025 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5632ce9f-1d10-4f91-a344-1a9ec53a0aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:24.461362 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b34cc5b9-8e22-49b4-8e83-170589f06322 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:24.463140 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f376980-434e-44f7-ae5e-281a1084eb3f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Network 0a1f1968-02c4-4b19-b68a-b77ef84e5789 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:25:24.482480 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-8f376980-434e-44f7-ae5e-281a1084eb3f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 0a1f1968-02c4-4b19-b68a-b77ef84e5789) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:24.488019 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f437c31d-e684-4096-b1bd-47cba3c06b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:24.492481 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f376980-434e-44f7-ae5e-281a1084eb3f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:24.493347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8f376980-434e-44f7-ae5e-281a1084eb3f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:24.528098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437c31d-e684-4096-b1bd-47cba3c06b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fff6cd-ed5c-40fe-ba3d-11b2c1ee80be,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:24.532915 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedd69e3-918b-4214-8133-8cd78f436398 None None] Network 0a1f1968-02c4-4b19-b68a-b77ef84e5789 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:24.553914 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f437c31d-e684-4096-b1bd-47cba3c06b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:24.555112 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f437c31d-e684-4096-b1bd-47cba3c06b8a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8fff6cd-ed5c-40fe-ba3d-11b2c1ee80be HTTP/1.1" status: 204 len: 168 time: 1.0006530 Jan 26 11:25:24.572783 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8f376980-434e-44f7-ae5e-281a1084eb3f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9109118 Jan 26 11:25:24.573583 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50312) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:24.583777 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:25:24.589119 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b34cc5b9-8e22-49b4-8e83-170589f06322 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:24.631665 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-7488b2e7-3e9d-4be7-b226-170b2beb0e3e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Calling delete_port for ac1c970d-6681-4e7e-9586-16296e3a2259 owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:24.673264 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5632ce9f-1d10-4f91-a344-1a9ec53a0aa7 None None] Network 011616fd-7fd0-4347-8d3d-d5bb31a3d670 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:24.688626 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632ce9f-1d10-4f91-a344-1a9ec53a0aa7 None None] Pushing event updated for resources: {'Port': ['ID=7ede8c37-f0a5-434d-baea-d952db8e8d81,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:24.696180 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-5632ce9f-1d10-4f91-a344-1a9ec53a0aa7 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:24.704206 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c5bcf1bc-74a1-4c3d-bb73-db52206155d5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:24.711415 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5632ce9f-1d10-4f91-a344-1a9ec53a0aa7 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:24.832316 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-edc147b0-599b-4507-984f-660f61dacb5c tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:24.878083 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bcf1bc-74a1-4c3d-bb73-db52206155d5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:24.925156 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b7daea35-b8ae-4bd2-b100-682abf61e4a4 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Unset dirty status for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group_rule {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:24.929563 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b7daea35-b8ae-4bd2-b100-682abf61e4a4 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.1236389 Jan 26 11:25:24.948516 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50318) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:24.955864 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-650f8845-0cc1-4792-9f83-435bac3300eb None None] Provisioning for port 7c14f88e-d04f-44f2-be4d-338743d186ef completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:24.962694 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-8776640e-2d69-40c9-a5c1-976704475b92 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Request body: {'security_group_rule': {'security_group_id': 'e9a8b1a3-a75f-4607-bc0c-effdf62d0d6f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:24.972639 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34cc5b9-8e22-49b4-8e83-170589f06322 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:24.977791 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8776640e-2d69-40c9-a5c1-976704475b92 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:24.981125 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-b34cc5b9-8e22-49b4-8e83-170589f06322 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:24.993240 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34cc5b9-8e22-49b4-8e83-170589f06322 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:24.999275 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34cc5b9-8e22-49b4-8e83-170589f06322 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:25.000256 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b34cc5b9-8e22-49b4-8e83-170589f06322 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:25.009170 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34cc5b9-8e22-49b4-8e83-170589f06322 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Port': ['ID=727999c1-84cd-47fa-b7ad-273296754792,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:25.012833 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8776640e-2d69-40c9-a5c1-976704475b92 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:25.026585 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-650f8845-0cc1-4792-9f83-435bac3300eb None None] Provisioning complete for port 7c14f88e-d04f-44f2-be4d-338743d186ef triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:25.027080 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-650f8845-0cc1-4792-9f83-435bac3300eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:25.067802 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-19e6d933-af6a-41ca-a82a-47c65e728710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:25.075053 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b34cc5b9-8e22-49b4-8e83-170589f06322 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1007686 Jan 26 11:25:25.078506 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50324) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:25.143703 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-5632ce9f-1d10-4f91-a344-1a9ec53a0aa7 None None] Attempting to bind port 7ede8c37-f0a5-434d-baea-d952db8e8d81 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:25:25.144085 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-5632ce9f-1d10-4f91-a344-1a9ec53a0aa7 None None] Attempting to bind port 7ede8c37-f0a5-434d-baea-d952db8e8d81 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'f29abd78-4d9e-40d5-aef0-ef4614635796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '011616fd-7fd0-4347-8d3d-d5bb31a3d670'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:25:25.144465 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5632ce9f-1d10-4f91-a344-1a9ec53a0aa7 None None] Attempting to bind port 7ede8c37-f0a5-434d-baea-d952db8e8d81 on network 011616fd-7fd0-4347-8d3d-d5bb31a3d670 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:25:25.155509 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8776640e-2d69-40c9-a5c1-976704475b92 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:25.159672 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5632ce9f-1d10-4f91-a344-1a9ec53a0aa7 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:25:25.160065 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5632ce9f-1d10-4f91-a344-1a9ec53a0aa7 None None] Checking segment: {'id': 'f29abd78-4d9e-40d5-aef0-ef4614635796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '011616fd-7fd0-4347-8d3d-d5bb31a3d670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:25.160458 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5632ce9f-1d10-4f91-a344-1a9ec53a0aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:25.160856 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5632ce9f-1d10-4f91-a344-1a9ec53a0aa7 None None] Bound using segment: {'id': 'f29abd78-4d9e-40d5-aef0-ef4614635796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '011616fd-7fd0-4347-8d3d-d5bb31a3d670'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:25:25.161531 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-5632ce9f-1d10-4f91-a344-1a9ec53a0aa7 None None] Bound port: 7ede8c37-f0a5-434d-baea-d952db8e8d81, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29abd78-4d9e-40d5-aef0-ef4614635796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '011616fd-7fd0-4347-8d3d-d5bb31a3d670'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:25:25.161740 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5632ce9f-1d10-4f91-a344-1a9ec53a0aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:25.178765 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-edc147b0-599b-4507-984f-660f61dacb5c tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:25.248627 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c5bcf1bc-74a1-4c3d-bb73-db52206155d5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:25.267979 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a442562-8371-47fb-9fbc-d2c931a86db2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:25.273142 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0222ed-da23-4596-a931-b8bb5dce9368 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:25.273941 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-de0222ed-da23-4596-a931-b8bb5dce9368 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Synchronizing usage tracker for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:25.324388 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-c5bcf1bc-74a1-4c3d-bb73-db52206155d5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] device_id is not set on port ab7c5e4b-112b-48cd-91db-a7db33203e63 yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:25:25.325910 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-de0222ed-da23-4596-a931-b8bb5dce9368 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Unset dirty status for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:25.327668 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-de0222ed-da23-4596-a931-b8bb5dce9368 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "GET /v2.0/ports/727999c1-84cd-47fa-b7ad-273296754792 HTTP/1.1" status: 200 len: 844 time: 0.2482324 Jan 26 11:25:25.330094 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8776640e-2d69-40c9-a5c1-976704475b92 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:25.330994 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50334) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:25.372280 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-edc147b0-599b-4507-984f-660f61dacb5c tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:25.376664 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8776640e-2d69-40c9-a5c1-976704475b92 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:25.386164 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf0e428-3037-4329-9e11-66383f2e0fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-0a1f1968-02c4-4b19-b68a-b77ef84e5789', 'network_id': '0a1f1968-02c4-4b19-b68a-b77ef84e5789', 'tenant_id': '72fcefe45da642438142264604e9cfc8', 'fixed_ips': [{'subnet_id': 'b89734f8-b3b1-41cc-be52-2e6ffab7bd21'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:25:25.387202 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4bf0e428-3037-4329-9e11-66383f2e0fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:25.424561 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-5632ce9f-1d10-4f91-a344-1a9ec53a0aa7 None None] For port 7ede8c37-f0a5-434d-baea-d952db8e8d81, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:25:25.460834 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc147b0-599b-4507-984f-660f61dacb5c tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Subnet': ['ID=b89734f8-b3b1-41cc-be52-2e6ffab7bd21,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:25.473853 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776640e-2d69-40c9-a5c1-976704475b92 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e3a37d-5491-4ebe-9605-5f1d555bbd53,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:25.493661 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-5632ce9f-1d10-4f91-a344-1a9ec53a0aa7 None None] For port 7ede8c37-f0a5-434d-baea-d952db8e8d81, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7ede8c37-f0a5-434d-baea-d952db8e8d81,segment=NetworkSegment(f29abd78-4d9e-40d5-aef0-ef4614635796),segment_id=f29abd78-4d9e-40d5-aef0-ef4614635796)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:25:25.503446 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5632ce9f-1d10-4f91-a344-1a9ec53a0aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:25.505569 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-12f71eaf-50c3-4e63-87b2-a3b0d34740c4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting port 727999c1-84cd-47fa-b7ad-273296754792 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:25.505918 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-12f71eaf-50c3-4e63-87b2-a3b0d34740c4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:25.594310 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8776640e-2d69-40c9-a5c1-976704475b92 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:25.595539 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8776640e-2d69-40c9-a5c1-976704475b92 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6412497 Jan 26 11:25:25.600560 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50340) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:25.629478 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632ce9f-1d10-4f91-a344-1a9ec53a0aa7 None None] Pushing event updated for resources: {'Port': ['ID=7ede8c37-f0a5-434d-baea-d952db8e8d81,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:25.644784 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42de179f-70e7-4beb-a927-41c00a42e7f0 None None] Network 0a1f1968-02c4-4b19-b68a-b77ef84e5789 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:25.688098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-edc147b0-599b-4507-984f-660f61dacb5c tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:26.068183 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:26.073372 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:26.125745 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-aa96f5ce-7f27-4f7c-8506-3cb90c1b724d tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-group-rules/e5e3a37d-5491-4ebe-9605-5f1d555bbd53 HTTP/1.1" status: 200 len: 763 time: 0.4480183 Jan 26 11:25:26.129124 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50350) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:26.129556 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50352) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:26.172985 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-efe87e60-f108-4890-b376-90ff801ac8c8 None None] Provisioning for port ac1c970d-6681-4e7e-9586-16296e3a2259 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:26.178840 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-efe87e60-f108-4890-b376-90ff801ac8c8 None None] Provisioning complete for port ac1c970d-6681-4e7e-9586-16296e3a2259 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:26.179327 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-efe87e60-f108-4890-b376-90ff801ac8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:26.192441 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7488b2e7-3e9d-4be7-b226-170b2beb0e3e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:26.195915 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-c5bcf1bc-74a1-4c3d-bb73-db52206155d5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Allocated IP 172.20.0.10 (011616fd-7fd0-4347-8d3d-d5bb31a3d670/f4dc0451-2ae9-4a77-9788-dceb4110dea4/ab7c5e4b-112b-48cd-91db-a7db33203e63) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:26.229244 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-efe87e60-f108-4890-b376-90ff801ac8c8 None None] Port ac1c970d-6681-4e7e-9586-16296e3a2259 was deleted so its status cannot be updated. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 11:25:26.252247 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-edc147b0-599b-4507-984f-660f61dacb5c tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1f1968-02c4-4b19-b68a-b77ef84e5789']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:26.273725 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-edc147b0-599b-4507-984f-660f61dacb5c tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef373a0b-2446-4cfc-8c38-48a64e43ad01') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:26.274036 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-edc147b0-599b-4507-984f-660f61dacb5c tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef373a0b-2446-4cfc-8c38-48a64e43ad01') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:26.278702 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488b2e7-3e9d-4be7-b226-170b2beb0e3e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Port': ['ID=ac1c970d-6681-4e7e-9586-16296e3a2259,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:26.281930 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-12f71eaf-50c3-4e63-87b2-a3b0d34740c4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:26.305339 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-edc147b0-599b-4507-984f-660f61dacb5c tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:26.368384 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a442562-8371-47fb-9fbc-d2c931a86db2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Router 18505ef1-f02f-46b0-8893-ffc4d27ca053 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:25:26.401087 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7488b2e7-3e9d-4be7-b226-170b2beb0e3e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:26.582978 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-12f71eaf-50c3-4e63-87b2-a3b0d34740c4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Calling delete_port for 727999c1-84cd-47fa-b7ad-273296754792 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:26.624270 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-9b20689c-b8c1-4d83-9cc7-45ad14f87acd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1331666851'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:26.645486 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d78a977d-d649-4919-a7a2-0c6a41bbcb3e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Synchronizing usage tracker for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group_rule {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:26.656460 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7488b2e7-3e9d-4be7-b226-170b2beb0e3e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/ac1c970d-6681-4e7e-9586-16296e3a2259 HTTP/1.1" status: 204 len: 168 time: 3.4662945 Jan 26 11:25:26.659768 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9b20689c-b8c1-4d83-9cc7-45ad14f87acd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:26.661296 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50360) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:26.665755 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-edc147b0-599b-4507-984f-660f61dacb5c tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:26.675641 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9b20689c-b8c1-4d83-9cc7-45ad14f87acd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Usage tracker for resource:network and tenant:8680f0878b7d484f968b83e5b8957de6 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:26.681349 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9b20689c-b8c1-4d83-9cc7-45ad14f87acd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:26.690152 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc147b0-599b-4507-984f-660f61dacb5c tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:25:26.690552 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-edc147b0-599b-4507-984f-660f61dacb5c tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:25:26.708159 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:25:26.712191 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9b20689c-b8c1-4d83-9cc7-45ad14f87acd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:26.752409 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d78a977d-d649-4919-a7a2-0c6a41bbcb3e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Unset dirty status for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group_rule {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:26.753976 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d78a977d-d649-4919-a7a2-0c6a41bbcb3e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6171653 Jan 26 11:25:26.759916 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50364) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:26.829929 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b20689c-b8c1-4d83-9cc7-45ad14f87acd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Made reservation on behalf of 8680f0878b7d484f968b83e5b8957de6 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:26.833698 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b20689c-b8c1-4d83-9cc7-45ad14f87acd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:26.849890 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-12f71eaf-50c3-4e63-87b2-a3b0d34740c4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:26.895538 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b20689c-b8c1-4d83-9cc7-45ad14f87acd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:26.923668 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-edc147b0-599b-4507-984f-660f61dacb5c tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:26.926720 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a442562-8371-47fb-9fbc-d2c931a86db2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:25:26.929606 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f71eaf-50c3-4e63-87b2-a3b0d34740c4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Port': ['ID=727999c1-84cd-47fa-b7ad-273296754792,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:26.933042 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3a442562-8371-47fb-9fbc-d2c931a86db2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "PUT /v2.0/routers/18505ef1-f02f-46b0-8893-ffc4d27ca053/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7394414 Jan 26 11:25:26.944625 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50368) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:26.949958 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17499a19-e16f-454f-9002-9b18232a30e7 None None] Sync routers for ids ['18505ef1-f02f-46b0-8893-ffc4d27ca053'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:25:26.951173 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0625d34b-5d50-4712-ad30-08d796dff3a5 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:26.963042 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17499a19-e16f-454f-9002-9b18232a30e7 None None] Routers {'18505ef1-f02f-46b0-8893-ffc4d27ca053'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:25:26.963995 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-17499a19-e16f-454f-9002-9b18232a30e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:25:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['18505ef1-f02f-46b0-8893-ffc4d27ca053'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:26.968250 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-edc147b0-599b-4507-984f-660f61dacb5c tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:26.980548 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0625d34b-5d50-4712-ad30-08d796dff3a5 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:26.986693 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9b20689c-b8c1-4d83-9cc7-45ad14f87acd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:26.991868 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-12f71eaf-50c3-4e63-87b2-a3b0d34740c4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:27.003605 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc147b0-599b-4507-984f-660f61dacb5c tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Network': ['ID=0a1f1968-02c4-4b19-b68a-b77ef84e5789,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:27.007954 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9b20689c-b8c1-4d83-9cc7-45ad14f87acd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Usage tracker for resource:security_group_rule and tenant:8680f0878b7d484f968b83e5b8957de6 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:27.012326 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9b20689c-b8c1-4d83-9cc7-45ad14f87acd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:27.021226 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-edc147b0-599b-4507-984f-660f61dacb5c tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/networks/0a1f1968-02c4-4b19-b68a-b77ef84e5789 HTTP/1.1" status: 204 len: 168 time: 2.4447923 Jan 26 11:25:27.022814 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-12f71eaf-50c3-4e63-87b2-a3b0d34740c4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/ports/727999c1-84cd-47fa-b7ad-273296754792 HTTP/1.1" status: 204 len: 168 time: 1.6907208 Jan 26 11:25:27.023851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9b20689c-b8c1-4d83-9cc7-45ad14f87acd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:27.028674 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50372) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:27.029012 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50374) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:27.048646 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81186f8-8956-4b08-a129-56b69d8c3c5c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting subnet 0d95291a-984b-4d03-a67e-01df9a44b844 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:25:27.051809 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a81186f8-8956-4b08-a129-56b69d8c3c5c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:27.124784 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0b2fef-2c97-43cf-8ece-785b58754e3e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] GET failed (client error): The resource could not be found. Jan 26 11:25:27.125319 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8b0b2fef-2c97-43cf-8ece-785b58754e3e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Synchronizing usage tracker for tenant:72fcefe45da642438142264604e9cfc8 on resource:subnet {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:27.126812 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c5bcf1bc-74a1-4c3d-bb73-db52206155d5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:27.128527 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3509938-73f3-4ebd-8674-07c47ddfff3a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] GET failed (client error): The resource could not be found. Jan 26 11:25:27.129283 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c3509938-73f3-4ebd-8674-07c47ddfff3a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Synchronizing usage tracker for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:27.138463 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed23b29b-7812-477e-bb93-6a0904182fcf tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:27.139790 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ed23b29b-7812-477e-bb93-6a0904182fcf tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:27.141195 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0625d34b-5d50-4712-ad30-08d796dff3a5 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:27.165335 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a81186f8-8956-4b08-a129-56b69d8c3c5c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:27.182001 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625d34b-5d50-4712-ad30-08d796dff3a5 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5e3a37d-5491-4ebe-9605-5f1d555bbd53,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:27.192821 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52bcdb1-53f7-4375-a7fc-5c8f36664628 None None] Network 011616fd-7fd0-4347-8d3d-d5bb31a3d670 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:27.207911 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8b0b2fef-2c97-43cf-8ece-785b58754e3e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Unset dirty status for tenant:72fcefe45da642438142264604e9cfc8 on resource:subnet {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:27.209294 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8b0b2fef-2c97-43cf-8ece-785b58754e3e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "GET /v2.0/subnets/b89734f8-b3b1-41cc-be52-2e6ffab7bd21 HTTP/1.1" status: 404 len: 337 time: 0.1777437 Jan 26 11:25:27.211498 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c3509938-73f3-4ebd-8674-07c47ddfff3a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Unset dirty status for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:27.212555 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c3509938-73f3-4ebd-8674-07c47ddfff3a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "GET /v2.0/ports/727999c1-84cd-47fa-b7ad-273296754792 HTTP/1.1" status: 404 len: 333 time: 0.1826267 Jan 26 11:25:27.214196 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50380) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:27.216734 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0625d34b-5d50-4712-ad30-08d796dff3a5 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:27.220319 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0625d34b-5d50-4712-ad30-08d796dff3a5 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/e5e3a37d-5491-4ebe-9605-5f1d555bbd53 HTTP/1.1" status: 204 len: 168 time: 0.4568403 Jan 26 11:25:27.220473 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50382) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:27.220913 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50384) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:27.227558 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-c5bcf1bc-74a1-4c3d-bb73-db52206155d5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Transition to ACTIVE for port object ab7c5e4b-112b-48cd-91db-a7db33203e63 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:27.239374 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-21b331f7-3afd-43c4-b842-f8dc95051997 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'port': {'network_id': 'df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2', 'name': 'tempest-PortsIpV6TestJSON-106071504'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:27.251013 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a4cbb63-8603-4358-8ab6-805b10cd4457 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:27.251488 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a4cbb63-8603-4358-8ab6-805b10cd4457 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:27.263772 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1a4cbb63-8603-4358-8ab6-805b10cd4457 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/networks/0a1f1968-02c4-4b19-b68a-b77ef84e5789 HTTP/1.1" status: 404 len: 339 time: 0.0445592 Jan 26 11:25:27.269343 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b9ac3500-3202-4346-8bab-ec8203fc68b8 None None] Provisioning for port 7ede8c37-f0a5-434d-baea-d952db8e8d81 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:27.270456 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50392) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:27.294003 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ed23b29b-7812-477e-bb93-6a0904182fcf tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:27.297926 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ed23b29b-7812-477e-bb93-6a0904182fcf tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6336215 Jan 26 11:25:27.303169 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50396) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:27.345655 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-17499a19-e16f-454f-9002-9b18232a30e7 None None] Set router 18505ef1-f02f-46b0-8893-ffc4d27ca053 gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:25:27.437138 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:27.440958 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-76d15e63-4631-4e75-9a4e-80e5fb405be7 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2128334 Jan 26 11:25:27.441123 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b20689c-b8c1-4d83-9cc7-45ad14f87acd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:27.451399 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-21b331f7-3afd-43c4-b842-f8dc95051997 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:27.453549 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50400) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:27.458871 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b20689c-b8c1-4d83-9cc7-45ad14f87acd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:27.467270 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-a29fe9c8-8ae2-4079-8088-7032d8ad995e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Request body: {'security_group_rule': {'security_group_id': 'e9a8b1a3-a75f-4607-bc0c-effdf62d0d6f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:27.478576 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a29fe9c8-8ae2-4079-8088-7032d8ad995e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:27.482064 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-21b331f7-3afd-43c4-b842-f8dc95051997 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:27.487082 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a29fe9c8-8ae2-4079-8088-7032d8ad995e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Usage tracker for resource:security_group_rule and tenant:7488935ed4d74498afa03d5d74f4a2b9 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:27.491362 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a29fe9c8-8ae2-4079-8088-7032d8ad995e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:27.496110 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c5bcf1bc-74a1-4c3d-bb73-db52206155d5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:27.515685 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b20689c-b8c1-4d83-9cc7-45ad14f87acd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:25:27.546591 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20689c-b8c1-4d83-9cc7-45ad14f87acd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e52284-8772-4d95-a79c-aa7d678149ae,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:27.550058 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a29fe9c8-8ae2-4079-8088-7032d8ad995e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:27.550794 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b20689c-b8c1-4d83-9cc7-45ad14f87acd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:27.551144 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-9b20689c-b8c1-4d83-9cc7-45ad14f87acd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Added segment 5e373302-dee1-4513-8ede-03c51ac24d28 of type vlan for network 35a971f2-8dda-429d-93aa-0280be83c652 Jan 26 11:25:27.565963 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d206872-6e5c-4b44-b7af-ab48b10273ac tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:27.566748 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-7d206872-6e5c-4b44-b7af-ab48b10273ac tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Synchronizing usage tracker for tenant:72fcefe45da642438142264604e9cfc8 on resource:network {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:27.594450 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a81186f8-8956-4b08-a129-56b69d8c3c5c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:27.602951 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b20689c-b8c1-4d83-9cc7-45ad14f87acd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:27.615005 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0365a2-add6-4bbe-bc18-408d4f04ff6e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:27.618782 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5c0365a2-add6-4bbe-bc18-408d4f04ff6e tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3161812 Jan 26 11:25:27.620267 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50406) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:27.631712 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-7d206872-6e5c-4b44-b7af-ab48b10273ac tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Unset dirty status for tenant:72fcefe45da642438142264604e9cfc8 on resource:network {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:27.636360 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7d206872-6e5c-4b44-b7af-ab48b10273ac tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3615551 Jan 26 11:25:27.636564 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b331f7-3afd-43c4-b842-f8dc95051997 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:27.638872 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-21b331f7-3afd-43c4-b842-f8dc95051997 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:27.657014 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50410) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:27.659031 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bcf1bc-74a1-4c3d-bb73-db52206155d5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network 011616fd-7fd0-4347-8d3d-d5bb31a3d670 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:27.668633 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-c5bcf1bc-74a1-4c3d-bb73-db52206155d5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:27.671350 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bcf1bc-74a1-4c3d-bb73-db52206155d5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:27.707189 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b20689c-b8c1-4d83-9cc7-45ad14f87acd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:27.712777 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b20689c-b8c1-4d83-9cc7-45ad14f87acd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:27.713460 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9b20689c-b8c1-4d83-9cc7-45ad14f87acd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:27.746613 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437d847c-df13-4409-b6f9-55189e9308b5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:27.748248 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437d847c-df13-4409-b6f9-55189e9308b5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:27.749874 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437d847c-df13-4409-b6f9-55189e9308b5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:27.750897 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-437d847c-df13-4409-b6f9-55189e9308b5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:27.775351 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a29fe9c8-8ae2-4079-8088-7032d8ad995e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:27.787940 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bcf1bc-74a1-4c3d-bb73-db52206155d5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Port': ['ID=ab7c5e4b-112b-48cd-91db-a7db33203e63,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:27.799109 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f1e642d4-cc49-47c1-b2c0-0817b36b11ed tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Synchronizing usage tracker for tenant:72fcefe45da642438142264604e9cfc8 on resource:subnet {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:27.806847 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9b20689c-b8c1-4d83-9cc7-45ad14f87acd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6717074 Jan 26 11:25:27.811260 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-21b331f7-3afd-43c4-b842-f8dc95051997 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] device_id is not set on port f0dba46f-0229-4641-9d09-dfd1ca434b8c yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:25:27.851153 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-437d847c-df13-4409-b6f9-55189e9308b5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:27.853420 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-437d847c-df13-4409-b6f9-55189e9308b5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2248991 Jan 26 11:25:27.860108 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50414) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:27.863737 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20689c-b8c1-4d83-9cc7-45ad14f87acd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event updated for resources: {'Network': ['ID=35a971f2-8dda-429d-93aa-0280be83c652,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:27.938161 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bcf1bc-74a1-4c3d-bb73-db52206155d5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:27.938847 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c5bcf1bc-74a1-4c3d-bb73-db52206155d5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:27.940740 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e96e53-8bbd-4362-8de4-3767ea33d318 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet 5f1703f1-99e6-43d2-92af-7a7e48be5564 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:25:27.941821 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 35a971f2-8dda-429d-93aa-0280be83c652 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:25:27.944821 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-31e96e53-8bbd-4362-8de4-3767ea33d318 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:27.992952 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f1e642d4-cc49-47c1-b2c0-0817b36b11ed tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Unset dirty status for tenant:72fcefe45da642438142264604e9cfc8 on resource:subnet {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:27.995145 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f1e642d4-cc49-47c1-b2c0-0817b36b11ed tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "GET /v2.0/subnets?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4 HTTP/1.1" status: 200 len: 207 time: 0.3347189 Jan 26 11:25:28.004789 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a81186f8-8956-4b08-a129-56b69d8c3c5c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:28.015118 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50418) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:28.021655 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-31e96e53-8bbd-4362-8de4-3767ea33d318 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:28.148981 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-31e96e53-8bbd-4362-8de4-3767ea33d318 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:28.157658 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a81186f8-8956-4b08-a129-56b69d8c3c5c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:28.159742 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a81186f8-8956-4b08-a129-56b69d8c3c5c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/subnets/0d95291a-984b-4d03-a67e-01df9a44b844 HTTP/1.1" status: 204 len: 168 time: 1.2133894 Jan 26 11:25:28.170691 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81186f8-8956-4b08-a129-56b69d8c3c5c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Subnet': ['ID=0d95291a-984b-4d03-a67e-01df9a44b844,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:28.174141 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c5bcf1bc-74a1-4c3d-bb73-db52206155d5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.7501361 Jan 26 11:25:28.182646 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50422) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:28.183066 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50424) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:28.219578 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7ede8c37-f0a5-434d-baea-d952db8e8d81 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:25:28.248596 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-31e96e53-8bbd-4362-8de4-3767ea33d318 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:28.249804 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3006df70-f10c-40e9-aeb3-350d0562563a None None] Network 4eaa6418-303b-40ec-9b44-1ccc6c744f2c requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:28.259183 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-dd4cafb2-d029-4676-8ac7-088f9195a917 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'port': {'network_id': '011616fd-7fd0-4347-8d3d-d5bb31a3d670', 'name': 'tempest-PortsTestJSON-518702032', 'fixed_ips': [{'subnet_id': 'f4dc0451-2ae9-4a77-9788-dceb4110dea4', 'ip_address': '172.20.0.9'}]}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:28.297680 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-17499a19-e16f-454f-9002-9b18232a30e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:25:23Z', 'revision_number': 8, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None, '_interfaces': [{'id': '0d033fee-908c-4472-88e7-6d97c120bd1f', 'name': '', 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:a0:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:32Z', 'updated_at': '2022-01-26T11:24:49Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d', 'name': '', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:19:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:16Z', 'updated_at': '2022-01-26T11:24:32Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3fdb6f-164b-41bc-93d1-9d8fd41e0501', 'name': '', 'network_id': 'd45e07ee-3c75-462a-b0ea-b36a7ced69a3', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:e1:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '7c857c89-e0f2-4115-a516-932932637cac', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:47Z', 'updated_at': '2022-01-26T11:25:05Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '7c857c89-e0f2-4115-a516-932932637cac', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:28.345004 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5c5fea-6313-4355-b143-f43c4e3c484d None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:28.347725 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e96e53-8bbd-4362-8de4-3767ea33d318 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=5f1703f1-99e6-43d2-92af-7a7e48be5564,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:28.360435 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-31e96e53-8bbd-4362-8de4-3767ea33d318 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:28.391696 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-31e96e53-8bbd-4362-8de4-3767ea33d318 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/5f1703f1-99e6-43d2-92af-7a7e48be5564 HTTP/1.1" status: 204 len: 168 time: 0.5303097 Jan 26 11:25:28.392538 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50430) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:28.403019 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a29fe9c8-8ae2-4079-8088-7032d8ad995e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:28.432753 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17499a19-e16f-454f-9002-9b18232a30e7 None None] Checking router: 18505ef1-f02f-46b0-8893-ffc4d27ca053 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:25:28.484294 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a29fe9c8-8ae2-4079-8088-7032d8ad995e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:28.515837 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17b2d83-3809-4f64-9ba7-162f9c9325cf tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet d67e1283-9bf9-4c6f-a118-c6bf7f8554a2 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:25:28.527793 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f17b2d83-3809-4f64-9ba7-162f9c9325cf tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:28.630473 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f17b2d83-3809-4f64-9ba7-162f9c9325cf tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:28.746745 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a2554602-0fa6-4968-aa99-a194f37bedb4 None None] Provisioning for port ab7c5e4b-112b-48cd-91db-a7db33203e63 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:28.763520 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a2554602-0fa6-4968-aa99-a194f37bedb4 None None] Provisioning complete for port ab7c5e4b-112b-48cd-91db-a7db33203e63 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:28.764409 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a2554602-0fa6-4968-aa99-a194f37bedb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:28.779750 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f17b2d83-3809-4f64-9ba7-162f9c9325cf tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:28.789068 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17499a19-e16f-454f-9002-9b18232a30e7 None None] Routers {'18505ef1-f02f-46b0-8893-ffc4d27ca053'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:25:28.789770 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-17499a19-e16f-454f-9002-9b18232a30e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:25:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['18505ef1-f02f-46b0-8893-ffc4d27ca053'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:28.887847 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fe9c8-8ae2-4079-8088-7032d8ad995e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f048c6-7caa-4225-8ebe-c5ecdf1cdf52,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:28.921804 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-21b331f7-3afd-43c4-b842-f8dc95051997 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:28.925356 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f17b2d83-3809-4f64-9ba7-162f9c9325cf tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:28.940128 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e0e336e8-7c49-49ce-aca5-176c9b12a2d3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:28.940938 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 7ede8c37-f0a5-434d-baea-d952db8e8d81 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:28.961127 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a29fe9c8-8ae2-4079-8088-7032d8ad995e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:28.962485 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a29fe9c8-8ae2-4079-8088-7032d8ad995e tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5070407 Jan 26 11:25:28.981121 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50434) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:28.988337 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d05771f-96b7-4a8a-a1e7-008325bf664b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:28.994526 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d05771f-96b7-4a8a-a1e7-008325bf664b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:29.001283 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d05771f-96b7-4a8a-a1e7-008325bf664b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:29.006959 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d05771f-96b7-4a8a-a1e7-008325bf664b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:29.008744 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2d05771f-96b7-4a8a-a1e7-008325bf664b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.9402680 Jan 26 11:25:29.014417 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50436) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:29.033681 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-e0e336e8-7c49-49ce-aca5-176c9b12a2d3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting port d7a27379-838c-4ffc-adc4-bd79cfecdccb {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:29.034149 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e0e336e8-7c49-49ce-aca5-176c9b12a2d3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:29.098199 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b2d83-3809-4f64-9ba7-162f9c9325cf tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=d67e1283-9bf9-4c6f-a118-c6bf7f8554a2,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:29.103065 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f17b2d83-3809-4f64-9ba7-162f9c9325cf tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:29.107944 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-dd4cafb2-d029-4676-8ac7-088f9195a917 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:29.116853 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-35dd0cc7-6c6a-41ba-93a5-4c64c3354491 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-group-rules/e7f048c6-7caa-4225-8ebe-c5ecdf1cdf52 HTTP/1.1" status: 200 len: 764 time: 0.1067748 Jan 26 11:25:29.118685 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f17b2d83-3809-4f64-9ba7-162f9c9325cf tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/d67e1283-9bf9-4c6f-a118-c6bf7f8554a2 HTTP/1.1" status: 204 len: 168 time: 0.7239361 Jan 26 11:25:29.119419 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50444) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:29.119820 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50446) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:29.139474 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-dd4cafb2-d029-4676-8ac7-088f9195a917 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:port and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:29.148209 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-dd4cafb2-d029-4676-8ac7-088f9195a917 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:29.196957 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 7ede8c37-f0a5-434d-baea-d952db8e8d81 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:29.197679 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:29.227427 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-dd4cafb2-d029-4676-8ac7-088f9195a917 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:29.228274 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-427fd69d-8653-4759-b617-7e79465f366b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1063197 Jan 26 11:25:29.228940 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50452) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:29.240488 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-355a032f-ddb6-426e-ba8f-a950fd640065 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:29.282941 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-a2554602-0fa6-4968-aa99-a194f37bedb4 None None] Port ab7c5e4b-112b-48cd-91db-a7db33203e63 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:25:29.306861 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9b6a8ee7-b50a-4ca9-8212-9d0acda7d29b tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Synchronizing usage tracker for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group_rule {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:29.329089 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4cafb2-d029-4676-8ac7-088f9195a917 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:29.334105 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd4cafb2-d029-4676-8ac7-088f9195a917 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:29.344760 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-17499a19-e16f-454f-9002-9b18232a30e7 None None] Set router 18505ef1-f02f-46b0-8893-ffc4d27ca053 gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:25:29.347889 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9b6a8ee7-b50a-4ca9-8212-9d0acda7d29b tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Unset dirty status for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group_rule {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:29.349400 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9b6a8ee7-b50a-4ca9-8212-9d0acda7d29b tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2258630 Jan 26 11:25:29.363199 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50456) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:29.380384 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-66580bc8-668b-436f-a2e2-2a6aca4882b4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3594739 Jan 26 11:25:29.381686 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-21b331f7-3afd-43c4-b842-f8dc95051997 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:29.384760 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50460) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:29.438086 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-355a032f-ddb6-426e-ba8f-a950fd640065 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:29.443515 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-355a032f-ddb6-426e-ba8f-a950fd640065 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:subnet and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:29.447898 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-355a032f-ddb6-426e-ba8f-a950fd640065 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:29.448053 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a2554602-0fa6-4968-aa99-a194f37bedb4 None None] Provisioning complete for port 7ede8c37-f0a5-434d-baea-d952db8e8d81 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:29.448378 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a2554602-0fa6-4968-aa99-a194f37bedb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:29.455109 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-355a032f-ddb6-426e-ba8f-a950fd640065 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:29.472736 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355a032f-ddb6-426e-ba8f-a950fd640065 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:29.477378 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-355a032f-ddb6-426e-ba8f-a950fd640065 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:29.542371 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-dd4cafb2-d029-4676-8ac7-088f9195a917 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] device_id is not set on port b213d504-9cfd-4bd0-afc1-eb37d6f8c54d yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:25:29.621791 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b331f7-3afd-43c4-b842-f8dc95051997 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:29.635634 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-21b331f7-3afd-43c4-b842-f8dc95051997 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:29.648368 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534687b8-1ffd-4830-b355-f54800271bd1 None None] DHCP port deletion for 4eaa6418-303b-40ec-9b44-1ccc6c744f2c request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:25:29.702537 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b331f7-3afd-43c4-b842-f8dc95051997 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:29.708152 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b331f7-3afd-43c4-b842-f8dc95051997 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:29.708842 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-21b331f7-3afd-43c4-b842-f8dc95051997 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:29.712854 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-17a1c80c-b312-49c6-ac9e-36b09a06fb55 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:29.718754 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:29.763657 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-17a1c80c-b312-49c6-ac9e-36b09a06fb55 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:29.765054 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-534687b8-1ffd-4830-b355-f54800271bd1 None None] Deleting port d7a27379-838c-4ffc-adc4-bd79cfecdccb {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:29.765430 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-534687b8-1ffd-4830-b355-f54800271bd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:29.775515 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b331f7-3afd-43c4-b842-f8dc95051997 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Port': ['ID=f0dba46f-0229-4641-9d09-dfd1ca434b8c,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:29.793793 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-e0e336e8-7c49-49ce-aca5-176c9b12a2d3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] For port d7a27379-838c-4ffc-adc4-bd79cfecdccb, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d7a27379-838c-4ffc-adc4-bd79cfecdccb,segment=NetworkSegment(039923ec-1460-47ba-a31c-fd5769143819),segment_id=039923ec-1460-47ba-a31c-fd5769143819)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:29.794437 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e0e336e8-7c49-49ce-aca5-176c9b12a2d3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:29.828119 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabc3348-0d5a-47ad-9b58-8aa293d4d9a9 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:29.830092 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabc3348-0d5a-47ad-9b58-8aa293d4d9a9 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:29.831813 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-dabc3348-0d5a-47ad-9b58-8aa293d4d9a9 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4228354 Jan 26 11:25:29.834951 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-21b331f7-3afd-43c4-b842-f8dc95051997 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6096258 Jan 26 11:25:29.835807 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50464) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:29.836450 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50466) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:29.877228 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-355a032f-ddb6-426e-ba8f-a950fd640065 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:29.936298 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2de6814-0b17-4135-84f4-e8a2544d34a4 None None] Update dhcp port {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'fixed_ips': [{'subnet_id': 'd67e1283-9bf9-4c6f-a118-c6bf7f8554a2'}], 'binding:host_id': 'dv-neutron-826439-1-hyperv'}, 'id': '7c14f88e-d04f-44f2-be4d-338743d186ef'} from dv-neutron-826439-1-hyperv. {{(pid=87444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 26 11:25:29.958064 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355a032f-ddb6-426e-ba8f-a950fd640065 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:29.961937 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-355a032f-ddb6-426e-ba8f-a950fd640065 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:29.971991 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-c129dd4e-7270-47e9-ac6d-47cea87f3daf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:29.974713 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355a032f-ddb6-426e-ba8f-a950fd640065 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:29.975495 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-355a032f-ddb6-426e-ba8f-a950fd640065 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:30.015249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a032f-ddb6-426e-ba8f-a950fd640065 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=43c7b55f-ef8a-49a9-8ee9-300596a1fa07,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:30.039610 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-355a032f-ddb6-426e-ba8f-a950fd640065 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8070459 Jan 26 11:25:30.040251 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50472) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:30.049466 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-3949781e-99e2-404b-aeeb-022a4ab431e6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:30.141028 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-e0e336e8-7c49-49ce-aca5-176c9b12a2d3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Calling delete_port for d7a27379-838c-4ffc-adc4-bd79cfecdccb owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:30.145419 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 7ede8c37-f0a5-434d-baea-d952db8e8d81, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7ede8c37-f0a5-434d-baea-d952db8e8d81,segment=NetworkSegment(f29abd78-4d9e-40d5-aef0-ef4614635796),segment_id=f29abd78-4d9e-40d5-aef0-ef4614635796)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:30.193186 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:30.234847 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-17a1c80c-b312-49c6-ac9e-36b09a06fb55 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:30.268077 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b2de6814-0b17-4135-84f4-e8a2544d34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:30.268739 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-3949781e-99e2-404b-aeeb-022a4ab431e6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:30.273678 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3949781e-99e2-404b-aeeb-022a4ab431e6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:subnet and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:30.277424 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3949781e-99e2-404b-aeeb-022a4ab431e6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:30.285420 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-3949781e-99e2-404b-aeeb-022a4ab431e6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:30.305230 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3949781e-99e2-404b-aeeb-022a4ab431e6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:30.317063 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3949781e-99e2-404b-aeeb-022a4ab431e6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:30.328821 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1c80c-b312-49c6-ac9e-36b09a06fb55 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7f048c6-7caa-4225-8ebe-c5ecdf1cdf52,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:30.351549 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d7a27379-838c-4ffc-adc4-bd79cfecdccb no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:25:30.396233 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c129dd4e-7270-47e9-ac6d-47cea87f3daf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:30.422385 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5b4c13-2dee-46c3-b927-2f7f4992672f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['shared'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:30.424007 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5b4c13-2dee-46c3-b927-2f7f4992672f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['shared'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:30.430351 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1c5b4c13-2dee-46c3-b927-2f7f4992672f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.5279899 Jan 26 11:25:30.430351 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-17a1c80c-b312-49c6-ac9e-36b09a06fb55 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:30.430351 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-17a1c80c-b312-49c6-ac9e-36b09a06fb55 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/e7f048c6-7caa-4225-8ebe-c5ecdf1cdf52 HTTP/1.1" status: 204 len: 168 time: 1.0652883 Jan 26 11:25:30.430351 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50476) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:30.438621 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50478) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:30.479738 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a2554602-0fa6-4968-aa99-a194f37bedb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:30.520536 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.ipam_backend_mixin [None req-3949781e-99e2-404b-aeeb-022a4ab431e6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 43c7b55f-ef8a-49a9-8ee9-300596a1fa07 (CIDR: 2001:db8::/64) Jan 26 11:25:30.529947 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-3949781e-99e2-404b-aeeb-022a4ab431e6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:25:30.530491 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3949781e-99e2-404b-aeeb-022a4ab431e6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:30.531739 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e0e336e8-7c49-49ce-aca5-176c9b12a2d3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:30.565150 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3949781e-99e2-404b-aeeb-022a4ab431e6 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5236535 Jan 26 11:25:30.565758 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50484) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:30.572295 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-3fd02762-2f29-49e3-80a8-e994f27529f8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'subnet': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:30.593300 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=7ede8c37-f0a5-434d-baea-d952db8e8d81,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:30.681647 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No active binding found for port d7a27379-838c-4ffc-adc4-bd79cfecdccb {{(pid=87444) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 26 11:25:30.682514 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d7a27379-838c-4ffc-adc4-bd79cfecdccb not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:25:30.754451 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-534687b8-1ffd-4830-b355-f54800271bd1 None None] For port d7a27379-838c-4ffc-adc4-bd79cfecdccb, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d7a27379-838c-4ffc-adc4-bd79cfecdccb,segment=NetworkSegment(039923ec-1460-47ba-a31c-fd5769143819),segment_id=039923ec-1460-47ba-a31c-fd5769143819)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:30.755258 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-534687b8-1ffd-4830-b355-f54800271bd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:30.785045 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e336e8-7c49-49ce-aca5-176c9b12a2d3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Port': ['ID=d7a27379-838c-4ffc-adc4-bd79cfecdccb,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:30.790217 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-dd4cafb2-d029-4676-8ac7-088f9195a917 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Allocated IP 172.20.0.9 (011616fd-7fd0-4347-8d3d-d5bb31a3d670/f4dc0451-2ae9-4a77-9788-dceb4110dea4/b213d504-9cfd-4bd0-afc1-eb37d6f8c54d) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:30.808781 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e336e8-7c49-49ce-aca5-176c9b12a2d3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] No DVR routers for this DVR port d7a27379-838c-4ffc-adc4-bd79cfecdccb on host dv-neutron-826439-1-hyperv {{(pid=87442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:25:30.827200 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-3fd02762-2f29-49e3-80a8-e994f27529f8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:30.831864 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3fd02762-2f29-49e3-80a8-e994f27529f8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Usage tracker for resource:subnet and tenant:57a93839786448c5acb86b98e59e05fa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:30.834954 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3fd02762-2f29-49e3-80a8-e994f27529f8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:30.846994 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-3fd02762-2f29-49e3-80a8-e994f27529f8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:30.867935 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-af7e9a21-9377-451a-94dd-4186c1a0a35b tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Synchronizing usage tracker for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group_rule {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:30.873269 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd02762-2f29-49e3-80a8-e994f27529f8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:30.880788 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3fd02762-2f29-49e3-80a8-e994f27529f8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:31.020554 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-af7e9a21-9377-451a-94dd-4186c1a0a35b tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Unset dirty status for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group_rule {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:31.024508 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-af7e9a21-9377-451a-94dd-4186c1a0a35b tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5781214 Jan 26 11:25:31.051567 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50488) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:31.069465 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-534687b8-1ffd-4830-b355-f54800271bd1 None None] Calling delete_port for d7a27379-838c-4ffc-adc4-bd79cfecdccb owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:31.109182 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-a2554602-0fa6-4968-aa99-a194f37bedb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:25:31.109939 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-a2554602-0fa6-4968-aa99-a194f37bedb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:25:31.139907 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-17499a19-e16f-454f-9002-9b18232a30e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:25:23Z', 'revision_number': 8, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None, '_interfaces': [{'id': '0d033fee-908c-4472-88e7-6d97c120bd1f', 'name': '', 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:a0:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:32Z', 'updated_at': '2022-01-26T11:24:49Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d', 'name': '', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:19:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:16Z', 'updated_at': '2022-01-26T11:24:32Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3fdb6f-164b-41bc-93d1-9d8fd41e0501', 'name': '', 'network_id': 'd45e07ee-3c75-462a-b0ea-b36a7ced69a3', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:e1:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '7c857c89-e0f2-4115-a516-932932637cac', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:47Z', 'updated_at': '2022-01-26T11:25:05Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '7c857c89-e0f2-4115-a516-932932637cac', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:31.163435 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17499a19-e16f-454f-9002-9b18232a30e7 None None] The sync data for ids ['18505ef1-f02f-46b0-8893-ffc4d27ca053'] in dv-neutron-826439-1-hyperv is: [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:25:23Z', 'revision_number': 8, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None, '_interfaces': [{'id': '0d033fee-908c-4472-88e7-6d97c120bd1f', 'name': '', 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:a0:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:32Z', 'updated_at': '2022-01-26T11:24:49Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d', 'name': '', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:19:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:16Z', 'updated_at': '2022-01-26T11:24:32Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb3fdb6f-164b-41bc-93d1-9d8fd41e0501', 'name': '', 'network_id': 'd45e07ee-3c75-462a-b0ea-b36a7ced69a3', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:e1:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '7c857c89-e0f2-4115-a516-932932637cac', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:47Z', 'updated_at': '2022-01-26T11:25:05Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '7c857c89-e0f2-4115-a516-932932637cac', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:25:31.180820 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e0e336e8-7c49-49ce-aca5-176c9b12a2d3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:31.200327 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-534687b8-1ffd-4830-b355-f54800271bd1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:25:31.200729 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-534687b8-1ffd-4830-b355-f54800271bd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:25:31.229964 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf5421e-043a-4b2a-b99e-da445cf336ef None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:31.265086 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dca0548-6da1-4ceb-878a-8250a698cc4c tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:31.270090 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6dca0548-6da1-4ceb-878a-8250a698cc4c tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "GET /v2.0/networks/5ddc1a56-d389-4afc-9be4-a6ac4a7c41ba HTTP/1.1" status: 200 len: 799 time: 0.8297057 Jan 26 11:25:31.272474 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50492) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:31.323296 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50496) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:31.364753 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-6d0124ad-21c7-460e-9dec-71bd3b983c81 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Request body: {'subnet': {'network_id': '35a971f2-8dda-429d-93aa-0280be83c652', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:31.394880 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-e0e336e8-7c49-49ce-aca5-176c9b12a2d3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eaa6418-303b-40ec-9b44-1ccc6c744f2c']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:31.497582 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-e0e336e8-7c49-49ce-aca5-176c9b12a2d3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '039923ec-1460-47ba-a31c-fd5769143819') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:31.498207 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-e0e336e8-7c49-49ce-aca5-176c9b12a2d3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '039923ec-1460-47ba-a31c-fd5769143819') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:31.528392 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1203246a-ed0d-422d-aa57-67aa4d88b44d tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "GET /v2.0/networks/5ddc1a56-d389-4afc-9be4-a6ac4a7c41ba?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2532434 Jan 26 11:25:31.529007 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50500) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:31.536343 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.resource_extend [None req-c129dd4e-7270-47e9-ac6d-47cea87f3daf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:25:31.575187 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c096fda-be14-4ce2-89d1-5dd8ba168976 None None] Update dhcp port {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'fixed_ips': [{'subnet_id': '43c7b55f-ef8a-49a9-8ee9-300596a1fa07'}], 'binding:host_id': 'dv-neutron-826439-1-hyperv'}, 'id': '7c14f88e-d04f-44f2-be4d-338743d186ef'} from dv-neutron-826439-1-hyperv. {{(pid=87444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 26 11:25:31.611745 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e0e336e8-7c49-49ce-aca5-176c9b12a2d3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:31.637728 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8f449f71-45bb-4f41-a5be-3d8a390969d3 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:31.645948 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c129dd4e-7270-47e9-ac6d-47cea87f3daf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:31.684215 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c129dd4e-7270-47e9-ac6d-47cea87f3daf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:31.705860 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-534687b8-1ffd-4830-b355-f54800271bd1 None None] Deleting port d7a27379-838c-4ffc-adc4-bd79cfecdccb {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:31.706413 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-534687b8-1ffd-4830-b355-f54800271bd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:31.732927 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e0e336e8-7c49-49ce-aca5-176c9b12a2d3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:31.735588 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6d0124ad-21c7-460e-9dec-71bd3b983c81 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:31.752939 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2c096fda-be14-4ce2-89d1-5dd8ba168976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:31.776682 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6d0124ad-21c7-460e-9dec-71bd3b983c81 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Usage tracker for resource:subnet and tenant:8680f0878b7d484f968b83e5b8957de6 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:31.781901 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8f449f71-45bb-4f41-a5be-3d8a390969d3 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:31.793008 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6d0124ad-21c7-460e-9dec-71bd3b983c81 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:31.811767 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e336e8-7c49-49ce-aca5-176c9b12a2d3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:25:31.812241 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e0e336e8-7c49-49ce-aca5-176c9b12a2d3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:25:31.830365 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:25:31.835732 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-c129dd4e-7270-47e9-ac6d-47cea87f3daf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] In _notify_port_updated(), no bound segment for port f0dba46f-0229-4641-9d09-dfd1ca434b8c on network df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 {{(pid=87442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 26 11:25:31.841419 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c129dd4e-7270-47e9-ac6d-47cea87f3daf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:31.842177 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c129dd4e-7270-47e9-ac6d-47cea87f3daf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:31.843582 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c129dd4e-7270-47e9-ac6d-47cea87f3daf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "PUT /v2.0/ports/f0dba46f-0229-4641-9d09-dfd1ca434b8c HTTP/1.1" status: 200 len: 818 time: 1.9442375 Jan 26 11:25:31.846834 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50504) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:31.847024 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6d0124ad-21c7-460e-9dec-71bd3b983c81 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:31.851181 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd4cafb2-d029-4676-8ac7-088f9195a917 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:31.867815 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbc1167-d77f-46dc-a0be-794d0ce5fc4b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:31.872829 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4bbc1167-d77f-46dc-a0be-794d0ce5fc4b tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "GET /v2.0/subnets/1b20cb49-e0c2-4e48-a044-3070cd274a05 HTTP/1.1" status: 200 len: 811 time: 0.3364522 Jan 26 11:25:31.900826 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50508) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:31.930797 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-534687b8-1ffd-4830-b355-f54800271bd1 None None] The port 'd7a27379-838c-4ffc-adc4-bd79cfecdccb' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:25:31.934969 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.objects.ports [None req-3fd02762-2f29-49e3-80a8-e994f27529f8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 26 11:25:31.961221 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-43304a66-da66-4f88-a45c-2d463c70b242 None None] Provisioning complete for port ab7c5e4b-112b-48cd-91db-a7db33203e63 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:31.961619 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-43304a66-da66-4f88-a45c-2d463c70b242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:32.004755 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-12c30a97-04f9-4fd1-9548-e6f8e03e88b2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting port f0dba46f-0229-4641-9d09-dfd1ca434b8c {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:32.005095 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-12c30a97-04f9-4fd1-9548-e6f8e03e88b2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:32.011421 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c129dd4e-7270-47e9-ac6d-47cea87f3daf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Port': ['ID=f0dba46f-0229-4641-9d09-dfd1ca434b8c,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:32.027831 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0124ad-21c7-460e-9dec-71bd3b983c81 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Made reservation on behalf of 8680f0878b7d484f968b83e5b8957de6 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:32.031035 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6d0124ad-21c7-460e-9dec-71bd3b983c81 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:32.071725 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-43304a66-da66-4f88-a45c-2d463c70b242 None None] Port ab7c5e4b-112b-48cd-91db-a7db33203e63 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:25:32.082949 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-dd4cafb2-d029-4676-8ac7-088f9195a917 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Transition to ACTIVE for port object b213d504-9cfd-4bd0-afc1-eb37d6f8c54d will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:32.088627 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e0e336e8-7c49-49ce-aca5-176c9b12a2d3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:32.102286 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-43304a66-da66-4f88-a45c-2d463c70b242 None None] Provisioning complete for port 7c14f88e-d04f-44f2-be4d-338743d186ef triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:32.103003 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-43304a66-da66-4f88-a45c-2d463c70b242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:32.115807 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e0e336e8-7c49-49ce-aca5-176c9b12a2d3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:32.177641 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd798913-666e-4beb-a4d2-4f77fad6155e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['shared'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:32.179431 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-dd798913-666e-4beb-a4d2-4f77fad6155e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "GET /v2.0/subnets/1b20cb49-e0c2-4e48-a044-3070cd274a05?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2752757 Jan 26 11:25:32.182959 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50512) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:32.189152 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8f449f71-45bb-4f41-a5be-3d8a390969d3 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:32.207301 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-5e2f2844-e896-4cd8-a8a7-e231c8e38e42 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1339899071'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:32.211627 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e336e8-7c49-49ce-aca5-176c9b12a2d3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Network': ['ID=4eaa6418-303b-40ec-9b44-1ccc6c744f2c,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:32.217937 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5e2f2844-e896-4cd8-a8a7-e231c8e38e42 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:32.238653 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8f449f71-45bb-4f41-a5be-3d8a390969d3 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:32.239870 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8f449f71-45bb-4f41-a5be-3d8a390969d3 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "DELETE /v2.0/security-groups/e9a8b1a3-a75f-4607-bc0c-effdf62d0d6f HTTP/1.1" status: 204 len: 168 time: 1.1842606 Jan 26 11:25:32.240880 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f449f71-45bb-4f41-a5be-3d8a390969d3 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a8b1a3-a75f-4607-bc0c-effdf62d0d6f,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:32.242708 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50516) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:32.256381 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e0e336e8-7c49-49ce-aca5-176c9b12a2d3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/networks/4eaa6418-303b-40ec-9b44-1ccc6c744f2c HTTP/1.1" status: 204 len: 168 time: 4.0650916 Jan 26 11:25:32.272474 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50520) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:32.295196 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5e2f2844-e896-4cd8-a8a7-e231c8e38e42 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:32.301349 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-12c30a97-04f9-4fd1-9548-e6f8e03e88b2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:32.325809 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-2c096fda-be14-4ce2-89d1-5dd8ba168976 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 26 11:25:32.325809 dv-neutron-826439-1-hyperv neutron-server[87444]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jan 26 11:25:32.325809 dv-neutron-826439-1-hyperv neutron-server[87444]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:fef4:590b', 'status': 'ALLOCATED', 'ipam_subnet_id': '9e0b1c58-0765-4616-b137-a1f030d20110'}] Jan 26 11:25:32.325809 dv-neutron-826439-1-hyperv neutron-server[87444]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:25:32.326229 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-2c096fda-be14-4ce2-89d1-5dd8ba168976 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:25:32.334701 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7ede8c37-f0a5-434d-baea-d952db8e8d81 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:25:32.405317 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 7ede8c37-f0a5-434d-baea-d952db8e8d81 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:32.405835 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:32.456588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-12c30a97-04f9-4fd1-9548-e6f8e03e88b2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Calling delete_port for f0dba46f-0229-4641-9d09-dfd1ca434b8c owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:32.461231 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd4cafb2-d029-4676-8ac7-088f9195a917 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:32.485624 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2f2844-e896-4cd8-a8a7-e231c8e38e42 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Made reservation on behalf of 72fcefe45da642438142264604e9cfc8 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:32.489062 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2844-e896-4cd8-a8a7-e231c8e38e42 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:32.592223 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a23a97dc-9d06-41b8-ac3d-a9c97a8054f9 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:25:32.605525 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2f2844-e896-4cd8-a8a7-e231c8e38e42 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:25:32.629209 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: a23a97dc-9d06-41b8-ac3d-a9c97a8054f9 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:25:32.629558 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a23a97dc-9d06-41b8-ac3d-a9c97a8054f9 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:25:32.630210 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7c14f88e-d04f-44f2-be4d-338743d186ef no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:25:32.634646 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2844-e896-4cd8-a8a7-e231c8e38e42 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:32.635056 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-5e2f2844-e896-4cd8-a8a7-e231c8e38e42 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Added segment 7100b29b-0a9f-498a-8a8b-5ed725ffd1b2 of type vlan for network 21baa44f-2025-468f-909a-f0d5eb1d87c9 Jan 26 11:25:32.636184 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3fd02762-2f29-49e3-80a8-e994f27529f8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:32.682908 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f3403504-de2b-427b-9112-87d5b9fa5495 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Synchronizing usage tracker for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:32.717501 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-12c30a97-04f9-4fd1-9548-e6f8e03e88b2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:32.720058 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2844-e896-4cd8-a8a7-e231c8e38e42 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:32.754197 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:32.789912 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c30a97-04f9-4fd1-9548-e6f8e03e88b2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Port': ['ID=f0dba46f-0229-4641-9d09-dfd1ca434b8c,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:32.790524 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 7c14f88e-d04f-44f2-be4d-338743d186ef, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7c14f88e-d04f-44f2-be4d-338743d186ef,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:32.796916 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:32.810409 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-12c30a97-04f9-4fd1-9548-e6f8e03e88b2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:32.818755 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4cafb2-d029-4676-8ac7-088f9195a917 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network 011616fd-7fd0-4347-8d3d-d5bb31a3d670 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:32.827726 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-dd4cafb2-d029-4676-8ac7-088f9195a917 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:32.830529 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.api [None req-3fd02762-2f29-49e3-80a8-e994f27529f8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:25:32.830998 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG oslo_db.api [None req-3fd02762-2f29-49e3-80a8-e994f27529f8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:25:32.838720 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4cafb2-d029-4676-8ac7-088f9195a917 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:32.850853 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2844-e896-4cd8-a8a7-e231c8e38e42 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:32.857743 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2f2844-e896-4cd8-a8a7-e231c8e38e42 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:32.858717 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2844-e896-4cd8-a8a7-e231c8e38e42 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:32.868214 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4cafb2-d029-4676-8ac7-088f9195a917 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Port': ['ID=b213d504-9cfd-4bd0-afc1-eb37d6f8c54d,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:32.879724 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-12c30a97-04f9-4fd1-9548-e6f8e03e88b2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/ports/f0dba46f-0229-4641-9d09-dfd1ca434b8c HTTP/1.1" status: 204 len: 168 time: 1.0165882 Jan 26 11:25:32.890572 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50524) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:32.937257 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f3403504-de2b-427b-9112-87d5b9fa5495 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Unset dirty status for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:32.938844 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f3403504-de2b-427b-9112-87d5b9fa5495 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6907756 Jan 26 11:25:32.952722 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2c096fda-be14-4ce2-89d1-5dd8ba168976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:32.967711 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=7c14f88e-d04f-44f2-be4d-338743d186ef,revision_number=8']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:32.968163 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50528) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:32.996670 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-13ba2bb8-8687-4c3e-a499-d21a5ca157da tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Request body: {'security_group': {'name': 'tempest-secgroup--2023157234'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:33.001223 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5e2f2844-e896-4cd8-a8a7-e231c8e38e42 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8119297 Jan 26 11:25:33.006876 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50532) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:33.013275 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-0a9c6b20-810a-4c70-90cb-f972da2a8863 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Request body: {'subnet': {'network_id': '21baa44f-2025-468f-909a-f0d5eb1d87c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:33.017272 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-13ba2bb8-8687-4c3e-a499-d21a5ca157da tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:33.086204 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4cafb2-d029-4676-8ac7-088f9195a917 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:33.087236 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd4cafb2-d029-4676-8ac7-088f9195a917 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:33.102077 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f2844-e896-4cd8-a8a7-e231c8e38e42 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'Network': ['ID=21baa44f-2025-468f-909a-f0d5eb1d87c9,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:33.117938 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 21baa44f-2025-468f-909a-f0d5eb1d87c9 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:25:33.144248 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-13ba2bb8-8687-4c3e-a499-d21a5ca157da tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:33.163676 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6d0124ad-21c7-460e-9dec-71bd3b983c81 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:33.207157 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0a9c6b20-810a-4c70-90cb-f972da2a8863 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:33.207429 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-13ba2bb8-8687-4c3e-a499-d21a5ca157da tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:33.225419 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08e40f7-20df-49c4-9459-f69a83a7937b tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:33.226036 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b08e40f7-20df-49c4-9459-f69a83a7937b tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Synchronizing usage tracker for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:33.229728 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0a9c6b20-810a-4c70-90cb-f972da2a8863 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:33.247756 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b08e40f7-20df-49c4-9459-f69a83a7937b tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Unset dirty status for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:33.251956 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b08e40f7-20df-49c4-9459-f69a83a7937b tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3568044 Jan 26 11:25:33.252163 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50536) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:33.273628 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-dd4cafb2-d029-4676-8ac7-088f9195a917 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.0785599 Jan 26 11:25:33.283307 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50540) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:33.299966 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-13ba2bb8-8687-4c3e-a499-d21a5ca157da tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:33.303080 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8053bbcd-55be-4638-bd5c-cc922a20e1a4 None None] Provisioning for port b213d504-9cfd-4bd0-afc1-eb37d6f8c54d completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:33.313780 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8053bbcd-55be-4638-bd5c-cc922a20e1a4 None None] Provisioning complete for port b213d504-9cfd-4bd0-afc1-eb37d6f8c54d triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:33.314078 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9c6b20-810a-4c70-90cb-f972da2a8863 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Made reservation on behalf of 72fcefe45da642438142264604e9cfc8 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:33.314203 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8053bbcd-55be-4638-bd5c-cc922a20e1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:33.317606 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0a9c6b20-810a-4c70-90cb-f972da2a8863 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:33.331657 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-d914cd87-510d-4ab9-aa7f-7d64e1a95bbb tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] GET failed (client error): The resource could not be found. Jan 26 11:25:33.336385 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d914cd87-510d-4ab9-aa7f-7d64e1a95bbb tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "GET /v2.0/ports/f0dba46f-0229-4641-9d09-dfd1ca434b8c HTTP/1.1" status: 404 len: 333 time: 0.0797815 Jan 26 11:25:33.363528 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50544) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:33.376347 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8053bbcd-55be-4638-bd5c-cc922a20e1a4 None None] Port b213d504-9cfd-4bd0-afc1-eb37d6f8c54d cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:25:33.395640 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-219bf593-e9cc-4bc4-8127-6f91af5e9fdc tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1964474189'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:33.398941 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-13ba2bb8-8687-4c3e-a499-d21a5ca157da tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:33.407830 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0124ad-21c7-460e-9dec-71bd3b983c81 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event updated for resources: {'Subnet': ['ID=039581bb-83fc-47ed-866a-e0774af3cded,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:33.418592 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0124ad-21c7-460e-9dec-71bd3b983c81 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Checking segment: {'id': '5e373302-dee1-4513-8ede-03c51ac24d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '35a971f2-8dda-429d-93aa-0280be83c652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:33.419081 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0124ad-21c7-460e-9dec-71bd3b983c81 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Network hostable DHCP agents. Network: 35a971f2-8dda-429d-93aa-0280be83c652, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:25:33.451100 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-2c096fda-be14-4ce2-89d1-5dd8ba168976 None None] Allocated IP 2001:db8::2 (ba6f0584-2941-48e6-9427-2229465f5a54/43c7b55f-ef8a-49a9-8ee9-300596a1fa07/7c14f88e-d04f-44f2-be4d-338743d186ef) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:33.472497 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-219bf593-e9cc-4bc4-8127-6f91af5e9fdc tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:33.483186 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.ipam_backend_mixin [None req-0a9c6b20-810a-4c70-90cb-f972da2a8863 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Performing IP validity checks on allocation pools {{(pid=87443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 26 11:25:33.483703 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.ipam_backend_mixin [None req-0a9c6b20-810a-4c70-90cb-f972da2a8863 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 26 11:25:33.491260 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-219bf593-e9cc-4bc4-8127-6f91af5e9fdc tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:network and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:33.495031 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-219bf593-e9cc-4bc4-8127-6f91af5e9fdc tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:33.508189 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0124ad-21c7-460e-9dec-71bd3b983c81 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Network 35a971f2-8dda-429d-93aa-0280be83c652 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:25:33.513661 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-219bf593-e9cc-4bc4-8127-6f91af5e9fdc tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:33.515451 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3fd02762-2f29-49e3-80a8-e994f27529f8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:33.545211 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-6d0124ad-21c7-460e-9dec-71bd3b983c81 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 35a971f2-8dda-429d-93aa-0280be83c652) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:33.549964 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0124ad-21c7-460e-9dec-71bd3b983c81 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:33.550850 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6d0124ad-21c7-460e-9dec-71bd3b983c81 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:33.558207 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ef2952-9bdf-447f-a435-d4dcc7b15664 None None] Network 35a971f2-8dda-429d-93aa-0280be83c652 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:33.575821 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219bf593-e9cc-4bc4-8127-6f91af5e9fdc tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:33.579131 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-219bf593-e9cc-4bc4-8127-6f91af5e9fdc tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:33.600240 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6b60a4-4643-4ae0-8d6c-65e570d628d6 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:33.601105 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-be6b60a4-4643-4ae0-8d6c-65e570d628d6 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Synchronizing usage tracker for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:33.610372 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-13ba2bb8-8687-4c3e-a499-d21a5ca157da tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:33.622703 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-13ba2bb8-8687-4c3e-a499-d21a5ca157da tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:33.649294 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6d0124ad-21c7-460e-9dec-71bd3b983c81 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3041546 Jan 26 11:25:33.661502 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50548) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:33.683822 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2c096fda-be14-4ce2-89d1-5dd8ba168976 None None] For port 7c14f88e-d04f-44f2-be4d-338743d186ef, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7c14f88e-d04f-44f2-be4d-338743d186ef,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:33.703059 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-9a861b2c-bfea-4d26-b841-a1feb5f72ff3 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-438898838'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:33.714079 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-be6b60a4-4643-4ae0-8d6c-65e570d628d6 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Unset dirty status for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:33.718639 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-be6b60a4-4643-4ae0-8d6c-65e570d628d6 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4181237 Jan 26 11:25:33.725133 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-13ba2bb8-8687-4c3e-a499-d21a5ca157da tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:33.728866 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-13ba2bb8-8687-4c3e-a499-d21a5ca157da tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7491050 Jan 26 11:25:33.728866 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-9a861b2c-bfea-4d26-b841-a1feb5f72ff3 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:33.730119 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50552) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:33.730474 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50554) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:33.739293 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba2bb8-8687-4c3e-a499-d21a5ca157da tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f587d42-d2d1-4e05-b4d8-36e0a122f5f7,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:33.746171 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-e48ac7d5-0e61-4d6a-95f8-150d11644865 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Request body: {'security_group_rule': {'security_group_id': '6f587d42-d2d1-4e05-b4d8-36e0a122f5f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:33.773048 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2c096fda-be14-4ce2-89d1-5dd8ba168976 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:33.784285 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-9a861b2c-bfea-4d26-b841-a1feb5f72ff3 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Usage tracker for resource:network and tenant:8680f0878b7d484f968b83e5b8957de6 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:33.808849 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219bf593-e9cc-4bc4-8127-6f91af5e9fdc tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:25:33.810796 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2c096fda-be14-4ce2-89d1-5dd8ba168976 None None] Transition to ACTIVE for port object 7c14f88e-d04f-44f2-be4d-338743d186ef will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:33.815792 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-9a861b2c-bfea-4d26-b841-a1feb5f72ff3 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:33.819335 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e48ac7d5-0e61-4d6a-95f8-150d11644865 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:33.828789 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-9a861b2c-bfea-4d26-b841-a1feb5f72ff3 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:33.830451 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.api [None req-3fd02762-2f29-49e3-80a8-e994f27529f8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:25:33.830781 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG oslo_db.api [None req-3fd02762-2f29-49e3-80a8-e994f27529f8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:25:33.833834 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-219bf593-e9cc-4bc4-8127-6f91af5e9fdc tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:33.834473 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-219bf593-e9cc-4bc4-8127-6f91af5e9fdc tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Added segment cd5c4bc2-7a26-4325-8b1f-62bfb378d628 of type vlan for network 370400cc-95a9-4395-a14d-cd77e545c3dc Jan 26 11:25:33.840822 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2c096fda-be14-4ce2-89d1-5dd8ba168976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:33.846501 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e48ac7d5-0e61-4d6a-95f8-150d11644865 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:33.864945 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a861b2c-bfea-4d26-b841-a1feb5f72ff3 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Made reservation on behalf of 8680f0878b7d484f968b83e5b8957de6 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:33.868528 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9a861b2c-bfea-4d26-b841-a1feb5f72ff3 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:33.925766 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e48ac7d5-0e61-4d6a-95f8-150d11644865 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:33.935568 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-219bf593-e9cc-4bc4-8127-6f91af5e9fdc tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:33.939510 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f34b4afb-e48b-4e06-ad31-b8fd4f9f6aff tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:33.954286 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a2f7a6-b951-4b3d-98cd-9e6e5e0fcdd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-35a971f2-8dda-429d-93aa-0280be83c652', 'network_id': '35a971f2-8dda-429d-93aa-0280be83c652', 'tenant_id': '8680f0878b7d484f968b83e5b8957de6', 'fixed_ips': [{'subnet_id': '039581bb-83fc-47ed-866a-e0774af3cded'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:25:33.955218 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0a9c6b20-810a-4c70-90cb-f972da2a8863 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:33.955360 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a6a2f7a6-b951-4b3d-98cd-9e6e5e0fcdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:34.001315 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3fd02762-2f29-49e3-80a8-e994f27529f8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:34.019334 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a861b2c-bfea-4d26-b841-a1feb5f72ff3 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:25:34.068971 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c096fda-be14-4ce2-89d1-5dd8ba168976 None None] Pushing event updated for resources: {'Port': ['ID=7c14f88e-d04f-44f2-be4d-338743d186ef,revision_number=9']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:34.106862 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfcbe5a-11bb-45d3-b95d-e969b1ab1109 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:34.112769 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfcbe5a-11bb-45d3-b95d-e969b1ab1109 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:34.123040 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfcbe5a-11bb-45d3-b95d-e969b1ab1109 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:34.124747 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-acfcbe5a-11bb-45d3-b95d-e969b1ab1109 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3917100 Jan 26 11:25:34.140844 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50560) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:34.158205 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9a861b2c-bfea-4d26-b841-a1feb5f72ff3 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:34.158205 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-9a861b2c-bfea-4d26-b841-a1feb5f72ff3 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Added segment 08ffc098-1a30-4bea-a185-b67a501b8cd4 of type vlan for network 60507b73-721e-40a0-962e-cfd3d0b5f499 Jan 26 11:25:34.224677 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-a6a2f7a6-b951-4b3d-98cd-9e6e5e0fcdd9 None None] Allocated IP 2001:db8:0:ffff::2 (35a971f2-8dda-429d-93aa-0280be83c652/039581bb-83fc-47ed-866a-e0774af3cded/3b398e60-4431-47ca-b5b7-547682b4e651) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:34.259279 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9a861b2c-bfea-4d26-b841-a1feb5f72ff3 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:34.371579 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-3fd02762-2f29-49e3-80a8-e994f27529f8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] For port 7c14f88e-d04f-44f2-be4d-338743d186ef, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7c14f88e-d04f-44f2-be4d-338743d186ef,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:34.399102 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3fd02762-2f29-49e3-80a8-e994f27529f8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:34.435935 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c6b20-810a-4c70-90cb-f972da2a8863 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'Subnet': ['ID=075b7ef2-a7f2-49c5-9e18-ffbc9d0f27c2,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:34.438466 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-219bf593-e9cc-4bc4-8127-6f91af5e9fdc tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:34.444593 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.resource_extend [None req-9a861b2c-bfea-4d26-b841-a1feb5f72ff3 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:25:34.445035 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219bf593-e9cc-4bc4-8127-6f91af5e9fdc tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:34.445657 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-219bf593-e9cc-4bc4-8127-6f91af5e9fdc tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:34.467588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3fd02762-2f29-49e3-80a8-e994f27529f8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:34.468485 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3fd02762-2f29-49e3-80a8-e994f27529f8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:34.516215 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-4c1d01b5-7f1e-44a6-b124-420e06ff8624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting port b213d504-9cfd-4bd0-afc1-eb37d6f8c54d {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:34.516623 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4c1d01b5-7f1e-44a6-b124-420e06ff8624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:34.536386 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a6a2f7a6-b951-4b3d-98cd-9e6e5e0fcdd9 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:34.544734 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e48ac7d5-0e61-4d6a-95f8-150d11644865 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:34.552983 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a6a2f7a6-b951-4b3d-98cd-9e6e5e0fcdd9 None None] Transition to ACTIVE for port object 3b398e60-4431-47ca-b5b7-547682b4e651 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:34.580225 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a6a2f7a6-b951-4b3d-98cd-9e6e5e0fcdd9 None None] Transition to ACTIVE for port object 3b398e60-4431-47ca-b5b7-547682b4e651 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:34.583597 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e48ac7d5-0e61-4d6a-95f8-150d11644865 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:34.585411 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9c6b20-810a-4c70-90cb-f972da2a8863 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Checking segment: {'id': '7100b29b-0a9f-498a-8a8b-5ed725ffd1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '21baa44f-2025-468f-909a-f0d5eb1d87c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:34.585836 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9c6b20-810a-4c70-90cb-f972da2a8863 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Network hostable DHCP agents. Network: 21baa44f-2025-468f-909a-f0d5eb1d87c9, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:25:34.593129 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7c14f88e-d04f-44f2-be4d-338743d186ef up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:25:34.620396 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9a861b2c-bfea-4d26-b841-a1feb5f72ff3 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:34.628179 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a861b2c-bfea-4d26-b841-a1feb5f72ff3 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:34.629039 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9a861b2c-bfea-4d26-b841-a1feb5f72ff3 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:34.661771 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a6a2f7a6-b951-4b3d-98cd-9e6e5e0fcdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:34.670660 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ac7d5-0e61-4d6a-95f8-150d11644865 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2add7165-d073-473c-a8ea-6a8b42ac7d67,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:34.696095 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd02762-2f29-49e3-80a8-e994f27529f8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:34.697116 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd02762-2f29-49e3-80a8-e994f27529f8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Subnet': ['ID=d3dc4587-92b4-4964-99f8-539b9db72161,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:34.703123 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-219bf593-e9cc-4bc4-8127-6f91af5e9fdc tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3296840 Jan 26 11:25:34.704317 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50564) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:34.742924 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd02762-2f29-49e3-80a8-e994f27529f8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Port': ['ID=7c14f88e-d04f-44f2-be4d-338743d186ef,revision_number=10']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:34.747004 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-3fd02762-2f29-49e3-80a8-e994f27529f8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:34.751596 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd02762-2f29-49e3-80a8-e994f27529f8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:34.752182 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3fd02762-2f29-49e3-80a8-e994f27529f8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:34.763804 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-96801bda-d9e3-446d-b500-357f0dea4fca tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'subnet': {'network_id': '370400cc-95a9-4395-a14d-cd77e545c3dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:34.764009 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a2f7a6-b951-4b3d-98cd-9e6e5e0fcdd9 None None] Network 35a971f2-8dda-429d-93aa-0280be83c652 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:34.767940 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-a6a2f7a6-b951-4b3d-98cd-9e6e5e0fcdd9 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:34.772265 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a2f7a6-b951-4b3d-98cd-9e6e5e0fcdd9 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:34.840545 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2f7a6-b951-4b3d-98cd-9e6e5e0fcdd9 None None] Pushing event updated for resources: {'Port': ['ID=3b398e60-4431-47ca-b5b7-547682b4e651,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:34.950086 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-a6a2f7a6-b951-4b3d-98cd-9e6e5e0fcdd9 None None] Attempting to bind port 3b398e60-4431-47ca-b5b7-547682b4e651 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:25:34.950627 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-a6a2f7a6-b951-4b3d-98cd-9e6e5e0fcdd9 None None] Attempting to bind port 3b398e60-4431-47ca-b5b7-547682b4e651 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '5e373302-dee1-4513-8ede-03c51ac24d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '35a971f2-8dda-429d-93aa-0280be83c652'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:25:34.950998 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a2f7a6-b951-4b3d-98cd-9e6e5e0fcdd9 None None] Attempting to bind port 3b398e60-4431-47ca-b5b7-547682b4e651 on network 35a971f2-8dda-429d-93aa-0280be83c652 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:25:34.957444 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a2f7a6-b951-4b3d-98cd-9e6e5e0fcdd9 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:25:34.957811 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a2f7a6-b951-4b3d-98cd-9e6e5e0fcdd9 None None] Checking segment: {'id': '5e373302-dee1-4513-8ede-03c51ac24d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '35a971f2-8dda-429d-93aa-0280be83c652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:34.958217 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a6a2f7a6-b951-4b3d-98cd-9e6e5e0fcdd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:34.958654 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a2f7a6-b951-4b3d-98cd-9e6e5e0fcdd9 None None] Bound using segment: {'id': '5e373302-dee1-4513-8ede-03c51ac24d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '35a971f2-8dda-429d-93aa-0280be83c652'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:25:34.959122 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-a6a2f7a6-b951-4b3d-98cd-9e6e5e0fcdd9 None None] Bound port: 3b398e60-4431-47ca-b5b7-547682b4e651, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e373302-dee1-4513-8ede-03c51ac24d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '35a971f2-8dda-429d-93aa-0280be83c652'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:25:34.959503 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a6a2f7a6-b951-4b3d-98cd-9e6e5e0fcdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:34.966249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bf593-e9cc-4bc4-8127-6f91af5e9fdc tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Network': ['ID=370400cc-95a9-4395-a14d-cd77e545c3dc,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:34.972681 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-96801bda-d9e3-446d-b500-357f0dea4fca tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:34.977664 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-96801bda-d9e3-446d-b500-357f0dea4fca tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:subnet and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:34.980806 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9c6b20-810a-4c70-90cb-f972da2a8863 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Network 21baa44f-2025-468f-909a-f0d5eb1d87c9 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:25:34.983559 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-96801bda-d9e3-446d-b500-357f0dea4fca tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:34.994845 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3fd02762-2f29-49e3-80a8-e994f27529f8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.4280212 Jan 26 11:25:34.996626 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-96801bda-d9e3-446d-b500-357f0dea4fca tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:35.000726 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50568) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:35.012952 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-7affe915-951b-4a48-9fff-88657f78cd2c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Request body: {'port': {'network_id': 'ba6f0584-2941-48e6-9427-2229465f5a54', 'mac_address': 'fa:16:3e:86:76:57', 'name': 'tempest-NetworksTestDHCPv6-324228129'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:35.022405 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a861b2c-bfea-4d26-b841-a1feb5f72ff3 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event updated for resources: {'Network': ['ID=60507b73-721e-40a0-962e-cfd3d0b5f499,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:35.028484 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 370400cc-95a9-4395-a14d-cd77e545c3dc details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:25:35.033513 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9a861b2c-bfea-4d26-b841-a1feb5f72ff3 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3705373 Jan 26 11:25:35.037851 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50572) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:35.049730 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-0a9c6b20-810a-4c70-90cb-f972da2a8863 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 21baa44f-2025-468f-909a-f0d5eb1d87c9) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:35.055029 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96801bda-d9e3-446d-b500-357f0dea4fca tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:35.059573 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-96801bda-d9e3-446d-b500-357f0dea4fca tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:35.064438 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e48ac7d5-0e61-4d6a-95f8-150d11644865 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:35.065620 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e48ac7d5-0e61-4d6a-95f8-150d11644865 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3310447 Jan 26 11:25:35.074069 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-ebec4782-d8c9-4296-9be1-d79baafb72aa tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Request body: {'subnet': {'network_id': '60507b73-721e-40a0-962e-cfd3d0b5f499', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:35.075994 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7e6652-6e33-4b4b-a0a0-76d3207f8d99 None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:35.088701 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50576) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:35.096890 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9c6b20-810a-4c70-90cb-f972da2a8863 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:35.097486 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0a9c6b20-810a-4c70-90cb-f972da2a8863 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:35.133728 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 60507b73-721e-40a0-962e-cfd3d0b5f499 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:25:35.145870 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d00649-b492-4b06-90c4-45ed3a91f76e None None] Network 21baa44f-2025-468f-909a-f0d5eb1d87c9 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:35.220110 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0a9c6b20-810a-4c70-90cb-f972da2a8863 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.2119272 Jan 26 11:25:35.274469 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50580) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:35.296460 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-d425a91b-0325-4772-9bda-bd51088ffd53 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:35.347394 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bfcb2f56-af0b-4fdf-a509-6ffadf95cc45 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:35.376711 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bfcb2f56-af0b-4fdf-a509-6ffadf95cc45 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:35.414607 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-ebec4782-d8c9-4296-9be1-d79baafb72aa tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:35.432215 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bfcb2f56-af0b-4fdf-a509-6ffadf95cc45 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:35.434190 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4c1d01b5-7f1e-44a6-b124-420e06ff8624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:35.439251 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-7affe915-951b-4a48-9fff-88657f78cd2c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:35.449616 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ebec4782-d8c9-4296-9be1-d79baafb72aa tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Usage tracker for resource:subnet and tenant:8680f0878b7d484f968b83e5b8957de6 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:35.454811 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ebec4782-d8c9-4296-9be1-d79baafb72aa tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:35.463363 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb2f56-af0b-4fdf-a509-6ffadf95cc45 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f587d42-d2d1-4e05-b4d8-36e0a122f5f7,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:35.472077 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-7affe915-951b-4a48-9fff-88657f78cd2c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:35.488890 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:35.489174 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bfcb2f56-af0b-4fdf-a509-6ffadf95cc45 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:35.490197 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-bfcb2f56-af0b-4fdf-a509-6ffadf95cc45 tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "DELETE /v2.0/security-groups/6f587d42-d2d1-4e05-b4d8-36e0a122f5f7 HTTP/1.1" status: 204 len: 168 time: 0.3999367 Jan 26 11:25:35.493011 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50584) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:35.513567 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d27a8d0c-eeba-4d8e-af25-f532585ab773 None None] Provisioning for port 7c14f88e-d04f-44f2-be4d-338743d186ef completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:35.517318 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-ebec4782-d8c9-4296-9be1-d79baafb72aa tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:35.521946 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-f34b4afb-e48b-4e06-ad31-b8fd4f9f6aff tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting port fb3fdb6f-164b-41bc-93d1-9d8fd41e0501 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:35.521946 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f34b4afb-e48b-4e06-ad31-b8fd4f9f6aff tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:35.523534 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7affe915-951b-4a48-9fff-88657f78cd2c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Made reservation on behalf of 57a93839786448c5acb86b98e59e05fa for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:35.538004 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d27a8d0c-eeba-4d8e-af25-f532585ab773 None None] Provisioning complete for port 7c14f88e-d04f-44f2-be4d-338743d186ef triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:35.538449 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d27a8d0c-eeba-4d8e-af25-f532585ab773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:35.570483 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-a6a2f7a6-b951-4b3d-98cd-9e6e5e0fcdd9 None None] For port 3b398e60-4431-47ca-b5b7-547682b4e651, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:25:35.615917 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-a6a2f7a6-b951-4b3d-98cd-9e6e5e0fcdd9 None None] For port 3b398e60-4431-47ca-b5b7-547682b4e651, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=3b398e60-4431-47ca-b5b7-547682b4e651,segment=NetworkSegment(5e373302-dee1-4513-8ede-03c51ac24d28),segment_id=5e373302-dee1-4513-8ede-03c51ac24d28)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:25:35.639571 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a6a2f7a6-b951-4b3d-98cd-9e6e5e0fcdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:35.645639 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-4c1d01b5-7f1e-44a6-b124-420e06ff8624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Calling delete_port for b213d504-9cfd-4bd0-afc1-eb37d6f8c54d owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:35.666534 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7affe915-951b-4a48-9fff-88657f78cd2c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:35.727662 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-7affe915-951b-4a48-9fff-88657f78cd2c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] device_id is not set on port 7f0b3ef8-c7ff-4630-a80f-a69945e7652a yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:25:35.732555 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebec4782-d8c9-4296-9be1-d79baafb72aa tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Made reservation on behalf of 8680f0878b7d484f968b83e5b8957de6 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:35.736254 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ebec4782-d8c9-4296-9be1-d79baafb72aa tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:35.832419 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d425a91b-0325-4772-9bda-bd51088ffd53 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2398489'] for subnet, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:35.905567 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2f7a6-b951-4b3d-98cd-9e6e5e0fcdd9 None None] Pushing event updated for resources: {'Port': ['ID=3b398e60-4431-47ca-b5b7-547682b4e651,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:36.023085 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc8364c-35ab-45a9-8b8f-a6765fab8004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-21baa44f-2025-468f-909a-f0d5eb1d87c9', 'network_id': '21baa44f-2025-468f-909a-f0d5eb1d87c9', 'tenant_id': '72fcefe45da642438142264604e9cfc8', 'fixed_ips': [{'subnet_id': '075b7ef2-a7f2-49c5-9e18-ffbc9d0f27c2'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:25:36.024330 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5bc8364c-35ab-45a9-8b8f-a6765fab8004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:36.054810 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d27a8d0c-eeba-4d8e-af25-f532585ab773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:36.082955 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-7affe915-951b-4a48-9fff-88657f78cd2c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 2001:db8::39e (ba6f0584-2941-48e6-9427-2229465f5a54/43c7b55f-ef8a-49a9-8ee9-300596a1fa07/7f0b3ef8-c7ff-4630-a80f-a69945e7652a) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:36.109081 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-7affe915-951b-4a48-9fff-88657f78cd2c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Allocated IP 2001:db8:0:1:f816:3eff:fe86:7657 (ba6f0584-2941-48e6-9427-2229465f5a54/d3dc4587-92b4-4964-99f8-539b9db72161/7f0b3ef8-c7ff-4630-a80f-a69945e7652a) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:36.137235 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3ef1bc09-03d2-41aa-8929-0005318d7a9d tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Synchronizing usage tracker for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:36.195751 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-96801bda-d9e3-446d-b500-357f0dea4fca tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:36.199155 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3ef1bc09-03d2-41aa-8929-0005318d7a9d tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Unset dirty status for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:36.200999 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3ef1bc09-03d2-41aa-8929-0005318d7a9d tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7067978 Jan 26 11:25:36.208232 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4c1d01b5-7f1e-44a6-b124-420e06ff8624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:36.209224 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50588) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:36.256023 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d27a8d0c-eeba-4d8e-af25-f532585ab773 None None] For port 7c14f88e-d04f-44f2-be4d-338743d186ef, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7c14f88e-d04f-44f2-be4d-338743d186ef,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:36.268524 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d27a8d0c-eeba-4d8e-af25-f532585ab773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:36.365388 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-f34b4afb-e48b-4e06-ad31-b8fd4f9f6aff tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] For port fb3fdb6f-164b-41bc-93d1-9d8fd41e0501, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=fb3fdb6f-164b-41bc-93d1-9d8fd41e0501,segment=NetworkSegment(a3a3b4a5-0317-4e82-9013-bbc5e18887ea),segment_id=a3a3b4a5-0317-4e82-9013-bbc5e18887ea)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:36.365597 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f34b4afb-e48b-4e06-ad31-b8fd4f9f6aff tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:36.369477 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96801bda-d9e3-446d-b500-357f0dea4fca tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Subnet': ['ID=21778c2e-8476-470b-8523-c14f75764124,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:36.374012 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a8d0c-eeba-4d8e-af25-f532585ab773 None None] Pushing event updated for resources: {'Port': ['ID=7c14f88e-d04f-44f2-be4d-338743d186ef,revision_number=11']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:36.391673 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96801bda-d9e3-446d-b500-357f0dea4fca tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Checking segment: {'id': 'cd5c4bc2-7a26-4325-8b1f-62bfb378d628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '370400cc-95a9-4395-a14d-cd77e545c3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:36.392471 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96801bda-d9e3-446d-b500-357f0dea4fca tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network hostable DHCP agents. Network: 370400cc-95a9-4395-a14d-cd77e545c3dc, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:25:36.422259 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 3b398e60-4431-47ca-b5b7-547682b4e651 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:25:36.475328 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d01b5-7f1e-44a6-b124-420e06ff8624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Port': ['ID=b213d504-9cfd-4bd0-afc1-eb37d6f8c54d,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:36.511865 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 3b398e60-4431-47ca-b5b7-547682b4e651 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:36.514245 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96801bda-d9e3-446d-b500-357f0dea4fca tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network 370400cc-95a9-4395-a14d-cd77e545c3dc is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:25:36.532572 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-96801bda-d9e3-446d-b500-357f0dea4fca tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 370400cc-95a9-4395-a14d-cd77e545c3dc) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:36.542235 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f67135-ff17-466c-adbe-a7f72a22a038 None None] Network 370400cc-95a9-4395-a14d-cd77e545c3dc requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:36.556639 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96801bda-d9e3-446d-b500-357f0dea4fca tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:36.556953 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-96801bda-d9e3-446d-b500-357f0dea4fca tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:36.568291 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7affe915-951b-4a48-9fff-88657f78cd2c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:36.604128 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-7affe915-951b-4a48-9fff-88657f78cd2c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Transition to ACTIVE for port object 7f0b3ef8-c7ff-4630-a80f-a69945e7652a will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:36.623945 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-f34b4afb-e48b-4e06-ad31-b8fd4f9f6aff tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Calling delete_port for fb3fdb6f-164b-41bc-93d1-9d8fd41e0501 owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:36.626650 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-96801bda-d9e3-446d-b500-357f0dea4fca tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8770742 Jan 26 11:25:36.629375 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50592) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:36.637316 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-be2726a7-3bdd-4b6b-94f2-a10528c30cbe tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'subnet': {'network_id': '370400cc-95a9-4395-a14d-cd77e545c3dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:36.788025 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7affe915-951b-4a48-9fff-88657f78cd2c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:36.933356 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b932b76f-baa7-45e2-90cf-ad60d8756abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-370400cc-95a9-4395-a14d-cd77e545c3dc', 'network_id': '370400cc-95a9-4395-a14d-cd77e545c3dc', 'tenant_id': 'a8b420c4cfae439da1a98efb97a1c710', 'fixed_ips': [{'subnet_id': '21778c2e-8476-470b-8523-c14f75764124'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:25:36.934727 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b932b76f-baa7-45e2-90cf-ad60d8756abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:36.985123 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7affe915-951b-4a48-9fff-88657f78cd2c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Network ba6f0584-2941-48e6-9427-2229465f5a54 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:36.991229 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-7affe915-951b-4a48-9fff-88657f78cd2c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:36.997433 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-be2726a7-3bdd-4b6b-94f2-a10528c30cbe tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:37.000177 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7affe915-951b-4a48-9fff-88657f78cd2c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:37.007442 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-5bc8364c-35ab-45a9-8b8f-a6765fab8004 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 26 11:25:37.007442 dv-neutron-826439-1-hyperv neutron-server[87444]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jan 26 11:25:37.007442 dv-neutron-826439-1-hyperv neutron-server[87444]: [parameters: {'in_use': 1, 'id_1': '075b7ef2-a7f2-49c5-9e18-ffbc9d0f27c2'}] Jan 26 11:25:37.007442 dv-neutron-826439-1-hyperv neutron-server[87444]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:25:37.008363 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-5bc8364c-35ab-45a9-8b8f-a6765fab8004 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:25:37.009448 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7affe915-951b-4a48-9fff-88657f78cd2c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:37.010120 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7affe915-951b-4a48-9fff-88657f78cd2c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:37.047602 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7affe915-951b-4a48-9fff-88657f78cd2c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event updated for resources: {'Port': ['ID=7f0b3ef8-c7ff-4630-a80f-a69945e7652a,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:37.053670 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-be2726a7-3bdd-4b6b-94f2-a10528c30cbe tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:subnet and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:37.067563 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7affe915-951b-4a48-9fff-88657f78cd2c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0636897 Jan 26 11:25:37.068691 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-be2726a7-3bdd-4b6b-94f2-a10528c30cbe tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:37.071397 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50596) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:37.109379 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6fc4d29c-8550-4336-9a24-3872f3f4f38b tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Synchronizing usage tracker for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group_rule {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:37.126904 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-be2726a7-3bdd-4b6b-94f2-a10528c30cbe tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:37.143135 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2726a7-3bdd-4b6b-94f2-a10528c30cbe tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:37.148824 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-b932b76f-baa7-45e2-90cf-ad60d8756abe None None] Allocated IP 2001:db8::2 (370400cc-95a9-4395-a14d-cd77e545c3dc/21778c2e-8476-470b-8523-c14f75764124/d19286c7-63eb-4464-b093-178263b13abc) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:37.149287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-be2726a7-3bdd-4b6b-94f2-a10528c30cbe tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:37.219261 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-3d9b81ed-95be-4af6-90c6-3cfe241786f9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting port 7f0b3ef8-c7ff-4630-a80f-a69945e7652a {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:37.220120 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3d9b81ed-95be-4af6-90c6-3cfe241786f9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:37.258292 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4c1d01b5-7f1e-44a6-b124-420e06ff8624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:37.328194 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6fc4d29c-8550-4336-9a24-3872f3f4f38b tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Unset dirty status for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group_rule {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:37.332339 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6fc4d29c-8550-4336-9a24-3872f3f4f38b tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 1.0988319 Jan 26 11:25:37.335646 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50600) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:37.396203 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4c1d01b5-7f1e-44a6-b124-420e06ff8624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/ports/b213d504-9cfd-4bd0-afc1-eb37d6f8c54d HTTP/1.1" status: 204 len: 168 time: 3.2417736 Jan 26 11:25:37.403365 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50604) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:37.484203 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-19d97801-b9ce-4dbd-bf75-51e3370c99ff tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] delete failed (client error): The resource could not be found. Jan 26 11:25:37.489632 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-19d97801-b9ce-4dbd-bf75-51e3370c99ff tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "DELETE /v2.0/security-groups/6f587d42-d2d1-4e05-b4d8-36e0a122f5f7 HTTP/1.1" status: 404 len: 347 time: 0.1504111 Jan 26 11:25:37.492013 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50608) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:37.497600 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.ipam_backend_mixin [None req-be2726a7-3bdd-4b6b-94f2-a10528c30cbe tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 21778c2e-8476-470b-8523-c14f75764124 (CIDR: 2001:db8::/64) Jan 26 11:25:37.518939 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2726a7-3bdd-4b6b-94f2-a10528c30cbe tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:25:37.519602 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be2726a7-3bdd-4b6b-94f2-a10528c30cbe tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:37.528012 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5bc8364c-35ab-45a9-8b8f-a6765fab8004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:37.560600 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-be2726a7-3bdd-4b6b-94f2-a10528c30cbe tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9289465 Jan 26 11:25:37.567024 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50612) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:37.577181 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-bfede631-1d5d-4369-951a-b888805e7350 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'subnet': {'network_id': '370400cc-95a9-4395-a14d-cd77e545c3dc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:37.587867 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f92c6945-e055-4dfe-a3cf-6f40760f5712 None None] Provisioning complete for port 7c14f88e-d04f-44f2-be4d-338743d186ef triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:37.588242 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f92c6945-e055-4dfe-a3cf-6f40760f5712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:37.648410 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d425a91b-0325-4772-9bda-bd51088ffd53 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754530675438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1062455'] for subnet, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:37.719867 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-86406255-484e-490b-b755-8212302d7504 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] GET failed (client error): The resource could not be found. Jan 26 11:25:37.721195 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-86406255-484e-490b-b755-8212302d7504 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Synchronizing usage tracker for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:37.773271 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa772aa8-d9a1-4216-8ab4-d4817aff3ea5 None None] Network 35a971f2-8dda-429d-93aa-0280be83c652 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:37.792909 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b932b76f-baa7-45e2-90cf-ad60d8756abe None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:37.859072 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b932b76f-baa7-45e2-90cf-ad60d8756abe None None] Transition to ACTIVE for port object d19286c7-63eb-4464-b093-178263b13abc will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:37.875675 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3d9b81ed-95be-4af6-90c6-3cfe241786f9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:37.954262 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d425a91b-0325-4772-9bda-bd51088ffd53 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:37.954905 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d425a91b-0325-4772-9bda-bd51088ffd53 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:37.956387 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d425a91b-0325-4772-9bda-bd51088ffd53 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "PUT /v2.0/subnets/075b7ef2-a7f2-49c5-9e18-ffbc9d0f27c2 HTTP/1.1" status: 200 len: 877 time: 2.6783118 Jan 26 11:25:37.957367 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-86406255-484e-490b-b755-8212302d7504 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Unset dirty status for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:37.958566 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-86406255-484e-490b-b755-8212302d7504 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "GET /v2.0/ports/b213d504-9cfd-4bd0-afc1-eb37d6f8c54d HTTP/1.1" status: 404 len: 333 time: 0.5403168 Jan 26 11:25:37.965286 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50616) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:37.965980 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50618) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:37.969988 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f34b4afb-e48b-4e06-ad31-b8fd4f9f6aff tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:38.016950 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2d43b1b3-5ab5-4628-89fe-3da9fe8c69dc tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Synchronizing usage tracker for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:38.017221 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-3d9b81ed-95be-4af6-90c6-3cfe241786f9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Calling delete_port for 7f0b3ef8-c7ff-4630-a80f-a69945e7652a owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:38.033475 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b932b76f-baa7-45e2-90cf-ad60d8756abe None None] Transition to ACTIVE for port object d19286c7-63eb-4464-b093-178263b13abc will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:38.063379 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b932b76f-baa7-45e2-90cf-ad60d8756abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:38.066304 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-bfede631-1d5d-4369-951a-b888805e7350 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:38.074347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-bfede631-1d5d-4369-951a-b888805e7350 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:subnet and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:38.075784 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425a91b-0325-4772-9bda-bd51088ffd53 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event updated for resources: {'Subnet': ['ID=075b7ef2-a7f2-49c5-9e18-ffbc9d0f27c2,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:38.078893 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-bfede631-1d5d-4369-951a-b888805e7350 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:38.088016 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-bfede631-1d5d-4369-951a-b888805e7350 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:38.111022 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b4afb-e48b-4e06-ad31-b8fd4f9f6aff tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Port': ['ID=fb3fdb6f-164b-41bc-93d1-9d8fd41e0501,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:38.118359 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfede631-1d5d-4369-951a-b888805e7350 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:38.122489 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bfede631-1d5d-4369-951a-b888805e7350 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:38.203847 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-5bc8364c-35ab-45a9-8b8f-a6765fab8004 None None] Allocated IP 172.20.0.3 (21baa44f-2025-468f-909a-f0d5eb1d87c9/075b7ef2-a7f2-49c5-9e18-ffbc9d0f27c2/13b91d89-e747-41ea-b2e2-bed8339ce4dc) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:38.210637 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b932b76f-baa7-45e2-90cf-ad60d8756abe None None] Network 370400cc-95a9-4395-a14d-cd77e545c3dc is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:38.219292 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-b932b76f-baa7-45e2-90cf-ad60d8756abe None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:38.227843 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b932b76f-baa7-45e2-90cf-ad60d8756abe None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:38.234514 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2d43b1b3-5ab5-4628-89fe-3da9fe8c69dc tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] Unset dirty status for tenant:7488935ed4d74498afa03d5d74f4a2b9 on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:38.238423 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932b76f-baa7-45e2-90cf-ad60d8756abe None None] Pushing event updated for resources: {'Port': ['ID=d19286c7-63eb-4464-b093-178263b13abc,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:38.244147 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2d43b1b3-5ab5-4628-89fe-3da9fe8c69dc tempest-SecGroupTest-255378547 tempest-SecGroupTest-255378547-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7360291 Jan 26 11:25:38.252954 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.objects.ports [None req-ebec4782-d8c9-4296-9be1-d79baafb72aa tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87442) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 26 11:25:38.358190 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ebec4782-d8c9-4296-9be1-d79baafb72aa tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:38.424379 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-08b9ad93-12e8-45ad-9962-ee27c83fee91 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting port ab7c5e4b-112b-48cd-91db-a7db33203e63 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:38.424729 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-08b9ad93-12e8-45ad-9962-ee27c83fee91 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:38.547993 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-b932b76f-baa7-45e2-90cf-ad60d8756abe None None] Attempting to bind port d19286c7-63eb-4464-b093-178263b13abc on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:25:38.548414 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-b932b76f-baa7-45e2-90cf-ad60d8756abe None None] Attempting to bind port d19286c7-63eb-4464-b093-178263b13abc by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'cd5c4bc2-7a26-4325-8b1f-62bfb378d628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '370400cc-95a9-4395-a14d-cd77e545c3dc'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:25:38.548826 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932b76f-baa7-45e2-90cf-ad60d8756abe None None] Attempting to bind port d19286c7-63eb-4464-b093-178263b13abc on network 370400cc-95a9-4395-a14d-cd77e545c3dc {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:25:38.551287 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7c14f88e-d04f-44f2-be4d-338743d186ef up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:25:38.706094 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:38.722957 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec4782-d8c9-4296-9be1-d79baafb72aa tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event updated for resources: {'Subnet': ['ID=bbd0af42-98d3-4675-9bf7-1bc7fb1b8cd4,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:38.758910 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3d9b81ed-95be-4af6-90c6-3cfe241786f9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:38.760752 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50628) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:38.779789 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a3b5dc62-2789-4428-9cdd-87792a5f6862 None None] Provisioning for port 7f0b3ef8-c7ff-4630-a80f-a69945e7652a completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:38.783584 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932b76f-baa7-45e2-90cf-ad60d8756abe None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:25:38.784169 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932b76f-baa7-45e2-90cf-ad60d8756abe None None] Checking segment: {'id': 'cd5c4bc2-7a26-4325-8b1f-62bfb378d628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '370400cc-95a9-4395-a14d-cd77e545c3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:38.784738 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b932b76f-baa7-45e2-90cf-ad60d8756abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:38.785286 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932b76f-baa7-45e2-90cf-ad60d8756abe None None] Bound using segment: {'id': 'cd5c4bc2-7a26-4325-8b1f-62bfb378d628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '370400cc-95a9-4395-a14d-cd77e545c3dc'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:25:38.785908 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-b932b76f-baa7-45e2-90cf-ad60d8756abe None None] Bound port: d19286c7-63eb-4464-b093-178263b13abc, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5c4bc2-7a26-4325-8b1f-62bfb378d628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '370400cc-95a9-4395-a14d-cd77e545c3dc'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:25:38.786515 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b932b76f-baa7-45e2-90cf-ad60d8756abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:38.816300 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b81ed-95be-4af6-90c6-3cfe241786f9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Port': ['ID=7f0b3ef8-c7ff-4630-a80f-a69945e7652a,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:38.822349 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebec4782-d8c9-4296-9be1-d79baafb72aa tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Checking segment: {'id': '08ffc098-1a30-4bea-a185-b67a501b8cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '60507b73-721e-40a0-962e-cfd3d0b5f499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:38.822713 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebec4782-d8c9-4296-9be1-d79baafb72aa tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Network hostable DHCP agents. Network: 60507b73-721e-40a0-962e-cfd3d0b5f499, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:25:38.828210 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bfede631-1d5d-4369-951a-b888805e7350 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:38.831825 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a3b5dc62-2789-4428-9cdd-87792a5f6862 None None] Provisioning complete for port 7f0b3ef8-c7ff-4630-a80f-a69945e7652a triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:38.832341 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a3b5dc62-2789-4428-9cdd-87792a5f6862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:38.878730 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 7c14f88e-d04f-44f2-be4d-338743d186ef triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:38.879109 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:38.989170 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-b932b76f-baa7-45e2-90cf-ad60d8756abe None None] For port d19286c7-63eb-4464-b093-178263b13abc, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:25:38.993547 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-b932b76f-baa7-45e2-90cf-ad60d8756abe None None] For port d19286c7-63eb-4464-b093-178263b13abc, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d19286c7-63eb-4464-b093-178263b13abc,segment=NetworkSegment(cd5c4bc2-7a26-4325-8b1f-62bfb378d628),segment_id=cd5c4bc2-7a26-4325-8b1f-62bfb378d628)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:25:39.001515 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfede631-1d5d-4369-951a-b888805e7350 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network 370400cc-95a9-4395-a14d-cd77e545c3dc is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:39.010571 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-bfede631-1d5d-4369-951a-b888805e7350 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:39.016738 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-a3b5dc62-2789-4428-9cdd-87792a5f6862 None None] Port 7f0b3ef8-c7ff-4630-a80f-a69945e7652a was deleted so its status cannot be updated. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 11:25:39.021907 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfede631-1d5d-4369-951a-b888805e7350 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:39.022523 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bfede631-1d5d-4369-951a-b888805e7350 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:39.026573 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3d9b81ed-95be-4af6-90c6-3cfe241786f9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:39.033638 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b932b76f-baa7-45e2-90cf-ad60d8756abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:39.058881 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfede631-1d5d-4369-951a-b888805e7350 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Subnet': ['ID=f2916ff1-781f-4e82-9b48-2fc8b8c05fef,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:39.060991 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f34b4afb-e48b-4e06-ad31-b8fd4f9f6aff tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:39.082025 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-bfede631-1d5d-4369-951a-b888805e7350 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5126579 Jan 26 11:25:39.083865 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50634) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:39.091537 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-43c6eae4-7b11-4c7d-b50a-5aa75e1a429d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'port': {'network_id': '370400cc-95a9-4395-a14d-cd77e545c3dc', 'fixed_ips': [{'subnet_id': '21778c2e-8476-470b-8523-c14f75764124'}, {'subnet_id': 'f2916ff1-781f-4e82-9b48-2fc8b8c05fef'}], 'name': 'tempest-PortsIpV6TestJSON-445016383'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:39.102518 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5bc8364c-35ab-45a9-8b8f-a6765fab8004 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:39.108734 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3d9b81ed-95be-4af6-90c6-3cfe241786f9 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/7f0b3ef8-c7ff-4630-a80f-a69945e7652a HTTP/1.1" status: 204 len: 168 time: 2.0360742 Jan 26 11:25:39.112859 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50638) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:39.170861 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5bc8364c-35ab-45a9-8b8f-a6765fab8004 None None] Transition to ACTIVE for port object 13b91d89-e747-41ea-b2e2-bed8339ce4dc will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:39.201037 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a3b5dc62-2789-4428-9cdd-87792a5f6862 None None] Provisioning for port 3b398e60-4431-47ca-b5b7-547682b4e651 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:39.218340 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a3b5dc62-2789-4428-9cdd-87792a5f6862 None None] Provisioning complete for port 3b398e60-4431-47ca-b5b7-547682b4e651 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:39.218709 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a3b5dc62-2789-4428-9cdd-87792a5f6862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:39.252154 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebec4782-d8c9-4296-9be1-d79baafb72aa tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Network 60507b73-721e-40a0-962e-cfd3d0b5f499 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:25:39.266387 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:39.304459 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5bc8364c-35ab-45a9-8b8f-a6765fab8004 None None] Transition to ACTIVE for port object 13b91d89-e747-41ea-b2e2-bed8339ce4dc will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:39.317032 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932b76f-baa7-45e2-90cf-ad60d8756abe None None] Pushing event updated for resources: {'Port': ['ID=d19286c7-63eb-4464-b093-178263b13abc,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:39.355548 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfc60d4-e1dd-4a51-abb8-d3945afbbd12 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:39.357067 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-bbfc60d4-e1dd-4a51-abb8-d3945afbbd12 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:39.360442 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5bc8364c-35ab-45a9-8b8f-a6765fab8004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:39.363247 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-43c6eae4-7b11-4c7d-b50a-5aa75e1a429d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:39.385168 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-43c6eae4-7b11-4c7d-b50a-5aa75e1a429d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:port and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:39.390424 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-43c6eae4-7b11-4c7d-b50a-5aa75e1a429d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:39.398199 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-43c6eae4-7b11-4c7d-b50a-5aa75e1a429d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:39.408613 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-bbfc60d4-e1dd-4a51-abb8-d3945afbbd12 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:39.412183 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-bbfc60d4-e1dd-4a51-abb8-d3945afbbd12 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2959170 Jan 26 11:25:39.412433 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50642) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:39.456804 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c6eae4-7b11-4c7d-b50a-5aa75e1a429d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:39.549943 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ee2bb0a2-bcec-4804-8a02-f16915c5dedc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7488935ed4d74498afa03d5d74f4a2b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7255509 Jan 26 11:25:39.549943 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-ebec4782-d8c9-4296-9be1-d79baafb72aa tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 60507b73-721e-40a0-962e-cfd3d0b5f499) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:39.565264 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebec4782-d8c9-4296-9be1-d79baafb72aa tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:39.565981 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ebec4782-d8c9-4296-9be1-d79baafb72aa tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:39.568206 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1402435e-c223-4a40-9bf9-add2c704ebc0 None None] Network 60507b73-721e-40a0-962e-cfd3d0b5f499 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:39.574092 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50646) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:39.589891 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc8364c-35ab-45a9-8b8f-a6765fab8004 None None] Network 21baa44f-2025-468f-909a-f0d5eb1d87c9 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:39.625796 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-5bc8364c-35ab-45a9-8b8f-a6765fab8004 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:39.664811 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc8364c-35ab-45a9-8b8f-a6765fab8004 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:39.690663 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5da0d4-af0f-4ac6-969d-b3df6b1c6141 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:39.692959 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7b5da0d4-af0f-4ac6-969d-b3df6b1c6141 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2793403 Jan 26 11:25:39.696904 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8364c-35ab-45a9-8b8f-a6765fab8004 None None] Pushing event updated for resources: {'Port': ['ID=13b91d89-e747-41ea-b2e2-bed8339ce4dc,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:39.697292 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50650) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:39.698254 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-43c6eae4-7b11-4c7d-b50a-5aa75e1a429d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:39.706472 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-08b9ad93-12e8-45ad-9962-ee27c83fee91 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:39.738297 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-be1de327-563d-43a0-9c99-dacafcc4f05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:39.744764 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-43c6eae4-7b11-4c7d-b50a-5aa75e1a429d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] device_id is not set on port 90cb2154-7836-480e-90bb-89ca91c6442b yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:25:39.841578 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-be1de327-563d-43a0-9c99-dacafcc4f05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:39.893385 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a3b5dc62-2789-4428-9cdd-87792a5f6862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:39.927316 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-5bc8364c-35ab-45a9-8b8f-a6765fab8004 None None] Attempting to bind port 13b91d89-e747-41ea-b2e2-bed8339ce4dc on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:25:39.927694 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-5bc8364c-35ab-45a9-8b8f-a6765fab8004 None None] Attempting to bind port 13b91d89-e747-41ea-b2e2-bed8339ce4dc by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '7100b29b-0a9f-498a-8a8b-5ed725ffd1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '21baa44f-2025-468f-909a-f0d5eb1d87c9'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:25:39.928062 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc8364c-35ab-45a9-8b8f-a6765fab8004 None None] Attempting to bind port 13b91d89-e747-41ea-b2e2-bed8339ce4dc on network 21baa44f-2025-468f-909a-f0d5eb1d87c9 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:25:39.943990 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc8364c-35ab-45a9-8b8f-a6765fab8004 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:25:39.944787 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc8364c-35ab-45a9-8b8f-a6765fab8004 None None] Checking segment: {'id': '7100b29b-0a9f-498a-8a8b-5ed725ffd1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '21baa44f-2025-468f-909a-f0d5eb1d87c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:39.944787 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5bc8364c-35ab-45a9-8b8f-a6765fab8004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:39.945149 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc8364c-35ab-45a9-8b8f-a6765fab8004 None None] Bound using segment: {'id': '7100b29b-0a9f-498a-8a8b-5ed725ffd1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '21baa44f-2025-468f-909a-f0d5eb1d87c9'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:25:39.945611 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-5bc8364c-35ab-45a9-8b8f-a6765fab8004 None None] Bound port: 13b91d89-e747-41ea-b2e2-bed8339ce4dc, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7100b29b-0a9f-498a-8a8b-5ed725ffd1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '21baa44f-2025-468f-909a-f0d5eb1d87c9'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:25:39.945987 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5bc8364c-35ab-45a9-8b8f-a6765fab8004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:39.982455 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ebec4782-d8c9-4296-9be1-d79baafb72aa tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.9413183 Jan 26 11:25:39.991538 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50654) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:39.995949 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-08b9ad93-12e8-45ad-9962-ee27c83fee91 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Calling delete_port for ab7c5e4b-112b-48cd-91db-a7db33203e63 owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:40.005735 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-4d6212ab-3665-47c4-a4d1-0b022e26f2a9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Request body: {'port': {'network_id': '60507b73-721e-40a0-962e-cfd3d0b5f499', 'name': 'tempest-NetworksIpV6TestAttrs-1455648444'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:40.046751 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-a3b5dc62-2789-4428-9cdd-87792a5f6862 None None] For port 3b398e60-4431-47ca-b5b7-547682b4e651, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=3b398e60-4431-47ca-b5b7-547682b4e651,segment=NetworkSegment(5e373302-dee1-4513-8ede-03c51ac24d28),segment_id=5e373302-dee1-4513-8ede-03c51ac24d28)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:40.064456 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a3b5dc62-2789-4428-9cdd-87792a5f6862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:40.159619 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-be1de327-563d-43a0-9c99-dacafcc4f05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:40.162007 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:40.182110 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1de327-563d-43a0-9c99-dacafcc4f05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7806868f-7a32-4dbd-b0c8-2cae49d93ff9,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:40.199096 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5124fab-4d04-42f8-916a-0097ac9b061a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:40.201327 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5124fab-4d04-42f8-916a-0097ac9b061a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:40.202996 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5124fab-4d04-42f8-916a-0097ac9b061a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:40.204009 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c5124fab-4d04-42f8-916a-0097ac9b061a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:40.213069 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5dc62-2789-4428-9cdd-87792a5f6862 None None] Pushing event updated for resources: {'Port': ['ID=3b398e60-4431-47ca-b5b7-547682b4e651,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:40.224638 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-5bc8364c-35ab-45a9-8b8f-a6765fab8004 None None] For port 13b91d89-e747-41ea-b2e2-bed8339ce4dc, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:25:40.234356 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba7f924-7d19-496f-96bf-4f526034efc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-60507b73-721e-40a0-962e-cfd3d0b5f499', 'network_id': '60507b73-721e-40a0-962e-cfd3d0b5f499', 'tenant_id': '8680f0878b7d484f968b83e5b8957de6', 'fixed_ips': [{'subnet_id': 'bbd0af42-98d3-4675-9bf7-1bc7fb1b8cd4'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:25:40.235271 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bba7f924-7d19-496f-96bf-4f526034efc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:40.240000 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34b4afb-e48b-4e06-ad31-b8fd4f9f6aff tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Router 18505ef1-f02f-46b0-8893-ffc4d27ca053 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:25:40.240971 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Subnet': ['ID=075b7ef2-a7f2-49c5-9e18-ffbc9d0f27c2,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:40.260188 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-5bc8364c-35ab-45a9-8b8f-a6765fab8004 None None] For port 13b91d89-e747-41ea-b2e2-bed8339ce4dc, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=13b91d89-e747-41ea-b2e2-bed8339ce4dc,segment=NetworkSegment(7100b29b-0a9f-498a-8a8b-5ed725ffd1b2),segment_id=7100b29b-0a9f-498a-8a8b-5ed725ffd1b2)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:25:40.263897 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8e29d7f3-2664-416d-911c-ee561cde862f None None] Provisioning complete for port 3b398e60-4431-47ca-b5b7-547682b4e651 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:40.264275 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8e29d7f3-2664-416d-911c-ee561cde862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:40.300737 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5bc8364c-35ab-45a9-8b8f-a6765fab8004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:40.319431 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4d6212ab-3665-47c4-a4d1-0b022e26f2a9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:40.325675 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-be1de327-563d-43a0-9c99-dacafcc4f05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:40.329878 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-be1de327-563d-43a0-9c99-dacafcc4f05b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7806868f-7a32-4dbd-b0c8-2cae49d93ff9 HTTP/1.1" status: 204 len: 168 time: 0.7544804 Jan 26 11:25:40.337622 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4d6212ab-3665-47c4-a4d1-0b022e26f2a9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Usage tracker for resource:port and tenant:8680f0878b7d484f968b83e5b8957de6 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:40.349304 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4d6212ab-3665-47c4-a4d1-0b022e26f2a9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:40.365879 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4d6212ab-3665-47c4-a4d1-0b022e26f2a9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:40.426774 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c5124fab-4d04-42f8-916a-0097ac9b061a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:40.427927 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c5124fab-4d04-42f8-916a-0097ac9b061a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6330805 Jan 26 11:25:40.436362 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50660) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:40.481404 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6212ab-3665-47c4-a4d1-0b022e26f2a9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Made reservation on behalf of 8680f0878b7d484f968b83e5b8957de6 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:40.485363 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4d6212ab-3665-47c4-a4d1-0b022e26f2a9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:40.545330 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-4d6212ab-3665-47c4-a4d1-0b022e26f2a9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] device_id is not set on port 8efdb3c6-9731-45a5-afe0-5184e032d9cc yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:25:40.581795 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:40.653344 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 3b398e60-4431-47ca-b5b7-547682b4e651 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:25:40.684200 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21baa44f-2025-468f-909a-f0d5eb1d87c9']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:40.718334 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8364c-35ab-45a9-8b8f-a6765fab8004 None None] Pushing event updated for resources: {'Port': ['ID=13b91d89-e747-41ea-b2e2-bed8339ce4dc,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:40.743361 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7100b29b-0a9f-498a-8a8b-5ed725ffd1b2') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:40.744080 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7100b29b-0a9f-498a-8a8b-5ed725ffd1b2') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:40.753363 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34b4afb-e48b-4e06-ad31-b8fd4f9f6aff tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:25:40.767659 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bee5de-0a2a-42f5-ab5b-1f5cb5c0495c None None] Sync routers for ids ['18505ef1-f02f-46b0-8893-ffc4d27ca053'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:25:40.769962 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-08b9ad93-12e8-45ad-9962-ee27c83fee91 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:40.799449 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bee5de-0a2a-42f5-ab5b-1f5cb5c0495c None None] Routers {'18505ef1-f02f-46b0-8893-ffc4d27ca053'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:25:40.800730 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d9bee5de-0a2a-42f5-ab5b-1f5cb5c0495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:25:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['18505ef1-f02f-46b0-8893-ffc4d27ca053'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:40.864411 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-43c6eae4-7b11-4c7d-b50a-5aa75e1a429d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Allocated IP 2001:db8::202 (370400cc-95a9-4395-a14d-cd77e545c3dc/21778c2e-8476-470b-8523-c14f75764124/90cb2154-7836-480e-90bb-89ca91c6442b) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:40.876193 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-9901a549-d309-4d33-a7bd-c2dc051047e0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet 43c7b55f-ef8a-49a9-8ee9-300596a1fa07 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:25:40.883149 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-43c6eae4-7b11-4c7d-b50a-5aa75e1a429d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Allocated IP 2001:db8:0:1::298 (370400cc-95a9-4395-a14d-cd77e545c3dc/f2916ff1-781f-4e82-9b48-2fc8b8c05fef/90cb2154-7836-480e-90bb-89ca91c6442b) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:40.885580 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9901a549-d309-4d33-a7bd-c2dc051047e0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:40.890985 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:40.944122 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9ad93-12e8-45ad-9962-ee27c83fee91 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Port': ['ID=ab7c5e4b-112b-48cd-91db-a7db33203e63,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:40.971506 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f34b4afb-e48b-4e06-ad31-b8fd4f9f6aff tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "PUT /v2.0/routers/18505ef1-f02f-46b0-8893-ffc4d27ca053/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6982486 Jan 26 11:25:40.972415 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50664) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:40.977461 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-bba7f924-7d19-496f-96bf-4f526034efc5 None None] Allocated IP 2001:db8::f816:3eff:fea6:2aca (60507b73-721e-40a0-962e-cfd3d0b5f499/bbd0af42-98d3-4675-9bf7-1bc7fb1b8cd4/813d0a34-46d6-4c08-8646-ed74fe0710f0) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:41.006466 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:41.034585 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 3b398e60-4431-47ca-b5b7-547682b4e651 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:41.034966 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:41.191834 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ec9e4e-686d-4b45-aedd-d98d9bc5f1a7 None None] Network 370400cc-95a9-4395-a14d-cd77e545c3dc requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:41.259322 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-d9bee5de-0a2a-42f5-ab5b-1f5cb5c0495c None None] Set router 18505ef1-f02f-46b0-8893-ffc4d27ca053 gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:25:41.551272 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9901a549-d309-4d33-a7bd-c2dc051047e0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:41.555148 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:25:41.555780 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:41.559563 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bba7f924-7d19-496f-96bf-4f526034efc5 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:41.575902 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-bba7f924-7d19-496f-96bf-4f526034efc5 None None] Transition to ACTIVE for port object 813d0a34-46d6-4c08-8646-ed74fe0710f0 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:41.594679 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-bba7f924-7d19-496f-96bf-4f526034efc5 None None] Transition to ACTIVE for port object 813d0a34-46d6-4c08-8646-ed74fe0710f0 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:41.627347 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bba7f924-7d19-496f-96bf-4f526034efc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:41.756405 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-3add9bbb-38db-4c0f-9484-5934af8e5993 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting subnet 7c857c89-e0f2-4115-a516-932932637cac {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:25:41.762201 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3add9bbb-38db-4c0f-9484-5934af8e5993 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:41.812183 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d9bee5de-0a2a-42f5-ab5b-1f5cb5c0495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:25:37Z', 'revision_number': 9, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None, '_interfaces': [{'id': '0d033fee-908c-4472-88e7-6d97c120bd1f', 'name': '', 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:a0:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:32Z', 'updated_at': '2022-01-26T11:24:49Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d', 'name': '', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:19:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:16Z', 'updated_at': '2022-01-26T11:24:32Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:41.817938 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bee5de-0a2a-42f5-ab5b-1f5cb5c0495c None None] Checking router: 18505ef1-f02f-46b0-8893-ffc4d27ca053 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:25:41.827052 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c33925b0-3e23-44ad-a478-3c2a0e6ac8b4 None None] Provisioning for port d19286c7-63eb-4464-b093-178263b13abc completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:41.828899 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bee5de-0a2a-42f5-ab5b-1f5cb5c0495c None None] Routers {'18505ef1-f02f-46b0-8893-ffc4d27ca053'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:25:41.829606 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d9bee5de-0a2a-42f5-ab5b-1f5cb5c0495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:25:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['18505ef1-f02f-46b0-8893-ffc4d27ca053'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:41.834124 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba7f924-7d19-496f-96bf-4f526034efc5 None None] Network 60507b73-721e-40a0-962e-cfd3d0b5f499 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:41.849086 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-bba7f924-7d19-496f-96bf-4f526034efc5 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:41.861346 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba7f924-7d19-496f-96bf-4f526034efc5 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:41.882848 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-43c6eae4-7b11-4c7d-b50a-5aa75e1a429d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:41.903375 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3add9bbb-38db-4c0f-9484-5934af8e5993 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:42.024101 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-4d6212ab-3665-47c4-a4d1-0b022e26f2a9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Allocated IP 2001:db8::f816:3eff:fe5c:7f4c (60507b73-721e-40a0-962e-cfd3d0b5f499/bbd0af42-98d3-4675-9bf7-1bc7fb1b8cd4/8efdb3c6-9731-45a5-afe0-5184e032d9cc) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:42.025486 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7f924-7d19-496f-96bf-4f526034efc5 None None] Pushing event updated for resources: {'Port': ['ID=813d0a34-46d6-4c08-8646-ed74fe0710f0,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:42.049089 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-43c6eae4-7b11-4c7d-b50a-5aa75e1a429d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Transition to ACTIVE for port object 90cb2154-7836-480e-90bb-89ca91c6442b will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:42.066001 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3add9bbb-38db-4c0f-9484-5934af8e5993 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:42.122180 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d19286c7-63eb-4464-b093-178263b13abc up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:25:42.130858 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-d9bee5de-0a2a-42f5-ab5b-1f5cb5c0495c None None] Set router 18505ef1-f02f-46b0-8893-ffc4d27ca053 gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:25:42.140713 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9901a549-d309-4d33-a7bd-c2dc051047e0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:25:42.218951 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:25:42.235981 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.api [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 26 11:25:42.235981 dv-neutron-826439-1-hyperv neutron-server[87442]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 26 11:25:42.235981 dv-neutron-826439-1-hyperv neutron-server[87442]: [parameters: {'id': '21baa44f-2025-468f-909a-f0d5eb1d87c9'}] Jan 26 11:25:42.235981 dv-neutron-826439-1-hyperv neutron-server[87442]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:25:42.237287 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG oslo_db.api [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:25:42.245156 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-bba7f924-7d19-496f-96bf-4f526034efc5 None None] Attempting to bind port 813d0a34-46d6-4c08-8646-ed74fe0710f0 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:25:42.245156 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-bba7f924-7d19-496f-96bf-4f526034efc5 None None] Attempting to bind port 813d0a34-46d6-4c08-8646-ed74fe0710f0 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '08ffc098-1a30-4bea-a185-b67a501b8cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '60507b73-721e-40a0-962e-cfd3d0b5f499'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:25:42.246851 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba7f924-7d19-496f-96bf-4f526034efc5 None None] Attempting to bind port 813d0a34-46d6-4c08-8646-ed74fe0710f0 on network 60507b73-721e-40a0-962e-cfd3d0b5f499 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:25:42.248346 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3add9bbb-38db-4c0f-9484-5934af8e5993 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:42.267998 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba7f924-7d19-496f-96bf-4f526034efc5 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:25:42.267998 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba7f924-7d19-496f-96bf-4f526034efc5 None None] Checking segment: {'id': '08ffc098-1a30-4bea-a185-b67a501b8cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '60507b73-721e-40a0-962e-cfd3d0b5f499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:42.268539 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bba7f924-7d19-496f-96bf-4f526034efc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:42.268539 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba7f924-7d19-496f-96bf-4f526034efc5 None None] Bound using segment: {'id': '08ffc098-1a30-4bea-a185-b67a501b8cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '60507b73-721e-40a0-962e-cfd3d0b5f499'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:25:42.269001 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-bba7f924-7d19-496f-96bf-4f526034efc5 None None] Bound port: 813d0a34-46d6-4c08-8646-ed74fe0710f0, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ffc098-1a30-4bea-a185-b67a501b8cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '60507b73-721e-40a0-962e-cfd3d0b5f499'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:25:42.269370 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bba7f924-7d19-496f-96bf-4f526034efc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:42.350089 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3add9bbb-38db-4c0f-9484-5934af8e5993 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:42.363670 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6305955c-8f71-479c-aea9-3121f183b09c None None] Network d45e07ee-3c75-462a-b0ea-b36a7ced69a3 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:42.365924 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add9bbb-38db-4c0f-9484-5934af8e5993 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Subnet': ['ID=7c857c89-e0f2-4115-a516-932932637cac,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:42.393421 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3add9bbb-38db-4c0f-9484-5934af8e5993 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/subnets/7c857c89-e0f2-4115-a516-932932637cac HTTP/1.1" status: 204 len: 168 time: 1.3835850 Jan 26 11:25:42.398747 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50668) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:42.437467 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port d19286c7-63eb-4464-b093-178263b13abc completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:42.503776 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port d19286c7-63eb-4464-b093-178263b13abc triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:42.504159 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:42.508171 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-43c6eae4-7b11-4c7d-b50a-5aa75e1a429d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:42.609867 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5cbcdfbe-7328-4bf0-90ed-c86c6a7bfce6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:42.610105 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9901a549-d309-4d33-a7bd-c2dc051047e0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:42.618666 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6eae4-7b11-4c7d-b50a-5aa75e1a429d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Port': ['ID=90cb2154-7836-480e-90bb-89ca91c6442b,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:42.619765 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-08b9ad93-12e8-45ad-9962-ee27c83fee91 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:42.623774 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-08b9ad93-12e8-45ad-9962-ee27c83fee91 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/ports/ab7c5e4b-112b-48cd-91db-a7db33203e63 HTTP/1.1" status: 204 len: 168 time: 4.6550832 Jan 26 11:25:42.626264 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50672) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:42.654019 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f06fc7c-db02-4f0f-8690-4c44135935c7 None None] Network 21baa44f-2025-468f-909a-f0d5eb1d87c9 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:42.686901 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-5cbcdfbe-7328-4bf0-90ed-c86c6a7bfce6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting port d75731cd-3ae5-4798-a934-eed1a3e481b2 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:42.687507 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5cbcdfbe-7328-4bf0-90ed-c86c6a7bfce6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:42.697210 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d9bee5de-0a2a-42f5-ab5b-1f5cb5c0495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:25:37Z', 'revision_number': 9, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None, '_interfaces': [{'id': '0d033fee-908c-4472-88e7-6d97c120bd1f', 'name': '', 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:a0:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:32Z', 'updated_at': '2022-01-26T11:24:49Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d', 'name': '', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:19:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:16Z', 'updated_at': '2022-01-26T11:24:32Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:42.699352 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901a549-d309-4d33-a7bd-c2dc051047e0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=43c7b55f-ef8a-49a9-8ee9-300596a1fa07,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:42.705477 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bee5de-0a2a-42f5-ab5b-1f5cb5c0495c None None] The sync data for ids ['18505ef1-f02f-46b0-8893-ffc4d27ca053'] in dv-neutron-826439-1-hyperv is: [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:25:37Z', 'revision_number': 9, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None, '_interfaces': [{'id': '0d033fee-908c-4472-88e7-6d97c120bd1f', 'name': '', 'network_id': '2565318b-d538-46e0-9f24-d92f2e5eb4ff', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:a0:d6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:32Z', 'updated_at': '2022-01-26T11:24:49Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': 'eebe507c-2d3a-48c3-8058-a648fadbe4ad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d', 'name': '', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:19:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:16Z', 'updated_at': '2022-01-26T11:24:32Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:25:42.730663 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-bba7f924-7d19-496f-96bf-4f526034efc5 None None] For port 813d0a34-46d6-4c08-8646-ed74fe0710f0, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:25:42.733400 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-1692eb4e-f684-446a-a5e3-d0e60a07359a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] GET failed (client error): The resource could not be found. Jan 26 11:25:42.734214 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee1eafc-8679-497a-b6c7-5a582d351cfc None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:42.734466 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1692eb4e-f684-446a-a5e3-d0e60a07359a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Synchronizing usage tracker for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:42.752310 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:42.757027 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4d6212ab-3665-47c4-a4d1-0b022e26f2a9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:42.775163 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-4d6212ab-3665-47c4-a4d1-0b022e26f2a9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Transition to ACTIVE for port object 8efdb3c6-9731-45a5-afe0-5184e032d9cc will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:42.801099 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9901a549-d309-4d33-a7bd-c2dc051047e0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:42.812807 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c6eae4-7b11-4c7d-b50a-5aa75e1a429d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network 370400cc-95a9-4395-a14d-cd77e545c3dc is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:42.814574 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-43c6eae4-7b11-4c7d-b50a-5aa75e1a429d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:42.817196 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c6eae4-7b11-4c7d-b50a-5aa75e1a429d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:42.823038 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c6eae4-7b11-4c7d-b50a-5aa75e1a429d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:42.824177 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-43c6eae4-7b11-4c7d-b50a-5aa75e1a429d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:42.833364 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4d6212ab-3665-47c4-a4d1-0b022e26f2a9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:42.841432 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-65415cd0-b19b-4bed-bcb1-08058c029692 None None] Provisioning for port 13b91d89-e747-41ea-b2e2-bed8339ce4dc completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:42.849761 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-bba7f924-7d19-496f-96bf-4f526034efc5 None None] For port 813d0a34-46d6-4c08-8646-ed74fe0710f0, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=813d0a34-46d6-4c08-8646-ed74fe0710f0,segment=NetworkSegment(08ffc098-1a30-4bea-a185-b67a501b8cd4),segment_id=08ffc098-1a30-4bea-a185-b67a501b8cd4)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:25:42.925125 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bba7f924-7d19-496f-96bf-4f526034efc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:42.930934 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9901a549-d309-4d33-a7bd-c2dc051047e0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/43c7b55f-ef8a-49a9-8ee9-300596a1fa07 HTTP/1.1" status: 204 len: 168 time: 2.4909694 Jan 26 11:25:42.938227 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-43c6eae4-7b11-4c7d-b50a-5aa75e1a429d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.8507462 Jan 26 11:25:42.940524 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6212ab-3665-47c4-a4d1-0b022e26f2a9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Network 60507b73-721e-40a0-962e-cfd3d0b5f499 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:42.941127 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50676) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:42.941450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50678) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:42.943651 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Deleting port 13b91d89-e747-41ea-b2e2-bed8339ce4dc {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:42.944171 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:42.953894 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-7af72e86-372e-4359-aeba-f647bb660462 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '21778c2e-8476-470b-8523-c14f75764124'}]}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:42.974213 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1692eb4e-f684-446a-a5e3-d0e60a07359a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Unset dirty status for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:42.978117 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1692eb4e-f684-446a-a5e3-d0e60a07359a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "GET /v2.0/ports/ab7c5e4b-112b-48cd-91db-a7db33203e63 HTTP/1.1" status: 404 len: 333 time: 0.3493755 Jan 26 11:25:42.981708 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-4d6212ab-3665-47c4-a4d1-0b022e26f2a9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:42.984105 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6212ab-3665-47c4-a4d1-0b022e26f2a9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:42.990311 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6212ab-3665-47c4-a4d1-0b022e26f2a9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:42.990937 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4d6212ab-3665-47c4-a4d1-0b022e26f2a9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:42.996568 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50684) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:43.004415 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-5cbcdfbe-7328-4bf0-90ed-c86c6a7bfce6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] For port d75731cd-3ae5-4798-a934-eed1a3e481b2, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d75731cd-3ae5-4798-a934-eed1a3e481b2,segment=NetworkSegment(a3a3b4a5-0317-4e82-9013-bbc5e18887ea),segment_id=a3a3b4a5-0317-4e82-9013-bbc5e18887ea)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:43.004784 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5cbcdfbe-7328-4bf0-90ed-c86c6a7bfce6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:43.066883 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6212ab-3665-47c4-a4d1-0b022e26f2a9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event updated for resources: {'Port': ['ID=8efdb3c6-9731-45a5-afe0-5184e032d9cc,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:43.090591 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4d6212ab-3665-47c4-a4d1-0b022e26f2a9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.0921319 Jan 26 11:25:43.095731 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50688) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:43.188567 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-636936fa-6219-4b09-a65f-4fb6921fc4e8 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Deleting subnet bbd0af42-98d3-4675-9bf7-1bc7fb1b8cd4 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:25:43.207717 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-636936fa-6219-4b09-a65f-4fb6921fc4e8 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:43.257133 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-79483b20-3446-4e42-abae-6ae0ebf58b2f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Deleting subnet d3dc4587-92b4-4964-99f8-539b9db72161 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:25:43.298344 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-79483b20-3446-4e42-abae-6ae0ebf58b2f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:43.363779 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] For port 13b91d89-e747-41ea-b2e2-bed8339ce4dc, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=13b91d89-e747-41ea-b2e2-bed8339ce4dc,segment=NetworkSegment(7100b29b-0a9f-498a-8a8b-5ed725ffd1b2),segment_id=7100b29b-0a9f-498a-8a8b-5ed725ffd1b2)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:43.364294 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:43.365183 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7f924-7d19-496f-96bf-4f526034efc5 None None] Pushing event updated for resources: {'Port': ['ID=813d0a34-46d6-4c08-8646-ed74fe0710f0,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:43.396624 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:43.406106 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-636936fa-6219-4b09-a65f-4fb6921fc4e8 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:43.458459 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d2c4bb-031f-42b7-90d3-f35b076fdd6f None None] Update dhcp port {'port': {'network_id': '370400cc-95a9-4395-a14d-cd77e545c3dc', 'fixed_ips': [{'subnet_id': '21778c2e-8476-470b-8523-c14f75764124', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f2916ff1-781f-4e82-9b48-2fc8b8c05fef'}], 'binding:host_id': 'dv-neutron-826439-1-hyperv'}, 'id': 'd19286c7-63eb-4464-b093-178263b13abc'} from dv-neutron-826439-1-hyperv. {{(pid=87444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 26 11:25:43.462243 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7af72e86-372e-4359-aeba-f647bb660462 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:43.480818 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-79483b20-3446-4e42-abae-6ae0ebf58b2f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:43.507021 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Calling delete_port for 13b91d89-e747-41ea-b2e2-bed8339ce4dc owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:43.593395 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-5cbcdfbe-7328-4bf0-90ed-c86c6a7bfce6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Calling delete_port for d75731cd-3ae5-4798-a934-eed1a3e481b2 owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:43.599324 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-72d2c4bb-031f-42b7-90d3-f35b076fdd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:43.619370 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port d19286c7-63eb-4464-b093-178263b13abc, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d19286c7-63eb-4464-b093-178263b13abc,segment=NetworkSegment(cd5c4bc2-7a26-4325-8b1f-62bfb378d628),segment_id=cd5c4bc2-7a26-4325-8b1f-62bfb378d628)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:43.664558 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:43.682835 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-2643fec1-58b8-4d31-be15-9b175541dc9a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting subnet f4dc0451-2ae9-4a77-9788-dceb4110dea4 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:25:43.690915 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:43.699466 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2643fec1-58b8-4d31-be15-9b175541dc9a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:43.763583 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa19ad2f-fec0-424b-83bc-754038646a31 None None] DHCP port deletion for d45e07ee-3c75-462a-b0ea-b36a7ced69a3 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:25:43.829386 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb6ba6b-705c-4e3d-8dbf-0666feb930f1 None None] DHCP port deletion for 21baa44f-2025-468f-909a-f0d5eb1d87c9 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:25:43.842919 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-aa19ad2f-fec0-424b-83bc-754038646a31 None None] Deleting port d75731cd-3ae5-4798-a934-eed1a3e481b2 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:43.843397 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-aa19ad2f-fec0-424b-83bc-754038646a31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:43.971744 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Port': ['ID=13b91d89-e747-41ea-b2e2-bed8339ce4dc,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:43.985705 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003d461c-bcb6-4442-bad1-69a1c577b7b5 None None] Network 21baa44f-2025-468f-909a-f0d5eb1d87c9 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:43.991275 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No DVR routers for this DVR port 13b91d89-e747-41ea-b2e2-bed8339ce4dc on host dv-neutron-826439-1-hyperv {{(pid=87442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:25:44.061867 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2643fec1-58b8-4d31-be15-9b175541dc9a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:44.094040 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5cbcdfbe-7328-4bf0-90ed-c86c6a7bfce6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:44.101819 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 813d0a34-46d6-4c08-8646-ed74fe0710f0 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:25:44.125961 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=d19286c7-63eb-4464-b093-178263b13abc,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:44.143652 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-7af72e86-372e-4359-aeba-f647bb660462 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Delete allocated IP 2001:db8:0:1::298 (370400cc-95a9-4395-a14d-cd77e545c3dc/f2916ff1-781f-4e82-9b48-2fc8b8c05fef) {{(pid=87443) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 26 11:25:44.176314 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcdfbe-7328-4bf0-90ed-c86c6a7bfce6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Port': ['ID=d75731cd-3ae5-4798-a934-eed1a3e481b2,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:44.178679 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbcdfbe-7328-4bf0-90ed-c86c6a7bfce6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] No DVR routers for this DVR port d75731cd-3ae5-4798-a934-eed1a3e481b2 on host dv-neutron-826439-1-hyperv {{(pid=87442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:25:44.189592 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-79483b20-3446-4e42-abae-6ae0ebf58b2f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:44.314155 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:44.322724 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-aa19ad2f-fec0-424b-83bc-754038646a31 None None] The port 'd75731cd-3ae5-4798-a934-eed1a3e481b2' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:25:44.411319 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-636936fa-6219-4b09-a65f-4fb6921fc4e8 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:44.421298 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2643fec1-58b8-4d31-be15-9b175541dc9a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:44.472419 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 813d0a34-46d6-4c08-8646-ed74fe0710f0 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:44.482462 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-79483b20-3446-4e42-abae-6ae0ebf58b2f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:44.515336 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21baa44f-2025-468f-909a-f0d5eb1d87c9']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:44.551939 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d75731cd-3ae5-4798-a934-eed1a3e481b2 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:25:44.552641 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-79483b20-3446-4e42-abae-6ae0ebf58b2f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:44.562027 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79483b20-3446-4e42-abae-6ae0ebf58b2f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Subnet': ['ID=d3dc4587-92b4-4964-99f8-539b9db72161,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:44.570724 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7af72e86-372e-4359-aeba-f647bb660462 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:44.591691 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7100b29b-0a9f-498a-8a8b-5ed725ffd1b2') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:44.592000 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7100b29b-0a9f-498a-8a8b-5ed725ffd1b2') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:44.600965 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-79483b20-3446-4e42-abae-6ae0ebf58b2f tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/d3dc4587-92b4-4964-99f8-539b9db72161 HTTP/1.1" status: 204 len: 168 time: 1.6583879 Jan 26 11:25:44.606337 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2643fec1-58b8-4d31-be15-9b175541dc9a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:44.609153 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50692) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:44.614344 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-7af72e86-372e-4359-aeba-f647bb660462 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Ignored duplicate provisioning block setup for port 90cb2154-7836-480e-90bb-89ca91c6442b by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 26 11:25:44.629215 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: d75731cd-3ae5-4798-a934-eed1a3e481b2 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:25:44.629949 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d75731cd-3ae5-4798-a934-eed1a3e481b2 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:25:44.630664 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device fb3fdb6f-164b-41bc-93d1-9d8fd41e0501 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:25:44.680877 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:44.686000 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7af72e86-372e-4359-aeba-f647bb660462 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:44.718079 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643fec1-58b8-4d31-be15-9b175541dc9a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Subnet': ['ID=f4dc0451-2ae9-4a77-9788-dceb4110dea4,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:44.723071 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:44.740031 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-636936fa-6219-4b09-a65f-4fb6921fc4e8 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:44.781015 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3499bc8d-d99c-4fd0-adac-73e8be4b10aa None None] Network 011616fd-7fd0-4347-8d3d-d5bb31a3d670 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:44.785764 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d036c694-7bee-4925-8011-3d8aec8d3be1 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1726413 Jan 26 11:25:44.790009 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50696) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:44.809743 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: fb3fdb6f-164b-41bc-93d1-9d8fd41e0501 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:25:44.810159 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device fb3fdb6f-164b-41bc-93d1-9d8fd41e0501 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:25:44.828191 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5cbcdfbe-7328-4bf0-90ed-c86c6a7bfce6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:44.837817 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2643fec1-58b8-4d31-be15-9b175541dc9a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:44.842086 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:25:44.842808 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:25:44.874039 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:25:44.916905 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636936fa-6219-4b09-a65f-4fb6921fc4e8 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event deleted for resources: {'Subnet': ['ID=bbd0af42-98d3-4675-9bf7-1bc7fb1b8cd4,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:44.941784 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e1937f-8caa-4a33-828d-4b55c8bd2c80 None None] Network 60507b73-721e-40a0-962e-cfd3d0b5f499 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:44.956966 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-636936fa-6219-4b09-a65f-4fb6921fc4e8 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:44.988342 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-7af72e86-372e-4359-aeba-f647bb660462 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] In _notify_port_updated(), no bound segment for port 90cb2154-7836-480e-90bb-89ca91c6442b on network 370400cc-95a9-4395-a14d-cd77e545c3dc {{(pid=87443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 26 11:25:44.993839 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af72e86-372e-4359-aeba-f647bb660462 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:44.994517 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7af72e86-372e-4359-aeba-f647bb660462 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:44.995913 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7af72e86-372e-4359-aeba-f647bb660462 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "PUT /v2.0/ports/90cb2154-7836-480e-90bb-89ca91c6442b HTTP/1.1" status: 200 len: 925 time: 2.0517635 Jan 26 11:25:44.996852 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-5cbcdfbe-7328-4bf0-90ed-c86c6a7bfce6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45e07ee-3c75-462a-b0ea-b36a7ced69a3']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:45.001580 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50700) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:45.005073 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-636936fa-6219-4b09-a65f-4fb6921fc4e8 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "DELETE /v2.0/subnets/bbd0af42-98d3-4675-9bf7-1bc7fb1b8cd4 HTTP/1.1" status: 204 len: 168 time: 1.9045053 Jan 26 11:25:45.008878 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50702) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:45.017307 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2643fec1-58b8-4d31-be15-9b175541dc9a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/subnets/f4dc0451-2ae9-4a77-9788-dceb4110dea4 HTTP/1.1" status: 204 len: 168 time: 2.0172772 Jan 26 11:25:45.018337 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50708) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:45.026133 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:45.028459 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-72d2c4bb-031f-42b7-90d3-f35b076fdd6f None None] Allocated IP 2001:db8:0:1::2 (370400cc-95a9-4395-a14d-cd77e545c3dc/f2916ff1-781f-4e82-9b48-2fc8b8c05fef/d19286c7-63eb-4464-b093-178263b13abc) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:45.031146 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-5cbcdfbe-7328-4bf0-90ed-c86c6a7bfce6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a3b4a5-0317-4e82-9013-bbc5e18887ea') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:45.031676 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-5cbcdfbe-7328-4bf0-90ed-c86c6a7bfce6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a3b4a5-0317-4e82-9013-bbc5e18887ea') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:45.055879 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-d04b5aea-f924-46fe-8205-e289dc032b29 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '21778c2e-8476-470b-8523-c14f75764124'}, {'subnet_id': 'f2916ff1-781f-4e82-9b48-2fc8b8c05fef'}]}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:45.078687 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:45.083225 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af72e86-372e-4359-aeba-f647bb660462 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Port': ['ID=90cb2154-7836-480e-90bb-89ca91c6442b,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:45.134015 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5cbcdfbe-7328-4bf0-90ed-c86c6a7bfce6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:45.142292 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/networks/21baa44f-2025-468f-909a-f0d5eb1d87c9 HTTP/1.1" status: 204 len: 168 time: 7.1749942 Jan 26 11:25:45.150350 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50712) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:45.155200 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c6fdd-7be4-4a71-a462-45a3992ac6c0 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Network': ['ID=21baa44f-2025-468f-909a-f0d5eb1d87c9,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:45.166707 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-dda0f71b-8153-4399-9401-88e37598803c None None] Provisioning for port 813d0a34-46d6-4c08-8646-ed74fe0710f0 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:45.194866 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb02009-f82f-42ae-9577-4fc1acd2acbd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:45.196494 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb02009-f82f-42ae-9577-4fc1acd2acbd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:45.197241 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-eeb02009-f82f-42ae-9577-4fc1acd2acbd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Synchronizing usage tracker for tenant:8680f0878b7d484f968b83e5b8957de6 on resource:subnet {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:45.226009 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-dda0f71b-8153-4399-9401-88e37598803c None None] Provisioning complete for port 813d0a34-46d6-4c08-8646-ed74fe0710f0 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:45.226442 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dda0f71b-8153-4399-9401-88e37598803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:45.234152 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb88a454-5f62-4c75-b064-5b07b59a6cdc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:45.238455 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-cb88a454-5f62-4c75-b064-5b07b59a6cdc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.4225662 Jan 26 11:25:45.242238 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50716) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:45.251789 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864c4076-0604-4de3-9687-e9a509611c5d None None] Network ba6f0584-2941-48e6-9427-2229465f5a54 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:45.257333 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5cbcdfbe-7328-4bf0-90ed-c86c6a7bfce6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:45.259957 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b29662-0166-4d70-b771-f179619d21e5 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:45.260521 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b29662-0166-4d70-b771-f179619d21e5 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:45.266264 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-20b29662-0166-4d70-b771-f179619d21e5 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/subnets/075b7ef2-a7f2-49c5-9e18-ffbc9d0f27c2 HTTP/1.1" status: 404 len: 337 time: 0.1099353 Jan 26 11:25:45.267676 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50720) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:45.273278 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a3872e6e-7f84-4396-b49c-efac7c74592d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:45.300425 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cbcdfbe-7328-4bf0-90ed-c86c6a7bfce6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:25:45.300693 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5cbcdfbe-7328-4bf0-90ed-c86c6a7bfce6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:25:45.317947 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:25:45.333368 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4ce06f-cda1-48c3-9819-868bf527b256 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:45.333842 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba4ce06f-cda1-48c3-9819-868bf527b256 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:45.337862 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ba4ce06f-cda1-48c3-9819-868bf527b256 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/networks/21baa44f-2025-468f-909a-f0d5eb1d87c9 HTTP/1.1" status: 404 len: 339 time: 0.0668514 Jan 26 11:25:45.350011 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50724) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:45.357979 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-eeb02009-f82f-42ae-9577-4fc1acd2acbd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Unset dirty status for tenant:8680f0878b7d484f968b83e5b8957de6 on resource:subnet {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:45.361944 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-eeb02009-f82f-42ae-9577-4fc1acd2acbd tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3467066 Jan 26 11:25:45.365042 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50728) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:45.441074 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf87d1c6-c97b-42d8-b3e4-d14ee624c3dc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:45.441669 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-cf87d1c6-c97b-42d8-b3e4-d14ee624c3dc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Synchronizing usage tracker for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:45.447729 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c4d318-60d6-4d7c-af62-e0ffee40c244 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:45.448184 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c4d318-60d6-4d7c-af62-e0ffee40c244 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:45.453155 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-90c4d318-60d6-4d7c-af62-e0ffee40c244 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/subnets/b89734f8-b3b1-41cc-be52-2e6ffab7bd21 HTTP/1.1" status: 404 len: 337 time: 0.1003661 Jan 26 11:25:45.453155 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-a3872e6e-7f84-4396-b49c-efac7c74592d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting port 7ede8c37-f0a5-434d-baea-d952db8e8d81 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:45.453155 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a3872e6e-7f84-4396-b49c-efac7c74592d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:45.455618 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50732) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:45.497351 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5cbcdfbe-7328-4bf0-90ed-c86c6a7bfce6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:45.516981 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5cbcdfbe-7328-4bf0-90ed-c86c6a7bfce6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:45.532700 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcdfbe-7328-4bf0-90ed-c86c6a7bfce6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Network': ['ID=d45e07ee-3c75-462a-b0ea-b36a7ced69a3,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:45.540513 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5cbcdfbe-7328-4bf0-90ed-c86c6a7bfce6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/networks/d45e07ee-3c75-462a-b0ea-b36a7ced69a3 HTTP/1.1" status: 204 len: 168 time: 3.1368942 Jan 26 11:25:45.541209 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50736) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:45.612141 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b856d3-8959-4769-978e-5b561ba3fdbd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:45.612542 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9b856d3-8959-4769-978e-5b561ba3fdbd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:45.616768 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a9b856d3-8959-4769-978e-5b561ba3fdbd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/networks/0a1f1968-02c4-4b19-b68a-b77ef84e5789 HTTP/1.1" status: 404 len: 339 time: 0.1587384 Jan 26 11:25:45.621281 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a4a1c39e-04b2-46d0-ba85-aa89e51c77ef tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:45.625200 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50740) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:45.625638 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-cf87d1c6-c97b-42d8-b3e4-d14ee624c3dc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Unset dirty status for tenant:57a93839786448c5acb86b98e59e05fa on resource:subnet {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:45.629361 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-cf87d1c6-c97b-42d8-b3e4-d14ee624c3dc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3833761 Jan 26 11:25:45.634390 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50744) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:45.724367 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d04b5aea-f924-46fe-8205-e289dc032b29 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:45.762363 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a1c39e-04b2-46d0-ba85-aa89e51c77ef tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 26 11:25:45.762363 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a1c39e-04b2-46d0-ba85-aa89e51c77ef tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:45.762363 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a4a1c39e-04b2-46d0-ba85-aa89e51c77ef tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "DELETE /v2.0/networks/60507b73-721e-40a0-962e-cfd3d0b5f499 HTTP/1.1" status: 409 len: 405 time: 0.3920140 Jan 26 11:25:45.762791 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50748) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:45.777787 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1b422adf-9cf3-4a2c-a07b-c5e3f265f8ea tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1188126 Jan 26 11:25:45.819633 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dda0f71b-8153-4399-9401-88e37598803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:45.864067 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50752) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:45.875020 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d19286c7-63eb-4464-b093-178263b13abc up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:25:45.903999 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-bfcd10a7-de88-428c-beae-4a36f545e98c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1664050671'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:45.923327 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-bfcd10a7-de88-428c-beae-4a36f545e98c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:45.928913 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-72d2c4bb-031f-42b7-90d3-f35b076fdd6f None None] For port d19286c7-63eb-4464-b093-178263b13abc, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d19286c7-63eb-4464-b093-178263b13abc,segment=NetworkSegment(cd5c4bc2-7a26-4325-8b1f-62bfb378d628),segment_id=cd5c4bc2-7a26-4325-8b1f-62bfb378d628)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:45.937207 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-bfcd10a7-de88-428c-beae-4a36f545e98c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Usage tracker for resource:network and tenant:8680f0878b7d484f968b83e5b8957de6 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:45.992745 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-dda0f71b-8153-4399-9401-88e37598803c None None] For port 813d0a34-46d6-4c08-8646-ed74fe0710f0, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=813d0a34-46d6-4c08-8646-ed74fe0710f0,segment=NetworkSegment(08ffc098-1a30-4bea-a185-b67a501b8cd4),segment_id=08ffc098-1a30-4bea-a185-b67a501b8cd4)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:45.996516 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-bfcd10a7-de88-428c-beae-4a36f545e98c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:46.012418 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-72d2c4bb-031f-42b7-90d3-f35b076fdd6f None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:46.022781 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dda0f71b-8153-4399-9401-88e37598803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:46.067356 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-bfcd10a7-de88-428c-beae-4a36f545e98c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:46.085009 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab86d1b-21f3-4f70-b0d0-bb3ef952c457 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:46.085576 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab86d1b-21f3-4f70-b0d0-bb3ef952c457 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:46.087360 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-cab86d1b-21f3-4f70-b0d0-bb3ef952c457 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/7f0b3ef8-c7ff-4630-a80f-a69945e7652a HTTP/1.1" status: 404 len: 333 time: 0.2224135 Jan 26 11:25:46.091763 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1dfe64b9-ac9c-4165-a89a-64fe15690df3 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:46.093919 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50756) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:46.132591 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc1db0e-44e3-47de-8b0a-ff675b1c4eac None None] DHCP port deletion for 011616fd-7fd0-4347-8d3d-d5bb31a3d670 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:25:46.176335 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcd10a7-de88-428c-beae-4a36f545e98c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Made reservation on behalf of 8680f0878b7d484f968b83e5b8957de6 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:46.176578 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-72d2c4bb-031f-42b7-90d3-f35b076fdd6f None None] Transition to ACTIVE for port object d19286c7-63eb-4464-b093-178263b13abc will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:46.179842 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bfcd10a7-de88-428c-beae-4a36f545e98c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:46.181133 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-dbc1db0e-44e3-47de-8b0a-ff675b1c4eac None None] Deleting port 7ede8c37-f0a5-434d-baea-d952db8e8d81 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:46.181558 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dbc1db0e-44e3-47de-8b0a-ff675b1c4eac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:46.196665 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9df8d1e-323b-4ffa-98a0-db2d2964b789 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:46.197192 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9df8d1e-323b-4ffa-98a0-db2d2964b789 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:46.201091 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d9df8d1e-323b-4ffa-98a0-db2d2964b789 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/d3dc4587-92b4-4964-99f8-539b9db72161 HTTP/1.1" status: 404 len: 337 time: 0.1004946 Jan 26 11:25:46.204208 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50760) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:46.212933 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-a3872e6e-7f84-4396-b49c-efac7c74592d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] For port 7ede8c37-f0a5-434d-baea-d952db8e8d81, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7ede8c37-f0a5-434d-baea-d952db8e8d81,segment=NetworkSegment(f29abd78-4d9e-40d5-aef0-ef4614635796),segment_id=f29abd78-4d9e-40d5-aef0-ef4614635796)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:46.213305 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a3872e6e-7f84-4396-b49c-efac7c74592d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:46.251116 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-72d2c4bb-031f-42b7-90d3-f35b076fdd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:46.275258 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1eea715-a277-4a49-afa8-843d43ecc347 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:46.275647 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1eea715-a277-4a49-afa8-843d43ecc347 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:46.280878 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a1eea715-a277-4a49-afa8-843d43ecc347 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/43c7b55f-ef8a-49a9-8ee9-300596a1fa07 HTTP/1.1" status: 404 len: 337 time: 0.0748703 Jan 26 11:25:46.299556 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50764) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:46.310865 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84530c1-1c44-416f-9f36-c0be2f04f39f None None] DHCP port deletion for ba6f0584-2941-48e6-9427-2229465f5a54 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:25:46.330270 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3775f3e-0ffb-4b9d-a1c9-9c96dfa41754 None None] DHCP port deletion for 60507b73-721e-40a0-962e-cfd3d0b5f499 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:25:46.350450 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-f84530c1-1c44-416f-9f36-c0be2f04f39f None None] Deleting port 7c14f88e-d04f-44f2-be4d-338743d186ef {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:46.350955 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f84530c1-1c44-416f-9f36-c0be2f04f39f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:46.375768 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5614ee5d-9250-46f5-8bda-6d9f769a9591 None None] Provisioning complete for port 7c14f88e-d04f-44f2-be4d-338743d186ef triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:46.376248 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5614ee5d-9250-46f5-8bda-6d9f769a9591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:46.378073 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ebcf1ec-eb95-481f-a6cf-0a6aeced5aa0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:46.378581 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ebcf1ec-eb95-481f-a6cf-0a6aeced5aa0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:46.382549 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0ebcf1ec-eb95-481f-a6cf-0a6aeced5aa0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/ac1c970d-6681-4e7e-9586-16296e3a2259 HTTP/1.1" status: 404 len: 333 time: 0.0801842 Jan 26 11:25:46.415925 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50768) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:46.437357 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 13b91d89-e747-41ea-b2e2-bed8339ce4dc no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:25:46.437743 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-a3872e6e-7f84-4396-b49c-efac7c74592d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Calling delete_port for 7ede8c37-f0a5-434d-baea-d952db8e8d81 owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:46.465577 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-c3775f3e-0ffb-4b9d-a1c9-9c96dfa41754 None None] Deleting port 813d0a34-46d6-4c08-8646-ed74fe0710f0 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:46.465820 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfcd10a7-de88-428c-beae-4a36f545e98c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:25:46.466042 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c3775f3e-0ffb-4b9d-a1c9-9c96dfa41754 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:46.503636 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bfcd10a7-de88-428c-beae-4a36f545e98c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:46.503897 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-bfcd10a7-de88-428c-beae-4a36f545e98c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Added segment ac646092-54bd-4707-9faf-e9e18298a976 of type vlan for network 5b0aa6a8-c0bb-4e8c-bc57-c6b67bc00734 Jan 26 11:25:46.509487 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1dfe64b9-ac9c-4165-a89a-64fe15690df3 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:46.527155 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-1015f186-c922-46c8-a062-518e2f97840a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:46.527774 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1015f186-c922-46c8-a062-518e2f97840a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:46.531868 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1015f186-c922-46c8-a062-518e2f97840a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/5f1703f1-99e6-43d2-92af-7a7e48be5564 HTTP/1.1" status: 404 len: 337 time: 0.1127315 Jan 26 11:25:46.533045 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50772) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:46.543130 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0f71b-8153-4399-9401-88e37598803c None None] Pushing event updated for resources: {'Port': ['ID=813d0a34-46d6-4c08-8646-ed74fe0710f0,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:46.563027 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 13b91d89-e747-41ea-b2e2-bed8339ce4dc {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:25:46.563403 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 13b91d89-e747-41ea-b2e2-bed8339ce4dc not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:25:46.582431 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-1dfe64b9-ac9c-4165-a89a-64fe15690df3 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee39eab6-aa08-4821-912c-21a41755fcda']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:46.638896 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-1dfe64b9-ac9c-4165-a89a-64fe15690df3 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e51c32-eca1-4a71-afff-84ef11fd05ed') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:46.639307 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-1dfe64b9-ac9c-4165-a89a-64fe15690df3 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e51c32-eca1-4a71-afff-84ef11fd05ed') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:46.649573 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2ecc1e-1797-4f50-9372-12e9bd283aa5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:46.650823 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b2ecc1e-1797-4f50-9372-12e9bd283aa5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:46.658700 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1dfe64b9-ac9c-4165-a89a-64fe15690df3 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:46.661863 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bfcd10a7-de88-428c-beae-4a36f545e98c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:46.688358 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1dfe64b9-ac9c-4165-a89a-64fe15690df3 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:46.701877 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4b2ecc1e-1797-4f50-9372-12e9bd283aa5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/d67e1283-9bf9-4c6f-a118-c6bf7f8554a2 HTTP/1.1" status: 404 len: 337 time: 0.1677904 Jan 26 11:25:46.702793 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfe64b9-ac9c-4165-a89a-64fe15690df3 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:25:46.703548 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1dfe64b9-ac9c-4165-a89a-64fe15690df3 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:46.710648 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50776) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:25:46.721001 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:25:46.762004 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a3872e6e-7f84-4396-b49c-efac7c74592d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:46.802707 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-548e3e9e-1c57-49b4-9624-dcf248431680 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:46.803417 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-548e3e9e-1c57-49b4-9624-dcf248431680 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:46.807172 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bfcd10a7-de88-428c-beae-4a36f545e98c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:46.813607 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcd10a7-de88-428c-beae-4a36f545e98c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:46.814427 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bfcd10a7-de88-428c-beae-4a36f545e98c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:46.860892 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-d04b5aea-f924-46fe-8205-e289dc032b29 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Allocated IP 2001:db8:0:1::7c (370400cc-95a9-4395-a14d-cd77e545c3dc/f2916ff1-781f-4e82-9b48-2fc8b8c05fef/90cb2154-7836-480e-90bb-89ca91c6442b) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:46.882009 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3872e6e-7f84-4396-b49c-efac7c74592d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Port': ['ID=7ede8c37-f0a5-434d-baea-d952db8e8d81,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:46.888701 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3872e6e-7f84-4396-b49c-efac7c74592d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] No DVR routers for this DVR port 7ede8c37-f0a5-434d-baea-d952db8e8d81 on host dv-neutron-826439-1-hyperv {{(pid=87442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:25:46.934630 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-548e3e9e-1c57-49b4-9624-dcf248431680 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/0ba8186c-be72-475c-83ba-502035fbbf28 HTTP/1.1" status: 404 len: 333 time: 0.2224877 Jan 26 11:25:46.949608 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-dbc1db0e-44e3-47de-8b0a-ff675b1c4eac None None] For port 7ede8c37-f0a5-434d-baea-d952db8e8d81, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7ede8c37-f0a5-434d-baea-d952db8e8d81,segment=NetworkSegment(f29abd78-4d9e-40d5-aef0-ef4614635796),segment_id=f29abd78-4d9e-40d5-aef0-ef4614635796)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:46.950607 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dbc1db0e-44e3-47de-8b0a-ff675b1c4eac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:46.953502 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50780) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:47.011233 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2c4bb-031f-42b7-90d3-f35b076fdd6f None None] Pushing event updated for resources: {'Port': ['ID=d19286c7-63eb-4464-b093-178263b13abc,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:47.012454 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1dfe64b9-ac9c-4165-a89a-64fe15690df3 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:47.038733 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1dfe64b9-ac9c-4165-a89a-64fe15690df3 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:47.065786 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe64b9-ac9c-4165-a89a-64fe15690df3 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Network': ['ID=ee39eab6-aa08-4821-912c-21a41755fcda,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:47.071600 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1dfe64b9-ac9c-4165-a89a-64fe15690df3 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/networks/ee39eab6-aa08-4821-912c-21a41755fcda HTTP/1.1" status: 204 len: 168 time: 1.4436178 Jan 26 11:25:47.083423 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50784) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:47.136551 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d99a9e5-259e-4464-8542-196091b3c944 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:47.137407 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d99a9e5-259e-4464-8542-196091b3c944 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:47.139383 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9d99a9e5-259e-4464-8542-196091b3c944 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/subnets/a9fed0fa-4a3c-430e-b6c0-e8c651b9bcaa HTTP/1.1" status: 404 len: 337 time: 0.0546782 Jan 26 11:25:47.146481 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50788) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:47.181548 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a177a4a-f49c-4fdf-b352-5243ba88846e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:47.183315 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a177a4a-f49c-4fdf-b352-5243ba88846e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:47.184821 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d683024-f73e-49a9-abba-2bcfad0b2700 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:47.185326 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d683024-f73e-49a9-abba-2bcfad0b2700 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:47.189260 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c3775f3e-0ffb-4b9d-a1c9-9c96dfa41754 None None] For port 813d0a34-46d6-4c08-8646-ed74fe0710f0, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=813d0a34-46d6-4c08-8646-ed74fe0710f0,segment=NetworkSegment(08ffc098-1a30-4bea-a185-b67a501b8cd4),segment_id=08ffc098-1a30-4bea-a185-b67a501b8cd4)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:47.189463 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9d683024-f73e-49a9-abba-2bcfad0b2700 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/d313fb7c-1038-4818-a732-a3b48ae967e9 HTTP/1.1" status: 404 len: 337 time: 0.2260034 Jan 26 11:25:47.189556 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c3775f3e-0ffb-4b9d-a1c9-9c96dfa41754 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:47.189639 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd10a7-de88-428c-beae-4a36f545e98c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event updated for resources: {'Network': ['ID=5b0aa6a8-c0bb-4e8c-bc57-c6b67bc00734,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:47.189883 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50792) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:47.194691 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6a177a4a-f49c-4fdf-b352-5243ba88846e tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/networks/59b9aedc-e4d2-4b80-bb8d-2d4ea3960ea3 HTTP/1.1" status: 404 len: 339 time: 0.0465016 Jan 26 11:25:47.197617 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50794) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:47.203099 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a3872e6e-7f84-4396-b49c-efac7c74592d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:47.216471 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-bfcd10a7-de88-428c-beae-4a36f545e98c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4508483 Jan 26 11:25:47.223384 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50800) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:47.230594 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-8644d948-f1e4-4fc3-be0b-29216f030a1c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Request body: {'subnet': {'network_id': '5b0aa6a8-c0bb-4e8c-bc57-c6b67bc00734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:47.316829 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e36f59-5f6d-4345-8723-74338d1c29af tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:47.317546 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17e36f59-5f6d-4345-8723-74338d1c29af tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:47.319435 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-17e36f59-5f6d-4345-8723-74338d1c29af tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/subnets/b2fa7810-5a51-4168-b34a-8b862d5117b9 HTTP/1.1" status: 404 len: 337 time: 0.1062376 Jan 26 11:25:47.323597 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e33dfbb-3a1a-46e7-bfcd-f808bc19aee8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:47.324138 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-c3775f3e-0ffb-4b9d-a1c9-9c96dfa41754 None None] Calling delete_port for 813d0a34-46d6-4c08-8646-ed74fe0710f0 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:47.324694 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e33dfbb-3a1a-46e7-bfcd-f808bc19aee8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:47.326887 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6e33dfbb-3a1a-46e7-bfcd-f808bc19aee8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/30414aa0-8480-4d68-b213-32d0c674c55e HTTP/1.1" status: 404 len: 337 time: 0.1154430 Jan 26 11:25:47.329947 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-a3872e6e-7f84-4396-b49c-efac7c74592d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['011616fd-7fd0-4347-8d3d-d5bb31a3d670']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:47.337043 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50804) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:47.337578 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50806) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:47.381320 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8644d948-f1e4-4fc3-be0b-29216f030a1c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:47.399210 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8644d948-f1e4-4fc3-be0b-29216f030a1c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:47.406701 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-a3872e6e-7f84-4396-b49c-efac7c74592d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29abd78-4d9e-40d5-aef0-ef4614635796') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:47.407077 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-a3872e6e-7f84-4396-b49c-efac7c74592d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29abd78-4d9e-40d5-aef0-ef4614635796') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:47.413168 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d04b5aea-f924-46fe-8205-e289dc032b29 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:47.422454 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8644d948-f1e4-4fc3-be0b-29216f030a1c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Made reservation on behalf of 8680f0878b7d484f968b83e5b8957de6 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:47.426842 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-11399f48-543f-400f-8aa3-c98dead53968 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:47.427003 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8644d948-f1e4-4fc3-be0b-29216f030a1c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:47.427390 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11399f48-543f-400f-8aa3-c98dead53968 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:47.428975 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-11399f48-543f-400f-8aa3-c98dead53968 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/5ad0393a-f261-45ac-be28-c47f949dfaa1 HTTP/1.1" status: 404 len: 333 time: 0.0884743 Jan 26 11:25:47.433100 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a3872e6e-7f84-4396-b49c-efac7c74592d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:47.440448 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-f28c2832-cf2c-4cf9-914b-97bd39727593 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:47.440935 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f28c2832-cf2c-4cf9-914b-97bd39727593 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:47.442649 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f28c2832-cf2c-4cf9-914b-97bd39727593 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/networks/2f5ae155-be9a-409c-88c8-a78f92a1a6c0 HTTP/1.1" status: 404 len: 339 time: 0.1039193 Jan 26 11:25:47.443211 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50812) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:47.477615 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50814) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:47.504849 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 5b0aa6a8-c0bb-4e8c-bc57-c6b67bc00734 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:25:47.517772 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e57e3fb-9b2d-40bb-81f5-4446fd578a62 None None] Network 370400cc-95a9-4395-a14d-cd77e545c3dc requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:47.529918 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c3775f3e-0ffb-4b9d-a1c9-9c96dfa41754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:47.545130 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-dbc1db0e-44e3-47de-8b0a-ff675b1c4eac None None] Calling delete_port for 7ede8c37-f0a5-434d-baea-d952db8e8d81 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:47.545381 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-d04b5aea-f924-46fe-8205-e289dc032b29 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Ignored duplicate provisioning block setup for port 90cb2154-7836-480e-90bb-89ca91c6442b by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 26 11:25:47.552686 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d04b5aea-f924-46fe-8205-e289dc032b29 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:47.682090 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b5aea-f924-46fe-8205-e289dc032b29 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Port': ['ID=90cb2154-7836-480e-90bb-89ca91c6442b,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:47.685225 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a3872e6e-7f84-4396-b49c-efac7c74592d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:47.687980 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-081bfe92-5716-4c32-ac15-b34155efc754 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:47.688447 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-081bfe92-5716-4c32-ac15-b34155efc754 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:47.692623 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-081bfe92-5716-4c32-ac15-b34155efc754 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/35dda609-c375-4fd5-94b3-5cb208ccc680 HTTP/1.1" status: 404 len: 337 time: 0.2432961 Jan 26 11:25:47.697256 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50820) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:47.703202 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-3873d40d-d4a4-4579-9d15-b4e57cc94383 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:47.703541 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3873d40d-d4a4-4579-9d15-b4e57cc94383 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:47.705492 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3873d40d-d4a4-4579-9d15-b4e57cc94383 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/subnets/84546144-bffa-4ff4-b248-64b3f88f3f38 HTTP/1.1" status: 404 len: 337 time: 0.2009137 Jan 26 11:25:47.719328 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50824) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:47.736706 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3872e6e-7f84-4396-b49c-efac7c74592d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:25:47.737301 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a3872e6e-7f84-4396-b49c-efac7c74592d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:47.749006 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-d04b5aea-f924-46fe-8205-e289dc032b29 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] In _notify_port_updated(), no bound segment for port 90cb2154-7836-480e-90bb-89ca91c6442b on network 370400cc-95a9-4395-a14d-cd77e545c3dc {{(pid=87443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:25:47.752484 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:25:47.754905 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04b5aea-f924-46fe-8205-e289dc032b29 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:47.754905 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d04b5aea-f924-46fe-8205-e289dc032b29 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:47.758569 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d04b5aea-f924-46fe-8205-e289dc032b29 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "PUT /v2.0/ports/90cb2154-7836-480e-90bb-89ca91c6442b HTTP/1.1" status: 200 len: 1010 time: 2.7518485 Jan 26 11:25:47.763464 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50828) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:47.782700 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68b1466-de3e-4fbd-a419-a3ae67886c27 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:47.783165 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c68b1466-de3e-4fbd-a419-a3ae67886c27 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:47.785049 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c68b1466-de3e-4fbd-a419-a3ae67886c27 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/56bf6c02-e746-4965-a49c-d988be77e21d HTTP/1.1" status: 404 len: 337 time: 0.0836451 Jan 26 11:25:47.789500 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3775f3e-0ffb-4b9d-a1c9-9c96dfa41754 None None] Pushing event deleted for resources: {'Port': ['ID=813d0a34-46d6-4c08-8646-ed74fe0710f0,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:47.800840 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50832) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:47.832012 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-019908f9-ab45-4f02-8e30-4f017e46988f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:47.832512 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-019908f9-ab45-4f02-8e30-4f017e46988f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:47.836501 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3775f3e-0ffb-4b9d-a1c9-9c96dfa41754 None None] No DVR routers for this DVR port 813d0a34-46d6-4c08-8646-ed74fe0710f0 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:25:47.872583 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-019908f9-ab45-4f02-8e30-4f017e46988f tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/networks/f17d81fa-ebde-47e0-b7fa-b99caf1b1390 HTTP/1.1" status: 404 len: 339 time: 0.1534951 Jan 26 11:25:47.884592 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50836) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:47.910793 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-f84530c1-1c44-416f-9f36-c0be2f04f39f None None] For port 7c14f88e-d04f-44f2-be4d-338743d186ef, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7c14f88e-d04f-44f2-be4d-338743d186ef,segment=NetworkSegment(41e4fec2-08e6-407d-a74d-6e7f6577ba56),segment_id=41e4fec2-08e6-407d-a74d-6e7f6577ba56)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:47.911416 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f84530c1-1c44-416f-9f36-c0be2f04f39f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:47.915920 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bb1acf-91db-47cf-ba3e-9adc4934fbbd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:47.916402 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44bb1acf-91db-47cf-ba3e-9adc4934fbbd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:47.927382 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-44bb1acf-91db-47cf-ba3e-9adc4934fbbd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/02fabdc7-0275-4830-a3ba-4d41bce37a2d HTTP/1.1" status: 404 len: 333 time: 0.1242445 Jan 26 11:25:47.930425 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50840) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:47.969915 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a3872e6e-7f84-4396-b49c-efac7c74592d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:47.974228 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a3872e6e-7f84-4396-b49c-efac7c74592d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:47.976140 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a3872e6e-7f84-4396-b49c-efac7c74592d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/networks/011616fd-7fd0-4347-8d3d-d5bb31a3d670 HTTP/1.1" status: 204 len: 168 time: 2.9537952 Jan 26 11:25:48.005389 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50844) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:48.007805 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d19286c7-63eb-4464-b093-178263b13abc up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:25:48.014196 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7cd9079-b81e-474b-a650-414dd069e4bd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:48.014791 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7cd9079-b81e-474b-a650-414dd069e4bd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:48.018373 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d7cd9079-b81e-474b-a650-414dd069e4bd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/13d41632-84fb-4312-a75e-2694f2606133 HTTP/1.1" status: 404 len: 337 time: 0.0850885 Jan 26 11:25:48.020758 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-f30042ab-a8dd-4cd7-a0de-5b51bfe4321f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-40644142'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:48.026903 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52de9574-07a9-472f-a38b-00d830d79356 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:48.060125 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50848) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:48.077758 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3872e6e-7f84-4396-b49c-efac7c74592d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Network': ['ID=011616fd-7fd0-4347-8d3d-d5bb31a3d670,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:48.087445 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f30042ab-a8dd-4cd7-a0de-5b51bfe4321f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:48.101016 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f30042ab-a8dd-4cd7-a0de-5b51bfe4321f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:network and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:48.103435 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-939567a4-0f47-4a1d-8ac6-ac1f008b1abc tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:48.104184 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939567a4-0f47-4a1d-8ac6-ac1f008b1abc tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:48.106559 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f30042ab-a8dd-4cd7-a0de-5b51bfe4321f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:48.106808 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-939567a4-0f47-4a1d-8ac6-ac1f008b1abc tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/subnets/908a2420-2037-4a86-8747-309571b25889 HTTP/1.1" status: 404 len: 337 time: 0.2190063 Jan 26 11:25:48.109581 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50852) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:48.110311 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-9fcd19a4-3a4c-4079-8760-aff9babdedc2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting port 90cb2154-7836-480e-90bb-89ca91c6442b {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:48.110673 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9fcd19a4-3a4c-4079-8760-aff9babdedc2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:48.159440 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-141589de-5e3f-4f67-a218-329cff5f0445 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:48.160022 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-141589de-5e3f-4f67-a218-329cff5f0445 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:48.164175 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-141589de-5e3f-4f67-a218-329cff5f0445 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/f68821f0-6553-4f3b-8106-ef72d56c9248 HTTP/1.1" status: 404 len: 333 time: 0.1003819 Jan 26 11:25:48.179503 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50856) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:48.191443 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f30042ab-a8dd-4cd7-a0de-5b51bfe4321f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:48.196329 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-f84530c1-1c44-416f-9f36-c0be2f04f39f None None] Calling delete_port for 7c14f88e-d04f-44f2-be4d-338743d186ef owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:48.217914 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-24486338-844d-4e33-bbd2-082f5c37723c tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:48.218477 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24486338-844d-4e33-bbd2-082f5c37723c tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:48.222680 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-24486338-844d-4e33-bbd2-082f5c37723c tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/networks/234f447e-7834-4510-84f4-321edbd70581 HTTP/1.1" status: 404 len: 339 time: 0.0570643 Jan 26 11:25:48.225014 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50860) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:48.247151 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b46cb9-1a00-474f-8673-8220bc35b6be tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:48.247813 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b46cb9-1a00-474f-8673-8220bc35b6be tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:48.251579 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f8b46cb9-1a00-474f-8673-8220bc35b6be tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/b50d3ba9-e83c-439c-ac91-3ca24c948a2e HTTP/1.1" status: 404 len: 337 time: 0.0664277 Jan 26 11:25:48.262616 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50864) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:48.271525 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30042ab-a8dd-4cd7-a0de-5b51bfe4321f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:48.275855 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f30042ab-a8dd-4cd7-a0de-5b51bfe4321f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:48.285598 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-dbc1db0e-44e3-47de-8b0a-ff675b1c4eac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:25:48.285960 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-dbc1db0e-44e3-47de-8b0a-ff675b1c4eac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:25:48.316578 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-719c46b4-6d04-4ddb-a913-1108403c7d16 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:48.317036 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-719c46b4-6d04-4ddb-a913-1108403c7d16 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:48.321043 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-719c46b4-6d04-4ddb-a913-1108403c7d16 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/subnets/a27ddffd-34b1-4902-8334-f8af509db1ad HTTP/1.1" status: 404 len: 337 time: 0.0943434 Jan 26 11:25:48.323726 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-9a425379-eb3a-422c-a508-a029dd4a09f3 None None] Provisioning for port 90cb2154-7836-480e-90bb-89ca91c6442b completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:48.329502 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50868) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:48.341133 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-9a425379-eb3a-422c-a508-a029dd4a09f3 None None] Provisioning complete for port 90cb2154-7836-480e-90bb-89ca91c6442b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:48.341517 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9a425379-eb3a-422c-a508-a029dd4a09f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:48.417847 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-973cf536-0343-4334-a82d-5be2c165dcf1 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:48.418398 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-973cf536-0343-4334-a82d-5be2c165dcf1 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:48.422452 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-973cf536-0343-4334-a82d-5be2c165dcf1 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/fadb3d50-0804-4ee1-b2ef-8edd5ae811c9 HTTP/1.1" status: 404 len: 333 time: 0.1565170 Jan 26 11:25:48.432653 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50872) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:48.485909 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f84530c1-1c44-416f-9f36-c0be2f04f39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:48.486149 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.objects.ports [None req-8644d948-f1e4-4fc3-be0b-29216f030a1c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87443) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 26 11:25:48.491617 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8644d948-f1e4-4fc3-be0b-29216f030a1c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:48.506227 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c2a709-7d6a-4a6f-a845-1d887fcd9508 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:48.506227 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c2a709-7d6a-4a6f-a845-1d887fcd9508 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:48.509391 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c2c2a709-7d6a-4a6f-a845-1d887fcd9508 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/networks/e65682c1-e89b-4c03-bac4-063b92fc96eb HTTP/1.1" status: 404 len: 339 time: 0.1693640 Jan 26 11:25:48.516948 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50876) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:48.565630 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0df359-6d18-4932-a522-83a01e02b0fd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:48.565963 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d0df359-6d18-4932-a522-83a01e02b0fd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:48.572129 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30042ab-a8dd-4cd7-a0de-5b51bfe4321f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:25:48.577255 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a9d5e7-e20e-42a3-b04c-5ddb4c6f65c9 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:48.577736 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a9d5e7-e20e-42a3-b04c-5ddb4c6f65c9 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:48.595916 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-9a425379-eb3a-422c-a508-a029dd4a09f3 None None] Port 90cb2154-7836-480e-90bb-89ca91c6442b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:25:48.599037 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1d0df359-6d18-4932-a522-83a01e02b0fd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/fc12bf3a-4c8c-4361-b689-65f148e488ab HTTP/1.1" status: 404 len: 337 time: 0.1376312 Jan 26 11:25:48.599157 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 813d0a34-46d6-4c08-8646-ed74fe0710f0 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:25:48.606696 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-64a9d5e7-e20e-42a3-b04c-5ddb4c6f65c9 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/subnets/33c99386-1781-4c4e-80c5-2315b61883cd HTTP/1.1" status: 404 len: 337 time: 0.0839925 Jan 26 11:25:48.606880 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50880) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:48.606973 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f30042ab-a8dd-4cd7-a0de-5b51bfe4321f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:48.606973 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-f30042ab-a8dd-4cd7-a0de-5b51bfe4321f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Added segment 087ab375-060e-4d51-b79d-7ea5e1d34cca of type vlan for network aa3c39cf-3219-4681-8146-a0f2696e16eb Jan 26 11:25:48.607813 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50884) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:48.638372 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9fcd19a4-3a4c-4079-8760-aff9babdedc2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:48.652762 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644d948-f1e4-4fc3-be0b-29216f030a1c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event updated for resources: {'Subnet': ['ID=99a9e7df-2c74-4fec-857e-8eb0b6329576,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:48.653894 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84530c1-1c44-416f-9f36-c0be2f04f39f None None] Pushing event deleted for resources: {'Port': ['ID=7c14f88e-d04f-44f2-be4d-338743d186ef,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:48.657390 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84530c1-1c44-416f-9f36-c0be2f04f39f None None] No DVR routers for this DVR port 7c14f88e-d04f-44f2-be4d-338743d186ef on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:25:48.659717 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-876b944a-d557-411a-b8eb-66c48eaad8fd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:48.660368 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-876b944a-d557-411a-b8eb-66c48eaad8fd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:48.660510 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 813d0a34-46d6-4c08-8646-ed74fe0710f0 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:25:48.660838 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 813d0a34-46d6-4c08-8646-ed74fe0710f0 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:25:48.661225 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7ede8c37-f0a5-434d-baea-d952db8e8d81 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:25:48.662359 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-876b944a-d557-411a-b8eb-66c48eaad8fd tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/networks/694d06e8-eb1f-4299-aba7-9ca8959aff63 HTTP/1.1" status: 404 len: 339 time: 0.0533552 Jan 26 11:25:48.665136 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50888) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:48.671269 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f30042ab-a8dd-4cd7-a0de-5b51bfe4321f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:48.707666 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 7ede8c37-f0a5-434d-baea-d952db8e8d81 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:25:48.708016 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7ede8c37-f0a5-434d-baea-d952db8e8d81 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:25:48.708646 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7c14f88e-d04f-44f2-be4d-338743d186ef no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:25:48.727507 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ce1107-81c9-4048-b348-87f91e57ad7a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:48.727915 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ce1107-81c9-4048-b348-87f91e57ad7a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:48.732297 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-48ce1107-81c9-4048-b348-87f91e57ad7a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/c2e484a7-27e7-4516-8535-9bd6f6cb0092 HTTP/1.1" status: 404 len: 333 time: 0.1252353 Jan 26 11:25:48.737918 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50892) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:48.750409 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-9a425379-eb3a-422c-a508-a029dd4a09f3 None None] Provisioning for port d19286c7-63eb-4464-b093-178263b13abc completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:48.754346 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 7c14f88e-d04f-44f2-be4d-338743d186ef {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:25:48.754701 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7c14f88e-d04f-44f2-be4d-338743d186ef not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:25:48.764053 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-9a425379-eb3a-422c-a508-a029dd4a09f3 None None] Provisioning complete for port d19286c7-63eb-4464-b093-178263b13abc triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:48.764171 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9a425379-eb3a-422c-a508-a029dd4a09f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:48.812141 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-317aa399-fac5-47ce-9ddc-6eeae18387fd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:48.812494 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317aa399-fac5-47ce-9ddc-6eeae18387fd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:48.819590 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-317aa399-fac5-47ce-9ddc-6eeae18387fd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/4c74dc83-db6d-4e3d-a224-e2ceb98eb9bb HTTP/1.1" status: 404 len: 337 time: 0.0765178 Jan 26 11:25:48.822743 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50896) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:48.826520 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f30042ab-a8dd-4cd7-a0de-5b51bfe4321f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:48.837808 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30042ab-a8dd-4cd7-a0de-5b51bfe4321f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:48.838854 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f30042ab-a8dd-4cd7-a0de-5b51bfe4321f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:48.845541 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-dbc1db0e-44e3-47de-8b0a-ff675b1c4eac None None] Deleting port 7ede8c37-f0a5-434d-baea-d952db8e8d81 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:48.846160 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dbc1db0e-44e3-47de-8b0a-ff675b1c4eac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:48.864933 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-9fcd19a4-3a4c-4079-8760-aff9babdedc2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Calling delete_port for 90cb2154-7836-480e-90bb-89ca91c6442b owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:48.894412 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8644d948-f1e4-4fc3-be0b-29216f030a1c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Checking segment: {'id': 'ac646092-54bd-4707-9faf-e9e18298a976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5b0aa6a8-c0bb-4e8c-bc57-c6b67bc00734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:48.894786 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8644d948-f1e4-4fc3-be0b-29216f030a1c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Network hostable DHCP agents. Network: 5b0aa6a8-c0bb-4e8c-bc57-c6b67bc00734, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:25:48.910409 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10fb8be-764d-4113-acb6-08513bbb8be2 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:48.910860 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c10fb8be-764d-4113-acb6-08513bbb8be2 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:48.912741 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c10fb8be-764d-4113-acb6-08513bbb8be2 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/subnets/f21d679c-3bf9-43a7-a121-93266d58eaaa HTTP/1.1" status: 404 len: 337 time: 0.2462626 Jan 26 11:25:48.921468 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-52de9574-07a9-472f-a38b-00d830d79356 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting port 0d033fee-908c-4472-88e7-6d97c120bd1f {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:48.922098 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52de9574-07a9-472f-a38b-00d830d79356 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:48.929105 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50900) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:48.937331 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8211333-2999-4cb2-826a-d2080ef40728 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:48.937987 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8211333-2999-4cb2-826a-d2080ef40728 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:48.939640 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f8211333-2999-4cb2-826a-d2080ef40728 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/90368dee-c1e5-4e1c-9451-3add6336240a HTTP/1.1" status: 404 len: 333 time: 0.1128039 Jan 26 11:25:48.958258 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50904) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:48.961799 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-dbc1db0e-44e3-47de-8b0a-ff675b1c4eac None None] The port '7ede8c37-f0a5-434d-baea-d952db8e8d81' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:25:48.974414 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-1493e1b5-5770-4469-b963-0ada46b698d3 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:48.974880 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1493e1b5-5770-4469-b963-0ada46b698d3 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:48.979639 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1493e1b5-5770-4469-b963-0ada46b698d3 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/networks/1b4b8600-6a2d-40de-b011-18804e26ae28 HTTP/1.1" status: 404 len: 339 time: 0.0465496 Jan 26 11:25:48.983951 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50908) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:49.021499 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f30042ab-a8dd-4cd7-a0de-5b51bfe4321f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0118058 Jan 26 11:25:49.023103 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-a81d91ed-3108-4814-a271-af3f97fffc4d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:49.023573 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a81d91ed-3108-4814-a271-af3f97fffc4d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:49.025222 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a81d91ed-3108-4814-a271-af3f97fffc4d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/c9fcbf33-bb05-4c3a-9e45-9a5c1e77f018 HTTP/1.1" status: 404 len: 337 time: 0.0657744 Jan 26 11:25:49.033738 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50912) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:49.034308 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50914) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:49.045320 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0224283f-5666-4ca9-a9af-15d0090379f9 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:49.046072 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0224283f-5666-4ca9-a9af-15d0090379f9 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:49.048271 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0224283f-5666-4ca9-a9af-15d0090379f9 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/subnets/7248c7c9-0dc4-47b5-b8e9-5545cef5cf63 HTTP/1.1" status: 404 len: 337 time: 0.0630982 Jan 26 11:25:49.050121 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8644d948-f1e4-4fc3-be0b-29216f030a1c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Network 5b0aa6a8-c0bb-4e8c-bc57-c6b67bc00734 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:25:49.054566 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50920) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:49.088477 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ade21a-cfca-497b-80e0-c4cebee2e2f4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:49.089557 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76ade21a-cfca-497b-80e0-c4cebee2e2f4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:49.097394 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-8644d948-f1e4-4fc3-be0b-29216f030a1c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 5b0aa6a8-c0bb-4e8c-bc57-c6b67bc00734) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:49.100446 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-412a5f75-76a5-42c0-a384-c0a7d671e624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'subnet': {'network_id': 'aa3c39cf-3219-4681-8146-a0f2696e16eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:49.113881 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27877dc8-bb36-408c-85f2-bbf76ea7bf18 None None] Network 5b0aa6a8-c0bb-4e8c-bc57-c6b67bc00734 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:49.136546 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-76ade21a-cfca-497b-80e0-c4cebee2e2f4 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/networks/97a65251-2ce9-4a89-aea8-f1926394baea HTTP/1.1" status: 404 len: 339 time: 0.0797429 Jan 26 11:25:49.142445 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8644d948-f1e4-4fc3-be0b-29216f030a1c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:49.143278 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8644d948-f1e4-4fc3-be0b-29216f030a1c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:49.151912 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50924) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:49.225817 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-412a5f75-76a5-42c0-a384-c0a7d671e624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:49.231536 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-412a5f75-76a5-42c0-a384-c0a7d671e624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:subnet and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:49.284842 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8644d948-f1e4-4fc3-be0b-29216f030a1c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0601535 Jan 26 11:25:49.289835 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-412a5f75-76a5-42c0-a384-c0a7d671e624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:49.293389 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50928) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:49.296766 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30042ab-a8dd-4cd7-a0de-5b51bfe4321f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Network': ['ID=aa3c39cf-3219-4681-8146-a0f2696e16eb,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:49.306675 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-014a822a-03b9-4c06-8510-e4ae7ac105f9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Request body: {'port': {'network_id': '5b0aa6a8-c0bb-4e8c-bc57-c6b67bc00734', 'name': 'tempest-NetworksIpV6TestAttrs-394014386'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:49.312003 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network aa3c39cf-3219-4681-8146-a0f2696e16eb details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:25:49.344198 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-4001b6e1-46ce-4788-a46c-655e68c354df tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Deleting subnet 1b20cb49-e0c2-4e48-a044-3070cd274a05 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:25:49.347453 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4001b6e1-46ce-4788-a46c-655e68c354df tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:49.404913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9fcd19a4-3a4c-4079-8760-aff9babdedc2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:49.446450 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2aced263-874f-4b96-982f-756116aebb8d None None] Could not find standard attr ID for object 90cb2154-7836-480e-90bb-89ca91c6442b. {{(pid=87444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 11:25:49.460297 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd19a4-3a4c-4079-8760-aff9babdedc2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Port': ['ID=90cb2154-7836-480e-90bb-89ca91c6442b,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:49.512661 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2aced263-874f-4b96-982f-756116aebb8d None None] Provisioning complete for port d19286c7-63eb-4464-b093-178263b13abc triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:49.513039 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2aced263-874f-4b96-982f-756116aebb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:49.531056 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4001b6e1-46ce-4788-a46c-655e68c354df tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:49.551374 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-c96982d7-855d-4a29-b67b-d906073186bc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:49.551858 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c96982d7-855d-4a29-b67b-d906073186bc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:49.555961 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c96982d7-855d-4a29-b67b-d906073186bc tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/ad7cf7f3-3b7a-4114-8b9e-dfbe2f381d62 HTTP/1.1" status: 404 len: 333 time: 0.5144243 Jan 26 11:25:49.559218 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-412a5f75-76a5-42c0-a384-c0a7d671e624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:49.577713 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50932) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:49.623575 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9fcd19a4-3a4c-4079-8760-aff9babdedc2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:49.626151 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9fcd19a4-3a4c-4079-8760-aff9babdedc2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/ports/90cb2154-7836-480e-90bb-89ca91c6442b HTTP/1.1" status: 204 len: 168 time: 1.8617685 Jan 26 11:25:49.634673 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50936) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:49.655824 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-0479c895-a091-46e7-b2e7-c000c60ea796 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:49.656379 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0479c895-a091-46e7-b2e7-c000c60ea796 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:49.661487 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0479c895-a091-46e7-b2e7-c000c60ea796 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/c904a0eb-793c-4b5c-b908-7f4ff7aecd46 HTTP/1.1" status: 404 len: 337 time: 0.0773847 Jan 26 11:25:49.672793 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50940) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:49.674734 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56727d9c-93ce-416e-841d-0d7b8075d15f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-5b0aa6a8-c0bb-4e8c-bc57-c6b67bc00734', 'network_id': '5b0aa6a8-c0bb-4e8c-bc57-c6b67bc00734', 'tenant_id': '8680f0878b7d484f968b83e5b8957de6', 'fixed_ips': [{'subnet_id': '99a9e7df-2c74-4fec-857e-8eb0b6329576'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:25:49.676289 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-56727d9c-93ce-416e-841d-0d7b8075d15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:49.686709 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b28b503-67b4-4283-8fb9-abc2aba56d93 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] GET failed (client error): The resource could not be found. Jan 26 11:25:49.687393 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2b28b503-67b4-4283-8fb9-abc2aba56d93 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Synchronizing usage tracker for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:49.719771 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412a5f75-76a5-42c0-a384-c0a7d671e624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:49.724004 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-412a5f75-76a5-42c0-a384-c0a7d671e624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:49.727992 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2b28b503-67b4-4283-8fb9-abc2aba56d93 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Unset dirty status for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:49.730132 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2b28b503-67b4-4283-8fb9-abc2aba56d93 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "GET /v2.0/ports/90cb2154-7836-480e-90bb-89ca91c6442b HTTP/1.1" status: 404 len: 333 time: 0.0940499 Jan 26 11:25:49.732949 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50944) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:49.810976 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec74a66-dc97-4958-823b-a85fc39788c3 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:49.811437 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec74a66-dc97-4958-823b-a85fc39788c3 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:49.813368 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4ec74a66-dc97-4958-823b-a85fc39788c3 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/f52ab718-1108-4069-a927-b0634fa95610 HTTP/1.1" status: 404 len: 337 time: 0.1397388 Jan 26 11:25:49.818702 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50948) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:49.906560 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4001b6e1-46ce-4788-a46c-655e68c354df tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:49.911719 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-014a822a-03b9-4c06-8510-e4ae7ac105f9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:49.923219 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-014a822a-03b9-4c06-8510-e4ae7ac105f9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Usage tracker for resource:port and tenant:8680f0878b7d484f968b83e5b8957de6 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:49.926373 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-d901fefe-f5bc-4edf-a286-be318a236b58 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:49.926930 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d901fefe-f5bc-4edf-a286-be318a236b58 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:49.931595 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d901fefe-f5bc-4edf-a286-be318a236b58 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/09174ae0-a1aa-4f37-b53b-dbffcb747d6d HTTP/1.1" status: 404 len: 333 time: 0.0992515 Jan 26 11:25:49.936374 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-014a822a-03b9-4c06-8510-e4ae7ac105f9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:49.941047 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50954) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:49.943274 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7a72cd64-06fe-4065-83ef-19d1d8be3a20 None None] Could not find standard attr ID for object 90cb2154-7836-480e-90bb-89ca91c6442b. {{(pid=87444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 11:25:49.945297 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-56727d9c-93ce-416e-841d-0d7b8075d15f None None] Allocated IP 2001:db8::f816:3eff:feba:119e (5b0aa6a8-c0bb-4e8c-bc57-c6b67bc00734/99a9e7df-2c74-4fec-857e-8eb0b6329576/44bed585-f0b1-40f4-a671-4c9378ad0858) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:50.000157 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-014a822a-03b9-4c06-8510-e4ae7ac105f9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:50.022003 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-4359ddf0-75c7-4776-a1e6-113da8ebc2d8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:50.022595 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4359ddf0-75c7-4776-a1e6-113da8ebc2d8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:50.025025 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4359ddf0-75c7-4776-a1e6-113da8ebc2d8 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/66a40736-8969-4054-a42c-7fe0fba31f7c HTTP/1.1" status: 404 len: 337 time: 0.0830207 Jan 26 11:25:50.030268 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50958) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:50.043358 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c6f0b0c-0ccc-4502-b715-61d20041fe45 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting subnet f2916ff1-781f-4e82-9b48-2fc8b8c05fef {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:25:50.050232 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2c6f0b0c-0ccc-4502-b715-61d20041fe45 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:50.075195 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-bbe0fe1e-c075-45af-96eb-2f67df074007 None None] Could not find standard attr ID for object 90cb2154-7836-480e-90bb-89ca91c6442b. {{(pid=87444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 11:25:50.084736 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014a822a-03b9-4c06-8510-e4ae7ac105f9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Made reservation on behalf of 8680f0878b7d484f968b83e5b8957de6 for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:50.088724 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-014a822a-03b9-4c06-8510-e4ae7ac105f9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:50.110694 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-52de9574-07a9-472f-a38b-00d830d79356 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] For port 0d033fee-908c-4472-88e7-6d97c120bd1f, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0d033fee-908c-4472-88e7-6d97c120bd1f,segment=NetworkSegment(d8cce809-55e0-4917-a584-2989a8d5f9d8),segment_id=d8cce809-55e0-4917-a584-2989a8d5f9d8)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:50.111062 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52de9574-07a9-472f-a38b-00d830d79356 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:50.117547 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2c6f0b0c-0ccc-4502-b715-61d20041fe45 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:50.128348 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e90b04c-9d5e-49c9-ba9a-a9f1ec2660a4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:50.128814 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e90b04c-9d5e-49c9-ba9a-a9f1ec2660a4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:50.130551 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9e90b04c-9d5e-49c9-ba9a-a9f1ec2660a4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/a402a09a-9251-4895-afb0-52d04e2b9d46 HTTP/1.1" status: 404 len: 337 time: 0.0989144 Jan 26 11:25:50.137813 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50962) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:50.168396 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4001b6e1-46ce-4788-a46c-655e68c354df tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:50.215559 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-56727d9c-93ce-416e-841d-0d7b8075d15f None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:50.225364 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001b6e1-46ce-4788-a46c-655e68c354df tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Subnet': ['ID=1b20cb49-e0c2-4e48-a044-3070cd274a05,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:50.227794 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-56727d9c-93ce-416e-841d-0d7b8075d15f None None] Transition to ACTIVE for port object 44bed585-f0b1-40f4-a671-4c9378ad0858 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:50.236304 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4001b6e1-46ce-4788-a46c-655e68c354df tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:50.249780 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2263d743-2be1-4a86-b73d-e29e55e73dba None None] Network 5ddc1a56-d389-4afc-9be4-a6ac4a7c41ba requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:50.270273 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4001b6e1-46ce-4788-a46c-655e68c354df tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/subnets/1b20cb49-e0c2-4e48-a044-3070cd274a05 HTTP/1.1" status: 204 len: 168 time: 1.1112337 Jan 26 11:25:50.274947 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50966) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:50.282004 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-56727d9c-93ce-416e-841d-0d7b8075d15f None None] Transition to ACTIVE for port object 44bed585-f0b1-40f4-a671-4c9378ad0858 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:50.312074 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-014a822a-03b9-4c06-8510-e4ae7ac105f9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] device_id is not set on port 0ac96033-9094-44f3-a2e5-295a2dffa456 yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:25:50.353091 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-52de9574-07a9-472f-a38b-00d830d79356 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Calling delete_port for 0d033fee-908c-4472-88e7-6d97c120bd1f owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:50.358061 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-56727d9c-93ce-416e-841d-0d7b8075d15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:50.390083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2c6f0b0c-0ccc-4502-b715-61d20041fe45 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:50.448902 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-376e193d-bd90-4966-a2a8-106c5bc6d357 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:50.473209 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-879f7b61-ac54-47dd-b5de-0ceff3be6a1a None None] Could not find standard attr ID for object 90cb2154-7836-480e-90bb-89ca91c6442b. {{(pid=87444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 11:25:50.476430 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-376e193d-bd90-4966-a2a8-106c5bc6d357 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Deleting port 766933e5-0d0a-493b-b5eb-e6abccdfec05 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:50.476907 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-376e193d-bd90-4966-a2a8-106c5bc6d357 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:50.485393 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56727d9c-93ce-416e-841d-0d7b8075d15f None None] Network 5b0aa6a8-c0bb-4e8c-bc57-c6b67bc00734 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:50.525533 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-56727d9c-93ce-416e-841d-0d7b8075d15f None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:50.535253 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56727d9c-93ce-416e-841d-0d7b8075d15f None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:50.553337 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56727d9c-93ce-416e-841d-0d7b8075d15f None None] Pushing event updated for resources: {'Port': ['ID=44bed585-f0b1-40f4-a671-4c9378ad0858,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:50.554775 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50b9f6f-ff67-4930-af5c-69a0683bf569 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:50.563764 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e50b9f6f-ff67-4930-af5c-69a0683bf569 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:50.588648 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2c6f0b0c-0ccc-4502-b715-61d20041fe45 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:50.622774 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-412a5f75-76a5-42c0-a384-c0a7d671e624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:50.638528 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f0b0c-0ccc-4502-b715-61d20041fe45 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Subnet': ['ID=f2916ff1-781f-4e82-9b48-2fc8b8c05fef,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:50.645665 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2c6f0b0c-0ccc-4502-b715-61d20041fe45 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:50.657909 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e9da8a-098c-4b93-9901-030fd8f5d9e8 None None] Network 370400cc-95a9-4395-a14d-cd77e545c3dc requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:50.675358 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2c6f0b0c-0ccc-4502-b715-61d20041fe45 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/subnets/f2916ff1-781f-4e82-9b48-2fc8b8c05fef HTTP/1.1" status: 204 len: 168 time: 0.9387410 Jan 26 11:25:50.677064 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50970) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:50.679247 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-56727d9c-93ce-416e-841d-0d7b8075d15f None None] Attempting to bind port 44bed585-f0b1-40f4-a671-4c9378ad0858 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:25:50.679579 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-56727d9c-93ce-416e-841d-0d7b8075d15f None None] Attempting to bind port 44bed585-f0b1-40f4-a671-4c9378ad0858 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ac646092-54bd-4707-9faf-e9e18298a976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5b0aa6a8-c0bb-4e8c-bc57-c6b67bc00734'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:25:50.679958 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56727d9c-93ce-416e-841d-0d7b8075d15f None None] Attempting to bind port 44bed585-f0b1-40f4-a671-4c9378ad0858 on network 5b0aa6a8-c0bb-4e8c-bc57-c6b67bc00734 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:25:50.695738 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e50b9f6f-ff67-4930-af5c-69a0683bf569 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/85bb895f-768c-4ff4-b026-76cbf96b75d1 HTTP/1.1" status: 404 len: 333 time: 0.5519471 Jan 26 11:25:50.700248 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56727d9c-93ce-416e-841d-0d7b8075d15f None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:25:50.700622 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56727d9c-93ce-416e-841d-0d7b8075d15f None None] Checking segment: {'id': 'ac646092-54bd-4707-9faf-e9e18298a976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5b0aa6a8-c0bb-4e8c-bc57-c6b67bc00734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:50.701016 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-56727d9c-93ce-416e-841d-0d7b8075d15f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:50.701400 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56727d9c-93ce-416e-841d-0d7b8075d15f None None] Bound using segment: {'id': 'ac646092-54bd-4707-9faf-e9e18298a976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5b0aa6a8-c0bb-4e8c-bc57-c6b67bc00734'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:25:50.701867 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-56727d9c-93ce-416e-841d-0d7b8075d15f None None] Bound port: 44bed585-f0b1-40f4-a671-4c9378ad0858, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac646092-54bd-4707-9faf-e9e18298a976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '5b0aa6a8-c0bb-4e8c-bc57-c6b67bc00734'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:25:50.702238 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-56727d9c-93ce-416e-841d-0d7b8075d15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:50.715891 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50974) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:50.775156 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab3ed47-4bfd-453d-88b5-a95ac461d466 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:50.775828 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab3ed47-4bfd-453d-88b5-a95ac461d466 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:50.780095 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-dab3ed47-4bfd-453d-88b5-a95ac461d466 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/dcd623da-cd93-4fec-9cc5-596150d1a29c HTTP/1.1" status: 404 len: 337 time: 0.0611482 Jan 26 11:25:50.781875 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50978) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:50.878625 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-24231ca4-4266-4651-9dc8-5e991e72a75b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:50.879239 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24231ca4-4266-4651-9dc8-5e991e72a75b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:50.883556 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-24231ca4-4266-4651-9dc8-5e991e72a75b tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/903b7e52-f73c-4839-8b95-147b850e600a HTTP/1.1" status: 404 len: 337 time: 0.0962706 Jan 26 11:25:50.887534 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50982) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:50.887534 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a5f75-76a5-42c0-a384-c0a7d671e624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Subnet': ['ID=708960fb-aa9f-4c84-a670-d0c185641593,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:50.911577 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-56727d9c-93ce-416e-841d-0d7b8075d15f None None] For port 44bed585-f0b1-40f4-a671-4c9378ad0858, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:25:50.912595 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-376e193d-bd90-4966-a2a8-106c5bc6d357 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] For port 766933e5-0d0a-493b-b5eb-e6abccdfec05, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=766933e5-0d0a-493b-b5eb-e6abccdfec05,segment=NetworkSegment(b09ab595-2ac6-48e4-9953-646915ef6154),segment_id=b09ab595-2ac6-48e4-9953-646915ef6154)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:50.913220 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-376e193d-bd90-4966-a2a8-106c5bc6d357 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:50.925448 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-799c9b4d-8a3e-4ca3-8406-57b756158817 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting subnet 21778c2e-8476-470b-8523-c14f75764124 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:25:50.926761 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e80c3eb-bae6-4c71-b7ff-ec39c48afa8d None None] DHCP port deletion for 5ddc1a56-d389-4afc-9be4-a6ac4a7c41ba request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:25:50.929460 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-56727d9c-93ce-416e-841d-0d7b8075d15f None None] For port 44bed585-f0b1-40f4-a671-4c9378ad0858, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=44bed585-f0b1-40f4-a671-4c9378ad0858,segment=NetworkSegment(ac646092-54bd-4707-9faf-e9e18298a976),segment_id=ac646092-54bd-4707-9faf-e9e18298a976)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:25:50.933135 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-799c9b4d-8a3e-4ca3-8406-57b756158817 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:50.937603 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8e80c3eb-bae6-4c71-b7ff-ec39c48afa8d None None] Deleting port 766933e5-0d0a-493b-b5eb-e6abccdfec05 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:50.937976 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8e80c3eb-bae6-4c71-b7ff-ec39c48afa8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:50.944811 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-014a822a-03b9-4c06-8510-e4ae7ac105f9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Allocated IP 2001:db8::f816:3eff:fea4:1426 (5b0aa6a8-c0bb-4e8c-bc57-c6b67bc00734/99a9e7df-2c74-4fec-857e-8eb0b6329576/0ac96033-9094-44f3-a2e5-295a2dffa456) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:50.962436 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-56727d9c-93ce-416e-841d-0d7b8075d15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:50.994664 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a5f75-76a5-42c0-a384-c0a7d671e624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Checking segment: {'id': '087ab375-060e-4d51-b79d-7ea5e1d34cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'aa3c39cf-3219-4681-8146-a0f2696e16eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:50.995563 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412a5f75-76a5-42c0-a384-c0a7d671e624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network hostable DHCP agents. Network: aa3c39cf-3219-4681-8146-a0f2696e16eb, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:25:50.999954 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ebdfc06-98f9-4d36-b862-13103bf96c49 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:51.000417 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ebdfc06-98f9-4d36-b862-13103bf96c49 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:51.022866 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0ebdfc06-98f9-4d36-b862-13103bf96c49 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/5972a075-a780-43c7-a35c-f93223f47a79 HTTP/1.1" status: 404 len: 333 time: 0.1335580 Jan 26 11:25:51.025795 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50986) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:51.077445 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-306ead29-b0c0-4249-97da-18d1e7110421 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:51.077903 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-306ead29-b0c0-4249-97da-18d1e7110421 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:51.082160 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-306ead29-b0c0-4249-97da-18d1e7110421 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/ef496957-198c-4f93-a2df-4647c19f2b44 HTTP/1.1" status: 404 len: 337 time: 0.0526066 Jan 26 11:25:51.083748 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412a5f75-76a5-42c0-a384-c0a7d671e624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network aa3c39cf-3219-4681-8146-a0f2696e16eb is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:25:51.084617 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50990) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:51.091439 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-376e193d-bd90-4966-a2a8-106c5bc6d357 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Calling delete_port for 766933e5-0d0a-493b-b5eb-e6abccdfec05 owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:51.096268 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52de9574-07a9-472f-a38b-00d830d79356 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:51.136239 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-412a5f75-76a5-42c0-a384-c0a7d671e624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, aa3c39cf-3219-4681-8146-a0f2696e16eb) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:51.155193 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412a5f75-76a5-42c0-a384-c0a7d671e624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:51.155774 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-412a5f75-76a5-42c0-a384-c0a7d671e624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:51.170638 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de9574-07a9-472f-a38b-00d830d79356 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Port': ['ID=0d033fee-908c-4472-88e7-6d97c120bd1f,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:51.188351 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a02390f-14a7-4133-98f4-851b2fa8249f None None] Network aa3c39cf-3219-4681-8146-a0f2696e16eb requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:51.189948 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-799c9b4d-8a3e-4ca3-8406-57b756158817 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:51.232836 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc61fd87-2172-4de7-9b32-598f6763b0f0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:51.232836 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc61fd87-2172-4de7-9b32-598f6763b0f0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:51.237499 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-cc61fd87-2172-4de7-9b32-598f6763b0f0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/f1881e90-a94b-4ced-aacb-b95c151e3b7b HTTP/1.1" status: 404 len: 337 time: 0.1156287 Jan 26 11:25:51.239501 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 50994) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:51.253782 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56727d9c-93ce-416e-841d-0d7b8075d15f None None] Pushing event updated for resources: {'Port': ['ID=44bed585-f0b1-40f4-a671-4c9378ad0858,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:51.289425 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-412a5f75-76a5-42c0-a384-c0a7d671e624 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2515469 Jan 26 11:25:51.295889 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 50998) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:51.309911 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-658cfb40-5b58-408a-b0cb-79d2d6c7ed1e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1072650110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:51.326487 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-500698b3-378a-427d-8e7e-55905579e6af tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bc4e0e4-2b98-4a4b-aca7-73575dac26e4 HTTP/1.1" status: 200 len: 205 time: 0.0795531 Jan 26 11:25:51.326487 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51002) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:51.333439 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-658cfb40-5b58-408a-b0cb-79d2d6c7ed1e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:51.345632 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-658cfb40-5b58-408a-b0cb-79d2d6c7ed1e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:router and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:51.353022 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-658cfb40-5b58-408a-b0cb-79d2d6c7ed1e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:51.399188 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-ade5a0be-8835-4bd6-aeac-76f6f1a06740 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] delete failed (client error): The resource could not be found. Jan 26 11:25:51.400313 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ade5a0be-8835-4bd6-aeac-76f6f1a06740 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/routers/0bc4e0e4-2b98-4a4b-aca7-73575dac26e4 HTTP/1.1" status: 404 len: 336 time: 0.0723491 Jan 26 11:25:51.406589 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51006) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:51.456571 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-376e193d-bd90-4966-a2a8-106c5bc6d357 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:51.466147 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-658cfb40-5b58-408a-b0cb-79d2d6c7ed1e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:51.581444 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-8e80c3eb-bae6-4c71-b7ff-ec39c48afa8d None None] For port 766933e5-0d0a-493b-b5eb-e6abccdfec05, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=766933e5-0d0a-493b-b5eb-e6abccdfec05,segment=NetworkSegment(b09ab595-2ac6-48e4-9953-646915ef6154),segment_id=b09ab595-2ac6-48e4-9953-646915ef6154)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:51.581860 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8e80c3eb-bae6-4c71-b7ff-ec39c48afa8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:51.637663 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b312d6-326e-46ce-b7f5-73846bb9404c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:51.637944 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b312d6-326e-46ce-b7f5-73846bb9404c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:51.663807 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-94b312d6-326e-46ce-b7f5-73846bb9404c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/a566735a-e6e1-4d12-b350-fc31a3a401d1 HTTP/1.1" status: 404 len: 337 time: 0.2551703 Jan 26 11:25:51.677638 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51010) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:51.678595 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e193d-bd90-4966-a2a8-106c5bc6d357 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Port': ['ID=766933e5-0d0a-493b-b5eb-e6abccdfec05,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:51.695369 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376e193d-bd90-4966-a2a8-106c5bc6d357 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] No DVR routers for this DVR port 766933e5-0d0a-493b-b5eb-e6abccdfec05 on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:25:51.777728 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52de9574-07a9-472f-a38b-00d830d79356 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:51.782813 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8e80c3eb-bae6-4c71-b7ff-ec39c48afa8d None None] Calling delete_port for 766933e5-0d0a-493b-b5eb-e6abccdfec05 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:51.824266 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a5ebb569-3db8-4a35-9532-c771fcbd165c tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "GET /v2.0/ports?device_id=f60e7886-6cb6-4027-9410-3fca29726b88 HTTP/1.1" status: 200 len: 205 time: 0.1411173 Jan 26 11:25:51.832661 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51016) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:51.874689 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-8e80c3eb-bae6-4c71-b7ff-ec39c48afa8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:25:51.875173 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-8e80c3eb-bae6-4c71-b7ff-ec39c48afa8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:25:51.941506 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-1b79775b-37be-4792-a354-e3c8dc64c935 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] delete failed (client error): The resource could not be found. Jan 26 11:25:51.955709 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1b79775b-37be-4792-a354-e3c8dc64c935 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/routers/f60e7886-6cb6-4027-9410-3fca29726b88 HTTP/1.1" status: 404 len: 336 time: 0.1102393 Jan 26 11:25:51.961731 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51020) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:52.005167 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-014a822a-03b9-4c06-8510-e4ae7ac105f9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:52.015224 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-799c9b4d-8a3e-4ca3-8406-57b756158817 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:52.033795 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ac5f80-94f9-4afc-8063-ed39a120e9f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-aa3c39cf-3219-4681-8146-a0f2696e16eb', 'network_id': 'aa3c39cf-3219-4681-8146-a0f2696e16eb', 'tenant_id': 'f243e59f155e4e8b9c168a6739897859', 'fixed_ips': [{'subnet_id': '708960fb-aa9f-4c84-a670-d0c185641593'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:25:52.034743 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5f80-94f9-4afc-8063-ed39a120e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:52.040124 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-014a822a-03b9-4c06-8510-e4ae7ac105f9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Transition to ACTIVE for port object 0ac96033-9094-44f3-a2e5-295a2dffa456 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:52.064777 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 44bed585-f0b1-40f4-a671-4c9378ad0858 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:25:52.066038 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b5c7cb0-2b7b-43af-a768-cbb4f8ac0c97 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:52.066700 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b5c7cb0-2b7b-43af-a768-cbb4f8ac0c97 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:52.068560 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4b5c7cb0-2b7b-43af-a768-cbb4f8ac0c97 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/4d739bf5-e52b-4db2-8f0b-5285764bd17b HTTP/1.1" status: 404 len: 337 time: 0.1056278 Jan 26 11:25:52.115518 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51024) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:52.120340 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-376e193d-bd90-4966-a2a8-106c5bc6d357 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:52.193333 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-20fe0a72-4801-4b81-a8e6-5ea017a8c537 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:52.193797 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20fe0a72-4801-4b81-a8e6-5ea017a8c537 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:52.195525 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-20fe0a72-4801-4b81-a8e6-5ea017a8c537 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/d8aae54a-7507-44c4-a074-794a9fb511d0 HTTP/1.1" status: 404 len: 337 time: 0.0671985 Jan 26 11:25:52.201133 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51028) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:52.250348 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-014a822a-03b9-4c06-8510-e4ae7ac105f9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:52.252449 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-376e193d-bd90-4966-a2a8-106c5bc6d357 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ddc1a56-d389-4afc-9be4-a6ac4a7c41ba']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:52.264977 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-4641a8ca-392c-48e2-b0c8-ab10fe30359d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:52.265455 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4641a8ca-392c-48e2-b0c8-ab10fe30359d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:52.267172 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4641a8ca-392c-48e2-b0c8-ab10fe30359d tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/811c742d-3548-4fd4-9941-896eee668c2a HTTP/1.1" status: 404 len: 333 time: 0.0635941 Jan 26 11:25:52.272508 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51032) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:52.274129 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-376e193d-bd90-4966-a2a8-106c5bc6d357 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09ab595-2ac6-48e4-9953-646915ef6154') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:52.274455 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-376e193d-bd90-4966-a2a8-106c5bc6d357 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09ab595-2ac6-48e4-9953-646915ef6154') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:52.298103 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-658cfb40-5b58-408a-b0cb-79d2d6c7ed1e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:52.299161 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-658cfb40-5b58-408a-b0cb-79d2d6c7ed1e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:52.334104 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 44bed585-f0b1-40f4-a671-4c9378ad0858 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:52.337885 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-57fbf976-a967-4880-baad-7a5bed1b2350 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:52.338377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57fbf976-a967-4880-baad-7a5bed1b2350 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:52.343636 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-376e193d-bd90-4966-a2a8-106c5bc6d357 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:52.360260 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014a822a-03b9-4c06-8510-e4ae7ac105f9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Network 5b0aa6a8-c0bb-4e8c-bc57-c6b67bc00734 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:52.366228 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-014a822a-03b9-4c06-8510-e4ae7ac105f9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:52.367415 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-57fbf976-a967-4880-baad-7a5bed1b2350 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/b5864e54-029e-4aec-847b-f4b148c20708 HTTP/1.1" status: 404 len: 337 time: 0.0803578 Jan 26 11:25:52.372355 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014a822a-03b9-4c06-8510-e4ae7ac105f9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:52.373046 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-376e193d-bd90-4966-a2a8-106c5bc6d357 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:52.375178 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51036) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:52.377677 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8e80c3eb-bae6-4c71-b7ff-ec39c48afa8d None None] Deleting port 766933e5-0d0a-493b-b5eb-e6abccdfec05 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:52.378511 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8e80c3eb-bae6-4c71-b7ff-ec39c48afa8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:52.390355 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014a822a-03b9-4c06-8510-e4ae7ac105f9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:52.391030 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-014a822a-03b9-4c06-8510-e4ae7ac105f9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:52.411972 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-d4ac5f80-94f9-4afc-8063-ed39a120e9f3 None None] Allocated IP 172.20.0.2 (aa3c39cf-3219-4681-8146-a0f2696e16eb/708960fb-aa9f-4c84-a670-d0c185641593/38efeac7-2f43-4ce7-90a3-f2d4beeaac66) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:52.427566 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 766933e5-0d0a-493b-b5eb-e6abccdfec05 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:25:52.443591 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-799c9b4d-8a3e-4ca3-8406-57b756158817 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:52.486779 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-658cfb40-5b58-408a-b0cb-79d2d6c7ed1e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:52.489649 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a822a-03b9-4c06-8510-e4ae7ac105f9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event updated for resources: {'Port': ['ID=0ac96033-9094-44f3-a2e5-295a2dffa456,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:52.519565 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376e193d-bd90-4966-a2a8-106c5bc6d357 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:25:52.520223 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-376e193d-bd90-4966-a2a8-106c5bc6d357 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:52.537717 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c9b4d-8a3e-4ca3-8406-57b756158817 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Subnet': ['ID=21778c2e-8476-470b-8523-c14f75764124,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:25:52.539693 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:25:52.553434 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-1deac855-97d2-4ccc-b6a6-3edc4bd116bd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:52.554727 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1deac855-97d2-4ccc-b6a6-3edc4bd116bd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:52.556544 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1deac855-97d2-4ccc-b6a6-3edc4bd116bd tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/ecb9d354-c613-4728-ab56-208afee13189 HTTP/1.1" status: 404 len: 333 time: 0.1804140 Jan 26 11:25:52.562731 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51040) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:52.614375 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-014a822a-03b9-4c06-8510-e4ae7ac105f9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.3147249 Jan 26 11:25:52.620590 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-799c9b4d-8a3e-4ca3-8406-57b756158817 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:52.622815 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-799c9b4d-8a3e-4ca3-8406-57b756158817 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/subnets/21778c2e-8476-470b-8523-c14f75764124 HTTP/1.1" status: 204 len: 168 time: 1.9447501 Jan 26 11:25:52.627175 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51044) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:52.628152 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51046) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:52.670275 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 766933e5-0d0a-493b-b5eb-e6abccdfec05 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:25:52.670860 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 766933e5-0d0a-493b-b5eb-e6abccdfec05 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:25:52.671386 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-658cfb40-5b58-408a-b0cb-79d2d6c7ed1e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:52.710736 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52de9574-07a9-472f-a38b-00d830d79356 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Router 18505ef1-f02f-46b0-8893-ffc4d27ca053 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:25:52.720570 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8e80c3eb-bae6-4c71-b7ff-ec39c48afa8d None None] The port '766933e5-0d0a-493b-b5eb-e6abccdfec05' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:25:52.758866 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-658cfb40-5b58-408a-b0cb-79d2d6c7ed1e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:52.765455 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-658cfb40-5b58-408a-b0cb-79d2d6c7ed1e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.4629965 Jan 26 11:25:52.766426 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51052) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:52.831648 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6792c695-eda8-453d-bacf-c96a9dd81ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:52.870756 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'port': {'network_id': 'aa3c39cf-3219-4681-8146-a0f2696e16eb', 'name': 'tempest-PortsTestJSON-183594194'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:52.895353 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5f80-94f9-4afc-8063-ed39a120e9f3 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:52.916671 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c241212-d3ae-40d4-8bc7-48142584b392 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:52.917304 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c241212-d3ae-40d4-8bc7-48142584b392 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:52.928555 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d4ac5f80-94f9-4afc-8063-ed39a120e9f3 None None] Transition to ACTIVE for port object 38efeac7-2f43-4ce7-90a3-f2d4beeaac66 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:52.931137 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7c241212-d3ae-40d4-8bc7-48142584b392 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/23c67d88-df0d-45a8-82b5-07bd6574f368 HTTP/1.1" status: 404 len: 337 time: 0.3659601 Jan 26 11:25:52.947889 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-376e193d-bd90-4966-a2a8-106c5bc6d357 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:52.954156 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c85755a5-2f4a-40ea-a3e5-fbebfcc635fa tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:52.962422 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51056) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:52.962896 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d4ac5f80-94f9-4afc-8063-ed39a120e9f3 None None] Transition to ACTIVE for port object 38efeac7-2f43-4ce7-90a3-f2d4beeaac66 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:52.976725 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5f80-94f9-4afc-8063-ed39a120e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:53.046515 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-376e193d-bd90-4966-a2a8-106c5bc6d357 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:53.050716 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-376e193d-bd90-4966-a2a8-106c5bc6d357 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] 10.222.0.39 "DELETE /v2.0/networks/5ddc1a56-d389-4afc-9be4-a6ac4a7c41ba HTTP/1.1" status: 204 len: 168 time: 2.7724097 Jan 26 11:25:53.065250 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-57341be2-fc12-4f54-a618-d47a1bbadf24 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Deleting subnet 99a9e7df-2c74-4fec-857e-8eb0b6329576 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:25:53.068336 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-57341be2-fc12-4f54-a618-d47a1bbadf24 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:53.086969 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeda0077-d621-416c-92d0-3b59d72bbc4d None None] Network 370400cc-95a9-4395-a14d-cd77e545c3dc requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:53.123507 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52de9574-07a9-472f-a38b-00d830d79356 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:25:53.130232 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-52de9574-07a9-472f-a38b-00d830d79356 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "PUT /v2.0/routers/18505ef1-f02f-46b0-8893-ffc4d27ca053/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5853219 Jan 26 11:25:53.133858 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51062) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:53.146814 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-57341be2-fc12-4f54-a618-d47a1bbadf24 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:53.192000 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac5f80-94f9-4afc-8063-ed39a120e9f3 None None] Pushing event updated for resources: {'Port': ['ID=38efeac7-2f43-4ce7-90a3-f2d4beeaac66,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:53.194635 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eac4104-59ae-4c3c-8c7f-fed7160d1f54 None None] Sync routers for ids ['18505ef1-f02f-46b0-8893-ffc4d27ca053'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:25:53.204242 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bac1a4-3eb6-4532-863c-e5ccc5669a09 None None] Network 5b0aa6a8-c0bb-4e8c-bc57-c6b67bc00734 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:53.214784 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:53.223893 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:port and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:53.228705 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:53.232985 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ac5f80-94f9-4afc-8063-ed39a120e9f3 None None] Network aa3c39cf-3219-4681-8146-a0f2696e16eb is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:53.239806 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-7baee292-8c0d-493f-9bcb-28d94f2deea5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting subnet eebe507c-2d3a-48c3-8058-a648fadbe4ad {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:25:53.241704 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:53.246747 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7baee292-8c0d-493f-9bcb-28d94f2deea5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:53.265575 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-d4ac5f80-94f9-4afc-8063-ed39a120e9f3 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:53.271505 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ac5f80-94f9-4afc-8063-ed39a120e9f3 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:53.293566 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-57341be2-fc12-4f54-a618-d47a1bbadf24 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:53.299682 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:53.303298 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:53.330897 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] device_id is not set on port a6e772aa-9603-421d-b277-27a839c3970a yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:25:53.378032 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7baee292-8c0d-493f-9bcb-28d94f2deea5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:53.398259 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e193d-bd90-4966-a2a8-106c5bc6d357 tempest-NetworksTest-557862061 tempest-NetworksTest-557862061-project] Pushing event deleted for resources: {'Network': ['ID=5ddc1a56-d389-4afc-9be4-a6ac4a7c41ba,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:53.405881 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eac4104-59ae-4c3c-8c7f-fed7160d1f54 None None] Routers {'18505ef1-f02f-46b0-8893-ffc4d27ca053'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:25:53.406645 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-0eac4104-59ae-4c3c-8c7f-fed7160d1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:25:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['18505ef1-f02f-46b0-8893-ffc4d27ca053'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:53.412507 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51068) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:53.421818 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-57341be2-fc12-4f54-a618-d47a1bbadf24 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:53.428509 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-c85755a5-2f4a-40ea-a3e5-fbebfcc635fa tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting port d19286c7-63eb-4464-b093-178263b13abc {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:53.428956 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c85755a5-2f4a-40ea-a3e5-fbebfcc635fa tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:53.504537 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d1155bf5-78f6-4dbd-838f-b2c589ffefbb None None] Provisioning complete for port d19286c7-63eb-4464-b093-178263b13abc triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:53.504919 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d1155bf5-78f6-4dbd-838f-b2c589ffefbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:53.583441 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-a81b53d3-31ba-4bca-8d3e-3b27f7d6a088 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:53.584093 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a81b53d3-31ba-4bca-8d3e-3b27f7d6a088 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:53.588199 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7baee292-8c0d-493f-9bcb-28d94f2deea5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:53.606932 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57341be2-fc12-4f54-a618-d47a1bbadf24 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event deleted for resources: {'Subnet': ['ID=99a9e7df-2c74-4fec-857e-8eb0b6329576,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:53.609060 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-57341be2-fc12-4f54-a618-d47a1bbadf24 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:53.632515 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a81b53d3-31ba-4bca-8d3e-3b27f7d6a088 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/263109b1-94dd-4dd5-a562-05be3c7bf4d9 HTTP/1.1" status: 404 len: 333 time: 0.6279895 Jan 26 11:25:53.633345 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Allocated IP 172.20.0.11 (aa3c39cf-3219-4681-8146-a0f2696e16eb/708960fb-aa9f-4c84-a670-d0c185641593/a6e772aa-9603-421d-b277-27a839c3970a) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:53.634569 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51074) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:53.678199 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e50831e0-e1fd-4fd1-942b-bffc1a3e8024 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=72fcefe45da642438142264604e9cfc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645485 Jan 26 11:25:53.685001 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51078) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:53.727135 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d4ac5f80-94f9-4afc-8063-ed39a120e9f3 None None] Attempting to bind port 38efeac7-2f43-4ce7-90a3-f2d4beeaac66 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:25:53.727495 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d4ac5f80-94f9-4afc-8063-ed39a120e9f3 None None] Attempting to bind port 38efeac7-2f43-4ce7-90a3-f2d4beeaac66 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '087ab375-060e-4d51-b79d-7ea5e1d34cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'aa3c39cf-3219-4681-8146-a0f2696e16eb'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:25:53.727867 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ac5f80-94f9-4afc-8063-ed39a120e9f3 None None] Attempting to bind port 38efeac7-2f43-4ce7-90a3-f2d4beeaac66 on network aa3c39cf-3219-4681-8146-a0f2696e16eb {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:25:53.770061 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ac5f80-94f9-4afc-8063-ed39a120e9f3 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:25:53.770515 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ac5f80-94f9-4afc-8063-ed39a120e9f3 None None] Checking segment: {'id': '087ab375-060e-4d51-b79d-7ea5e1d34cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'aa3c39cf-3219-4681-8146-a0f2696e16eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:53.770853 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5f80-94f9-4afc-8063-ed39a120e9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:53.771256 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ac5f80-94f9-4afc-8063-ed39a120e9f3 None None] Bound using segment: {'id': '087ab375-060e-4d51-b79d-7ea5e1d34cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'aa3c39cf-3219-4681-8146-a0f2696e16eb'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:25:53.771745 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d4ac5f80-94f9-4afc-8063-ed39a120e9f3 None None] Bound port: 38efeac7-2f43-4ce7-90a3-f2d4beeaac66, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '087ab375-060e-4d51-b79d-7ea5e1d34cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'aa3c39cf-3219-4681-8146-a0f2696e16eb'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:25:53.772126 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5f80-94f9-4afc-8063-ed39a120e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:53.829112 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a8030e-062f-487b-b8cb-f91e05b915f4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:53.829460 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a8030e-062f-487b-b8cb-f91e05b915f4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:53.833859 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e6a8030e-062f-487b-b8cb-f91e05b915f4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/3c48ebb4-7d94-4126-87bb-75d5e7b6c325 HTTP/1.1" status: 404 len: 337 time: 0.1957104 Jan 26 11:25:53.833859 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-57341be2-fc12-4f54-a618-d47a1bbadf24 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "DELETE /v2.0/subnets/99a9e7df-2c74-4fec-857e-8eb0b6329576 HTTP/1.1" status: 204 len: 168 time: 1.2000871 Jan 26 11:25:53.835877 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51082) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:53.836016 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51084) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:53.903584 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7baee292-8c0d-493f-9bcb-28d94f2deea5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:53.940540 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-0eac4104-59ae-4c3c-8c7f-fed7160d1f54 None None] Set router 18505ef1-f02f-46b0-8893-ffc4d27ca053 gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:25:53.971651 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baee292-8c0d-493f-9bcb-28d94f2deea5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Subnet': ['ID=eebe507c-2d3a-48c3-8058-a648fadbe4ad,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:53.979086 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7baee292-8c0d-493f-9bcb-28d94f2deea5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:53.994714 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-6750a994-3267-4a90-934b-c44b41860b17 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:53.995796 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6750a994-3267-4a90-934b-c44b41860b17 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:53.997431 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6750a994-3267-4a90-934b-c44b41860b17 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/84e1d252-9ae2-4235-9f61-8d17f8d6ed2f HTTP/1.1" status: 404 len: 333 time: 0.1605241 Jan 26 11:25:53.998515 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7baee292-8c0d-493f-9bcb-28d94f2deea5 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/subnets/eebe507c-2d3a-48c3-8058-a648fadbe4ad HTTP/1.1" status: 204 len: 168 time: 0.8635976 Jan 26 11:25:54.008209 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51090) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:54.008544 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51092) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:54.018785 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-c85755a5-2f4a-40ea-a3e5-fbebfcc635fa tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] For port d19286c7-63eb-4464-b093-178263b13abc, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d19286c7-63eb-4464-b093-178263b13abc,segment=NetworkSegment(cd5c4bc2-7a26-4325-8b1f-62bfb378d628),segment_id=cd5c4bc2-7a26-4325-8b1f-62bfb378d628)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:54.019148 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c85755a5-2f4a-40ea-a3e5-fbebfcc635fa tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:54.021928 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a14c89d-9a18-4c3b-b4d1-5fb29a0d8360 None None] Network 2565318b-d538-46e0-9f24-d92f2e5eb4ff requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:54.034288 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be11262-3d00-471d-bfcc-136cc6da2cbb tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:54.035946 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be11262-3d00-471d-bfcc-136cc6da2cbb tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:54.036694 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2be11262-3d00-471d-bfcc-136cc6da2cbb tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Synchronizing usage tracker for tenant:8680f0878b7d484f968b83e5b8957de6 on resource:subnet {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:54.127325 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc61bb58-e03d-4473-b6de-01895421e4b0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:54.128040 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc61bb58-e03d-4473-b6de-01895421e4b0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:54.129932 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-bc61bb58-e03d-4473-b6de-01895421e4b0 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/8270b5ef-c79d-44ef-9011-00b72f4601b0 HTTP/1.1" status: 404 len: 337 time: 0.1165602 Jan 26 11:25:54.144022 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c553d8d5-4cc5-45e6-b1cb-3239f6c55938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:54.148778 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51098) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:54.161871 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-c85755a5-2f4a-40ea-a3e5-fbebfcc635fa tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Calling delete_port for d19286c7-63eb-4464-b093-178263b13abc owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:54.212568 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2be11262-3d00-471d-bfcc-136cc6da2cbb tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Unset dirty status for tenant:8680f0878b7d484f968b83e5b8957de6 on resource:subnet {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:54.214155 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2be11262-3d00-471d-bfcc-136cc6da2cbb tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3755379 Jan 26 11:25:54.218789 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51102) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:54.241199 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-25de14b1-c093-482d-b5e3-401735dbafad tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:54.241674 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25de14b1-c093-482d-b5e3-401735dbafad tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:54.243433 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-25de14b1-c093-482d-b5e3-401735dbafad tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/a78aa793-4def-4252-b36e-f6c8724882c1 HTTP/1.1" status: 404 len: 333 time: 0.0900528 Jan 26 11:25:54.245839 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9977ffdb-98b8-48c5-91b4-7107332f7967 None None] DHCP port deletion for 370400cc-95a9-4395-a14d-cd77e545c3dc request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:25:54.260395 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51106) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:54.276675 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-9977ffdb-98b8-48c5-91b4-7107332f7967 None None] Deleting port d19286c7-63eb-4464-b093-178263b13abc {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:54.277048 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9977ffdb-98b8-48c5-91b4-7107332f7967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:54.311313 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d4ac5f80-94f9-4afc-8063-ed39a120e9f3 None None] For port 38efeac7-2f43-4ce7-90a3-f2d4beeaac66, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:25:54.329523 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c553d8d5-4cc5-45e6-b1cb-3239f6c55938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:54.333153 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a827111-ac03-4ab4-aa43-a3fa15e524e7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:54.333612 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a827111-ac03-4ab4-aa43-a3fa15e524e7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:54.337702 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5a827111-ac03-4ab4-aa43-a3fa15e524e7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/9c2bd0a1-13e7-4b41-b023-92a03cc6c1e2 HTTP/1.1" status: 404 len: 337 time: 0.0749550 Jan 26 11:25:54.340238 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51110) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:54.361349 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed266-4c2c-4ec3-a076-bb6500edc0aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:54.404021 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:54.408555 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d4ac5f80-94f9-4afc-8063-ed39a120e9f3 None None] For port 38efeac7-2f43-4ce7-90a3-f2d4beeaac66, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=38efeac7-2f43-4ce7-90a3-f2d4beeaac66,segment=NetworkSegment(087ab375-060e-4d51-b79d-7ea5e1d34cca),segment_id=087ab375-060e-4d51-b79d-7ea5e1d34cca)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:25:54.411855 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-2e6ed266-4c2c-4ec3-a076-bb6500edc0aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting port c2aa3ac7-7013-4ae6-883c-024b4c001306 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:54.411855 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed266-4c2c-4ec3-a076-bb6500edc0aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:54.412123 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-fa2f4da1-9af7-42e2-a228-319925f72653 None None] Provisioning for port 44bed585-f0b1-40f4-a671-4c9378ad0858 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:54.438784 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-fa2f4da1-9af7-42e2-a228-319925f72653 None None] Provisioning complete for port 44bed585-f0b1-40f4-a671-4c9378ad0858 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:54.439165 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-fa2f4da1-9af7-42e2-a228-319925f72653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:54.454244 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-94909a3f-681a-4f03-99da-067cf60978a4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:54.454244 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94909a3f-681a-4f03-99da-067cf60978a4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:54.466847 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-94909a3f-681a-4f03-99da-067cf60978a4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/85d5c5b3-0092-4912-b070-8eefa51a350d HTTP/1.1" status: 404 len: 333 time: 0.1206899 Jan 26 11:25:54.469397 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5f80-94f9-4afc-8063-ed39a120e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:54.472929 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Transition to ACTIVE for port object a6e772aa-9603-421d-b277-27a839c3970a will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:54.473899 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51114) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:54.477191 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c85755a5-2f4a-40ea-a3e5-fbebfcc635fa tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:54.527939 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb04550-3fa8-4e41-9392-aef373da16f4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:54.529105 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb04550-3fa8-4e41-9392-aef373da16f4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:54.542984 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85755a5-2f4a-40ea-a3e5-fbebfcc635fa tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] No DVR routers for this DVR port d19286c7-63eb-4464-b093-178263b13abc on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:25:54.574655 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85755a5-2f4a-40ea-a3e5-fbebfcc635fa tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Port': ['ID=d19286c7-63eb-4464-b093-178263b13abc,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:54.577477 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdf52fa-9acb-4c6b-8796-930b634a0e26 None None] DHCP port deletion for 5b0aa6a8-c0bb-4e8c-bc57-c6b67bc00734 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:25:54.577638 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c553d8d5-4cc5-45e6-b1cb-3239f6c55938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:54.583784 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-24c228db-bf7d-4ccb-8229-fe0e6e73b9d0 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:54.613877 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-bbb04550-3fa8-4e41-9392-aef373da16f4 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/1cb1ad3d-185e-4b85-9bfb-b604828a421f HTTP/1.1" status: 404 len: 337 time: 0.1363451 Jan 26 11:25:54.615819 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553d8d5-4cc5-45e6-b1cb-3239f6c55938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a12065-c0a9-4e82-b54c-45f4ee5df087,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:54.617780 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c553d8d5-4cc5-45e6-b1cb-3239f6c55938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:54.625818 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51118) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:54.630679 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c553d8d5-4cc5-45e6-b1cb-3239f6c55938 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/64a12065-c0a9-4e82-b54c-45f4ee5df087 HTTP/1.1" status: 204 len: 168 time: 0.9347932 Jan 26 11:25:54.647814 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-9977ffdb-98b8-48c5-91b4-7107332f7967 None None] The port 'd19286c7-63eb-4464-b093-178263b13abc' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:25:54.660489 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-4fdf52fa-9acb-4c6b-8796-930b634a0e26 None None] Deleting port 44bed585-f0b1-40f4-a671-4c9378ad0858 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:54.660860 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4fdf52fa-9acb-4c6b-8796-930b634a0e26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:54.680624 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c228db-bf7d-4ccb-8229-fe0e6e73b9d0 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 26 11:25:54.681009 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24c228db-bf7d-4ccb-8229-fe0e6e73b9d0 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:54.690983 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-24c228db-bf7d-4ccb-8229-fe0e6e73b9d0 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "DELETE /v2.0/networks/5b0aa6a8-c0bb-4e8c-bc57-c6b67bc00734 HTTP/1.1" status: 409 len: 405 time: 0.4584291 Jan 26 11:25:54.694932 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51124) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:54.702883 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:54.751861 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c85755a5-2f4a-40ea-a3e5-fbebfcc635fa tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:54.773223 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eecda7f-65c3-41ba-8744-e04a608f9d2a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:54.773223 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eecda7f-65c3-41ba-8744-e04a608f9d2a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:54.777717 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3eecda7f-65c3-41ba-8744-e04a608f9d2a tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/ports/e37cb39f-47ff-43b4-97ef-8e65c3c49483 HTTP/1.1" status: 404 len: 333 time: 0.1507375 Jan 26 11:25:54.796062 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-5592b3b8-404a-47d4-9e9b-59cbdb3c6c42 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-208061313'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:54.805810 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5592b3b8-404a-47d4-9e9b-59cbdb3c6c42 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:54.815788 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5592b3b8-404a-47d4-9e9b-59cbdb3c6c42 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Usage tracker for resource:network and tenant:8680f0878b7d484f968b83e5b8957de6 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:54.825014 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5592b3b8-404a-47d4-9e9b-59cbdb3c6c42 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:54.825930 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network aa3c39cf-3219-4681-8146-a0f2696e16eb is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:54.827678 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51130) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:54.832206 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Port': ['ID=a6e772aa-9603-421d-b277-27a839c3970a,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:54.840984 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:54.843086 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5592b3b8-404a-47d4-9e9b-59cbdb3c6c42 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:54.866584 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac5f80-94f9-4afc-8063-ed39a120e9f3 None None] Pushing event updated for resources: {'Port': ['ID=38efeac7-2f43-4ce7-90a3-f2d4beeaac66,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:54.872889 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e096ae64-fc11-4321-8b40-4bd191e7e2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:54.920765 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-c85755a5-2f4a-40ea-a3e5-fbebfcc635fa tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370400cc-95a9-4395-a14d-cd77e545c3dc']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:54.931149 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5592b3b8-404a-47d4-9e9b-59cbdb3c6c42 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Made reservation on behalf of 8680f0878b7d484f968b83e5b8957de6 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:54.931712 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:54.936090 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5592b3b8-404a-47d4-9e9b-59cbdb3c6c42 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:54.957238 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-c85755a5-2f4a-40ea-a3e5-fbebfcc635fa tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd5c4bc2-7a26-4325-8b1f-62bfb378d628') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:54.957852 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-c85755a5-2f4a-40ea-a3e5-fbebfcc635fa tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd5c4bc2-7a26-4325-8b1f-62bfb378d628') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:54.987450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5592b3b8-404a-47d4-9e9b-59cbdb3c6c42 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:25:55.000630 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5592b3b8-404a-47d4-9e9b-59cbdb3c6c42 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:55.001142 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-5592b3b8-404a-47d4-9e9b-59cbdb3c6c42 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Added segment 568b904c-e298-431d-9e47-7b14fb0fc14c of type vlan for network 28e6dc50-46f7-4522-9f21-e0d1ff634bcc Jan 26 11:25:55.032079 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c85755a5-2f4a-40ea-a3e5-fbebfcc635fa tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:55.044339 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5592b3b8-404a-47d4-9e9b-59cbdb3c6c42 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:55.057464 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c85755a5-2f4a-40ea-a3e5-fbebfcc635fa tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:55.068117 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85755a5-2f4a-40ea-a3e5-fbebfcc635fa tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:25:55.068906 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c85755a5-2f4a-40ea-a3e5-fbebfcc635fa tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:25:55.085664 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:25:55.091986 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:55.092343 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:55.092689 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:55.093032 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:55.093367 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:55.093696 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:55.094031 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:55.094432 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:55.094697 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:55.095020 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:55.095343 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:55.095663 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:55.116841 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:55.117170 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:55.123991 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f19c5a-b28c-4315-b06f-7df2c626f9d5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] DELETE failed (client error): The resource could not be found. Jan 26 11:25:55.124415 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f19c5a-b28c-4315-b06f-7df2c626f9d5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:25:55.128184 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-84f19c5a-b28c-4315-b06f-7df2c626f9d5 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/subnets/80fa0534-c136-41ba-889a-bb158e7e1c73 HTTP/1.1" status: 404 len: 337 time: 0.2828984 Jan 26 11:25:55.161552 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51140) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:55.214203 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-2e6ed266-4c2c-4ec3-a076-bb6500edc0aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] For port c2aa3ac7-7013-4ae6-883c-024b4c001306, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c2aa3ac7-7013-4ae6-883c-024b4c001306,segment=NetworkSegment(d8cce809-55e0-4917-a584-2989a8d5f9d8),segment_id=d8cce809-55e0-4917-a584-2989a8d5f9d8)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:55.215110 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed266-4c2c-4ec3-a076-bb6500edc0aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:55.221071 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5592b3b8-404a-47d4-9e9b-59cbdb3c6c42 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:55.235653 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c634d8d7-0ed0-436d-97d6-67606cd39eac tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4653518 Jan 26 11:25:55.242477 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5592b3b8-404a-47d4-9e9b-59cbdb3c6c42 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:55.243267 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5592b3b8-404a-47d4-9e9b-59cbdb3c6c42 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:55.247849 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51144) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:55.268118 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-4fdf52fa-9acb-4c6b-8796-930b634a0e26 None None] For port 44bed585-f0b1-40f4-a671-4c9378ad0858, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=44bed585-f0b1-40f4-a671-4c9378ad0858,segment=NetworkSegment(ac646092-54bd-4707-9faf-e9e18298a976),segment_id=ac646092-54bd-4707-9faf-e9e18298a976)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:55.268770 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4fdf52fa-9acb-4c6b-8796-930b634a0e26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:55.273118 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c85755a5-2f4a-40ea-a3e5-fbebfcc635fa tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:55.282965 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c85755a5-2f4a-40ea-a3e5-fbebfcc635fa tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:55.348309 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c85755a5-2f4a-40ea-a3e5-fbebfcc635fa tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/networks/370400cc-95a9-4395-a14d-cd77e545c3dc HTTP/1.1" status: 204 len: 168 time: 2.7116709 Jan 26 11:25:55.352819 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51150) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:55.360792 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5592b3b8-404a-47d4-9e9b-59cbdb3c6c42 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6167657 Jan 26 11:25:55.410666 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51154) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:55.444039 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-4fdf52fa-9acb-4c6b-8796-930b634a0e26 None None] Calling delete_port for 44bed585-f0b1-40f4-a671-4c9378ad0858 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:55.467212 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592b3b8-404a-47d4-9e9b-59cbdb3c6c42 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event updated for resources: {'Network': ['ID=28e6dc50-46f7-4522-9f21-e0d1ff634bcc,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:55.489280 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-2e6ed266-4c2c-4ec3-a076-bb6500edc0aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Calling delete_port for c2aa3ac7-7013-4ae6-883c-024b4c001306 owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:55.508879 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85755a5-2f4a-40ea-a3e5-fbebfcc635fa tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Network': ['ID=370400cc-95a9-4395-a14d-cd77e545c3dc,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:55.531933 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476fcc6a-1abf-4e50-bdc8-63df46ee73d2 None None] DHCP port deletion for 2565318b-d538-46e0-9f24-d92f2e5eb4ff request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:25:55.533882 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 28e6dc50-46f7-4522-9f21-e0d1ff634bcc details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:25:55.554662 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd552581-8418-4a32-8971-e4b38eed1aa0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:55.555748 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-bd552581-8418-4a32-8971-e4b38eed1aa0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Synchronizing usage tracker for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:55.582161 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-bd552581-8418-4a32-8971-e4b38eed1aa0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Unset dirty status for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:55.583062 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-712ceefe-9613-49a6-b44e-78396e98077a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Request body: {'subnet': {'network_id': '28e6dc50-46f7-4522-9f21-e0d1ff634bcc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:55.583575 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-fa2f4da1-9af7-42e2-a228-319925f72653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:55.584547 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-bd552581-8418-4a32-8971-e4b38eed1aa0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2307410 Jan 26 11:25:55.588134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51164) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:55.696665 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-476fcc6a-1abf-4e50-bdc8-63df46ee73d2 None None] Deleting port c2aa3ac7-7013-4ae6-883c-024b4c001306 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:55.697382 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-476fcc6a-1abf-4e50-bdc8-63df46ee73d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:55.718475 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7ab42314-6678-4c30-b286-5642e1e13ce7 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1233392 Jan 26 11:25:55.718902 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51170) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:55.726551 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1165868279'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:55.736525 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:55.741305 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:network and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:55.746462 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:55.757493 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:55.785504 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:55.788294 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:55.830829 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:25:55.847067 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:55.847887 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Added segment 81cb69ab-a070-47f4-a57b-769a4c0a3cae of type vlan for network 81f68eb7-53c1-47ab-8606-146318b89a5c Jan 26 11:25:55.856104 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d031e5c5-0719-4efd-ae76-307208e86dd7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:55.869188 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51174) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:55.880151 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-fa2f4da1-9af7-42e2-a228-319925f72653 None None] For port 44bed585-f0b1-40f4-a671-4c9378ad0858, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=44bed585-f0b1-40f4-a671-4c9378ad0858,segment=NetworkSegment(ac646092-54bd-4707-9faf-e9e18298a976),segment_id=ac646092-54bd-4707-9faf-e9e18298a976)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:55.904148 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-fa2f4da1-9af7-42e2-a228-319925f72653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:55.960001 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:55.965405 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 38efeac7-2f43-4ce7-90a3-f2d4beeaac66 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:25:56.001885 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-4fdf52fa-9acb-4c6b-8796-930b634a0e26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:25:56.002414 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-4fdf52fa-9acb-4c6b-8796-930b634a0e26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:25:56.017824 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:56.026676 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:56.027927 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:56.037110 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:56.064068 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-0eac4104-59ae-4c3c-8c7f-fed7160d1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:25:50Z', 'revision_number': 10, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None, '_interfaces': [{'id': 'c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d', 'name': '', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:19:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:16Z', 'updated_at': '2022-01-26T11:24:32Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:56.139148 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eac4104-59ae-4c3c-8c7f-fed7160d1f54 None None] Checking router: 18505ef1-f02f-46b0-8893-ffc4d27ca053 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:25:56.186430 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eac4104-59ae-4c3c-8c7f-fed7160d1f54 None None] Routers {'18505ef1-f02f-46b0-8893-ffc4d27ca053'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:25:56.187377 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-0eac4104-59ae-4c3c-8c7f-fed7160d1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:25:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['18505ef1-f02f-46b0-8893-ffc4d27ca053'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:56.301185 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed266-4c2c-4ec3-a076-bb6500edc0aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:56.307169 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4d015246-5cb1-45a6-b25d-65cd323c0435 tempest-ServiceProvidersTest-454991070 tempest-ServiceProvidersTest-454991070-project] 10.222.0.39 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4365640 Jan 26 11:25:56.309807 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5899916 Jan 26 11:25:56.316138 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51182) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:56.319532 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Network': ['ID=81f68eb7-53c1-47ab-8606-146318b89a5c,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:56.326183 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-478fab63-f9c2-420a-b172-83985d0f6dcd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'subnet': {'network_id': '81f68eb7-53c1-47ab-8606-146318b89a5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:56.359915 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:56.360540 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:56.361051 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:56.361558 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:56.362068 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:56.362586 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:56.363068 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:56.363572 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:56.364055 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:56.364538 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:56.365149 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:56.365641 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63652a2-3824-4480-9995-7fc1194b0d35 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:25:56.368915 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-0eac4104-59ae-4c3c-8c7f-fed7160d1f54 None None] Set router 18505ef1-f02f-46b0-8893-ffc4d27ca053 gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:25:56.395531 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-712ceefe-9613-49a6-b44e-78396e98077a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:56.420441 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ed266-4c2c-4ec3-a076-bb6500edc0aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Port': ['ID=c2aa3ac7-7013-4ae6-883c-024b4c001306,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:56.430454 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6ed266-4c2c-4ec3-a076-bb6500edc0aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] No DVR routers for this DVR port c2aa3ac7-7013-4ae6-883c-024b4c001306 on host dv-neutron-826439-1-hyperv {{(pid=87442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:25:56.471685 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-478fab63-f9c2-420a-b172-83985d0f6dcd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:56.476703 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-478fab63-f9c2-420a-b172-83985d0f6dcd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:subnet and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:56.481966 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-478fab63-f9c2-420a-b172-83985d0f6dcd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:56.490220 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-478fab63-f9c2-420a-b172-83985d0f6dcd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:56.508137 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478fab63-f9c2-420a-b172-83985d0f6dcd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:56.513134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-478fab63-f9c2-420a-b172-83985d0f6dcd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:56.540359 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-4fdf52fa-9acb-4c6b-8796-930b634a0e26 None None] Deleting port 44bed585-f0b1-40f4-a671-4c9378ad0858 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:56.540927 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4fdf52fa-9acb-4c6b-8796-930b634a0e26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:56.569142 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-712ceefe-9613-49a6-b44e-78396e98077a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:56.607251 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 81f68eb7-53c1-47ab-8606-146318b89a5c details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:25:56.707359 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3ca8a5-b55e-4718-af5c-7375dbde6f81 None None] Network aa3c39cf-3219-4681-8146-a0f2696e16eb requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:56.718007 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51188) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:56.747661 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712ceefe-9613-49a6-b44e-78396e98077a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Made reservation on behalf of 8680f0878b7d484f968b83e5b8957de6 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:56.751905 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-712ceefe-9613-49a6-b44e-78396e98077a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:56.804279 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-478fab63-f9c2-420a-b172-83985d0f6dcd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:56.812526 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d031e5c5-0719-4efd-ae76-307208e86dd7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:56.890739 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f4da1-9af7-42e2-a228-319925f72653 None None] Pushing event updated for resources: {'Port': ['ID=44bed585-f0b1-40f4-a671-4c9378ad0858,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:56.896997 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-001a6e30-0ab3-45e0-9511-c31c0f24179c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:56.946098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-001a6e30-0ab3-45e0-9511-c31c0f24179c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:56.950426 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fab63-f9c2-420a-b172-83985d0f6dcd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Subnet': ['ID=b45f31fd-1277-451e-b05e-0c0f8d56213e,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:56.955741 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-001a6e30-0ab3-45e0-9511-c31c0f24179c admin admin] Usage tracker for resource:security_group_rule and tenant:a4e7aa6f207444cca1375712f5aab441 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:56.959176 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478fab63-f9c2-420a-b172-83985d0f6dcd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Checking segment: {'id': '81cb69ab-a070-47f4-a57b-769a4c0a3cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '81f68eb7-53c1-47ab-8606-146318b89a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:56.959602 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:56.959742 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478fab63-f9c2-420a-b172-83985d0f6dcd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network hostable DHCP agents. Network: 81f68eb7-53c1-47ab-8606-146318b89a5c, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:25:56.966131 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-001a6e30-0ab3-45e0-9511-c31c0f24179c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:56.974769 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-001a6e30-0ab3-45e0-9511-c31c0f24179c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:57.000311 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478fab63-f9c2-420a-b172-83985d0f6dcd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network 81f68eb7-53c1-47ab-8606-146318b89a5c is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:25:57.001399 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed266-4c2c-4ec3-a076-bb6500edc0aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:57.016832 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-478fab63-f9c2-420a-b172-83985d0f6dcd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 81f68eb7-53c1-47ab-8606-146318b89a5c) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:57.023975 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478fab63-f9c2-420a-b172-83985d0f6dcd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:57.024663 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-478fab63-f9c2-420a-b172-83985d0f6dcd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:57.040041 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-d031e5c5-0719-4efd-ae76-307208e86dd7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba6f0584-2941-48e6-9427-2229465f5a54']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:57.066476 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-478fab63-f9c2-420a-b172-83985d0f6dcd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7485242 Jan 26 11:25:57.071401 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51194) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:57.080028 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-6dc839fd-8f46-4a22-9141-a54e93956609 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'port': {'network_id': '81f68eb7-53c1-47ab-8606-146318b89a5c', 'name': 'tempest-PortsIpV6TestJSON-1014071447'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:57.084665 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-d031e5c5-0719-4efd-ae76-307208e86dd7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e4fec2-08e6-407d-a74d-6e7f6577ba56') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:57.084974 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-d031e5c5-0719-4efd-ae76-307208e86dd7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e4fec2-08e6-407d-a74d-6e7f6577ba56') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:57.102357 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-2e6ed266-4c2c-4ec3-a076-bb6500edc0aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2565318b-d538-46e0-9f24-d92f2e5eb4ff']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:57.126410 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d031e5c5-0719-4efd-ae76-307208e86dd7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:57.136741 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-2e6ed266-4c2c-4ec3-a076-bb6500edc0aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8cce809-55e0-4917-a584-2989a8d5f9d8') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:57.136741 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-2e6ed266-4c2c-4ec3-a076-bb6500edc0aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8cce809-55e0-4917-a584-2989a8d5f9d8') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:57.140747 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8cb78b-b1ca-453b-8deb-2609eae76a86 None None] Network 81f68eb7-53c1-47ab-8606-146318b89a5c requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:57.143992 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-001a6e30-0ab3-45e0-9511-c31c0f24179c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:57.176060 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f55e7ff0-c289-465d-a61e-60ea74a95b56 None None] Provisioning for port 38efeac7-2f43-4ce7-90a3-f2d4beeaac66 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:57.190231 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed266-4c2c-4ec3-a076-bb6500edc0aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:57.196951 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-001a6e30-0ab3-45e0-9511-c31c0f24179c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:57.212027 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d031e5c5-0719-4efd-ae76-307208e86dd7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:57.267443 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d031e5c5-0719-4efd-ae76-307208e86dd7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:25:57.268143 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d031e5c5-0719-4efd-ae76-307208e86dd7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:57.270930 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-001a6e30-0ab3-45e0-9511-c31c0f24179c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4e7aa6f207444cca1375712f5aab441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5514321 Jan 26 11:25:57.280265 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51198) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:57.280995 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a6e30-0ab3-45e0-9511-c31c0f24179c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b66898-a949-4163-bb58-d462aeeb655e,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:25:57.291000 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:25:57.293743 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed266-4c2c-4ec3-a076-bb6500edc0aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:57.307947 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-476fcc6a-1abf-4e50-bdc8-63df46ee73d2 None None] For port c2aa3ac7-7013-4ae6-883c-024b4c001306, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c2aa3ac7-7013-4ae6-883c-024b4c001306,segment=NetworkSegment(d8cce809-55e0-4917-a584-2989a8d5f9d8),segment_id=d8cce809-55e0-4917-a584-2989a8d5f9d8)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:57.308501 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-476fcc6a-1abf-4e50-bdc8-63df46ee73d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:57.313580 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6ed266-4c2c-4ec3-a076-bb6500edc0aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:25:57.314002 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed266-4c2c-4ec3-a076-bb6500edc0aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:57.321624 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6dc839fd-8f46-4a22-9141-a54e93956609 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:25:57.333273 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:25:57.347264 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6dc839fd-8f46-4a22-9141-a54e93956609 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:57.349217 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-968706fa-8198-41ca-b24b-7396dc664e0d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:57.368652 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc839fd-8f46-4a22-9141-a54e93956609 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:57.372342 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6dc839fd-8f46-4a22-9141-a54e93956609 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:57.389160 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-703f93e8-aeab-4973-a98c-aa61a92dc049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:57.407419 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 38efeac7-2f43-4ce7-90a3-f2d4beeaac66 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:25:57.414682 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-6dc839fd-8f46-4a22-9141-a54e93956609 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] device_id is not set on port 2cd80134-16e9-4e20-a180-f098f710dc6f yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:25:57.455756 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-703f93e8-aeab-4973-a98c-aa61a92dc049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:57.581194 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-703f93e8-aeab-4973-a98c-aa61a92dc049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:57.606451 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 38efeac7-2f43-4ce7-90a3-f2d4beeaac66 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:57.607089 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:57.614012 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f93e8-aeab-4973-a98c-aa61a92dc049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b66898-a949-4163-bb58-d462aeeb655e,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:57.632741 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-6dc839fd-8f46-4a22-9141-a54e93956609 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Allocated IP 2001:db8::281 (81f68eb7-53c1-47ab-8606-146318b89a5c/b45f31fd-1277-451e-b05e-0c0f8d56213e/2cd80134-16e9-4e20-a180-f098f710dc6f) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:57.647240 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-703f93e8-aeab-4973-a98c-aa61a92dc049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:57.648584 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-703f93e8-aeab-4973-a98c-aa61a92dc049 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f2b66898-a949-4163-bb58-d462aeeb655e HTTP/1.1" status: 204 len: 168 time: 0.3646815 Jan 26 11:25:57.661032 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-476fcc6a-1abf-4e50-bdc8-63df46ee73d2 None None] Calling delete_port for c2aa3ac7-7013-4ae6-883c-024b4c001306 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:57.694568 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d031e5c5-0719-4efd-ae76-307208e86dd7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:57.737838 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d031e5c5-0719-4efd-ae76-307208e86dd7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:57.758993 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed266-4c2c-4ec3-a076-bb6500edc0aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:57.771822 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed266-4c2c-4ec3-a076-bb6500edc0aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:57.773764 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2e6ed266-4c2c-4ec3-a076-bb6500edc0aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/networks/2565318b-d538-46e0-9f24-d92f2e5eb4ff HTTP/1.1" status: 204 len: 168 time: 3.7587080 Jan 26 11:25:57.777655 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031e5c5-0719-4efd-ae76-307208e86dd7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] Pushing event deleted for resources: {'Network': ['ID=ba6f0584-2941-48e6-9427-2229465f5a54,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:57.780293 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d031e5c5-0719-4efd-ae76-307208e86dd7 tempest-NetworksTestDHCPv6-846978422 tempest-NetworksTestDHCPv6-846978422-project] 10.222.0.39 "DELETE /v2.0/networks/ba6f0584-2941-48e6-9427-2229465f5a54 HTTP/1.1" status: 204 len: 168 time: 2.6172733 Jan 26 11:25:57.782333 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51204) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:57.981390 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6dc839fd-8f46-4a22-9141-a54e93956609 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:57.999787 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-4fdf52fa-9acb-4c6b-8796-930b634a0e26 None None] For port 44bed585-f0b1-40f4-a671-4c9378ad0858, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=44bed585-f0b1-40f4-a671-4c9378ad0858,segment=NetworkSegment(ac646092-54bd-4707-9faf-e9e18298a976),segment_id=ac646092-54bd-4707-9faf-e9e18298a976)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:58.000192 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4fdf52fa-9acb-4c6b-8796-930b634a0e26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:58.009677 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-476fcc6a-1abf-4e50-bdc8-63df46ee73d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:25:58.010038 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-476fcc6a-1abf-4e50-bdc8-63df46ee73d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:25:58.011497 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:58.018539 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-6dc839fd-8f46-4a22-9141-a54e93956609 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Transition to ACTIVE for port object 2cd80134-16e9-4e20-a180-f098f710dc6f will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:58.087722 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6dc839fd-8f46-4a22-9141-a54e93956609 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:58.169588 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ed266-4c2c-4ec3-a076-bb6500edc0aa tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Network': ['ID=2565318b-d538-46e0-9f24-d92f2e5eb4ff,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:58.188243 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc839fd-8f46-4a22-9141-a54e93956609 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network 81f68eb7-53c1-47ab-8606-146318b89a5c is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:58.190979 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-6dc839fd-8f46-4a22-9141-a54e93956609 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:58.195834 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc839fd-8f46-4a22-9141-a54e93956609 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:58.202011 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc839fd-8f46-4a22-9141-a54e93956609 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:58.202817 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6dc839fd-8f46-4a22-9141-a54e93956609 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:58.221048 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc839fd-8f46-4a22-9141-a54e93956609 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Port': ['ID=2cd80134-16e9-4e20-a180-f098f710dc6f,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:58.232312 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6dc839fd-8f46-4a22-9141-a54e93956609 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1598666 Jan 26 11:25:58.232583 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-4fdf52fa-9acb-4c6b-8796-930b634a0e26 None None] Calling delete_port for 44bed585-f0b1-40f4-a671-4c9378ad0858 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:25:58.235957 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51212) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:58.243633 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-4146270d-8166-4e04-8bac-a24f958c21e9 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'port': {'network_id': '81f68eb7-53c1-47ab-8606-146318b89a5c', 'name': 'tempest-PortsIpV6TestJSON-811834242'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:25:58.279794 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51216) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:58.400011 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4146270d-8166-4e04-8bac-a24f958c21e9 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:25:58.405330 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4146270d-8166-4e04-8bac-a24f958c21e9 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:port and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:25:58.408434 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4146270d-8166-4e04-8bac-a24f958c21e9 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:25:58.415669 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4146270d-8166-4e04-8bac-a24f958c21e9 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:25:58.426925 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.objects.ports [None req-712ceefe-9613-49a6-b44e-78396e98077a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87442) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 26 11:25:58.428373 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4146270d-8166-4e04-8bac-a24f958c21e9 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:25:58.433921 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-712ceefe-9613-49a6-b44e-78396e98077a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:58.434135 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4146270d-8166-4e04-8bac-a24f958c21e9 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:58.459893 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-4146270d-8166-4e04-8bac-a24f958c21e9 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] device_id is not set on port 21221230-3362-4a7a-8ec3-a886dbb4a3f5 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:25:58.518719 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-476fcc6a-1abf-4e50-bdc8-63df46ee73d2 None None] Deleting port c2aa3ac7-7013-4ae6-883c-024b4c001306 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:58.519191 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-476fcc6a-1abf-4e50-bdc8-63df46ee73d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:58.643524 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-4146270d-8166-4e04-8bac-a24f958c21e9 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Allocated IP 2001:db8::182 (81f68eb7-53c1-47ab-8606-146318b89a5c/b45f31fd-1277-451e-b05e-0c0f8d56213e/21221230-3362-4a7a-8ec3-a886dbb4a3f5) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:58.667360 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:58.718445 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4fdf52fa-9acb-4c6b-8796-930b634a0e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:58.731276 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-476fcc6a-1abf-4e50-bdc8-63df46ee73d2 None None] The port 'c2aa3ac7-7013-4ae6-883c-024b4c001306' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:25:58.809648 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdf52fa-9acb-4c6b-8796-930b634a0e26 None None] No DVR routers for this DVR port 44bed585-f0b1-40f4-a671-4c9378ad0858 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:25:58.812797 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf52fa-9acb-4c6b-8796-930b634a0e26 None None] Pushing event deleted for resources: {'Port': ['ID=44bed585-f0b1-40f4-a671-4c9378ad0858,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:58.838553 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-0eac4104-59ae-4c3c-8c7f-fed7160d1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:25:50Z', 'revision_number': 10, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None, '_interfaces': [{'id': 'c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d', 'name': '', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:19:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:16Z', 'updated_at': '2022-01-26T11:24:32Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:25:58.854704 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eac4104-59ae-4c3c-8c7f-fed7160d1f54 None None] The sync data for ids ['18505ef1-f02f-46b0-8893-ffc4d27ca053'] in dv-neutron-826439-1-hyperv is: [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:25:50Z', 'revision_number': 10, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None, '_interfaces': [{'id': 'c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d', 'name': '', 'network_id': 'c434dcb2-a215-42cc-b648-a8cf8e21c08a', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'mac_address': 'fa:16:3e:19:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:24:16Z', 'updated_at': '2022-01-26T11:24:32Z', 'revision_number': 5, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'subnets': [{'id': '188c429f-f0c4-447a-83ea-2aa6957b2901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:25:58.860647 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 38efeac7-2f43-4ce7-90a3-f2d4beeaac66, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=38efeac7-2f43-4ce7-90a3-f2d4beeaac66,segment=NetworkSegment(087ab375-060e-4d51-b79d-7ea5e1d34cca),segment_id=087ab375-060e-4d51-b79d-7ea5e1d34cca)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:25:58.865890 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ceefe-9613-49a6-b44e-78396e98077a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event updated for resources: {'Subnet': ['ID=001880ce-9347-4e31-9c78-1e29b4bbcf81,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:58.872538 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:58.918914 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712ceefe-9613-49a6-b44e-78396e98077a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Checking segment: {'id': '568b904c-e298-431d-9e47-7b14fb0fc14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '28e6dc50-46f7-4522-9f21-e0d1ff634bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:25:58.919547 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712ceefe-9613-49a6-b44e-78396e98077a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Network hostable DHCP agents. Network: 28e6dc50-46f7-4522-9f21-e0d1ff634bcc, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:25:58.932032 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0e61e57d-9a57-4692-a896-730d17a27877 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=57a93839786448c5acb86b98e59e05fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6423671 Jan 26 11:25:58.934941 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51222) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:58.972103 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab25174-9ccc-47b5-a04f-6c4022976f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-81f68eb7-53c1-47ab-8606-146318b89a5c', 'network_id': '81f68eb7-53c1-47ab-8606-146318b89a5c', 'tenant_id': 'a8b420c4cfae439da1a98efb97a1c710', 'fixed_ips': [{'subnet_id': 'b45f31fd-1277-451e-b05e-0c0f8d56213e'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:25:58.972940 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bab25174-9ccc-47b5-a04f-6c4022976f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:59.001419 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=38efeac7-2f43-4ce7-90a3-f2d4beeaac66,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:59.050613 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712ceefe-9613-49a6-b44e-78396e98077a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Network 28e6dc50-46f7-4522-9f21-e0d1ff634bcc is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:25:59.085679 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-968706fa-8198-41ca-b24b-7396dc664e0d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:59.096547 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-712ceefe-9613-49a6-b44e-78396e98077a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 28e6dc50-46f7-4522-9f21-e0d1ff634bcc) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:59.101527 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712ceefe-9613-49a6-b44e-78396e98077a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:59.102219 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-712ceefe-9613-49a6-b44e-78396e98077a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:59.107070 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308a1bd8-8c71-487e-9909-c5123b4eb37b None None] Network 28e6dc50-46f7-4522-9f21-e0d1ff634bcc requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:25:59.137238 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4146270d-8166-4e04-8bac-a24f958c21e9 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:59.142649 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-968706fa-8198-41ca-b24b-7396dc664e0d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:59.159294 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-4146270d-8166-4e04-8bac-a24f958c21e9 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Transition to ACTIVE for port object 21221230-3362-4a7a-8ec3-a886dbb4a3f5 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:25:59.186821 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4146270d-8166-4e04-8bac-a24f958c21e9 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:59.271262 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-712ceefe-9613-49a6-b44e-78396e98077a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.7996178 Jan 26 11:25:59.271262 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c06a917d-f482-4e60-b7f6-1bd2db3ff030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:59.274662 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51226) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:59.313139 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146270d-8166-4e04-8bac-a24f958c21e9 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Port': ['ID=21221230-3362-4a7a-8ec3-a886dbb4a3f5,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:59.315077 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d19286c7-63eb-4464-b093-178263b13abc no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:25:59.327895 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4146270d-8166-4e04-8bac-a24f958c21e9 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network 81f68eb7-53c1-47ab-8606-146318b89a5c is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:25:59.329364 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-4146270d-8166-4e04-8bac-a24f958c21e9 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:25:59.331966 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4146270d-8166-4e04-8bac-a24f958c21e9 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:25:59.337934 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4146270d-8166-4e04-8bac-a24f958c21e9 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:59.339217 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4146270d-8166-4e04-8bac-a24f958c21e9 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:59.369574 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4146270d-8166-4e04-8bac-a24f958c21e9 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1332846 Jan 26 11:25:59.372618 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51230) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:59.408404 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968706fa-8198-41ca-b24b-7396dc664e0d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Port': ['ID=a6e772aa-9603-421d-b277-27a839c3970a,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:25:59.420540 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-bab25174-9ccc-47b5-a04f-6c4022976f73 None None] Allocated IP 2001:db8::2 (81f68eb7-53c1-47ab-8606-146318b89a5c/b45f31fd-1277-451e-b05e-0c0f8d56213e/cf1449e7-a444-453a-925a-9b9beafc015e) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:25:59.421846 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c06a917d-f482-4e60-b7f6-1bd2db3ff030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:59.467004 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: d19286c7-63eb-4464-b093-178263b13abc {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:25:59.467252 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d19286c7-63eb-4464-b093-178263b13abc not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:25:59.467692 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 44bed585-f0b1-40f4-a671-4c9378ad0858 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:25:59.514045 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d36cbc-0e57-4145-a715-0844a7a7a9f3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:25:59.516315 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-84d36cbc-0e57-4145-a715-0844a7a7a9f3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Synchronizing usage tracker for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:25:59.528753 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 44bed585-f0b1-40f4-a671-4c9378ad0858 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:25:59.529107 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 44bed585-f0b1-40f4-a671-4c9378ad0858 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:25:59.529526 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c2aa3ac7-7013-4ae6-883c-024b4c001306 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:25:59.537548 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-84d36cbc-0e57-4145-a715-0844a7a7a9f3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Unset dirty status for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:25:59.538948 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-84d36cbc-0e57-4145-a715-0844a7a7a9f3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A281 HTTP/1.1" status: 200 len: 929 time: 0.1647394 Jan 26 11:25:59.542562 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51234) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:25:59.632713 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-66c00b4d-2b90-4db5-ba80-dcbe66e08c26 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting port 21221230-3362-4a7a-8ec3-a886dbb4a3f5 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:25:59.633342 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-66c00b4d-2b90-4db5-ba80-dcbe66e08c26 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:59.675303 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: c2aa3ac7-7013-4ae6-883c-024b4c001306 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:25:59.675836 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c2aa3ac7-7013-4ae6-883c-024b4c001306 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:25:59.690210 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e283df1a-53d7-446f-9352-03351d4cf8c9 None None] Provisioning complete for port 38efeac7-2f43-4ce7-90a3-f2d4beeaac66 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:25:59.690802 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e283df1a-53d7-446f-9352-03351d4cf8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:59.851996 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a50c1351-0fbb-4b88-a49b-4abfc8d378e4 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:59.881316 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 38efeac7-2f43-4ce7-90a3-f2d4beeaac66 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:25:59.928489 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c06a917d-f482-4e60-b7f6-1bd2db3ff030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:25:59.981028 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-66c00b4d-2b90-4db5-ba80-dcbe66e08c26 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:00.028923 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a917d-f482-4e60-b7f6-1bd2db3ff030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b20d5e1-adf7-4a43-8622-b881a4536f39,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:00.085313 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-968706fa-8198-41ca-b24b-7396dc664e0d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:00.089196 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c06a917d-f482-4e60-b7f6-1bd2db3ff030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:00.089695 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c06a917d-f482-4e60-b7f6-1bd2db3ff030 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0b20d5e1-adf7-4a43-8622-b881a4536f39 HTTP/1.1" status: 204 len: 168 time: 1.1535554 Jan 26 11:26:00.094820 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bab25174-9ccc-47b5-a04f-6c4022976f73 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:00.113035 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed8810d-773f-4949-ba70-27bc9f39a35e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-28e6dc50-46f7-4522-9f21-e0d1ff634bcc', 'network_id': '28e6dc50-46f7-4522-9f21-e0d1ff634bcc', 'tenant_id': '8680f0878b7d484f968b83e5b8957de6', 'fixed_ips': [{'subnet_id': '001880ce-9347-4e31-9c78-1e29b4bbcf81'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:26:00.113311 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8ed8810d-773f-4949-ba70-27bc9f39a35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:00.119448 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-66c00b4d-2b90-4db5-ba80-dcbe66e08c26 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Calling delete_port for 21221230-3362-4a7a-8ec3-a886dbb4a3f5 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:00.128531 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-bab25174-9ccc-47b5-a04f-6c4022976f73 None None] Transition to ACTIVE for port object cf1449e7-a444-453a-925a-9b9beafc015e will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:00.145607 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a50c1351-0fbb-4b88-a49b-4abfc8d378e4 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:00.218233 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-bab25174-9ccc-47b5-a04f-6c4022976f73 None None] Transition to ACTIVE for port object cf1449e7-a444-453a-925a-9b9beafc015e will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:00.236435 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a1aac652-e46a-46be-939a-d4c52ee973c7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:00.256254 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 38efeac7-2f43-4ce7-90a3-f2d4beeaac66 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:00.256630 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:00.318121 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bab25174-9ccc-47b5-a04f-6c4022976f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:00.340633 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-66c00b4d-2b90-4db5-ba80-dcbe66e08c26 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:00.412426 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e283df1a-53d7-446f-9352-03351d4cf8c9 None None] Provisioning for port a6e772aa-9603-421d-b277-27a839c3970a completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:00.440028 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab25174-9ccc-47b5-a04f-6c4022976f73 None None] Network 81f68eb7-53c1-47ab-8606-146318b89a5c is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:26:00.443999 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e283df1a-53d7-446f-9352-03351d4cf8c9 None None] Provisioning complete for port a6e772aa-9603-421d-b277-27a839c3970a triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:00.444483 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e283df1a-53d7-446f-9352-03351d4cf8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:00.463186 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a50c1351-0fbb-4b88-a49b-4abfc8d378e4 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:00.476293 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-bab25174-9ccc-47b5-a04f-6c4022976f73 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:00.487852 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab25174-9ccc-47b5-a04f-6c4022976f73 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server [None req-8ed8810d-773f-4949-ba70-27bc9f39a35e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 001880ce-9347-4e31-9c78-1e29b4bbcf81: This subnet is being modified by another concurrent operation. Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise exception Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 001880ce-9347-4e31-9c78-1e29b4bbcf81: This subnet is being modified by another concurrent operation. Jan 26 11:26:00.498026 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server Jan 26 11:26:00.508105 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-968706fa-8198-41ca-b24b-7396dc664e0d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:00.508197 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab25174-9ccc-47b5-a04f-6c4022976f73 None None] Pushing event updated for resources: {'Port': ['ID=cf1449e7-a444-453a-925a-9b9beafc015e,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:00.537704 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c00b4d-2b90-4db5-ba80-dcbe66e08c26 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Port': ['ID=21221230-3362-4a7a-8ec3-a886dbb4a3f5,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:00.540245 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-66c00b4d-2b90-4db5-ba80-dcbe66e08c26 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:00.567637 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-66c00b4d-2b90-4db5-ba80-dcbe66e08c26 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/ports/21221230-3362-4a7a-8ec3-a886dbb4a3f5 HTTP/1.1" status: 204 len: 168 time: 1.0231440 Jan 26 11:26:00.570303 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51248) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:00.579470 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4e99b8-a4da-48a4-b9dd-cef5a661bf14 None None] Network 28e6dc50-46f7-4522-9f21-e0d1ff634bcc requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:00.612552 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-e283df1a-53d7-446f-9352-03351d4cf8c9 None None] Port a6e772aa-9603-421d-b277-27a839c3970a cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:26:00.624566 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c1351-0fbb-4b88-a49b-4abfc8d378e4 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event deleted for resources: {'Subnet': ['ID=001880ce-9347-4e31-9c78-1e29b4bbcf81,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:00.654863 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e4ea49-d43f-4504-acf1-1b03d3d2d8ed tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] GET failed (client error): The resource could not be found. Jan 26 11:26:00.655466 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-87e4ea49-d43f-4504-acf1-1b03d3d2d8ed tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Synchronizing usage tracker for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:00.674204 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-87e4ea49-d43f-4504-acf1-1b03d3d2d8ed tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Unset dirty status for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:00.675105 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-87e4ea49-d43f-4504-acf1-1b03d3d2d8ed tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "GET /v2.0/ports/21221230-3362-4a7a-8ec3-a886dbb4a3f5 HTTP/1.1" status: 404 len: 333 time: 0.1031344 Jan 26 11:26:00.677943 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51254) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:00.781994 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a50c1351-0fbb-4b88-a49b-4abfc8d378e4 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:00.788131 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-bd5dfbe1-669e-46b0-8319-dcdb2a21adb7 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting port 2cd80134-16e9-4e20-a180-f098f710dc6f {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:00.788478 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bd5dfbe1-669e-46b0-8319-dcdb2a21adb7 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:00.817066 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-bab25174-9ccc-47b5-a04f-6c4022976f73 None None] Attempting to bind port cf1449e7-a444-453a-925a-9b9beafc015e on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:26:00.818281 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-bab25174-9ccc-47b5-a04f-6c4022976f73 None None] Attempting to bind port cf1449e7-a444-453a-925a-9b9beafc015e by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '81cb69ab-a070-47f4-a57b-769a4c0a3cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '81f68eb7-53c1-47ab-8606-146318b89a5c'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:26:00.818905 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab25174-9ccc-47b5-a04f-6c4022976f73 None None] Attempting to bind port cf1449e7-a444-453a-925a-9b9beafc015e on network 81f68eb7-53c1-47ab-8606-146318b89a5c {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:26:00.853578 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab25174-9ccc-47b5-a04f-6c4022976f73 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:26:00.854975 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab25174-9ccc-47b5-a04f-6c4022976f73 None None] Checking segment: {'id': '81cb69ab-a070-47f4-a57b-769a4c0a3cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '81f68eb7-53c1-47ab-8606-146318b89a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:26:00.855788 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bab25174-9ccc-47b5-a04f-6c4022976f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:00.856409 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab25174-9ccc-47b5-a04f-6c4022976f73 None None] Bound using segment: {'id': '81cb69ab-a070-47f4-a57b-769a4c0a3cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '81f68eb7-53c1-47ab-8606-146318b89a5c'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:26:00.857111 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-bab25174-9ccc-47b5-a04f-6c4022976f73 None None] Bound port: cf1449e7-a444-453a-925a-9b9beafc015e, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cb69ab-a070-47f4-a57b-769a4c0a3cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '81f68eb7-53c1-47ab-8606-146318b89a5c'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:26:00.857670 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bab25174-9ccc-47b5-a04f-6c4022976f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:00.878911 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0d033fee-908c-4472-88e7-6d97c120bd1f no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:26:00.891068 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-a50c1351-0fbb-4b88-a49b-4abfc8d378e4 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e6dc50-46f7-4522-9f21-e0d1ff634bcc']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:00.916372 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-a50c1351-0fbb-4b88-a49b-4abfc8d378e4 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '568b904c-e298-431d-9e47-7b14fb0fc14c') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:00.917218 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-a50c1351-0fbb-4b88-a49b-4abfc8d378e4 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '568b904c-e298-431d-9e47-7b14fb0fc14c') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:00.992207 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a50c1351-0fbb-4b88-a49b-4abfc8d378e4 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:01.007183 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 0d033fee-908c-4472-88e7-6d97c120bd1f {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:26:01.007561 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0d033fee-908c-4472-88e7-6d97c120bd1f not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:26:01.037339 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a50c1351-0fbb-4b88-a49b-4abfc8d378e4 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:01.078802 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50c1351-0fbb-4b88-a49b-4abfc8d378e4 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:26:01.079235 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a50c1351-0fbb-4b88-a49b-4abfc8d378e4 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:01.082073 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-387002c1-c646-405f-9920-f619f4557697 None None] Provisioning complete for port a6e772aa-9603-421d-b277-27a839c3970a triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:01.082481 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-387002c1-c646-405f-9920-f619f4557697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:01.112212 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bd5dfbe1-669e-46b0-8319-dcdb2a21adb7 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:01.124433 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51266) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:26:01.140566 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:26:01.143435 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-a1aac652-e46a-46be-939a-d4c52ee973c7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting port c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:01.143887 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a1aac652-e46a-46be-939a-d4c52ee973c7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:01.195462 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-387002c1-c646-405f-9920-f619f4557697 None None] Port a6e772aa-9603-421d-b277-27a839c3970a cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:26:01.197611 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-bab25174-9ccc-47b5-a04f-6c4022976f73 None None] For port cf1449e7-a444-453a-925a-9b9beafc015e, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:26:01.201917 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-bab25174-9ccc-47b5-a04f-6c4022976f73 None None] For port cf1449e7-a444-453a-925a-9b9beafc015e, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=cf1449e7-a444-453a-925a-9b9beafc015e,segment=NetworkSegment(81cb69ab-a070-47f4-a57b-769a4c0a3cae),segment_id=81cb69ab-a070-47f4-a57b-769a4c0a3cae)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:26:01.211690 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bab25174-9ccc-47b5-a04f-6c4022976f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:01.252735 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-bd5dfbe1-669e-46b0-8319-dcdb2a21adb7 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Calling delete_port for 2cd80134-16e9-4e20-a180-f098f710dc6f owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:01.329108 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-798016fc-60c8-4b64-88fd-d7c3d32d3a01 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:01.329711 dv-neutron-826439-1-hyperv neutron-server[87443]: WARNING neutron.api.v2.base [None req-798016fc-60c8-4b64-88fd-d7c3d32d3a01 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 26 11:26:01.330208 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-798016fc-60c8-4b64-88fd-d7c3d32d3a01 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] create failed (client error): There was a conflict when trying to complete your request. Jan 26 11:26:01.331187 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-798016fc-60c8-4b64-88fd-d7c3d32d3a01 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2056141 Jan 26 11:26:01.334767 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51272) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:01.354647 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab25174-9ccc-47b5-a04f-6c4022976f73 None None] Pushing event updated for resources: {'Port': ['ID=cf1449e7-a444-453a-925a-9b9beafc015e,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:01.363027 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-fe71f9f5-1179-4e61-832d-e4606997c6be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group': {'name': 'tempest-secgroup--464541300'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:01.371640 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fe71f9f5-1179-4e61-832d-e4606997c6be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:01.376503 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fe71f9f5-1179-4e61-832d-e4606997c6be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Usage tracker for resource:security_group and tenant:842c60b3ea48471781d793ccfd6dea01 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:01.379902 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fe71f9f5-1179-4e61-832d-e4606997c6be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:01.415013 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fe71f9f5-1179-4e61-832d-e4606997c6be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:01.440450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fe71f9f5-1179-4e61-832d-e4606997c6be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:01.458281 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fe71f9f5-1179-4e61-832d-e4606997c6be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:01.478234 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fe71f9f5-1179-4e61-832d-e4606997c6be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:01.483154 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bd5dfbe1-669e-46b0-8319-dcdb2a21adb7 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:01.489449 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fe71f9f5-1179-4e61-832d-e4606997c6be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Usage tracker for resource:security_group_rule and tenant:842c60b3ea48471781d793ccfd6dea01 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:01.531705 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fe71f9f5-1179-4e61-832d-e4606997c6be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:01.558651 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5dfbe1-669e-46b0-8319-dcdb2a21adb7 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Port': ['ID=2cd80134-16e9-4e20-a180-f098f710dc6f,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:01.561776 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fe71f9f5-1179-4e61-832d-e4606997c6be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:01.586374 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:26:01.615270 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bd5dfbe1-669e-46b0-8319-dcdb2a21adb7 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:01.626295 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a50c1351-0fbb-4b88-a49b-4abfc8d378e4 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:01.644547 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-bd5dfbe1-669e-46b0-8319-dcdb2a21adb7 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/ports/2cd80134-16e9-4e20-a180-f098f710dc6f HTTP/1.1" status: 204 len: 168 time: 0.9652305 Jan 26 11:26:01.645446 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51276) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:01.679400 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a50c1351-0fbb-4b88-a49b-4abfc8d378e4 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:01.704229 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b57b97-2141-4043-9ee1-240fb5776961 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] GET failed (client error): The resource could not be found. Jan 26 11:26:01.704832 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d0b57b97-2141-4043-9ee1-240fb5776961 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Synchronizing usage tracker for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:01.735310 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d0b57b97-2141-4043-9ee1-240fb5776961 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Unset dirty status for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:01.739690 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d0b57b97-2141-4043-9ee1-240fb5776961 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "GET /v2.0/ports/2cd80134-16e9-4e20-a180-f098f710dc6f HTTP/1.1" status: 404 len: 333 time: 0.0915508 Jan 26 11:26:01.741290 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51280) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:01.783929 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c1351-0fbb-4b88-a49b-4abfc8d378e4 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event deleted for resources: {'Network': ['ID=28e6dc50-46f7-4522-9f21-e0d1ff634bcc,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:01.843616 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-968706fa-8198-41ca-b24b-7396dc664e0d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:01.865544 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a50c1351-0fbb-4b88-a49b-4abfc8d378e4 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "DELETE /v2.0/networks/28e6dc50-46f7-4522-9f21-e0d1ff634bcc HTTP/1.1" status: 204 len: 168 time: 2.5821664 Jan 26 11:26:01.865756 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device cf1449e7-a444-453a-925a-9b9beafc015e up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:26:01.869028 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51284) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:01.870113 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-968706fa-8198-41ca-b24b-7396dc664e0d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:01.874694 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fe71f9f5-1179-4e61-832d-e4606997c6be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:01.880262 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-da85039a-0893-4e31-a6c0-3a2863baec74 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting subnet b45f31fd-1277-451e-b05e-0c0f8d56213e {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:26:01.883535 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fe71f9f5-1179-4e61-832d-e4606997c6be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:01.887352 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-da85039a-0893-4e31-a6c0-3a2863baec74 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:01.932450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fe71f9f5-1179-4e61-832d-e4606997c6be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:01.942178 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-8c79777c-6fdd-4576-ad9f-b58c60c0d69a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-924664065'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:01.942809 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fe71f9f5-1179-4e61-832d-e4606997c6be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Usage tracker for resource:security_group_rule and tenant:842c60b3ea48471781d793ccfd6dea01 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:01.943225 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port cf1449e7-a444-453a-925a-9b9beafc015e completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:01.953115 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fe71f9f5-1179-4e61-832d-e4606997c6be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:01.969558 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fe71f9f5-1179-4e61-832d-e4606997c6be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:01.974611 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-8c79777c-6fdd-4576-ad9f-b58c60c0d69a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:01.994278 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8c79777c-6fdd-4576-ad9f-b58c60c0d69a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Usage tracker for resource:network and tenant:8680f0878b7d484f968b83e5b8957de6 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:02.007824 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8c79777c-6fdd-4576-ad9f-b58c60c0d69a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:02.028752 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-8c79777c-6fdd-4576-ad9f-b58c60c0d69a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:02.036238 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-a1aac652-e46a-46be-939a-d4c52ee973c7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] For port c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d,segment=NetworkSegment(1c8d2588-8a5e-4866-898c-6050d7bf8cf8),segment_id=1c8d2588-8a5e-4866-898c-6050d7bf8cf8)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:02.036612 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a1aac652-e46a-46be-939a-d4c52ee973c7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:02.051592 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-968706fa-8198-41ca-b24b-7396dc664e0d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:02.107122 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71f9f5-1179-4e61-832d-e4606997c6be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3225caf-112d-4c06-a17c-d21e05d53713,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:02.115082 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968706fa-8198-41ca-b24b-7396dc664e0d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Port': ['ID=a6e772aa-9603-421d-b277-27a839c3970a,revision_number=3']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:02.115295 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-da85039a-0893-4e31-a6c0-3a2863baec74 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:02.181420 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-a1aac652-e46a-46be-939a-d4c52ee973c7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Calling delete_port for c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:02.249376 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c79777c-6fdd-4576-ad9f-b58c60c0d69a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Made reservation on behalf of 8680f0878b7d484f968b83e5b8957de6 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:02.252867 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8c79777c-6fdd-4576-ad9f-b58c60c0d69a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:02.253500 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fe71f9f5-1179-4e61-832d-e4606997c6be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:02.259262 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fe71f9f5-1179-4e61-832d-e4606997c6be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:02.282531 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-da85039a-0893-4e31-a6c0-3a2863baec74 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:02.363047 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fe71f9f5-1179-4e61-832d-e4606997c6be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:02.366919 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fe71f9f5-1179-4e61-832d-e4606997c6be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0286937 Jan 26 11:26:02.366919 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71f9f5-1179-4e61-832d-e4606997c6be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e7e205-c79d-48f2-8fb2-66de43979ab5,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:02.368047 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51288) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:02.378832 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-1fc38aa3-3384-45ce-8874-04bf055dd82f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group_rule': {'security_group_id': 'e3e7e205-c79d-48f2-8fb2-66de43979ab5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:02.389292 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1fc38aa3-3384-45ce-8874-04bf055dd82f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:02.393628 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1fc38aa3-3384-45ce-8874-04bf055dd82f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Usage tracker for resource:security_group_rule and tenant:842c60b3ea48471781d793ccfd6dea01 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:02.398233 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1fc38aa3-3384-45ce-8874-04bf055dd82f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:02.406832 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c79777c-6fdd-4576-ad9f-b58c60c0d69a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:26:02.407836 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1fc38aa3-3384-45ce-8874-04bf055dd82f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:02.421288 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-da85039a-0893-4e31-a6c0-3a2863baec74 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:02.436759 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8c79777c-6fdd-4576-ad9f-b58c60c0d69a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:02.437107 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-8c79777c-6fdd-4576-ad9f-b58c60c0d69a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Added segment ec8eae8c-144d-48d7-a425-e9362622dbe9 of type vlan for network 983c7251-5e42-4c2d-b2b9-6ebd31ea25aa Jan 26 11:26:02.453156 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968706fa-8198-41ca-b24b-7396dc664e0d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network aa3c39cf-3219-4681-8146-a0f2696e16eb is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:26:02.456881 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-968706fa-8198-41ca-b24b-7396dc664e0d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:02.470930 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85039a-0893-4e31-a6c0-3a2863baec74 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Subnet': ['ID=b45f31fd-1277-451e-b05e-0c0f8d56213e,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:02.474951 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-da85039a-0893-4e31-a6c0-3a2863baec74 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:02.480601 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1fc38aa3-3384-45ce-8874-04bf055dd82f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:02.496808 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-da85039a-0893-4e31-a6c0-3a2863baec74 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/subnets/b45f31fd-1277-451e-b05e-0c0f8d56213e HTTP/1.1" status: 204 len: 168 time: 0.7544723 Jan 26 11:26:02.503557 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51292) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:02.557792 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8c79777c-6fdd-4576-ad9f-b58c60c0d69a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:02.656451 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c61b8a2-d3ea-4169-acad-f009314bcaf3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:02.684032 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ae53df-73be-45da-bc14-68872e59fd1c None None] Network 81f68eb7-53c1-47ab-8606-146318b89a5c requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:02.687943 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1fc38aa3-3384-45ce-8874-04bf055dd82f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:02.691273 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-6c61b8a2-d3ea-4169-acad-f009314bcaf3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting port cf1449e7-a444-453a-925a-9b9beafc015e {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:02.691608 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c61b8a2-d3ea-4169-acad-f009314bcaf3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:02.726820 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1fc38aa3-3384-45ce-8874-04bf055dd82f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:02.741726 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3e5ab1e4-3a87-45e1-9298-fccad91e2c4f None None] Could not find standard attr ID for object 2cd80134-16e9-4e20-a180-f098f710dc6f. {{(pid=87444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 11:26:02.750794 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8c79777c-6fdd-4576-ad9f-b58c60c0d69a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:02.756289 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c79777c-6fdd-4576-ad9f-b58c60c0d69a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:02.756822 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8c79777c-6fdd-4576-ad9f-b58c60c0d69a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:02.776889 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc38aa3-3384-45ce-8874-04bf055dd82f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa69636-a608-4fc6-a775-2bd137b90bad,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:02.810529 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a1aac652-e46a-46be-939a-d4c52ee973c7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:02.833395 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1fc38aa3-3384-45ce-8874-04bf055dd82f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:02.837414 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1fc38aa3-3384-45ce-8874-04bf055dd82f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4624374 Jan 26 11:26:02.843077 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51296) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:02.854424 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-dbb0e566-c7f4-4320-a750-c1da6a6826b9 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group_rule': {'security_group_id': 'e3e7e205-c79d-48f2-8fb2-66de43979ab5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:02.864305 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-dbb0e566-c7f4-4320-a750-c1da6a6826b9 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:02.870063 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3e5ab1e4-3a87-45e1-9298-fccad91e2c4f None None] Provisioning for port cf1449e7-a444-453a-925a-9b9beafc015e completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:02.874544 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-dbb0e566-c7f4-4320-a750-c1da6a6826b9 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Usage tracker for resource:security_group_rule and tenant:842c60b3ea48471781d793ccfd6dea01 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:02.878846 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-dbb0e566-c7f4-4320-a750-c1da6a6826b9 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:02.881584 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3e5ab1e4-3a87-45e1-9298-fccad91e2c4f None None] Provisioning complete for port cf1449e7-a444-453a-925a-9b9beafc015e triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:02.881978 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3e5ab1e4-3a87-45e1-9298-fccad91e2c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:02.902310 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-dbb0e566-c7f4-4320-a750-c1da6a6826b9 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:02.941039 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aac652-e46a-46be-939a-d4c52ee973c7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Port': ['ID=c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:03.023733 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-6c61b8a2-d3ea-4169-acad-f009314bcaf3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] For port cf1449e7-a444-453a-925a-9b9beafc015e, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=cf1449e7-a444-453a-925a-9b9beafc015e,segment=NetworkSegment(81cb69ab-a070-47f4-a57b-769a4c0a3cae),segment_id=81cb69ab-a070-47f4-a57b-769a4c0a3cae)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:03.024190 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c61b8a2-d3ea-4169-acad-f009314bcaf3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:03.086777 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3e5ab1e4-3a87-45e1-9298-fccad91e2c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:03.129300 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-3e5ab1e4-3a87-45e1-9298-fccad91e2c4f None None] For port cf1449e7-a444-453a-925a-9b9beafc015e, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=cf1449e7-a444-453a-925a-9b9beafc015e,segment=NetworkSegment(81cb69ab-a070-47f4-a57b-769a4c0a3cae),segment_id=81cb69ab-a070-47f4-a57b-769a4c0a3cae)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:03.134656 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3e5ab1e4-3a87-45e1-9298-fccad91e2c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:03.174655 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb33332-b182-45ca-bd02-480f81656938 None None] DHCP port deletion for 81f68eb7-53c1-47ab-8606-146318b89a5c request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:26:03.182748 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-6c61b8a2-d3ea-4169-acad-f009314bcaf3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Calling delete_port for cf1449e7-a444-453a-925a-9b9beafc015e owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:03.198358 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-fcb33332-b182-45ca-bd02-480f81656938 None None] Deleting port cf1449e7-a444-453a-925a-9b9beafc015e {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:03.198564 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-fcb33332-b182-45ca-bd02-480f81656938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:03.205756 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8c79777c-6fdd-4576-ad9f-b58c60c0d69a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3063951 Jan 26 11:26:03.209579 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51300) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:03.212415 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79777c-6fdd-4576-ad9f-b58c60c0d69a tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event updated for resources: {'Network': ['ID=983c7251-5e42-4c2d-b2b9-6ebd31ea25aa,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:03.221951 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-6b5a92a6-3ef8-4d24-81a2-d6ad19500f8c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Request body: {'subnet': {'network_id': '983c7251-5e42-4c2d-b2b9-6ebd31ea25aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:03.232785 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 983c7251-5e42-4c2d-b2b9-6ebd31ea25aa details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:26:03.237369 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968706fa-8198-41ca-b24b-7396dc664e0d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Router da2a9b5e-0852-4637-84f3-dbbba5a8592b is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:26:03.243662 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dbb0e566-c7f4-4320-a750-c1da6a6826b9 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:03.304119 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.api [None req-6c61b8a2-d3ea-4169-acad-f009314bcaf3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:26:03.304594 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG oslo_db.api [None req-6c61b8a2-d3ea-4169-acad-f009314bcaf3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:26:03.325079 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-dbb0e566-c7f4-4320-a750-c1da6a6826b9 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] create failed (client error): There was a conflict when trying to complete your request. Jan 26 11:26:03.326255 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-dbb0e566-c7f4-4320-a750-c1da6a6826b9 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4830346 Jan 26 11:26:03.329078 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51304) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:03.392730 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2b099577-901a-4603-bcde-35c64e9c4d12 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:03.405258 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ab1e4-3a87-45e1-9298-fccad91e2c4f None None] Pushing event updated for resources: {'Port': ['ID=cf1449e7-a444-453a-925a-9b9beafc015e,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:03.421782 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2b099577-901a-4603-bcde-35c64e9c4d12 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:03.427458 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ab1e4-3a87-45e1-9298-fccad91e2c4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:03.427803 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ab1e4-3a87-45e1-9298-fccad91e2c4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:03.428145 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ab1e4-3a87-45e1-9298-fccad91e2c4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:03.428483 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ab1e4-3a87-45e1-9298-fccad91e2c4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:03.428825 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ab1e4-3a87-45e1-9298-fccad91e2c4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:03.429156 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ab1e4-3a87-45e1-9298-fccad91e2c4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:03.429491 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ab1e4-3a87-45e1-9298-fccad91e2c4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:03.429825 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ab1e4-3a87-45e1-9298-fccad91e2c4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:03.430154 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ab1e4-3a87-45e1-9298-fccad91e2c4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:03.430517 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ab1e4-3a87-45e1-9298-fccad91e2c4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:03.430834 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ab1e4-3a87-45e1-9298-fccad91e2c4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:03.431158 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ab1e4-3a87-45e1-9298-fccad91e2c4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:03.434508 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-fc617f38-536f-44b6-9d9c-944d5105fb58 None None] Provisioning complete for port a6e772aa-9603-421d-b277-27a839c3970a triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:03.434870 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-fc617f38-536f-44b6-9d9c-944d5105fb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:03.486806 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2b099577-901a-4603-bcde-35c64e9c4d12 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:03.503059 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b099577-901a-4603-bcde-35c64e9c4d12 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e7e205-c79d-48f2-8fb2-66de43979ab5,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:03.515524 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2b099577-901a-4603-bcde-35c64e9c4d12 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:03.519695 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2b099577-901a-4603-bcde-35c64e9c4d12 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "DELETE /v2.0/security-groups/e3e7e205-c79d-48f2-8fb2-66de43979ab5 HTTP/1.1" status: 204 len: 168 time: 0.1867862 Jan 26 11:26:03.519695 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51308) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:03.538954 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-fc617f38-536f-44b6-9d9c-944d5105fb58 None None] Port a6e772aa-9603-421d-b277-27a839c3970a cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:26:03.581305 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-46cb0816-eb71-4593-92ee-c92515dba26c tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Synchronizing usage tracker for tenant:842c60b3ea48471781d793ccfd6dea01 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:03.602134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-46cb0816-eb71-4593-92ee-c92515dba26c tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Unset dirty status for tenant:842c60b3ea48471781d793ccfd6dea01 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:03.609179 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-46cb0816-eb71-4593-92ee-c92515dba26c tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0831249 Jan 26 11:26:03.609179 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51312) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:03.613086 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-86fe0b38-aaf9-49f1-ada0-5a630d425d5e tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group': {'name': 'tempest-secgroup--63493984'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:03.619559 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-86fe0b38-aaf9-49f1-ada0-5a630d425d5e tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:03.630171 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-86fe0b38-aaf9-49f1-ada0-5a630d425d5e tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:03.630567 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a1aac652-e46a-46be-939a-d4c52ee973c7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:03.631921 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-fcb33332-b182-45ca-bd02-480f81656938 None None] For port cf1449e7-a444-453a-925a-9b9beafc015e, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=cf1449e7-a444-453a-925a-9b9beafc015e,segment=NetworkSegment(81cb69ab-a070-47f4-a57b-769a4c0a3cae),segment_id=81cb69ab-a070-47f4-a57b-769a4c0a3cae)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:03.632321 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-fcb33332-b182-45ca-bd02-480f81656938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:03.636352 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6b5a92a6-3ef8-4d24-81a2-d6ad19500f8c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:03.641635 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-86fe0b38-aaf9-49f1-ada0-5a630d425d5e tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:03.650305 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6b5a92a6-3ef8-4d24-81a2-d6ad19500f8c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Usage tracker for resource:subnet and tenant:8680f0878b7d484f968b83e5b8957de6 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:03.667739 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-86fe0b38-aaf9-49f1-ada0-5a630d425d5e tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:03.672150 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-86fe0b38-aaf9-49f1-ada0-5a630d425d5e tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Usage tracker for resource:security_group_rule and tenant:842c60b3ea48471781d793ccfd6dea01 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:03.675224 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-86fe0b38-aaf9-49f1-ada0-5a630d425d5e tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:03.681426 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-86fe0b38-aaf9-49f1-ada0-5a630d425d5e tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:03.708836 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6b5a92a6-3ef8-4d24-81a2-d6ad19500f8c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:03.712338 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968706fa-8198-41ca-b24b-7396dc664e0d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:26:03.718238 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-968706fa-8198-41ca-b24b-7396dc664e0d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "PUT /v2.0/routers/da2a9b5e-0852-4637-84f3-dbbba5a8592b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4182210 Jan 26 11:26:03.726534 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6d2faa-fdd5-427e-ba66-2a243e8bd37d None None] Sync routers for ids ['da2a9b5e-0852-4637-84f3-dbbba5a8592b'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:26:03.735615 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51316) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:03.742935 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6b5a92a6-3ef8-4d24-81a2-d6ad19500f8c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:03.747916 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6d2faa-fdd5-427e-ba66-2a243e8bd37d None None] Routers {'da2a9b5e-0852-4637-84f3-dbbba5a8592b'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:26:03.748536 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-1d6d2faa-fdd5-427e-ba66-2a243e8bd37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:25:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['da2a9b5e-0852-4637-84f3-dbbba5a8592b'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:03.761261 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-fcb33332-b182-45ca-bd02-480f81656938 None None] Calling delete_port for cf1449e7-a444-453a-925a-9b9beafc015e owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:03.839962 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-86fe0b38-aaf9-49f1-ada0-5a630d425d5e tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:03.841347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-6c61b8a2-d3ea-4169-acad-f009314bcaf3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting port cf1449e7-a444-453a-925a-9b9beafc015e {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:03.841925 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c61b8a2-d3ea-4169-acad-f009314bcaf3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:03.887212 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-1d6d2faa-fdd5-427e-ba66-2a243e8bd37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:03.901781 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device cf1449e7-a444-453a-925a-9b9beafc015e no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:26:03.903849 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6d2faa-fdd5-427e-ba66-2a243e8bd37d None None] Routers {'da2a9b5e-0852-4637-84f3-dbbba5a8592b'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:26:03.906011 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-1d6d2faa-fdd5-427e-ba66-2a243e8bd37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:25:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['da2a9b5e-0852-4637-84f3-dbbba5a8592b'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:03.909833 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-86fe0b38-aaf9-49f1-ada0-5a630d425d5e tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:03.911921 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5a92a6-3ef8-4d24-81a2-d6ad19500f8c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Made reservation on behalf of 8680f0878b7d484f968b83e5b8957de6 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:03.915732 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b5a92a6-3ef8-4d24-81a2-d6ad19500f8c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:03.992631 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: cf1449e7-a444-453a-925a-9b9beafc015e {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:26:03.992970 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device cf1449e7-a444-453a-925a-9b9beafc015e not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:26:03.996085 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-fcb33332-b182-45ca-bd02-480f81656938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:04.008904 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-6c61b8a2-d3ea-4169-acad-f009314bcaf3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] The port 'cf1449e7-a444-453a-925a-9b9beafc015e' was deleted {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:26:04.030281 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-1d6d2faa-fdd5-427e-ba66-2a243e8bd37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:04.031146 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6d2faa-fdd5-427e-ba66-2a243e8bd37d None None] The sync data for ids ['da2a9b5e-0852-4637-84f3-dbbba5a8592b'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:26:04.059462 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb33332-b182-45ca-bd02-480f81656938 None None] Pushing event deleted for resources: {'Port': ['ID=cf1449e7-a444-453a-925a-9b9beafc015e,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:04.060146 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe0b38-aaf9-49f1-ada0-5a630d425d5e tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fecd37-ba89-45a0-b249-a66bd4bd6e87,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:04.061279 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb33332-b182-45ca-bd02-480f81656938 None None] No DVR routers for this DVR port cf1449e7-a444-453a-925a-9b9beafc015e on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:26:04.063643 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-86fe0b38-aaf9-49f1-ada0-5a630d425d5e tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:04.068012 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-86fe0b38-aaf9-49f1-ada0-5a630d425d5e tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4560018 Jan 26 11:26:04.088538 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7ee436-4f61-46bb-a71e-b1314ca86c94 None None] get_active_networks_info from dv-neutron-826439-1-hyperv {{(pid=87444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 26 11:26:04.089824 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51320) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:04.109848 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-7bd0248d-05dc-4ea4-a1ab-4afadf4dadd3 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group_rule': {'security_group_id': 'a7fecd37-ba89-45a0-b249-a66bd4bd6e87', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:04.110522 dv-neutron-826439-1-hyperv neutron-server[87443]: WARNING neutron.api.v2.base [None req-7bd0248d-05dc-4ea4-a1ab-4afadf4dadd3 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 26 11:26:04.111015 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-7bd0248d-05dc-4ea4-a1ab-4afadf4dadd3 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:26:04.114886 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7bd0248d-05dc-4ea4-a1ab-4afadf4dadd3 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0173681 Jan 26 11:26:04.122904 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51324) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:04.155417 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629ef71c-28ac-45b7-bf8b-c353330fdd1f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:04.155705 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1aac652-e46a-46be-939a-d4c52ee973c7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Router 18505ef1-f02f-46b0-8893-ffc4d27ca053 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:26:04.156151 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-629ef71c-28ac-45b7-bf8b-c353330fdd1f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Synchronizing usage tracker for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:04.205116 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7ee436-4f61-46bb-a71e-b1314ca86c94 None None] Resources bound (agent type, host, resource id): {{(pid=87444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 11:26:04.224539 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c61b8a2-d3ea-4169-acad-f009314bcaf3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:04.279183 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-6c61b8a2-d3ea-4169-acad-f009314bcaf3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f68eb7-53c1-47ab-8606-146318b89a5c']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:04.291118 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-629ef71c-28ac-45b7-bf8b-c353330fdd1f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Unset dirty status for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:04.295529 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-629ef71c-28ac-45b7-bf8b-c353330fdd1f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "GET /v2.0/ports?device_id=da2a9b5e-0852-4637-84f3-dbbba5a8592b HTTP/1.1" status: 200 len: 982 time: 0.5388570 Jan 26 11:26:04.297636 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51328) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:04.300552 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-6c61b8a2-d3ea-4169-acad-f009314bcaf3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cb69ab-a070-47f4-a57b-769a4c0a3cae') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:04.300552 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-6c61b8a2-d3ea-4169-acad-f009314bcaf3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cb69ab-a070-47f4-a57b-769a4c0a3cae') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:04.317364 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1aac652-e46a-46be-939a-d4c52ee973c7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:26:04.334940 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee425c91-46ac-43b2-b2b5-dc5bf82888e9 None None] Sync routers for ids ['18505ef1-f02f-46b0-8893-ffc4d27ca053'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:26:04.361518 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a1aac652-e46a-46be-939a-d4c52ee973c7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "PUT /v2.0/routers/18505ef1-f02f-46b0-8893-ffc4d27ca053/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5016594 Jan 26 11:26:04.364156 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51332) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:04.374781 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee425c91-46ac-43b2-b2b5-dc5bf82888e9 None None] Routers {'18505ef1-f02f-46b0-8893-ffc4d27ca053'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:26:04.375448 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ee425c91-46ac-43b2-b2b5-dc5bf82888e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:25:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['18505ef1-f02f-46b0-8893-ffc4d27ca053'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:04.448399 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b5a92a6-3ef8-4d24-81a2-d6ad19500f8c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:04.531512 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c61b8a2-d3ea-4169-acad-f009314bcaf3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:04.558579 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-ee425c91-46ac-43b2-b2b5-dc5bf82888e9 None None] Set router 18505ef1-f02f-46b0-8893-ffc4d27ca053 gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:26:04.620986 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-85a1deb5-2e04-42b9-936f-a14635c2bd4f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:04.628912 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c61b8a2-d3ea-4169-acad-f009314bcaf3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:04.656360 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c61b8a2-d3ea-4169-acad-f009314bcaf3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:26:04.656783 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c61b8a2-d3ea-4169-acad-f009314bcaf3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:26:04.678149 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:26:04.687188 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ee425c91-46ac-43b2-b2b5-dc5bf82888e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:26:02Z', 'revision_number': 11, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:04.695006 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee425c91-46ac-43b2-b2b5-dc5bf82888e9 None None] Checking router: 18505ef1-f02f-46b0-8893-ffc4d27ca053 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:26:04.710666 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee425c91-46ac-43b2-b2b5-dc5bf82888e9 None None] Routers {'18505ef1-f02f-46b0-8893-ffc4d27ca053'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:26:04.711290 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ee425c91-46ac-43b2-b2b5-dc5bf82888e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:25:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['18505ef1-f02f-46b0-8893-ffc4d27ca053'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:04.719081 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a92a6-3ef8-4d24-81a2-d6ad19500f8c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event updated for resources: {'Subnet': ['ID=e19639b3-0dfb-4f62-8990-cdf51541abcf,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:04.752420 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-551764c5-3a6e-4db7-bd18-6d5545dfe5a6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting subnet 188c429f-f0c4-447a-83ea-2aa6957b2901 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:26:04.758046 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-551764c5-3a6e-4db7-bd18-6d5545dfe5a6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:04.792633 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5a92a6-3ef8-4d24-81a2-d6ad19500f8c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Checking segment: {'id': 'ec8eae8c-144d-48d7-a425-e9362622dbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '983c7251-5e42-4c2d-b2b9-6ebd31ea25aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:26:04.793020 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5a92a6-3ef8-4d24-81a2-d6ad19500f8c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Network hostable DHCP agents. Network: 983c7251-5e42-4c2d-b2b9-6ebd31ea25aa, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:26:04.837513 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-551764c5-3a6e-4db7-bd18-6d5545dfe5a6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:04.865377 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5a92a6-3ef8-4d24-81a2-d6ad19500f8c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Network 983c7251-5e42-4c2d-b2b9-6ebd31ea25aa is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:26:04.866821 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-85a1deb5-2e04-42b9-936f-a14635c2bd4f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:04.890239 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-6b5a92a6-3ef8-4d24-81a2-d6ad19500f8c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 983c7251-5e42-4c2d-b2b9-6ebd31ea25aa) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:04.894970 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5a92a6-3ef8-4d24-81a2-d6ad19500f8c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:04.895517 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-ee425c91-46ac-43b2-b2b5-dc5bf82888e9 None None] Set router 18505ef1-f02f-46b0-8893-ffc4d27ca053 gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:26:04.895895 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b5a92a6-3ef8-4d24-81a2-d6ad19500f8c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:04.928337 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6b5a92a6-3ef8-4d24-81a2-d6ad19500f8c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7172856 Jan 26 11:26:04.934868 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51338) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:04.984115 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c61b8a2-d3ea-4169-acad-f009314bcaf3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:05.010125 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c61b8a2-d3ea-4169-acad-f009314bcaf3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:05.012240 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ee425c91-46ac-43b2-b2b5-dc5bf82888e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:26:02Z', 'revision_number': 11, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:05.023454 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61b8a2-d3ea-4169-acad-f009314bcaf3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Network': ['ID=81f68eb7-53c1-47ab-8606-146318b89a5c,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:05.026515 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee425c91-46ac-43b2-b2b5-dc5bf82888e9 None None] The sync data for ids ['18505ef1-f02f-46b0-8893-ffc4d27ca053'] in dv-neutron-826439-1-hyperv is: [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:26:02Z', 'revision_number': 11, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:26:05.059733 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-551764c5-3a6e-4db7-bd18-6d5545dfe5a6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:05.068617 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-85a1deb5-2e04-42b9-936f-a14635c2bd4f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:05.070936 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-85a1deb5-2e04-42b9-936f-a14635c2bd4f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:05.080913 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-85a1deb5-2e04-42b9-936f-a14635c2bd4f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "DELETE /v2.0/security-groups/a7fecd37-ba89-45a0-b249-a66bd4bd6e87 HTTP/1.1" status: 204 len: 168 time: 0.9481218 Jan 26 11:26:05.080913 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6c61b8a2-d3ea-4169-acad-f009314bcaf3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/networks/81f68eb7-53c1-47ab-8606-146318b89a5c HTTP/1.1" status: 204 len: 168 time: 2.5690522 Jan 26 11:26:05.082567 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94261b39-707e-4850-b085-9efb687f974b None None] get_active_networks_info from dv-neutron-826439-1-hyperv {{(pid=87444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 26 11:26:05.083550 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51342) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:05.083676 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51344) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:05.105850 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-5bd1ceae-fdae-46ac-8a35-de50d0ed990e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-296138049'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:05.111818 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5bd1ceae-fdae-46ac-8a35-de50d0ed990e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:05.116130 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1deb5-2e04-42b9-936f-a14635c2bd4f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fecd37-ba89-45a0-b249-a66bd4bd6e87,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:05.126601 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5bd1ceae-fdae-46ac-8a35-de50d0ed990e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:network and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:05.135880 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5bd1ceae-fdae-46ac-8a35-de50d0ed990e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:05.145809 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5bd1ceae-fdae-46ac-8a35-de50d0ed990e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:05.168250 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fc6791e6-f867-425c-9bfb-62e8aee957d8 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:05.178298 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd1ceae-fdae-46ac-8a35-de50d0ed990e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:05.180790 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:05.183289 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5bd1ceae-fdae-46ac-8a35-de50d0ed990e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:05.190267 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-551764c5-3a6e-4db7-bd18-6d5545dfe5a6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:05.219211 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94261b39-707e-4850-b085-9efb687f974b None None] Resources bound (agent type, host, resource id): {{(pid=87444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 11:26:05.220800 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c1dc3cce-66a9-4289-9b19-3a573a0720d1 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Synchronizing usage tracker for tenant:842c60b3ea48471781d793ccfd6dea01 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:05.281573 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551764c5-3a6e-4db7-bd18-6d5545dfe5a6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Subnet': ['ID=188c429f-f0c4-447a-83ea-2aa6957b2901,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:05.282302 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd1ceae-fdae-46ac-8a35-de50d0ed990e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:26:05.290095 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-551764c5-3a6e-4db7-bd18-6d5545dfe5a6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:05.295970 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fc6791e6-f867-425c-9bfb-62e8aee957d8 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:05.297302 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c1dc3cce-66a9-4289-9b19-3a573a0720d1 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Unset dirty status for tenant:842c60b3ea48471781d793ccfd6dea01 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:05.298846 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c1dc3cce-66a9-4289-9b19-3a573a0720d1 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2107532 Jan 26 11:26:05.302674 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51350) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:05.312353 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5bd1ceae-fdae-46ac-8a35-de50d0ed990e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:05.312747 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-5bd1ceae-fdae-46ac-8a35-de50d0ed990e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Added segment 1e7554ab-2d7c-46b7-9a0a-9351d1ee71e7 of type vlan for network 6259bfe5-dcf7-42df-8b02-3721a4a83053 Jan 26 11:26:05.316239 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-c97835da-bc10-4937-b085-dd6b7852f624 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group': {'name': 'tempest-secgroup--2068480622'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:05.331081 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-551764c5-3a6e-4db7-bd18-6d5545dfe5a6 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/subnets/188c429f-f0c4-447a-83ea-2aa6957b2901 HTTP/1.1" status: 204 len: 168 time: 0.9660397 Jan 26 11:26:05.333547 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c97835da-bc10-4937-b085-dd6b7852f624 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:05.335693 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51354) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:05.401309 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fc6791e6-f867-425c-9bfb-62e8aee957d8 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:05.402258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c97835da-bc10-4937-b085-dd6b7852f624 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:05.405373 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5bd1ceae-fdae-46ac-8a35-de50d0ed990e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:05.445716 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6791e6-f867-425c-9bfb-62e8aee957d8 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event deleted for resources: {'Subnet': ['ID=e19639b3-0dfb-4f62-8990-cdf51541abcf,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:05.500628 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c97835da-bc10-4937-b085-dd6b7852f624 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:05.571232 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fc6791e6-f867-425c-9bfb-62e8aee957d8 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:05.580257 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4e762455-eef3-4761-b502-398b3b5b7fc1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:05.588317 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c97835da-bc10-4937-b085-dd6b7852f624 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:05.601615 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-fc6791e6-f867-425c-9bfb-62e8aee957d8 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['983c7251-5e42-4c2d-b2b9-6ebd31ea25aa']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:05.603298 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c97835da-bc10-4937-b085-dd6b7852f624 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Usage tracker for resource:security_group_rule and tenant:842c60b3ea48471781d793ccfd6dea01 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:05.606703 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5bd1ceae-fdae-46ac-8a35-de50d0ed990e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:05.612168 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd1ceae-fdae-46ac-8a35-de50d0ed990e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:05.612778 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5bd1ceae-fdae-46ac-8a35-de50d0ed990e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:05.615358 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-fc6791e6-f867-425c-9bfb-62e8aee957d8 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8eae8c-144d-48d7-a425-e9362622dbe9') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:05.615736 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-fc6791e6-f867-425c-9bfb-62e8aee957d8 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8eae8c-144d-48d7-a425-e9362622dbe9') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:05.622911 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c97835da-bc10-4937-b085-dd6b7852f624 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:05.631343 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fc6791e6-f867-425c-9bfb-62e8aee957d8 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:05.650104 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c97835da-bc10-4937-b085-dd6b7852f624 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:05.655078 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fc6791e6-f867-425c-9bfb-62e8aee957d8 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:05.659740 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98100624-6cde-4019-b3f8-02a02e589bc3 None None] Network 983c7251-5e42-4c2d-b2b9-6ebd31ea25aa requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:05.664936 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6791e6-f867-425c-9bfb-62e8aee957d8 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:26:05.665346 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fc6791e6-f867-425c-9bfb-62e8aee957d8 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:05.678075 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a27025-aa65-4896-8aa7-af3a8116a0f2 None None] Network c434dcb2-a215-42cc-b648-a8cf8e21c08a requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:26:05.682277 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:26:05.694568 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-4e762455-eef3-4761-b502-398b3b5b7fc1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Deleting port 10e77cd2-ff75-40d2-b80b-a9d8a91be833 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:05.694915 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4e762455-eef3-4761-b502-398b3b5b7fc1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:05.769774 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fc6791e6-f867-425c-9bfb-62e8aee957d8 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:05.801085 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fc6791e6-f867-425c-9bfb-62e8aee957d8 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:05.804901 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6791e6-f867-425c-9bfb-62e8aee957d8 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event deleted for resources: {'Network': ['ID=983c7251-5e42-4c2d-b2b9-6ebd31ea25aa,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:05.805078 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3cb239fc-2246-4ad5-9884-f05f469f997c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:05.821707 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-fc6791e6-f867-425c-9bfb-62e8aee957d8 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "DELETE /v2.0/networks/983c7251-5e42-4c2d-b2b9-6ebd31ea25aa HTTP/1.1" status: 204 len: 168 time: 0.8854797 Jan 26 11:26:05.825514 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51362) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:05.831415 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:26:05.831829 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-290c622c-67cb-47e3-8969-20e9e0e3b750 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-966095367'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:05.837307 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-290c622c-67cb-47e3-8969-20e9e0e3b750 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:05.842272 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-290c622c-67cb-47e3-8969-20e9e0e3b750 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Usage tracker for resource:network and tenant:8680f0878b7d484f968b83e5b8957de6 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:05.845765 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-290c622c-67cb-47e3-8969-20e9e0e3b750 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:05.853300 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-290c622c-67cb-47e3-8969-20e9e0e3b750 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:05.867097 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290c622c-67cb-47e3-8969-20e9e0e3b750 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Made reservation on behalf of 8680f0878b7d484f968b83e5b8957de6 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:05.871323 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-290c622c-67cb-47e3-8969-20e9e0e3b750 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:05.877851 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5bd1ceae-fdae-46ac-8a35-de50d0ed990e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7885408 Jan 26 11:26:05.881036 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51366) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:05.885463 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1ceae-fdae-46ac-8a35-de50d0ed990e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Network': ['ID=6259bfe5-dcf7-42df-8b02-3721a4a83053,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:05.889323 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-b740b74c-a57b-4587-863a-39fd52ddf1ad tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'subnet': {'network_id': '6259bfe5-dcf7-42df-8b02-3721a4a83053', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:05.900156 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:26:05.901257 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c6ec6873-d2e6-4761-b1a7-72bee6f7cf7d not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:26:05.902924 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 6259bfe5-dcf7-42df-8b02-3721a4a83053 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:26:06.011456 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290c622c-67cb-47e3-8969-20e9e0e3b750 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:26:06.028961 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-290c622c-67cb-47e3-8969-20e9e0e3b750 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:06.029299 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-290c622c-67cb-47e3-8969-20e9e0e3b750 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Added segment 8f564ebb-e6c1-4db9-b7ef-e8f15810c401 of type vlan for network 19847189-1878-45cb-aa89-0016a9ecb494 Jan 26 11:26:06.030968 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b740b74c-a57b-4587-863a-39fd52ddf1ad tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:06.038972 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b740b74c-a57b-4587-863a-39fd52ddf1ad tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:subnet and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:06.043834 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b740b74c-a57b-4587-863a-39fd52ddf1ad tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:06.053340 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b740b74c-a57b-4587-863a-39fd52ddf1ad tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:06.072007 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-290c622c-67cb-47e3-8969-20e9e0e3b750 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:06.105015 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-290c622c-67cb-47e3-8969-20e9e0e3b750 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:06.111020 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290c622c-67cb-47e3-8969-20e9e0e3b750 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:06.111747 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-290c622c-67cb-47e3-8969-20e9e0e3b750 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:06.131557 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8b2191-c518-4e7e-b982-19b9d06e6556 None None] Network 983c7251-5e42-4c2d-b2b9-6ebd31ea25aa requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:06.173995 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8b2191-c518-4e7e-b982-19b9d06e6556 None None] Network 983c7251-5e42-4c2d-b2b9-6ebd31ea25aa could not be found, it might have been deleted concurrently. {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 26 11:26:06.223781 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-290c622c-67cb-47e3-8969-20e9e0e3b750 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3970342 Jan 26 11:26:06.229712 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51372) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:06.235578 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-edca3645-7c57-47a7-a46a-50ec847c3af9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Request body: {'subnet': {'network_id': '19847189-1878-45cb-aa89-0016a9ecb494', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:06.249545 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c622c-67cb-47e3-8969-20e9e0e3b750 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event updated for resources: {'Network': ['ID=19847189-1878-45cb-aa89-0016a9ecb494,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:06.265989 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 19847189-1878-45cb-aa89-0016a9ecb494 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:26:06.285040 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4beae76b-55e0-4972-a758-1b0fbf0b5797 None None] DHCP port deletion for c434dcb2-a215-42cc-b648-a8cf8e21c08a request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:26:06.303677 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-4beae76b-55e0-4972-a758-1b0fbf0b5797 None None] Deleting port 10e77cd2-ff75-40d2-b80b-a9d8a91be833 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:06.304278 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4beae76b-55e0-4972-a758-1b0fbf0b5797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:06.348902 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c97835da-bc10-4937-b085-dd6b7852f624 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:06.363432 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-edca3645-7c57-47a7-a46a-50ec847c3af9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:06.365800 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b740b74c-a57b-4587-863a-39fd52ddf1ad tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:06.369208 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b740b74c-a57b-4587-863a-39fd52ddf1ad tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:06.388738 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-edca3645-7c57-47a7-a46a-50ec847c3af9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Usage tracker for resource:subnet and tenant:8680f0878b7d484f968b83e5b8957de6 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:06.396381 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-edca3645-7c57-47a7-a46a-50ec847c3af9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:06.405706 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c97835da-bc10-4937-b085-dd6b7852f624 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:06.414147 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-edca3645-7c57-47a7-a46a-50ec847c3af9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:06.456046 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-4e762455-eef3-4761-b502-398b3b5b7fc1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] For port 10e77cd2-ff75-40d2-b80b-a9d8a91be833, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=10e77cd2-ff75-40d2-b80b-a9d8a91be833,segment=NetworkSegment(1c8d2588-8a5e-4866-898c-6050d7bf8cf8),segment_id=1c8d2588-8a5e-4866-898c-6050d7bf8cf8)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:06.456312 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4e762455-eef3-4761-b502-398b3b5b7fc1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:06.490116 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edca3645-7c57-47a7-a46a-50ec847c3af9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Made reservation on behalf of 8680f0878b7d484f968b83e5b8957de6 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:06.494149 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-edca3645-7c57-47a7-a46a-50ec847c3af9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:06.610477 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-4beae76b-55e0-4972-a758-1b0fbf0b5797 None None] For port 10e77cd2-ff75-40d2-b80b-a9d8a91be833, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=10e77cd2-ff75-40d2-b80b-a9d8a91be833,segment=NetworkSegment(1c8d2588-8a5e-4866-898c-6050d7bf8cf8),segment_id=1c8d2588-8a5e-4866-898c-6050d7bf8cf8)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:06.611155 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4beae76b-55e0-4972-a758-1b0fbf0b5797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:06.622088 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-4e762455-eef3-4761-b502-398b3b5b7fc1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Calling delete_port for 10e77cd2-ff75-40d2-b80b-a9d8a91be833 owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:06.651254 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97835da-bc10-4937-b085-dd6b7852f624 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f35d606-0ff7-4c39-b0e9-a321f7542ed0,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:06.672749 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c97835da-bc10-4937-b085-dd6b7852f624 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:06.676563 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c97835da-bc10-4937-b085-dd6b7852f624 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3704197 Jan 26 11:26:06.678217 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51380) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:06.688008 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-f53013ad-9a50-44b0-ad69-37c2e451a282 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group_rule': {'security_group_id': '2f35d606-0ff7-4c39-b0e9-a321f7542ed0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:06.688828 dv-neutron-826439-1-hyperv neutron-server[87443]: WARNING neutron.api.v2.base [None req-f53013ad-9a50-44b0-ad69-37c2e451a282 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 26 11:26:06.689333 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-f53013ad-9a50-44b0-ad69-37c2e451a282 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:26:06.692959 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f53013ad-9a50-44b0-ad69-37c2e451a282 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0095711 Jan 26 11:26:06.694295 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51384) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:06.753175 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-3cb239fc-2246-4ad5-9884-f05f469f997c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting port a6e772aa-9603-421d-b277-27a839c3970a {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:06.753515 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3cb239fc-2246-4ad5-9884-f05f469f997c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:06.757085 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-4beae76b-55e0-4972-a758-1b0fbf0b5797 None None] Calling delete_port for 10e77cd2-ff75-40d2-b80b-a9d8a91be833 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:06.810669 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4e762455-eef3-4761-b502-398b3b5b7fc1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:06.848772 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-4beae76b-55e0-4972-a758-1b0fbf0b5797 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:26:06.849435 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-4beae76b-55e0-4972-a758-1b0fbf0b5797 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:26:06.890067 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e762455-eef3-4761-b502-398b3b5b7fc1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Port': ['ID=10e77cd2-ff75-40d2-b80b-a9d8a91be833,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:06.902070 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e762455-eef3-4761-b502-398b3b5b7fc1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] No DVR routers for this DVR port 10e77cd2-ff75-40d2-b80b-a9d8a91be833 on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:26:06.954070 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b740b74c-a57b-4587-863a-39fd52ddf1ad tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:06.960529 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1f82f937-5416-45d6-b030-44298a5c34be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:07.061952 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740b74c-a57b-4587-863a-39fd52ddf1ad tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Subnet': ['ID=c639e3a3-bb18-422e-adcf-246c4b78ef41,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:07.088978 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1f82f937-5416-45d6-b030-44298a5c34be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:07.112890 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b740b74c-a57b-4587-863a-39fd52ddf1ad tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Checking segment: {'id': '1e7554ab-2d7c-46b7-9a0a-9351d1ee71e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6259bfe5-dcf7-42df-8b02-3721a4a83053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:26:07.113255 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b740b74c-a57b-4587-863a-39fd52ddf1ad tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network hostable DHCP agents. Network: 6259bfe5-dcf7-42df-8b02-3721a4a83053, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:26:07.158361 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4e762455-eef3-4761-b502-398b3b5b7fc1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:07.185116 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.objects.ports [None req-edca3645-7c57-47a7-a46a-50ec847c3af9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87442) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 26 11:26:07.186725 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-edca3645-7c57-47a7-a46a-50ec847c3af9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:07.190232 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b740b74c-a57b-4587-863a-39fd52ddf1ad tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network 6259bfe5-dcf7-42df-8b02-3721a4a83053 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:26:07.227096 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-4e762455-eef3-4761-b502-398b3b5b7fc1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c434dcb2-a215-42cc-b648-a8cf8e21c08a']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:07.237887 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-b740b74c-a57b-4587-863a-39fd52ddf1ad tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 6259bfe5-dcf7-42df-8b02-3721a4a83053) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:07.239262 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3cb239fc-2246-4ad5-9884-f05f469f997c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:07.248453 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b740b74c-a57b-4587-863a-39fd52ddf1ad tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:07.248997 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b740b74c-a57b-4587-863a-39fd52ddf1ad tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:07.249764 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a73f03-e2a1-4e4c-a1c8-5f3cae5cd3f4 None None] Network 6259bfe5-dcf7-42df-8b02-3721a4a83053 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:07.303461 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca3645-7c57-47a7-a46a-50ec847c3af9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event updated for resources: {'Subnet': ['ID=6157f120-67ef-441c-ad9d-ccfa6023c5af,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:07.307865 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edca3645-7c57-47a7-a46a-50ec847c3af9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Checking segment: {'id': '8f564ebb-e6c1-4db9-b7ef-e8f15810c401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '19847189-1878-45cb-aa89-0016a9ecb494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:26:07.308230 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edca3645-7c57-47a7-a46a-50ec847c3af9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Network hostable DHCP agents. Network: 19847189-1878-45cb-aa89-0016a9ecb494, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:26:07.312284 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-4e762455-eef3-4761-b502-398b3b5b7fc1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c8d2588-8a5e-4866-898c-6050d7bf8cf8') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:07.312823 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-4e762455-eef3-4761-b502-398b3b5b7fc1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c8d2588-8a5e-4866-898c-6050d7bf8cf8') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:07.313395 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b740b74c-a57b-4587-863a-39fd52ddf1ad tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4313595 Jan 26 11:26:07.319456 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51394) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:07.326750 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-7413c8da-f51d-4ebd-8f3d-858a3aa497b5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'port': {'network_id': '6259bfe5-dcf7-42df-8b02-3721a4a83053', 'name': 'tempest-PortsIpV6TestJSON-946709322', 'fixed_ips': [{'subnet_id': 'c639e3a3-bb18-422e-adcf-246c4b78ef41', 'ip_address': '2001:db8::10'}]}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:07.351320 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-4beae76b-55e0-4972-a758-1b0fbf0b5797 None None] Deleting port 10e77cd2-ff75-40d2-b80b-a9d8a91be833 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:07.351689 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4beae76b-55e0-4972-a758-1b0fbf0b5797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:07.368401 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edca3645-7c57-47a7-a46a-50ec847c3af9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Network 19847189-1878-45cb-aa89-0016a9ecb494 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:26:07.386782 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-3cb239fc-2246-4ad5-9884-f05f469f997c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Calling delete_port for a6e772aa-9603-421d-b277-27a839c3970a owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:07.419519 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4e762455-eef3-4761-b502-398b3b5b7fc1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:07.423562 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-edca3645-7c57-47a7-a46a-50ec847c3af9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 19847189-1878-45cb-aa89-0016a9ecb494) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:07.430748 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-4beae76b-55e0-4972-a758-1b0fbf0b5797 None None] The port '10e77cd2-ff75-40d2-b80b-a9d8a91be833' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:26:07.437407 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03024c4e-6c7b-4e55-8978-c255133d01c2 None None] Network 19847189-1878-45cb-aa89-0016a9ecb494 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:07.437730 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edca3645-7c57-47a7-a46a-50ec847c3af9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:07.438278 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-edca3645-7c57-47a7-a46a-50ec847c3af9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:07.444711 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1f82f937-5416-45d6-b030-44298a5c34be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:07.472609 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4e762455-eef3-4761-b502-398b3b5b7fc1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:07.477421 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82f937-5416-45d6-b030-44298a5c34be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f35d606-0ff7-4c39-b0e9-a321f7542ed0,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:07.490955 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-edca3645-7c57-47a7-a46a-50ec847c3af9 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2574334 Jan 26 11:26:07.492498 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e762455-eef3-4761-b502-398b3b5b7fc1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:26:07.492498 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4e762455-eef3-4761-b502-398b3b5b7fc1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:07.492736 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51398) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:26:07.508860 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:26:07.528289 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-7413c8da-f51d-4ebd-8f3d-858a3aa497b5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:07.556146 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-7413c8da-f51d-4ebd-8f3d-858a3aa497b5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:07.605980 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1f82f937-5416-45d6-b030-44298a5c34be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:07.609066 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1f82f937-5416-45d6-b030-44298a5c34be tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "DELETE /v2.0/security-groups/2f35d606-0ff7-4c39-b0e9-a321f7542ed0 HTTP/1.1" status: 204 len: 168 time: 0.9104164 Jan 26 11:26:07.615728 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51404) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:07.634732 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7413c8da-f51d-4ebd-8f3d-858a3aa497b5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:07.642606 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4e762455-eef3-4761-b502-398b3b5b7fc1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:07.663023 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4e762455-eef3-4761-b502-398b3b5b7fc1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:07.683749 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e762455-eef3-4761-b502-398b3b5b7fc1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Pushing event deleted for resources: {'Network': ['ID=c434dcb2-a215-42cc-b648-a8cf8e21c08a,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:07.695635 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4e762455-eef3-4761-b502-398b3b5b7fc1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/networks/c434dcb2-a215-42cc-b648-a8cf8e21c08a HTTP/1.1" status: 204 len: 168 time: 2.3551369 Jan 26 11:26:07.695811 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51408) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:07.719747 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-cfeada16-7b9b-43c0-a67b-71486cdb816a tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Synchronizing usage tracker for tenant:842c60b3ea48471781d793ccfd6dea01 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:07.775230 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c422b9c-24ee-41a1-a906-92f18bc11a66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-6259bfe5-dcf7-42df-8b02-3721a4a83053', 'network_id': '6259bfe5-dcf7-42df-8b02-3721a4a83053', 'tenant_id': 'a8b420c4cfae439da1a98efb97a1c710', 'fixed_ips': [{'subnet_id': 'c639e3a3-bb18-422e-adcf-246c4b78ef41'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:26:07.776502 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2c422b9c-24ee-41a1-a906-92f18bc11a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:07.779310 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-cfeada16-7b9b-43c0-a67b-71486cdb816a tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Unset dirty status for tenant:842c60b3ea48471781d793ccfd6dea01 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:07.780797 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-cfeada16-7b9b-43c0-a67b-71486cdb816a tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1652019 Jan 26 11:26:07.787167 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51410) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:07.800281 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-f8c5c249-9f4e-42b5-b02a-6f1e62255adf tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1629299288'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:07.812730 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7413c8da-f51d-4ebd-8f3d-858a3aa497b5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:07.821667 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 10e77cd2-ff75-40d2-b80b-a9d8a91be833 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:26:07.835909 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-7075b233-1767-4e4e-8543-c5993cce924b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'router': {'routes': None}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:07.842784 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f8c5c249-9f4e-42b5-b02a-6f1e62255adf tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:07.853995 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3cb239fc-2246-4ad5-9884-f05f469f997c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:07.856462 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f8c5c249-9f4e-42b5-b02a-6f1e62255adf tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:07.867807 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 10e77cd2-ff75-40d2-b80b-a9d8a91be833 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:26:07.868157 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 10e77cd2-ff75-40d2-b80b-a9d8a91be833 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:26:07.898864 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:07.909027 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-7413c8da-f51d-4ebd-8f3d-858a3aa497b5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] device_id is not set on port 11d9ecfc-bb12-4a6b-aefa-486794689a57 yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:26:07.913986 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb239fc-2246-4ad5-9884-f05f469f997c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Port': ['ID=a6e772aa-9603-421d-b277-27a839c3970a,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:07.944531 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f8c5c249-9f4e-42b5-b02a-6f1e62255adf tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:07.995543 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed859d2-5ff0-4fdb-bbb9-e6ef1562989b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-19847189-1878-45cb-aa89-0016a9ecb494', 'network_id': '19847189-1878-45cb-aa89-0016a9ecb494', 'tenant_id': '8680f0878b7d484f968b83e5b8957de6', 'fixed_ips': [{'subnet_id': '6157f120-67ef-441c-ad9d-ccfa6023c5af'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:26:07.996654 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4ed859d2-5ff0-4fdb-bbb9-e6ef1562989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:08.162163 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-2c422b9c-24ee-41a1-a906-92f18bc11a66 None None] Allocated IP 2001:db8::2 (6259bfe5-dcf7-42df-8b02-3721a4a83053/c639e3a3-bb18-422e-adcf-246c4b78ef41/c8331615-81d0-4590-ba63-f6799bf35aae) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:26:08.168555 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f8c5c249-9f4e-42b5-b02a-6f1e62255adf tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:08.173499 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f8c5c249-9f4e-42b5-b02a-6f1e62255adf tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Usage tracker for resource:security_group_rule and tenant:842c60b3ea48471781d793ccfd6dea01 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:08.176890 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f8c5c249-9f4e-42b5-b02a-6f1e62255adf tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:08.185002 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f8c5c249-9f4e-42b5-b02a-6f1e62255adf tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:08.273726 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-4ed859d2-5ff0-4fdb-bbb9-e6ef1562989b None None] Allocated IP 2001:db8::f816:3eff:fe49:2eb1 (19847189-1878-45cb-aa89-0016a9ecb494/6157f120-67ef-441c-ad9d-ccfa6023c5af/7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:26:08.333484 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3cb239fc-2246-4ad5-9884-f05f469f997c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:08.412454 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.extraroute_db [None req-7075b233-1767-4e4e-8543-c5993cce924b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Added routes are [] {{(pid=87442) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 26 11:26:08.413050 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.extraroute_db [None req-7075b233-1767-4e4e-8543-c5993cce924b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Removed routes are [] {{(pid=87442) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 26 11:26:08.413137 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7075b233-1767-4e4e-8543-c5993cce924b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:08.558411 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2c422b9c-24ee-41a1-a906-92f18bc11a66 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:08.585251 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f8c5c249-9f4e-42b5-b02a-6f1e62255adf tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:08.598899 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:08.613651 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2c422b9c-24ee-41a1-a906-92f18bc11a66 None None] Transition to ACTIVE for port object c8331615-81d0-4590-ba63-f6799bf35aae will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:08.639934 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2c422b9c-24ee-41a1-a906-92f18bc11a66 None None] Transition to ACTIVE for port object c8331615-81d0-4590-ba63-f6799bf35aae will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:08.646035 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f8c5c249-9f4e-42b5-b02a-6f1e62255adf tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:08.654669 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2c422b9c-24ee-41a1-a906-92f18bc11a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:08.658680 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4ed859d2-5ff0-4fdb-bbb9-e6ef1562989b None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:08.689523 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb239fc-2246-4ad5-9884-f05f469f997c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Router da2a9b5e-0852-4637-84f3-dbbba5a8592b has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:26:08.703942 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5c249-9f4e-42b5-b02a-6f1e62255adf tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=458c4e7b-a697-42f5-b8a0-42fdebfab651,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:08.725803 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4ed859d2-5ff0-4fdb-bbb9-e6ef1562989b None None] Transition to ACTIVE for port object 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:08.743793 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c422b9c-24ee-41a1-a906-92f18bc11a66 None None] Network 6259bfe5-dcf7-42df-8b02-3721a4a83053 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:26:08.750981 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-2c422b9c-24ee-41a1-a906-92f18bc11a66 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:08.755277 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c422b9c-24ee-41a1-a906-92f18bc11a66 None None] Pushing event updated for resources: {'Port': ['ID=c8331615-81d0-4590-ba63-f6799bf35aae,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:08.760740 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c422b9c-24ee-41a1-a906-92f18bc11a66 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:26:08.766159 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4ed859d2-5ff0-4fdb-bbb9-e6ef1562989b None None] Transition to ACTIVE for port object 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:08.775306 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f8c5c249-9f4e-42b5-b02a-6f1e62255adf tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:08.777176 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f8c5c249-9f4e-42b5-b02a-6f1e62255adf tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9830315 Jan 26 11:26:08.785659 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51418) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:08.790657 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-64113478-75c3-4918-9b6e-f75ca52545f0 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group_rule': {'security_group_id': '458c4e7b-a697-42f5-b8a0-42fdebfab651', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:08.791975 dv-neutron-826439-1-hyperv neutron-server[87443]: WARNING neutron.api.v2.base [None req-64113478-75c3-4918-9b6e-f75ca52545f0 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 26 11:26:08.792563 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-64113478-75c3-4918-9b6e-f75ca52545f0 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:26:08.793488 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-64113478-75c3-4918-9b6e-f75ca52545f0 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069323 Jan 26 11:26:08.796090 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51422) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:08.802578 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4ed859d2-5ff0-4fdb-bbb9-e6ef1562989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:08.803189 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-33e5910b-a03b-4c2e-b5ad-6a52307367fb tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group_rule': {'security_group_id': '458c4e7b-a697-42f5-b8a0-42fdebfab651', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:08.803835 dv-neutron-826439-1-hyperv neutron-server[87443]: WARNING neutron.api.v2.base [None req-33e5910b-a03b-4c2e-b5ad-6a52307367fb tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 26 11:26:08.804465 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-33e5910b-a03b-4c2e-b5ad-6a52307367fb tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:26:08.805384 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-33e5910b-a03b-4c2e-b5ad-6a52307367fb tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0084498 Jan 26 11:26:08.863979 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51426) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:08.877487 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-20ad4307-5624-4fd2-a994-cc41032eb3fd tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group_rule': {'security_group_id': '458c4e7b-a697-42f5-b8a0-42fdebfab651', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:08.878311 dv-neutron-826439-1-hyperv neutron-server[87443]: WARNING neutron.api.v2.base [None req-20ad4307-5624-4fd2-a994-cc41032eb3fd tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 26 11:26:08.878818 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-20ad4307-5624-4fd2-a994-cc41032eb3fd tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:26:08.883157 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-20ad4307-5624-4fd2-a994-cc41032eb3fd tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0149515 Jan 26 11:26:08.884420 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51430) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:08.887390 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb239fc-2246-4ad5-9884-f05f469f997c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:26:08.893423 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-02cc5f69-4b7f-49e3-9959-dae1c08e7e93 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group_rule': {'security_group_id': '458c4e7b-a697-42f5-b8a0-42fdebfab651', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:08.894487 dv-neutron-826439-1-hyperv neutron-server[87443]: WARNING neutron.api.v2.base [None req-02cc5f69-4b7f-49e3-9959-dae1c08e7e93 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 26 11:26:08.894975 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-02cc5f69-4b7f-49e3-9959-dae1c08e7e93 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:26:08.898741 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-02cc5f69-4b7f-49e3-9959-dae1c08e7e93 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0131159 Jan 26 11:26:08.899573 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51434) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:08.902418 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694d0fdf-013a-4090-ad16-e92030999d0c None None] Sync routers for ids ['da2a9b5e-0852-4637-84f3-dbbba5a8592b'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:26:08.906171 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3cb239fc-2246-4ad5-9884-f05f469f997c tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "PUT /v2.0/routers/da2a9b5e-0852-4637-84f3-dbbba5a8592b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5977066 Jan 26 11:26:08.907113 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51436) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:08.918235 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694d0fdf-013a-4090-ad16-e92030999d0c None None] Routers {'da2a9b5e-0852-4637-84f3-dbbba5a8592b'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:26:08.919170 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-694d0fdf-013a-4090-ad16-e92030999d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:25:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['da2a9b5e-0852-4637-84f3-dbbba5a8592b'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:08.927430 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed859d2-5ff0-4fdb-bbb9-e6ef1562989b None None] Network 19847189-1878-45cb-aa89-0016a9ecb494 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:26:08.932953 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-4ed859d2-5ff0-4fdb-bbb9-e6ef1562989b None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:08.940667 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed859d2-5ff0-4fdb-bbb9-e6ef1562989b None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:26:08.941970 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-7413c8da-f51d-4ebd-8f3d-858a3aa497b5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Allocated IP 2001:db8::10 (6259bfe5-dcf7-42df-8b02-3721a4a83053/c639e3a3-bb18-422e-adcf-246c4b78ef41/11d9ecfc-bb12-4a6b-aefa-486794689a57) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:26:08.945300 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed859d2-5ff0-4fdb-bbb9-e6ef1562989b None None] Pushing event updated for resources: {'Port': ['ID=7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:08.949476 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-2c422b9c-24ee-41a1-a906-92f18bc11a66 None None] Attempting to bind port c8331615-81d0-4590-ba63-f6799bf35aae on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:26:08.950187 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-2c422b9c-24ee-41a1-a906-92f18bc11a66 None None] Attempting to bind port c8331615-81d0-4590-ba63-f6799bf35aae by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '1e7554ab-2d7c-46b7-9a0a-9351d1ee71e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6259bfe5-dcf7-42df-8b02-3721a4a83053'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:26:08.950680 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c422b9c-24ee-41a1-a906-92f18bc11a66 None None] Attempting to bind port c8331615-81d0-4590-ba63-f6799bf35aae on network 6259bfe5-dcf7-42df-8b02-3721a4a83053 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:26:08.988465 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-694d0fdf-013a-4090-ad16-e92030999d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:08.993263 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c422b9c-24ee-41a1-a906-92f18bc11a66 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:26:08.993717 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c422b9c-24ee-41a1-a906-92f18bc11a66 None None] Checking segment: {'id': '1e7554ab-2d7c-46b7-9a0a-9351d1ee71e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6259bfe5-dcf7-42df-8b02-3721a4a83053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:26:08.994191 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2c422b9c-24ee-41a1-a906-92f18bc11a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:08.995396 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c422b9c-24ee-41a1-a906-92f18bc11a66 None None] Bound using segment: {'id': '1e7554ab-2d7c-46b7-9a0a-9351d1ee71e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6259bfe5-dcf7-42df-8b02-3721a4a83053'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:26:08.996004 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-2c422b9c-24ee-41a1-a906-92f18bc11a66 None None] Bound port: c8331615-81d0-4590-ba63-f6799bf35aae, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7554ab-2d7c-46b7-9a0a-9351d1ee71e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6259bfe5-dcf7-42df-8b02-3721a4a83053'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:26:08.996151 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e37ff5-e6f2-4bec-a10c-4555182faa34 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] GET failed (client error): The resource could not be found. Jan 26 11:26:08.996493 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2c422b9c-24ee-41a1-a906-92f18bc11a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:08.996756 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-05e37ff5-e6f2-4bec-a10c-4555182faa34 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Synchronizing usage tracker for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:08.999605 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694d0fdf-013a-4090-ad16-e92030999d0c None None] Routers {'da2a9b5e-0852-4637-84f3-dbbba5a8592b'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:26:09.000436 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-694d0fdf-013a-4090-ad16-e92030999d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:25:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['da2a9b5e-0852-4637-84f3-dbbba5a8592b'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:09.043401 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-05e37ff5-e6f2-4bec-a10c-4555182faa34 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Unset dirty status for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:09.047173 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-05e37ff5-e6f2-4bec-a10c-4555182faa34 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "GET /v2.0/ports/a6e772aa-9603-421d-b277-27a839c3970a HTTP/1.1" status: 404 len: 333 time: 0.1244040 Jan 26 11:26:09.049033 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51442) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:09.067832 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-694d0fdf-013a-4090-ad16-e92030999d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:09.068536 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694d0fdf-013a-4090-ad16-e92030999d0c None None] The sync data for ids ['da2a9b5e-0852-4637-84f3-dbbba5a8592b'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:26:09.100200 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-4ed859d2-5ff0-4fdb-bbb9-e6ef1562989b None None] Attempting to bind port 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:26:09.100662 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-4ed859d2-5ff0-4fdb-bbb9-e6ef1562989b None None] Attempting to bind port 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '8f564ebb-e6c1-4db9-b7ef-e8f15810c401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '19847189-1878-45cb-aa89-0016a9ecb494'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:26:09.101096 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed859d2-5ff0-4fdb-bbb9-e6ef1562989b None None] Attempting to bind port 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1 on network 19847189-1878-45cb-aa89-0016a9ecb494 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:26:09.114378 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed859d2-5ff0-4fdb-bbb9-e6ef1562989b None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:26:09.114687 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed859d2-5ff0-4fdb-bbb9-e6ef1562989b None None] Checking segment: {'id': '8f564ebb-e6c1-4db9-b7ef-e8f15810c401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '19847189-1878-45cb-aa89-0016a9ecb494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:26:09.115372 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4ed859d2-5ff0-4fdb-bbb9-e6ef1562989b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:09.115837 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed859d2-5ff0-4fdb-bbb9-e6ef1562989b None None] Bound using segment: {'id': '8f564ebb-e6c1-4db9-b7ef-e8f15810c401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '19847189-1878-45cb-aa89-0016a9ecb494'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:26:09.116468 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-4ed859d2-5ff0-4fdb-bbb9-e6ef1562989b None None] Bound port: 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f564ebb-e6c1-4db9-b7ef-e8f15810c401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '19847189-1878-45cb-aa89-0016a9ecb494'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:26:09.117008 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4ed859d2-5ff0-4fdb-bbb9-e6ef1562989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:09.132241 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0ba4985c-febf-45a9-bac7-dcd569cc882b tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:09.142116 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7075b233-1767-4e4e-8543-c5993cce924b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:09.155795 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7075b233-1767-4e4e-8543-c5993cce924b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1634753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1634766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1640079'] for router, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:09.203554 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2c422b9c-24ee-41a1-a906-92f18bc11a66 None None] For port c8331615-81d0-4590-ba63-f6799bf35aae, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:26:09.223938 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2c422b9c-24ee-41a1-a906-92f18bc11a66 None None] For port c8331615-81d0-4590-ba63-f6799bf35aae, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c8331615-81d0-4590-ba63-f6799bf35aae,segment=NetworkSegment(1e7554ab-2d7c-46b7-9a0a-9351d1ee71e7),segment_id=1e7554ab-2d7c-46b7-9a0a-9351d1ee71e7)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:26:09.232199 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5cefd088-28a2-468e-8290-a36ea9eedd63 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:09.235153 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2c422b9c-24ee-41a1-a906-92f18bc11a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:09.253464 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:09.288364 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-4ed859d2-5ff0-4fdb-bbb9-e6ef1562989b None None] For port 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:26:09.311816 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0ba4985c-febf-45a9-bac7-dcd569cc882b tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:09.355532 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-4ed859d2-5ff0-4fdb-bbb9-e6ef1562989b None None] For port 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1,segment=NetworkSegment(8f564ebb-e6c1-4db9-b7ef-e8f15810c401),segment_id=8f564ebb-e6c1-4db9-b7ef-e8f15810c401)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:26:09.368394 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4ed859d2-5ff0-4fdb-bbb9-e6ef1562989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:09.380701 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c422b9c-24ee-41a1-a906-92f18bc11a66 None None] Pushing event updated for resources: {'Port': ['ID=c8331615-81d0-4590-ba63-f6799bf35aae,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:09.403214 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event deleted for resources: {'Subnet': ['ID=6157f120-67ef-441c-ad9d-ccfa6023c5af,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:09.418423 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7075b233-1767-4e4e-8543-c5993cce924b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Router 18505ef1-f02f-46b0-8893-ffc4d27ca053 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:26:09.453873 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7413c8da-f51d-4ebd-8f3d-858a3aa497b5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:09.473600 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed859d2-5ff0-4fdb-bbb9-e6ef1562989b None None] Pushing event updated for resources: {'Port': ['ID=7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:09.512743 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:09.612717 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19847189-1878-45cb-aa89-0016a9ecb494']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:09.632536 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-7413c8da-f51d-4ebd-8f3d-858a3aa497b5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Transition to ACTIVE for port object 11d9ecfc-bb12-4a6b-aefa-486794689a57 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:09.638163 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f564ebb-e6c1-4db9-b7ef-e8f15810c401') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:09.638401 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f564ebb-e6c1-4db9-b7ef-e8f15810c401') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:09.747189 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5cefd088-28a2-468e-8290-a36ea9eedd63 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:09.749537 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5cefd088-28a2-468e-8290-a36ea9eedd63 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:09.751644 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:09.781382 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:09.787755 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5cefd088-28a2-468e-8290-a36ea9eedd63 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:09.788434 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cefd088-28a2-468e-8290-a36ea9eedd63 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Fanout notify agent at l3_agent the message router_deleted on router da2a9b5e-0852-4637-84f3-dbbba5a8592b {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:26:09.805766 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0ba4985c-febf-45a9-bac7-dcd569cc882b tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:09.811355 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:26:09.811997 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:26:09.835199 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:26:09.837325 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7075b233-1767-4e4e-8543-c5993cce924b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:26:09.849670 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0ba4985c-febf-45a9-bac7-dcd569cc882b tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:09.849837 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa9be04-0507-49d8-aac6-66b298624e37 None None] Sync routers for ids ['18505ef1-f02f-46b0-8893-ffc4d27ca053'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:26:09.850843 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0ba4985c-febf-45a9-bac7-dcd569cc882b tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "DELETE /v2.0/security-groups/458c4e7b-a697-42f5-b8a0-42fdebfab651 HTTP/1.1" status: 204 len: 168 time: 0.9450648 Jan 26 11:26:09.851847 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4985c-febf-45a9-bac7-dcd569cc882b tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=458c4e7b-a697-42f5-b8a0-42fdebfab651,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:09.857098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5cefd088-28a2-468e-8290-a36ea9eedd63 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:09.861451 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5cefd088-28a2-468e-8290-a36ea9eedd63 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/routers/da2a9b5e-0852-4637-84f3-dbbba5a8592b HTTP/1.1" status: 204 len: 168 time: 0.8080020 Jan 26 11:26:09.861451 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51446) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:09.872197 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa9be04-0507-49d8-aac6-66b298624e37 None None] Routers {'18505ef1-f02f-46b0-8893-ffc4d27ca053'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:26:09.872844 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-daa9be04-0507-49d8-aac6-66b298624e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:25:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['18505ef1-f02f-46b0-8893-ffc4d27ca053'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:09.878690 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51448) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:10.000890 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4c34bd-ea65-437e-add3-4380e7227637 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting subnet 708960fb-aa9f-4c84-a670-d0c185641593 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:26:10.010842 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0b4c34bd-ea65-437e-add3-4380e7227637 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:10.058185 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-718a9eb8-4083-4d35-8bf5-b5015accf6dc tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Synchronizing usage tracker for tenant:842c60b3ea48471781d793ccfd6dea01 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:10.092301 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-daa9be04-0507-49d8-aac6-66b298624e37 None None] Set router 18505ef1-f02f-46b0-8893-ffc4d27ca053 gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:26:10.104479 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0b4c34bd-ea65-437e-add3-4380e7227637 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:10.109384 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7075b233-1767-4e4e-8543-c5993cce924b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:10.114248 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7075b233-1767-4e4e-8543-c5993cce924b tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "PUT /v2.0/routers/18505ef1-f02f-46b0-8893-ffc4d27ca053 HTTP/1.1" status: 200 len: 701 time: 2.3039520 Jan 26 11:26:10.114248 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.api [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 26 11:26:10.114248 dv-neutron-826439-1-hyperv neutron-server[87442]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 26 11:26:10.114248 dv-neutron-826439-1-hyperv neutron-server[87442]: [parameters: {'id': '19847189-1878-45cb-aa89-0016a9ecb494'}] Jan 26 11:26:10.114248 dv-neutron-826439-1-hyperv neutron-server[87442]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:26:10.114248 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG oslo_db.api [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:26:10.114248 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51454) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:10.148191 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-718a9eb8-4083-4d35-8bf5-b5015accf6dc tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Unset dirty status for tenant:842c60b3ea48471781d793ccfd6dea01 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:10.149700 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-718a9eb8-4083-4d35-8bf5-b5015accf6dc tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2897484 Jan 26 11:26:10.155076 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51458) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:10.163143 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-e2d01c46-5f9d-497a-a29c-0973c7488699 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group': {'name': 'tempest-secgroup--2079081059'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:10.163706 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7413c8da-f51d-4ebd-8f3d-858a3aa497b5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:10.171390 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ddffb5e0-a7df-4dc2-a20e-7ca3003265d9 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Synchronizing usage tracker for tenant:252bea5ac7b143c89da38d9a87822c0c on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:10.174222 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e2d01c46-5f9d-497a-a29c-0973c7488699 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:10.195609 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e2d01c46-5f9d-497a-a29c-0973c7488699 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:10.221391 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e2d01c46-5f9d-497a-a29c-0973c7488699 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:10.231484 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-daa9be04-0507-49d8-aac6-66b298624e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:26:02Z', 'revision_number': 11, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:10.237617 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa9be04-0507-49d8-aac6-66b298624e37 None None] Checking router: 18505ef1-f02f-46b0-8893-ffc4d27ca053 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:26:10.241451 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c8331615-81d0-4590-ba63-f6799bf35aae up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:26:10.243451 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7413c8da-f51d-4ebd-8f3d-858a3aa497b5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network 6259bfe5-dcf7-42df-8b02-3721a4a83053 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:26:10.247504 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e2d01c46-5f9d-497a-a29c-0973c7488699 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:10.249550 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-7413c8da-f51d-4ebd-8f3d-858a3aa497b5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:10.254497 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e2d01c46-5f9d-497a-a29c-0973c7488699 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Usage tracker for resource:security_group_rule and tenant:842c60b3ea48471781d793ccfd6dea01 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:10.258245 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e2d01c46-5f9d-497a-a29c-0973c7488699 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:10.258410 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7413c8da-f51d-4ebd-8f3d-858a3aa497b5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:26:10.262737 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0b4c34bd-ea65-437e-add3-4380e7227637 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:10.264385 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7413c8da-f51d-4ebd-8f3d-858a3aa497b5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:10.265030 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7413c8da-f51d-4ebd-8f3d-858a3aa497b5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:10.274203 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413c8da-f51d-4ebd-8f3d-858a3aa497b5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Port': ['ID=11d9ecfc-bb12-4a6b-aefa-486794689a57,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:10.285645 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ddffb5e0-a7df-4dc2-a20e-7ca3003265d9 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Unset dirty status for tenant:252bea5ac7b143c89da38d9a87822c0c on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:10.286616 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ddffb5e0-a7df-4dc2-a20e-7ca3003265d9 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "GET /v2.0/ports?device_id=18505ef1-f02f-46b0-8893-ffc4d27ca053 HTTP/1.1" status: 200 len: 205 time: 0.1705132 Jan 26 11:26:10.289274 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51462) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:10.295405 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa9be04-0507-49d8-aac6-66b298624e37 None None] Routers {'18505ef1-f02f-46b0-8893-ffc4d27ca053'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:26:10.296753 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-daa9be04-0507-49d8-aac6-66b298624e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:25:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['18505ef1-f02f-46b0-8893-ffc4d27ca053'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:10.303083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e2d01c46-5f9d-497a-a29c-0973c7488699 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:10.382415 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0b4c34bd-ea65-437e-add3-4380e7227637 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:10.434308 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-daa9be04-0507-49d8-aac6-66b298624e37 None None] Set router 18505ef1-f02f-46b0-8893-ffc4d27ca053 gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:26:10.437985 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c34bd-ea65-437e-add3-4380e7227637 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Subnet': ['ID=708960fb-aa9f-4c84-a670-d0c185641593,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:10.454970 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0b4c34bd-ea65-437e-add3-4380e7227637 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:10.459082 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e2d01c46-5f9d-497a-a29c-0973c7488699 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:10.468777 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e2d01c46-5f9d-497a-a29c-0973c7488699 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:10.489181 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7413c8da-f51d-4ebd-8f3d-858a3aa497b5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1677816 Jan 26 11:26:10.490223 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0b4c34bd-ea65-437e-add3-4380e7227637 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/subnets/708960fb-aa9f-4c84-a670-d0c185641593 HTTP/1.1" status: 204 len: 168 time: 0.6105912 Jan 26 11:26:10.498897 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51466) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:10.498897 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51468) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:10.512647 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e2d01c46-5f9d-497a-a29c-0973c7488699 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:10.517871 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e2d01c46-5f9d-497a-a29c-0973c7488699 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3608558 Jan 26 11:26:10.526785 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51474) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:10.532091 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-85d74fad-74a2-4cf1-bfb9-ea8739a9f736 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'port': {'network_id': '6259bfe5-dcf7-42df-8b02-3721a4a83053', 'name': 'tempest-PortsIpV6TestJSON-1341959363', 'fixed_ips': [{'subnet_id': 'c639e3a3-bb18-422e-adcf-246c4b78ef41', 'ip_address': '2001:db8::f'}]}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:10.538489 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-0165553d-e288-4392-9419-19d530eee850 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group_rule': {'security_group_id': '98bc4081-9703-4ed4-8282-45bd89dab9bf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:10.538980 dv-neutron-826439-1-hyperv neutron-server[87443]: WARNING neutron.api.v2.base [None req-0165553d-e288-4392-9419-19d530eee850 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 26 11:26:10.539484 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-0165553d-e288-4392-9419-19d530eee850 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:26:10.543628 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0165553d-e288-4392-9419-19d530eee850 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0150311 Jan 26 11:26:10.544193 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51478) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:10.554436 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-0f036ad7-ae23-41ca-8683-de11ccef5cbc tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group_rule': {'security_group_id': '98bc4081-9703-4ed4-8282-45bd89dab9bf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:10.560965 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d01c46-5f9d-497a-a29c-0973c7488699 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98bc4081-9703-4ed4-8282-45bd89dab9bf,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:10.564866 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0f036ad7-ae23-41ca-8683-de11ccef5cbc tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:10.571222 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0f036ad7-ae23-41ca-8683-de11ccef5cbc tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Usage tracker for resource:security_group_rule and tenant:842c60b3ea48471781d793ccfd6dea01 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:10.576413 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0f036ad7-ae23-41ca-8683-de11ccef5cbc tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:10.583007 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0f036ad7-ae23-41ca-8683-de11ccef5cbc tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:10.588822 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30c10c1-e6a5-4fad-bea7-fe55655d8895 None None] Network aa3c39cf-3219-4681-8146-a0f2696e16eb requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:10.620943 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-0f036ad7-ae23-41ca-8683-de11ccef5cbc tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:26:10.625195 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:10.625795 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0f036ad7-ae23-41ca-8683-de11ccef5cbc tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0778375 Jan 26 11:26:10.626567 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51482) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:10.634569 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-10d3e284-e5fd-4979-9efd-755589d7745b tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group_rule': {'security_group_id': '98bc4081-9703-4ed4-8282-45bd89dab9bf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:10.636082 dv-neutron-826439-1-hyperv neutron-server[87443]: WARNING neutron.api.v2.base [None req-10d3e284-e5fd-4979-9efd-755589d7745b tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 26 11:26:10.636802 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-10d3e284-e5fd-4979-9efd-755589d7745b tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:26:10.641072 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-10d3e284-e5fd-4979-9efd-755589d7745b tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0133667 Jan 26 11:26:10.641794 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51486) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:10.647309 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-f6d001d0-6377-4f11-87b9-99c5404de5d7 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group_rule': {'security_group_id': '98bc4081-9703-4ed4-8282-45bd89dab9bf', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:10.655425 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f6d001d0-6377-4f11-87b9-99c5404de5d7 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:10.660781 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f6d001d0-6377-4f11-87b9-99c5404de5d7 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Usage tracker for resource:security_group_rule and tenant:842c60b3ea48471781d793ccfd6dea01 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:10.665318 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f6d001d0-6377-4f11-87b9-99c5404de5d7 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:10.668641 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9f8d8e16-725f-4abe-a236-dfa52b7b6335 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:10.674662 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f6d001d0-6377-4f11-87b9-99c5404de5d7 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:10.719954 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-f6d001d0-6377-4f11-87b9-99c5404de5d7 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:26:10.721275 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f6d001d0-6377-4f11-87b9-99c5404de5d7 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0784492 Jan 26 11:26:10.724262 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-daa9be04-0507-49d8-aac6-66b298624e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:26:02Z', 'revision_number': 11, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:10.724761 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51490) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:10.733123 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-6486f335-1b4c-4e84-a6f6-284452d082c0 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group_rule': {'security_group_id': '98bc4081-9703-4ed4-8282-45bd89dab9bf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:10.737173 dv-neutron-826439-1-hyperv neutron-server[87443]: WARNING neutron.api.v2.base [None req-6486f335-1b4c-4e84-a6f6-284452d082c0 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 26 11:26:10.737940 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-6486f335-1b4c-4e84-a6f6-284452d082c0 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:26:10.739208 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6486f335-1b4c-4e84-a6f6-284452d082c0 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0133557 Jan 26 11:26:10.742923 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51494) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:10.748079 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-99fbc7c3-8cd8-45d7-b52b-b03fd3134239 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group_rule': {'security_group_id': '98bc4081-9703-4ed4-8282-45bd89dab9bf', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:10.757536 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-99fbc7c3-8cd8-45d7-b52b-b03fd3134239 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:10.763375 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-99fbc7c3-8cd8-45d7-b52b-b03fd3134239 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Usage tracker for resource:security_group_rule and tenant:842c60b3ea48471781d793ccfd6dea01 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:10.766772 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-99fbc7c3-8cd8-45d7-b52b-b03fd3134239 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:10.778519 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-99fbc7c3-8cd8-45d7-b52b-b03fd3134239 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:10.820858 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa9be04-0507-49d8-aac6-66b298624e37 None None] The sync data for ids ['18505ef1-f02f-46b0-8893-ffc4d27ca053'] in dv-neutron-826439-1-hyperv is: [{'id': '18505ef1-f02f-46b0-8893-ffc4d27ca053', 'name': 'tempest-RoutersTest-router-1893976601', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:24:09Z', 'updated_at': '2022-01-26T11:26:02Z', 'revision_number': 11, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:26:10.828506 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-99fbc7c3-8cd8-45d7-b52b-b03fd3134239 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:26:10.832667 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-99fbc7c3-8cd8-45d7-b52b-b03fd3134239 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0858278 Jan 26 11:26:10.833042 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51498) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:10.842526 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-50ade078-d3b1-4ae3-87b5-449a525b9832 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group_rule': {'security_group_id': '98bc4081-9703-4ed4-8282-45bd89dab9bf', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:10.843498 dv-neutron-826439-1-hyperv neutron-server[87443]: WARNING neutron.api.v2.base [None req-50ade078-d3b1-4ae3-87b5-449a525b9832 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 26 11:26:10.845341 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-50ade078-d3b1-4ae3-87b5-449a525b9832 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:26:10.850027 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-50ade078-d3b1-4ae3-87b5-449a525b9832 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0134187 Jan 26 11:26:10.850781 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51502) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:10.872812 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-f3c1646d-a519-40fa-8f65-7fcd45b5e066 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group_rule': {'security_group_id': '98bc4081-9703-4ed4-8282-45bd89dab9bf', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:10.885827 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f3c1646d-a519-40fa-8f65-7fcd45b5e066 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:10.890494 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f3c1646d-a519-40fa-8f65-7fcd45b5e066 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Usage tracker for resource:security_group_rule and tenant:842c60b3ea48471781d793ccfd6dea01 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:10.894519 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f3c1646d-a519-40fa-8f65-7fcd45b5e066 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:10.903739 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f3c1646d-a519-40fa-8f65-7fcd45b5e066 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:10.932036 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60d9da2-46e9-44e3-851e-99effbc629ea None None] Network 19847189-1878-45cb-aa89-0016a9ecb494 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:10.960331 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52cab454-a297-40e1-9875-57e0e3114352 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:10.965513 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port c8331615-81d0-4590-ba63-f6799bf35aae completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:10.970227 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Deleting port 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:10.970800 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:10.973627 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-f3c1646d-a519-40fa-8f65-7fcd45b5e066 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:26:10.975080 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f3c1646d-a519-40fa-8f65-7fcd45b5e066 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1219089 Jan 26 11:26:10.977845 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51506) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:10.988467 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-62ac8da4-3820-4741-b136-da9240f11cfd tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group_rule': {'security_group_id': '98bc4081-9703-4ed4-8282-45bd89dab9bf', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:10.990241 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:26:10.999877 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-62ac8da4-3820-4741-b136-da9240f11cfd tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:11.005866 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-62ac8da4-3820-4741-b136-da9240f11cfd tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Usage tracker for resource:security_group_rule and tenant:842c60b3ea48471781d793ccfd6dea01 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:11.010979 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-62ac8da4-3820-4741-b136-da9240f11cfd tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:11.018820 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-62ac8da4-3820-4741-b136-da9240f11cfd tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:11.077707 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-62ac8da4-3820-4741-b136-da9240f11cfd tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:26:11.081042 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-62ac8da4-3820-4741-b136-da9240f11cfd tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1006899 Jan 26 11:26:11.083177 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51510) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:11.105117 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-680ddbb3-46cd-432e-b7b7-a9d16a9d7720 None None] Provisioning for port 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:11.165579 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa60b03-2fdd-429e-8ec1-d9f5681961be None None] DHCP port deletion for aa3c39cf-3219-4681-8146-a0f2696e16eb request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:26:11.201536 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-6fa60b03-2fdd-429e-8ec1-d9f5681961be None None] Deleting port 38efeac7-2f43-4ce7-90a3-f2d4beeaac66 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:11.202214 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6fa60b03-2fdd-429e-8ec1-d9f5681961be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:11.231459 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-56049903-fe63-4bfc-94a5-b7707347e059 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:11.264529 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-56049903-fe63-4bfc-94a5-b7707347e059 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:11.287520 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9f8d8e16-725f-4abe-a236-dfa52b7b6335 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:11.289599 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-52cab454-a297-40e1-9875-57e0e3114352 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting port 38efeac7-2f43-4ce7-90a3-f2d4beeaac66 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:11.289939 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52cab454-a297-40e1-9875-57e0e3114352 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:11.316367 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9f8d8e16-725f-4abe-a236-dfa52b7b6335 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:11.324500 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-56049903-fe63-4bfc-94a5-b7707347e059 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:11.345948 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56049903-fe63-4bfc-94a5-b7707347e059 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bc4081-9703-4ed4-8282-45bd89dab9bf,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:11.359613 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:11.366605 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-56049903-fe63-4bfc-94a5-b7707347e059 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:11.371193 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-56049903-fe63-4bfc-94a5-b7707347e059 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "DELETE /v2.0/security-groups/98bc4081-9703-4ed4-8282-45bd89dab9bf HTTP/1.1" status: 204 len: 168 time: 0.2835848 Jan 26 11:26:11.371379 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:11.371379 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:11.371671 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51514) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:11.398490 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-85d74fad-74a2-4cf1-bfb9-ea8739a9f736 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:11.424049 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-85d74fad-74a2-4cf1-bfb9-ea8739a9f736 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:port and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:11.429617 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-85d74fad-74a2-4cf1-bfb9-ea8739a9f736 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:11.432360 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d97aa414-82ed-413b-9a8e-8f22fa044ae3 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Synchronizing usage tracker for tenant:842c60b3ea48471781d793ccfd6dea01 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:11.439463 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-85d74fad-74a2-4cf1-bfb9-ea8739a9f736 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:11.464103 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d97aa414-82ed-413b-9a8e-8f22fa044ae3 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Unset dirty status for tenant:842c60b3ea48471781d793ccfd6dea01 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:11.465418 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d97aa414-82ed-413b-9a8e-8f22fa044ae3 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0928404 Jan 26 11:26:11.472024 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51518) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:11.477897 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-e1b3516d-0a59-487b-875b-f5412c524b8b tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1328041707'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:11.489548 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e1b3516d-0a59-487b-875b-f5412c524b8b tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:11.502894 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348163c2-fbb3-4b14-83a4-86c4689a65f5 None None] Network 6259bfe5-dcf7-42df-8b02-3721a4a83053 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:11.503677 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e1b3516d-0a59-487b-875b-f5412c524b8b tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:11.506919 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d74fad-74a2-4cf1-bfb9-ea8739a9f736 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:11.512804 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-85d74fad-74a2-4cf1-bfb9-ea8739a9f736 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:11.516462 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e1b3516d-0a59-487b-875b-f5412c524b8b tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:11.525314 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9f8d8e16-725f-4abe-a236-dfa52b7b6335 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:11.526040 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8d8e16-725f-4abe-a236-dfa52b7b6335 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Fanout notify agent at l3_agent the message router_deleted on router 18505ef1-f02f-46b0-8893-ffc4d27ca053 {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:26:11.540315 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e1b3516d-0a59-487b-875b-f5412c524b8b tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:11.545269 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e1b3516d-0a59-487b-875b-f5412c524b8b tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Usage tracker for resource:security_group_rule and tenant:842c60b3ea48471781d793ccfd6dea01 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:11.548769 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e1b3516d-0a59-487b-875b-f5412c524b8b tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:11.556285 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e1b3516d-0a59-487b-875b-f5412c524b8b tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:11.580452 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9f8d8e16-725f-4abe-a236-dfa52b7b6335 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:11.582689 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9f8d8e16-725f-4abe-a236-dfa52b7b6335 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/routers/18505ef1-f02f-46b0-8893-ffc4d27ca053 HTTP/1.1" status: 204 len: 168 time: 1.2913675 Jan 26 11:26:11.589850 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51522) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:11.597581 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-c9296459-6536-413c-88f2-6184d4083dd8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-933488707', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:11.638003 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c9296459-6536-413c-88f2-6184d4083dd8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:11.650133 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c9296459-6536-413c-88f2-6184d4083dd8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Usage tracker for resource:router and tenant:252bea5ac7b143c89da38d9a87822c0c is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:11.657075 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c9296459-6536-413c-88f2-6184d4083dd8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:11.658881 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e1b3516d-0a59-487b-875b-f5412c524b8b tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:11.663747 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c9296459-6536-413c-88f2-6184d4083dd8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:11.665105 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e1b3516d-0a59-487b-875b-f5412c524b8b tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:11.673405 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-85d74fad-74a2-4cf1-bfb9-ea8739a9f736 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] device_id is not set on port b75c00f4-1739-46c1-8384-beb6f2b14322 yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:26:11.698971 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3e878f45-fd96-4490-8c67-d34585cadd1a None None] Provisioning for port c8331615-81d0-4590-ba63-f6799bf35aae completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:11.735490 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c9296459-6536-413c-88f2-6184d4083dd8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:11.736569 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c9296459-6536-413c-88f2-6184d4083dd8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:11.737137 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3516d-0a59-487b-875b-f5412c524b8b tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e11142fe-de70-489a-8094-8e01cef80d86,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:11.757081 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e1b3516d-0a59-487b-875b-f5412c524b8b tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:11.761787 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e1b3516d-0a59-487b-875b-f5412c524b8b tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2851205 Jan 26 11:26:11.762060 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51526) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:11.768135 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-691f7052-5d15-4776-9ee2-36bbfa708336 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group_rule': {'security_group_id': 'e11142fe-de70-489a-8094-8e01cef80d86', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:11.774921 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-691f7052-5d15-4776-9ee2-36bbfa708336 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:11.780283 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-691f7052-5d15-4776-9ee2-36bbfa708336 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Usage tracker for resource:security_group_rule and tenant:842c60b3ea48471781d793ccfd6dea01 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:11.784121 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-691f7052-5d15-4776-9ee2-36bbfa708336 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:11.790653 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-691f7052-5d15-4776-9ee2-36bbfa708336 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:11.792360 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3e878f45-fd96-4490-8c67-d34585cadd1a None None] Provisioning complete for port c8331615-81d0-4590-ba63-f6799bf35aae triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:11.792739 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3e878f45-fd96-4490-8c67-d34585cadd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:11.851008 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-691f7052-5d15-4776-9ee2-36bbfa708336 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] create failed (client error): The resource could not be found. Jan 26 11:26:11.851555 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] For port 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1,segment=NetworkSegment(8f564ebb-e6c1-4db9-b7ef-e8f15810c401),segment_id=8f564ebb-e6c1-4db9-b7ef-e8f15810c401)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:11.852007 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:11.856306 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-691f7052-5d15-4776-9ee2-36bbfa708336 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0896842 Jan 26 11:26:11.857182 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51530) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:11.864933 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-5705f2a9-b151-4135-a3f2-c32a69987ab2 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group_rule': {'security_group_id': 'e11142fe-de70-489a-8094-8e01cef80d86', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4faf7c02-70a9-4492-8741-0d18939111a8'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:11.872912 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5705f2a9-b151-4135-a3f2-c32a69987ab2 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:11.878197 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5705f2a9-b151-4135-a3f2-c32a69987ab2 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Usage tracker for resource:security_group_rule and tenant:842c60b3ea48471781d793ccfd6dea01 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:11.880292 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:11.881407 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5705f2a9-b151-4135-a3f2-c32a69987ab2 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:11.889714 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5705f2a9-b151-4135-a3f2-c32a69987ab2 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:11.935793 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-5705f2a9-b151-4135-a3f2-c32a69987ab2 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] create failed (client error): The resource could not be found. Jan 26 11:26:11.939618 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5705f2a9-b151-4135-a3f2-c32a69987ab2 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0790019 Jan 26 11:26:11.939837 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51534) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:11.993837 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-6fa60b03-2fdd-429e-8ec1-d9f5681961be None None] For port 38efeac7-2f43-4ce7-90a3-f2d4beeaac66, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=38efeac7-2f43-4ce7-90a3-f2d4beeaac66,segment=NetworkSegment(087ab375-060e-4d51-b79d-7ea5e1d34cca),segment_id=087ab375-060e-4d51-b79d-7ea5e1d34cca)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:11.994237 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6fa60b03-2fdd-429e-8ec1-d9f5681961be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:12.032153 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d7817a30-c112-4f6d-af1d-6d9177dde1f7 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:12.052491 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4243ae56-69d6-4e38-83d0-0d668549680b None None] DHCP port deletion for 19847189-1878-45cb-aa89-0016a9ecb494 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:26:12.066355 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d7817a30-c112-4f6d-af1d-6d9177dde1f7 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:12.120790 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d7817a30-c112-4f6d-af1d-6d9177dde1f7 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:12.140922 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7817a30-c112-4f6d-af1d-6d9177dde1f7 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11142fe-de70-489a-8094-8e01cef80d86,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:12.147581 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d7817a30-c112-4f6d-af1d-6d9177dde1f7 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:12.151324 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d7817a30-c112-4f6d-af1d-6d9177dde1f7 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "DELETE /v2.0/security-groups/e11142fe-de70-489a-8094-8e01cef80d86 HTTP/1.1" status: 204 len: 168 time: 0.2101874 Jan 26 11:26:12.151911 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51538) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:12.174479 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-4243ae56-69d6-4e38-83d0-0d668549680b None None] Deleting port 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:12.174857 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4243ae56-69d6-4e38-83d0-0d668549680b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:12.205441 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-43f794b9-ed99-4b78-b5fc-a43055dcd57f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Synchronizing usage tracker for tenant:842c60b3ea48471781d793ccfd6dea01 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:12.205912 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1,segment=NetworkSegment(8f564ebb-e6c1-4db9-b7ef-e8f15810c401),segment_id=8f564ebb-e6c1-4db9-b7ef-e8f15810c401)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:12.209274 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Calling delete_port for 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1 owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:12.212781 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-6fa60b03-2fdd-429e-8ec1-d9f5681961be None None] Calling delete_port for 38efeac7-2f43-4ce7-90a3-f2d4beeaac66 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:12.223245 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-43f794b9-ed99-4b78-b5fc-a43055dcd57f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Unset dirty status for tenant:842c60b3ea48471781d793ccfd6dea01 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:12.224795 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-43f794b9-ed99-4b78-b5fc-a43055dcd57f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0716894 Jan 26 11:26:12.229511 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51542) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:12.235125 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-2e77550a-6fc2-425b-b0f2-0dd022ede7b2 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group_rule': {'security_group_id': 'c2ec384b-9434-4e10-91b6-d4a0c54f10fc', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:12.238115 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c9296459-6536-413c-88f2-6184d4083dd8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:12.243324 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2e77550a-6fc2-425b-b0f2-0dd022ede7b2 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:12.247986 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2e77550a-6fc2-425b-b0f2-0dd022ede7b2 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Usage tracker for resource:security_group_rule and tenant:842c60b3ea48471781d793ccfd6dea01 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:12.251161 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2e77550a-6fc2-425b-b0f2-0dd022ede7b2 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:12.257966 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2e77550a-6fc2-425b-b0f2-0dd022ede7b2 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:12.278616 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:12.300746 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-2e77550a-6fc2-425b-b0f2-0dd022ede7b2 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] create failed (client error): The resource could not be found. Jan 26 11:26:12.300880 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-52cab454-a297-40e1-9875-57e0e3114352 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] For port 38efeac7-2f43-4ce7-90a3-f2d4beeaac66, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=38efeac7-2f43-4ce7-90a3-f2d4beeaac66,segment=NetworkSegment(087ab375-060e-4d51-b79d-7ea5e1d34cca),segment_id=087ab375-060e-4d51-b79d-7ea5e1d34cca)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:12.301226 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52cab454-a297-40e1-9875-57e0e3114352 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:12.305319 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2e77550a-6fc2-425b-b0f2-0dd022ede7b2 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0709481 Jan 26 11:26:12.305474 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51546) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:12.310945 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-fb3ee1f6-3154-4c4f-a038-899bda8a7445 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group': {'name': 'tempest-secgroup--446722572'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:12.318387 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fb3ee1f6-3154-4c4f-a038-899bda8a7445 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:12.330423 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fb3ee1f6-3154-4c4f-a038-899bda8a7445 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:12.342658 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fb3ee1f6-3154-4c4f-a038-899bda8a7445 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:12.363976 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fb3ee1f6-3154-4c4f-a038-899bda8a7445 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:12.368173 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fb3ee1f6-3154-4c4f-a038-899bda8a7445 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Usage tracker for resource:security_group_rule and tenant:842c60b3ea48471781d793ccfd6dea01 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:12.372610 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fb3ee1f6-3154-4c4f-a038-899bda8a7445 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:12.379522 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fb3ee1f6-3154-4c4f-a038-899bda8a7445 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:12.441751 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 38efeac7-2f43-4ce7-90a3-f2d4beeaac66 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:26:12.458212 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c9296459-6536-413c-88f2-6184d4083dd8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:12.473881 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-52cab454-a297-40e1-9875-57e0e3114352 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Calling delete_port for 38efeac7-2f43-4ce7-90a3-f2d4beeaac66 owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:12.491952 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fb3ee1f6-3154-4c4f-a038-899bda8a7445 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:12.499262 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fb3ee1f6-3154-4c4f-a038-899bda8a7445 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:12.560308 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ee1f6-3154-4c4f-a038-899bda8a7445 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f374cc-87c2-445a-9003-edb91daf37db,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:12.565718 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fb3ee1f6-3154-4c4f-a038-899bda8a7445 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:12.567838 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3e878f45-fd96-4490-8c67-d34585cadd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:12.567954 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fb3ee1f6-3154-4c4f-a038-899bda8a7445 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2598083 Jan 26 11:26:12.570863 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51550) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:12.578906 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-7cacb9ba-0d97-4043-892e-843d080873e8 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group': {'name': 'tempest-secgroup--687720344'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:12.589088 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-7cacb9ba-0d97-4043-892e-843d080873e8 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:12.594550 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-7cacb9ba-0d97-4043-892e-843d080873e8 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Usage tracker for resource:security_group and tenant:842c60b3ea48471781d793ccfd6dea01 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:12.598972 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-7cacb9ba-0d97-4043-892e-843d080873e8 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:12.609445 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-7cacb9ba-0d97-4043-892e-843d080873e8 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:12.616672 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:12.621794 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.api [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:26:12.622479 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG oslo_db.api [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:26:12.627797 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6fa60b03-2fdd-429e-8ec1-d9f5681961be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:12.629728 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c9296459-6536-413c-88f2-6184d4083dd8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:12.633509 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c9296459-6536-413c-88f2-6184d4083dd8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0379477 Jan 26 11:26:12.633682 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7cacb9ba-0d97-4043-892e-843d080873e8 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:12.647787 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51554) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:12.660590 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-7cacb9ba-0d97-4043-892e-843d080873e8 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:12.661857 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-2ebf309c-8421-402c-acdd-dfaffcd8aef8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:12.664873 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-7cacb9ba-0d97-4043-892e-843d080873e8 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Usage tracker for resource:security_group_rule and tenant:842c60b3ea48471781d793ccfd6dea01 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:12.668074 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-7cacb9ba-0d97-4043-892e-843d080873e8 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:12.674047 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-7cacb9ba-0d97-4043-892e-843d080873e8 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:12.695191 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No active binding found for port 38efeac7-2f43-4ce7-90a3-f2d4beeaac66 {{(pid=87444) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 26 11:26:12.695605 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 38efeac7-2f43-4ce7-90a3-f2d4beeaac66 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:26:12.696045 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:26:12.725272 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-85d74fad-74a2-4cf1-bfb9-ea8739a9f736 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Allocated IP 2001:db8::f (6259bfe5-dcf7-42df-8b02-3721a4a83053/c639e3a3-bb18-422e-adcf-246c4b78ef41/b75c00f4-1739-46c1-8384-beb6f2b14322) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:26:12.751441 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa60b03-2fdd-429e-8ec1-d9f5681961be None None] Pushing event deleted for resources: {'Port': ['ID=38efeac7-2f43-4ce7-90a3-f2d4beeaac66,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:12.753794 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7cacb9ba-0d97-4043-892e-843d080873e8 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:12.768592 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7cacb9ba-0d97-4043-892e-843d080873e8 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:12.777033 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa60b03-2fdd-429e-8ec1-d9f5681961be None None] No DVR routers for this DVR port 38efeac7-2f43-4ce7-90a3-f2d4beeaac66 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:26:12.783389 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-3e878f45-fd96-4490-8c67-d34585cadd1a None None] For port c8331615-81d0-4590-ba63-f6799bf35aae, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c8331615-81d0-4590-ba63-f6799bf35aae,segment=NetworkSegment(1e7554ab-2d7c-46b7-9a0a-9351d1ee71e7),segment_id=1e7554ab-2d7c-46b7-9a0a-9351d1ee71e7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:12.805177 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.api [None req-52cab454-a297-40e1-9875-57e0e3114352 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:26:12.805580 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG oslo_db.api [None req-52cab454-a297-40e1-9875-57e0e3114352 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:26:12.854825 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7cacb9ba-0d97-4043-892e-843d080873e8 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:12.860293 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7cacb9ba-0d97-4043-892e-843d080873e8 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2848063 Jan 26 11:26:12.860601 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3e878f45-fd96-4490-8c67-d34585cadd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:12.864512 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51558) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:12.868139 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cacb9ba-0d97-4043-892e-843d080873e8 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=463e8167-ab06-4c20-ba19-bc0cd04c4f54,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:12.873856 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-8f2cc3d1-9638-4c03-81e4-f328ffce125a tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group_rule': {'security_group_id': '44f374cc-87c2-445a-9003-edb91daf37db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '463e8167-ab06-4c20-ba19-bc0cd04c4f54'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:12.885527 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8f2cc3d1-9638-4c03-81e4-f328ffce125a tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:12.885527 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8f2cc3d1-9638-4c03-81e4-f328ffce125a tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Usage tracker for resource:security_group_rule and tenant:842c60b3ea48471781d793ccfd6dea01 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:12.888297 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8f2cc3d1-9638-4c03-81e4-f328ffce125a tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:12.895374 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8f2cc3d1-9638-4c03-81e4-f328ffce125a tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:12.928291 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-8f2cc3d1-9638-4c03-81e4-f328ffce125a tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:26:12.929701 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8f2cc3d1-9638-4c03-81e4-f328ffce125a tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0631909 Jan 26 11:26:12.932413 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51562) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:12.964894 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-4243ae56-69d6-4e38-83d0-0d668549680b None None] For port 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1,segment=NetworkSegment(8f564ebb-e6c1-4db9-b7ef-e8f15810c401),segment_id=8f564ebb-e6c1-4db9-b7ef-e8f15810c401)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:12.964894 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4243ae56-69d6-4e38-83d0-0d668549680b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.011949 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c0c7bdaf-6969-4ead-9b9b-16255c92515f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.045204 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c0c7bdaf-6969-4ead-9b9b-16255c92515f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.108621 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c0c7bdaf-6969-4ead-9b9b-16255c92515f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.139616 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7bdaf-6969-4ead-9b9b-16255c92515f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=463e8167-ab06-4c20-ba19-bc0cd04c4f54,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:13.149127 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c0c7bdaf-6969-4ead-9b9b-16255c92515f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.150269 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c0c7bdaf-6969-4ead-9b9b-16255c92515f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "DELETE /v2.0/security-groups/463e8167-ab06-4c20-ba19-bc0cd04c4f54 HTTP/1.1" status: 204 len: 168 time: 0.2167034 Jan 26 11:26:13.153606 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51566) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:13.172458 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-4243ae56-69d6-4e38-83d0-0d668549680b None None] Calling delete_port for 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:13.185335 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Deleting port 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:13.185676 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.222601 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ebf309c-8421-402c-acdd-dfaffcd8aef8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.223627 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e878f45-fd96-4490-8c67-d34585cadd1a None None] Pushing event updated for resources: {'Port': ['ID=c8331615-81d0-4590-ba63-f6799bf35aae,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:13.236755 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.239863 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-217f354c-ac19-4da1-acad-d269f7ed096c tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Synchronizing usage tracker for tenant:842c60b3ea48471781d793ccfd6dea01 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:13.247687 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ebf309c-8421-402c-acdd-dfaffcd8aef8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1634753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1634766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1640079'] for router, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.259776 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-217f354c-ac19-4da1-acad-d269f7ed096c tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Unset dirty status for tenant:842c60b3ea48471781d793ccfd6dea01 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:13.262535 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-217f354c-ac19-4da1-acad-d269f7ed096c tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4506 time: 0.1077511 Jan 26 11:26:13.265707 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51570) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:13.298988 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1,segment=NetworkSegment(8f564ebb-e6c1-4db9-b7ef-e8f15810c401),segment_id=8f564ebb-e6c1-4db9-b7ef-e8f15810c401)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:13.307794 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.331451 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-52cab454-a297-40e1-9875-57e0e3114352 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting port 38efeac7-2f43-4ce7-90a3-f2d4beeaac66 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:13.331805 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52cab454-a297-40e1-9875-57e0e3114352 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.347153 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f07e92d1-9f5d-4243-89b2-f87dadbd2843 None None] Provisioning complete for port c8331615-81d0-4590-ba63-f6799bf35aae triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:13.347795 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f07e92d1-9f5d-4243-89b2-f87dadbd2843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.348745 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-061b92a9-ca96-4110-9a4d-7e628c12f46f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.382537 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-061b92a9-ca96-4110-9a4d-7e628c12f46f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.389895 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-4243ae56-69d6-4e38-83d0-0d668549680b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:26:13.390524 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-4243ae56-69d6-4e38-83d0-0d668549680b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:26:13.440833 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:13.441632 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-061b92a9-ca96-4110-9a4d-7e628c12f46f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.476525 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-061b92a9-ca96-4110-9a4d-7e628c12f46f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.482354 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-061b92a9-ca96-4110-9a4d-7e628c12f46f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "DELETE /v2.0/security-groups/44f374cc-87c2-445a-9003-edb91daf37db HTTP/1.1" status: 204 len: 168 time: 0.2153063 Jan 26 11:26:13.483186 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51574) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:13.484057 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b92a9-ca96-4110-9a4d-7e628c12f46f tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f374cc-87c2-445a-9003-edb91daf37db,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:13.540841 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f07e92d1-9f5d-4243-89b2-f87dadbd2843 None None] Provisioning for port 11d9ecfc-bb12-4a6b-aefa-486794689a57 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:13.550489 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f07e92d1-9f5d-4243-89b2-f87dadbd2843 None None] Provisioning complete for port 11d9ecfc-bb12-4a6b-aefa-486794689a57 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:13.550850 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a1632a6b-9411-4af6-9619-1dac2ca817b9 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Synchronizing usage tracker for tenant:842c60b3ea48471781d793ccfd6dea01 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:13.551307 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f07e92d1-9f5d-4243-89b2-f87dadbd2843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.570779 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a1632a6b-9411-4af6-9619-1dac2ca817b9 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Unset dirty status for tenant:842c60b3ea48471781d793ccfd6dea01 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:13.578256 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a1632a6b-9411-4af6-9619-1dac2ca817b9 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0919640 Jan 26 11:26:13.579196 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51578) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:13.586109 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-330b2000-e610-45ba-82b1-1d2df2214306 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group': {'name': 'tempest-secgroup--239318877'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:13.594616 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-330b2000-e610-45ba-82b1-1d2df2214306 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:13.605335 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-330b2000-e610-45ba-82b1-1d2df2214306 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:13.611248 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-f07e92d1-9f5d-4243-89b2-f87dadbd2843 None None] Port 11d9ecfc-bb12-4a6b-aefa-486794689a57 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:26:13.617125 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-330b2000-e610-45ba-82b1-1d2df2214306 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.638271 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-330b2000-e610-45ba-82b1-1d2df2214306 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:13.642071 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-330b2000-e610-45ba-82b1-1d2df2214306 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Usage tracker for resource:security_group_rule and tenant:842c60b3ea48471781d793ccfd6dea01 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:13.644885 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-330b2000-e610-45ba-82b1-1d2df2214306 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:13.651290 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-330b2000-e610-45ba-82b1-1d2df2214306 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:13.710891 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-52cab454-a297-40e1-9875-57e0e3114352 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] The port '38efeac7-2f43-4ce7-90a3-f2d4beeaac66' was deleted {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:26:13.721643 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-330b2000-e610-45ba-82b1-1d2df2214306 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.726249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-330b2000-e610-45ba-82b1-1d2df2214306 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.731916 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-29e87f28-5cc0-4438-a98d-862a67b195d7 None None] Provisioning complete for port 11d9ecfc-bb12-4a6b-aefa-486794689a57 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:13.732377 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-29e87f28-5cc0-4438-a98d-862a67b195d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.784353 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b2000-e610-45ba-82b1-1d2df2214306 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=906e386d-e372-4d10-aee1-bcb1a737b30e,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:13.786784 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-330b2000-e610-45ba-82b1-1d2df2214306 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.789652 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-29e87f28-5cc0-4438-a98d-862a67b195d7 None None] Port 11d9ecfc-bb12-4a6b-aefa-486794689a57 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:26:13.791257 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-330b2000-e610-45ba-82b1-1d2df2214306 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2108657 Jan 26 11:26:13.792827 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51582) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:13.797781 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-eb64d890-dedc-45a6-9aba-239263b36838 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:13.798398 dv-neutron-826439-1-hyperv neutron-server[87443]: WARNING neutron.api.v2.base [None req-eb64d890-dedc-45a6-9aba-239263b36838 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 26 11:26:13.798835 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-eb64d890-dedc-45a6-9aba-239263b36838 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] update failed (client error): There was a conflict when trying to complete your request. Jan 26 11:26:13.802639 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-eb64d890-dedc-45a6-9aba-239263b36838 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "PUT /v2.0/security-groups/906e386d-e372-4d10-aee1-bcb1a737b30e HTTP/1.1" status: 409 len: 330 time: 0.0059733 Jan 26 11:26:13.802639 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51586) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:13.869833 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2fb5b404-78c1-4096-b00d-3066b94a3412 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.870435 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-85d74fad-74a2-4cf1-bfb9-ea8739a9f736 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.892122 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-4243ae56-69d6-4e38-83d0-0d668549680b None None] Deleting port 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:13.892846 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4243ae56-69d6-4e38-83d0-0d668549680b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.897658 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2fb5b404-78c1-4096-b00d-3066b94a3412 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.950442 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2fb5b404-78c1-4096-b00d-3066b94a3412 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.972378 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5b404-78c1-4096-b00d-3066b94a3412 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=906e386d-e372-4d10-aee1-bcb1a737b30e,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:13.975643 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2fb5b404-78c1-4096-b00d-3066b94a3412 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:13.976740 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2fb5b404-78c1-4096-b00d-3066b94a3412 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "DELETE /v2.0/security-groups/906e386d-e372-4d10-aee1-bcb1a737b30e HTTP/1.1" status: 204 len: 168 time: 0.1735544 Jan 26 11:26:13.979516 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51590) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:14.000246 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52cab454-a297-40e1-9875-57e0e3114352 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:14.014697 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-85d74fad-74a2-4cf1-bfb9-ea8739a9f736 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Transition to ACTIVE for port object b75c00f4-1739-46c1-8384-beb6f2b14322 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:14.030578 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0dc5a277-3399-4cb0-ba18-73459ed98bc9 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Synchronizing usage tracker for tenant:842c60b3ea48471781d793ccfd6dea01 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:14.047472 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0dc5a277-3399-4cb0-ba18-73459ed98bc9 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] Unset dirty status for tenant:842c60b3ea48471781d793ccfd6dea01 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:14.050179 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0dc5a277-3399-4cb0-ba18-73459ed98bc9 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0691612 Jan 26 11:26:14.054138 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51594) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:14.072598 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-3aa9288d-9fcc-423e-ac08-018e43c594a9 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] delete failed (client error): The resource could not be found. Jan 26 11:26:14.077406 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3aa9288d-9fcc-423e-ac08-018e43c594a9 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "DELETE /v2.0/security-groups/9458d861-904a-4424-9011-a1d7b8cba1dd HTTP/1.1" status: 404 len: 347 time: 0.0185997 Jan 26 11:26:14.077617 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51598) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:14.098991 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-385fa731-da27-4917-bcb6-3c635da90145 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] show failed (client error): The resource could not be found. Jan 26 11:26:14.103309 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-385fa731-da27-4917-bcb6-3c635da90145 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "GET /v2.0/security-groups/3ec64349-6609-43c9-a5cb-a4d8d39358e0 HTTP/1.1" status: 404 len: 347 time: 0.0211833 Jan 26 11:26:14.103580 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-52cab454-a297-40e1-9875-57e0e3114352 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3c39cf-3219-4681-8146-a0f2696e16eb']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:14.104346 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51602) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:14.112151 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] For port 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1,segment=NetworkSegment(8f564ebb-e6c1-4db9-b7ef-e8f15810c401),segment_id=8f564ebb-e6c1-4db9-b7ef-e8f15810c401)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:14.112516 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:14.118583 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-f1f69031-d5ff-4c1d-88c0-fb18f9b3d130 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] show failed (client error): The resource could not be found. Jan 26 11:26:14.120096 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f1f69031-d5ff-4c1d-88c0-fb18f9b3d130 tempest-NegativeSecGroupTest-1267984101 tempest-NegativeSecGroupTest-1267984101-project] 10.222.0.39 "GET /v2.0/security-group-rules/79a50ad8-2fe6-4edb-94f7-566d0afa795e HTTP/1.1" status: 404 len: 356 time: 0.0147839 Jan 26 11:26:14.123181 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebf309c-8421-402c-acdd-dfaffcd8aef8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Router 87a48b1e-28a2-4761-8d97-248a4caa80d6 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:26:14.126239 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-4243ae56-69d6-4e38-83d0-0d668549680b None None] For port 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1,segment=NetworkSegment(8f564ebb-e6c1-4db9-b7ef-e8f15810c401),segment_id=8f564ebb-e6c1-4db9-b7ef-e8f15810c401)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:14.126749 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4243ae56-69d6-4e38-83d0-0d668549680b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:14.134375 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-52cab454-a297-40e1-9875-57e0e3114352 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '087ab375-060e-4d51-b79d-7ea5e1d34cca') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:14.134670 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-52cab454-a297-40e1-9875-57e0e3114352 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '087ab375-060e-4d51-b79d-7ea5e1d34cca') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:14.251041 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-4243ae56-69d6-4e38-83d0-0d668549680b None None] Calling delete_port for 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:14.266731 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Calling delete_port for 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1 owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:14.294709 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52cab454-a297-40e1-9875-57e0e3114352 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:14.347169 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4243ae56-69d6-4e38-83d0-0d668549680b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:14.396715 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c8331615-81d0-4590-ba63-f6799bf35aae up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:26:14.421441 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243ae56-69d6-4e38-83d0-0d668549680b None None] Pushing event deleted for resources: {'Port': ['ID=7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:14.440642 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51610) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:14.447528 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4243ae56-69d6-4e38-83d0-0d668549680b None None] No DVR routers for this DVR port 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:26:14.462966 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52cab454-a297-40e1-9875-57e0e3114352 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:14.480946 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port c8331615-81d0-4590-ba63-f6799bf35aae triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:14.482836 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:14.485402 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-85d74fad-74a2-4cf1-bfb9-ea8739a9f736 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:14.491400 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebf309c-8421-402c-acdd-dfaffcd8aef8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:26:14.504026 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89b7cae-6a75-40a4-abb6-3397e1a0f9ea None None] Sync routers for ids ['87a48b1e-28a2-4761-8d97-248a4caa80d6'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:26:14.515056 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89b7cae-6a75-40a4-abb6-3397e1a0f9ea None None] Routers {'87a48b1e-28a2-4761-8d97-248a4caa80d6'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:26:14.516108 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-e89b7cae-6a75-40a4-abb6-3397e1a0f9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:25:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['87a48b1e-28a2-4761-8d97-248a4caa80d6'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:14.543320 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52cab454-a297-40e1-9875-57e0e3114352 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:26:14.543732 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52cab454-a297-40e1-9875-57e0e3114352 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: util.warn( Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: util.warn( Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: util.warn( Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: util.warn( Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:26:14.560096 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:26:14.618050 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ebf309c-8421-402c-acdd-dfaffcd8aef8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:14.619274 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2ebf309c-8421-402c-acdd-dfaffcd8aef8 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "PUT /v2.0/routers/87a48b1e-28a2-4761-8d97-248a4caa80d6 HTTP/1.1" status: 200 len: 693 time: 1.9704833 Jan 26 11:26:14.624543 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51616) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:14.676197 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d74fad-74a2-4cf1-bfb9-ea8739a9f736 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network 6259bfe5-dcf7-42df-8b02-3721a4a83053 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:26:14.678218 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-e89b7cae-6a75-40a4-abb6-3397e1a0f9ea None None] Set router 87a48b1e-28a2-4761-8d97-248a4caa80d6 gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:26:14.688990 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-85d74fad-74a2-4cf1-bfb9-ea8739a9f736 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:14.691428 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d74fad-74a2-4cf1-bfb9-ea8739a9f736 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:26:14.696927 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b7aea9f4-a4c0-4f95-a9d9-5ca56329da42 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=842c60b3ea48471781d793ccfd6dea01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548897 Jan 26 11:26:14.697530 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d74fad-74a2-4cf1-bfb9-ea8739a9f736 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:14.698334 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-85d74fad-74a2-4cf1-bfb9-ea8739a9f736 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:14.704394 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51620) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:14.706096 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.api [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:26:14.706439 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG oslo_db.api [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:26:14.712014 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d74fad-74a2-4cf1-bfb9-ea8739a9f736 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Port': ['ID=b75c00f4-1739-46c1-8384-beb6f2b14322,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:14.715902 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Deleting port 7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:14.716733 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:14.764507 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52cab454-a297-40e1-9875-57e0e3114352 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:14.768478 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52cab454-a297-40e1-9875-57e0e3114352 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:14.794928 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-58d2e41b-b040-4716-9b65-3b27db881b90 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "GET /v2.0/routers/87a48b1e-28a2-4761-8d97-248a4caa80d6 HTTP/1.1" status: 200 len: 699 time: 0.1659045 Jan 26 11:26:14.795446 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51624) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:14.828558 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-e89b7cae-6a75-40a4-abb6-3397e1a0f9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a48b1e-28a2-4761-8d97-248a4caa80d6', 'name': 'tempest-RoutersTest-router-933488707', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:11Z', 'updated_at': '2022-01-26T11:26:13Z', 'revision_number': 2, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:14.840123 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89b7cae-6a75-40a4-abb6-3397e1a0f9ea None None] Checking router: 87a48b1e-28a2-4761-8d97-248a4caa80d6 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:26:14.849267 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89b7cae-6a75-40a4-abb6-3397e1a0f9ea None None] Routers {'87a48b1e-28a2-4761-8d97-248a4caa80d6'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:26:14.850226 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-e89b7cae-6a75-40a4-abb6-3397e1a0f9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:25:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['87a48b1e-28a2-4761-8d97-248a4caa80d6'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:14.862189 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] The port '7cbebbe3-45f8-4fd6-a051-bd820bb2d8d1' was deleted {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:26:14.863319 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cab454-a297-40e1-9875-57e0e3114352 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Network': ['ID=aa3c39cf-3219-4681-8146-a0f2696e16eb,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:14.882604 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-52cab454-a297-40e1-9875-57e0e3114352 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/networks/aa3c39cf-3219-4681-8146-a0f2696e16eb HTTP/1.1" status: 204 len: 168 time: 4.3777757 Jan 26 11:26:14.882867 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-92dfa857-37e4-494b-a6cb-a8dee6c62934 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Synchronizing usage tracker for tenant:252bea5ac7b143c89da38d9a87822c0c on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:14.882987 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51628) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:14.914585 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-85d74fad-74a2-4cf1-bfb9-ea8739a9f736 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.4123785 Jan 26 11:26:14.921079 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51632) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:15.008259 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-e89b7cae-6a75-40a4-abb6-3397e1a0f9ea None None] Set router 87a48b1e-28a2-4761-8d97-248a4caa80d6 gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:26:15.019863 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fea6c68e-6661-4be8-8654-3982b2fbe17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:15.079779 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-92dfa857-37e4-494b-a6cb-a8dee6c62934 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Unset dirty status for tenant:252bea5ac7b143c89da38d9a87822c0c on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:15.081501 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-92dfa857-37e4-494b-a6cb-a8dee6c62934 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "GET /v2.0/ports?device_id=87a48b1e-28a2-4761-8d97-248a4caa80d6 HTTP/1.1" status: 200 len: 205 time: 0.2851508 Jan 26 11:26:15.088224 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51636) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:15.115769 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-e89b7cae-6a75-40a4-abb6-3397e1a0f9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a48b1e-28a2-4761-8d97-248a4caa80d6', 'name': 'tempest-RoutersTest-router-933488707', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:11Z', 'updated_at': '2022-01-26T11:26:13Z', 'revision_number': 2, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:15.120718 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89b7cae-6a75-40a4-abb6-3397e1a0f9ea None None] The sync data for ids ['87a48b1e-28a2-4761-8d97-248a4caa80d6'] in dv-neutron-826439-1-hyperv is: [{'id': '87a48b1e-28a2-4761-8d97-248a4caa80d6', 'name': 'tempest-RoutersTest-router-933488707', 'tenant_id': '252bea5ac7b143c89da38d9a87822c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:11Z', 'updated_at': '2022-01-26T11:26:13Z', 'revision_number': 2, 'project_id': '252bea5ac7b143c89da38d9a87822c0c', 'gw_port_host': None}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:26:15.138684 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6aa1d48b-ea32-413a-bfcb-649c9dcf2923 None None] Provisioning for port b75c00f4-1739-46c1-8384-beb6f2b14322 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:15.150615 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6aa1d48b-ea32-413a-bfcb-649c9dcf2923 None None] Provisioning complete for port b75c00f4-1739-46c1-8384-beb6f2b14322 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:15.151210 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6aa1d48b-ea32-413a-bfcb-649c9dcf2923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:15.164559 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98633009-e500-4842-8230-1a33060bff5e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:15.170571 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-98633009-e500-4842-8230-1a33060bff5e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "GET /v2.0/ports/39e77ce5-024f-4e4c-a841-65c61f6d2fb5 HTTP/1.1" status: 200 len: 841 time: 0.2821667 Jan 26 11:26:15.175470 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51640) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:15.221045 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-6aa1d48b-ea32-413a-bfcb-649c9dcf2923 None None] Port b75c00f4-1739-46c1-8384-beb6f2b14322 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:26:15.279320 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:15.291566 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fea6c68e-6661-4be8-8654-3982b2fbe17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:15.299767 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9e50f8f5-080a-4288-86c8-efa4159edfd1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:15.331305 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19847189-1878-45cb-aa89-0016a9ecb494']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:15.360766 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f564ebb-e6c1-4db9-b7ef-e8f15810c401') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:15.361161 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f564ebb-e6c1-4db9-b7ef-e8f15810c401') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:15.381038 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:15.402414 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3074aa2-9108-4ef8-8f24-bc4b13d5e78c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:15.403125 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a3074aa2-9108-4ef8-8f24-bc4b13d5e78c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Synchronizing usage tracker for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:15.411006 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:15.424380 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:26:15.425018 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:26:15.443619 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:26:15.451176 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a3074aa2-9108-4ef8-8f24-bc4b13d5e78c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Unset dirty status for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:15.452402 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a3074aa2-9108-4ef8-8f24-bc4b13d5e78c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.5301178 Jan 26 11:26:15.457047 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51644) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:15.545475 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fea6c68e-6661-4be8-8654-3982b2fbe17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:15.559313 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-cef3323f-9ff7-485e-8c31-22b980a1be50 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "GET /v2.0/ports/39e77ce5-024f-4e4c-a841-65c61f6d2fb5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3773777 Jan 26 11:26:15.561953 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51648) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:15.569696 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-5a330f4f-a157-47f9-b5ac-d1dbca7e81a2 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'subnet': {'network_id': '521315c0-0d97-46d6-8c4a-73095d51c5ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:15.591524 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6c68e-6661-4be8-8654-3982b2fbe17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3225caf-112d-4c06-a17c-d21e05d53713,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:15.603192 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:15.624758 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:15.636200 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fea6c68e-6661-4be8-8654-3982b2fbe17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:15.637329 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-fea6c68e-6661-4be8-8654-3982b2fbe17c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c3225caf-112d-4c06-a17c-d21e05d53713 HTTP/1.1" status: 204 len: 168 time: 0.9300416 Jan 26 11:26:15.642276 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event deleted for resources: {'Network': ['ID=19847189-1878-45cb-aa89-0016a9ecb494,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:15.644763 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6c2db5f5-26e5-4a44-98f0-31544864460d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "DELETE /v2.0/networks/19847189-1878-45cb-aa89-0016a9ecb494 HTTP/1.1" status: 204 len: 168 time: 8.1515183 Jan 26 11:26:15.647867 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51654) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:15.676350 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9e50f8f5-080a-4288-86c8-efa4159edfd1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:15.681144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9e50f8f5-080a-4288-86c8-efa4159edfd1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:15.689874 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-7864c298-5a9c-43e9-8843-49f95d7801ff tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:15.690288 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7864c298-5a9c-43e9-8843-49f95d7801ff tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:15.692150 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7864c298-5a9c-43e9-8843-49f95d7801ff tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "DELETE /v2.0/subnets/6157f120-67ef-441c-ad9d-ccfa6023c5af HTTP/1.1" status: 404 len: 337 time: 0.0433354 Jan 26 11:26:15.694864 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51658) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:15.734496 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba38a61-24d0-464f-81f6-23f45ef72e6c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:15.740446 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba38a61-24d0-464f-81f6-23f45ef72e6c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:15.746619 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba38a61-24d0-464f-81f6-23f45ef72e6c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:15.751316 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-aba38a61-24d0-464f-81f6-23f45ef72e6c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2800140 Jan 26 11:26:15.751316 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf782c3-c852-4972-a843-8b3adda6fad6 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:15.751316 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf782c3-c852-4972-a843-8b3adda6fad6 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:15.751785 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6bf782c3-c852-4972-a843-8b3adda6fad6 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "DELETE /v2.0/networks/19847189-1878-45cb-aa89-0016a9ecb494 HTTP/1.1" status: 404 len: 339 time: 0.0543342 Jan 26 11:26:15.752316 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51662) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:15.754353 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51664) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:15.775442 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5a330f4f-a157-47f9-b5ac-d1dbca7e81a2 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:15.779775 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5a330f4f-a157-47f9-b5ac-d1dbca7e81a2 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:subnet and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:15.782756 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5a330f4f-a157-47f9-b5ac-d1dbca7e81a2 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:15.788497 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5a330f4f-a157-47f9-b5ac-d1dbca7e81a2 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:15.804549 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a330f4f-a157-47f9-b5ac-d1dbca7e81a2 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:15.808643 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a330f4f-a157-47f9-b5ac-d1dbca7e81a2 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:15.845323 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a06f1e1-6c65-4f9e-86bf-65bdf535d49c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:15.845697 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a06f1e1-6c65-4f9e-86bf-65bdf535d49c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:15.847440 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8a06f1e1-6c65-4f9e-86bf-65bdf535d49c tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "DELETE /v2.0/subnets/e19639b3-0dfb-4f62-8990-cdf51541abcf HTTP/1.1" status: 404 len: 337 time: 0.0919907 Jan 26 11:26:15.850568 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51672) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:15.887601 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-b099ea4d-bf61-46e8-835b-8d2fde5ebb25 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:15.888396 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b099ea4d-bf61-46e8-835b-8d2fde5ebb25 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:15.890579 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b099ea4d-bf61-46e8-835b-8d2fde5ebb25 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "DELETE /v2.0/networks/983c7251-5e42-4c2d-b2b9-6ebd31ea25aa HTTP/1.1" status: 404 len: 339 time: 0.0390699 Jan 26 11:26:15.893456 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51676) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:15.922086 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9e50f8f5-080a-4288-86c8-efa4159edfd1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:15.922770 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e50f8f5-080a-4288-86c8-efa4159edfd1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Fanout notify agent at l3_agent the message router_deleted on router 87a48b1e-28a2-4761-8d97-248a4caa80d6 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:26:15.929722 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-2ddd29e3-f228-4243-aad0-bff8ef007ad4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting port b75c00f4-1739-46c1-8384-beb6f2b14322 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:15.930075 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ddd29e3-f228-4243-aad0-bff8ef007ad4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:15.956728 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9e50f8f5-080a-4288-86c8-efa4159edfd1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:15.961016 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9e50f8f5-080a-4288-86c8-efa4159edfd1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/routers/87a48b1e-28a2-4761-8d97-248a4caa80d6 HTTP/1.1" status: 204 len: 168 time: 0.8686690 Jan 26 11:26:15.964448 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51684) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:15.982671 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-440665e1-6583-49f6-9d1f-5cc420173e85 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:15.983155 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-440665e1-6583-49f6-9d1f-5cc420173e85 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:15.987267 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-440665e1-6583-49f6-9d1f-5cc420173e85 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "DELETE /v2.0/subnets/001880ce-9347-4e31-9c78-1e29b4bbcf81 HTTP/1.1" status: 404 len: 337 time: 0.0904925 Jan 26 11:26:15.987956 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51688) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:16.021375 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-48450174-99bc-4fdb-8404-f7a4dba85ff7 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "GET /v2.0/ports?device_id=87a48b1e-28a2-4761-8d97-248a4caa80d6 HTTP/1.1" status: 200 len: 205 time: 0.0568681 Jan 26 11:26:16.022048 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-560e5da7-2a50-430f-ad09-b5e035bb1bc4 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:16.022769 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-560e5da7-2a50-430f-ad09-b5e035bb1bc4 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:16.023354 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51694) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:16.024862 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-560e5da7-2a50-430f-ad09-b5e035bb1bc4 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "DELETE /v2.0/networks/28e6dc50-46f7-4522-9f21-e0d1ff634bcc HTTP/1.1" status: 404 len: 339 time: 0.0358288 Jan 26 11:26:16.027982 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51698) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:16.165400 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-d6aaecd7-47b3-4aa2-95e5-e2c9f6f8e341 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Deleting port 0ac96033-9094-44f3-a2e5-295a2dffa456 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:16.165743 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d6aaecd7-47b3-4aa2-95e5-e2c9f6f8e341 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:16.201335 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-200e6c1b-6b70-447b-ad1c-9618a36e46e0 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] delete failed (client error): The resource could not be found. Jan 26 11:26:16.202379 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-200e6c1b-6b70-447b-ad1c-9618a36e46e0 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/routers/87a48b1e-28a2-4761-8d97-248a4caa80d6 HTTP/1.1" status: 404 len: 336 time: 0.1780031 Jan 26 11:26:16.210971 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51704) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:16.239424 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ddd29e3-f228-4243-aad0-bff8ef007ad4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:16.311138 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bc5770-eee4-4848-a4c5-ec974ec57992 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:16.311611 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85bc5770-eee4-4848-a4c5-ec974ec57992 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:16.325055 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-85bc5770-eee4-4848-a4c5-ec974ec57992 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/subnets/0d95291a-984b-4d03-a67e-01df9a44b844 HTTP/1.1" status: 404 len: 337 time: 0.0983152 Jan 26 11:26:16.351448 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51714) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:16.380134 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-2ddd29e3-f228-4243-aad0-bff8ef007ad4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Calling delete_port for b75c00f4-1739-46c1-8384-beb6f2b14322 owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:16.521023 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51720) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:16.542548 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f0bd66-b525-425e-940f-7e3d741c5da0 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:16.543047 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3f0bd66-b525-425e-940f-7e3d741c5da0 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:16.547963 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b3f0bd66-b525-425e-940f-7e3d741c5da0 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/subnets/7c857c89-e0f2-4115-a516-932932637cac HTTP/1.1" status: 404 len: 337 time: 0.1855648 Jan 26 11:26:16.548654 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51726) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:16.584116 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ddd29e3-f228-4243-aad0-bff8ef007ad4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:16.617353 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a330f4f-a157-47f9-b5ac-d1dbca7e81a2 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:16.633720 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-4457ab36-b2c1-4794-915e-dfa71078fe98 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:16.634185 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4457ab36-b2c1-4794-915e-dfa71078fe98 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:16.647330 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd29e3-f228-4243-aad0-bff8ef007ad4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Port': ['ID=b75c00f4-1739-46c1-8384-beb6f2b14322,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:16.689251 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-981f9184-9c35-4378-acd5-30c763144c29 tempest-SubnetPoolsTestJSON-103474610 tempest-SubnetPoolsTestJSON-103474610-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-965279597', 'prefixes': ['172.20.0.0/16']}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:16.694273 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4457ab36-b2c1-4794-915e-dfa71078fe98 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/subnets/eebe507c-2d3a-48c3-8058-a648fadbe4ad HTTP/1.1" status: 404 len: 337 time: 0.1446173 Jan 26 11:26:16.701473 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-981f9184-9c35-4378-acd5-30c763144c29 tempest-SubnetPoolsTestJSON-103474610 tempest-SubnetPoolsTestJSON-103474610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:16.703313 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51730) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:16.708939 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ddd29e3-f228-4243-aad0-bff8ef007ad4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:16.710834 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2ddd29e3-f228-4243-aad0-bff8ef007ad4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/ports/b75c00f4-1739-46c1-8384-beb6f2b14322 HTTP/1.1" status: 204 len: 168 time: 0.9575374 Jan 26 11:26:16.716621 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51734) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:16.751316 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-72325eda-ec48-4aa2-ac16-b320b781b38c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:16.751920 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72325eda-ec48-4aa2-ac16-b320b781b38c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:16.756157 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-72325eda-ec48-4aa2-ac16-b320b781b38c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/subnets/188c429f-f0c4-447a-83ea-2aa6957b2901 HTTP/1.1" status: 404 len: 337 time: 0.0476470 Jan 26 11:26:16.756441 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51738) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:16.774533 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d6aaecd7-47b3-4aa2-95e5-e2c9f6f8e341 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:16.804644 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-426cfc7e-9f76-44d3-9aeb-964a75721bb5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] GET failed (client error): The resource could not be found. Jan 26 11:26:16.805324 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-426cfc7e-9f76-44d3-9aeb-964a75721bb5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Synchronizing usage tracker for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:16.811445 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0df4978e-e0fd-4e7a-8133-aff19cb3d481 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "GET /v2.0/ports?device_id=18505ef1-f02f-46b0-8893-ffc4d27ca053 HTTP/1.1" status: 200 len: 205 time: 0.0517669 Jan 26 11:26:16.811652 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51742) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:16.814778 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a330f4f-a157-47f9-b5ac-d1dbca7e81a2 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network 521315c0-0d97-46d6-8c4a-73095d51c5ae is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:26:16.896642 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-816b3bb9-9fda-4ac7-84a6-3a98215ed16e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] delete failed (client error): The resource could not be found. Jan 26 11:26:16.897674 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-816b3bb9-9fda-4ac7-84a6-3a98215ed16e tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/routers/18505ef1-f02f-46b0-8893-ffc4d27ca053 HTTP/1.1" status: 404 len: 336 time: 0.0851576 Jan 26 11:26:16.901142 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51746) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:16.939217 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-5a330f4f-a157-47f9-b5ac-d1dbca7e81a2 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:16.944794 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a330f4f-a157-47f9-b5ac-d1dbca7e81a2 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:16.945375 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a330f4f-a157-47f9-b5ac-d1dbca7e81a2 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:16.953766 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a7d1b4b9-b12f-424b-a57c-0f72015931ad tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "GET /v2.0/ports?device_id=294654c5-2241-4d2a-8267-c9dd213ae4d8 HTTP/1.1" status: 200 len: 205 time: 0.0513966 Jan 26 11:26:16.954825 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0605fcf2-2a9f-4301-87fd-0d729b12ca71 None None] Network 521315c0-0d97-46d6-8c4a-73095d51c5ae requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:16.956043 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51750) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:16.969993 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-d6aaecd7-47b3-4aa2-95e5-e2c9f6f8e341 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Calling delete_port for 0ac96033-9094-44f3-a2e5-295a2dffa456 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:17.010160 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a330f4f-a157-47f9-b5ac-d1dbca7e81a2 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Subnet': ['ID=d161ffe6-0773-4ab7-a781-1b98bb1bd475,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:17.020364 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-426cfc7e-9f76-44d3-9aeb-964a75721bb5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Unset dirty status for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:17.022478 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-426cfc7e-9f76-44d3-9aeb-964a75721bb5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "GET /v2.0/ports/b75c00f4-1739-46c1-8384-beb6f2b14322 HTTP/1.1" status: 404 len: 333 time: 0.3048596 Jan 26 11:26:17.024288 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5a330f4f-a157-47f9-b5ac-d1dbca7e81a2 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4612284 Jan 26 11:26:17.025330 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51754) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:17.028830 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51756) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:17.036577 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-017b2a58-0b40-4211-aa3e-57dee3cc22de tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'security_group': {'name': 'tempest-secgroup-1298859485'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:17.047257 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-017b2a58-0b40-4211-aa3e-57dee3cc22de tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:17.055197 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-017b2a58-0b40-4211-aa3e-57dee3cc22de tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:security_group and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:17.059762 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-017b2a58-0b40-4211-aa3e-57dee3cc22de tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:17.075959 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-e73c1415-d062-48c6-a91a-3a682c26051c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] delete failed (client error): The resource could not be found. Jan 26 11:26:17.076661 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-017b2a58-0b40-4211-aa3e-57dee3cc22de tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:17.077459 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e73c1415-d062-48c6-a91a-3a682c26051c tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/routers/294654c5-2241-4d2a-8267-c9dd213ae4d8 HTTP/1.1" status: 404 len: 336 time: 0.1205232 Jan 26 11:26:17.078234 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-981f9184-9c35-4378-acd5-30c763144c29 tempest-SubnetPoolsTestJSON-103474610 tempest-SubnetPoolsTestJSON-103474610-project] Notify callbacks [] for subnetpool, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:17.079431 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-981f9184-9c35-4378-acd5-30c763144c29 tempest-SubnetPoolsTestJSON-103474610 tempest-SubnetPoolsTestJSON-103474610-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5573530 Jan 26 11:26:17.083275 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51762) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:17.083531 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51764) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:17.117351 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-8871b0c7-7173-4326-950a-b097095c6b1e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting port 11d9ecfc-bb12-4a6b-aefa-486794689a57 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:17.117745 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8871b0c7-7173-4326-950a-b097095c6b1e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:17.149981 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57024e9-ffe8-4772-8788-50ff7882ea29 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:17.150907 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d57024e9-ffe8-4772-8788-50ff7882ea29 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:17.154033 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-017b2a58-0b40-4211-aa3e-57dee3cc22de tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:17.172391 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d6aaecd7-47b3-4aa2-95e5-e2c9f6f8e341 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:17.228009 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-79754b6e-e4e0-4893-887a-83e1631f8a2d tempest-SubnetPoolsTestJSON-103474610 tempest-SubnetPoolsTestJSON-103474610-project] 10.222.0.39 "GET /v2.0/subnetpools/05cb2f92-12d9-483f-b12b-1da4497b006b HTTP/1.1" status: 200 len: 731 time: 0.1434157 Jan 26 11:26:17.229979 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d57024e9-ffe8-4772-8788-50ff7882ea29 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/subnets/68db144d-d620-406a-ac83-3161b6745e78 HTTP/1.1" status: 404 len: 337 time: 0.1435952 Jan 26 11:26:17.236072 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1be135-0fc6-4dab-b216-bddbf6fee829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-521315c0-0d97-46d6-8c4a-73095d51c5ae', 'network_id': '521315c0-0d97-46d6-8c4a-73095d51c5ae', 'tenant_id': 'f243e59f155e4e8b9c168a6739897859', 'fixed_ips': [{'subnet_id': 'd161ffe6-0773-4ab7-a781-1b98bb1bd475'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:26:17.237080 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6c1be135-0fc6-4dab-b216-bddbf6fee829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:17.240686 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51770) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:17.241016 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51772) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:17.279203 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aaecd7-47b3-4aa2-95e5-e2c9f6f8e341 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event deleted for resources: {'Port': ['ID=0ac96033-9094-44f3-a2e5-295a2dffa456,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:17.285145 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d6aaecd7-47b3-4aa2-95e5-e2c9f6f8e341 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:17.289209 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d6aaecd7-47b3-4aa2-95e5-e2c9f6f8e341 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "DELETE /v2.0/ports/0ac96033-9094-44f3-a2e5-295a2dffa456 HTTP/1.1" status: 204 len: 168 time: 1.2046611 Jan 26 11:26:17.289530 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51778) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:17.293970 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-017b2a58-0b40-4211-aa3e-57dee3cc22de tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:17.298890 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-7fe52f19-c2c2-4ff0-8233-ee1bc23ffe7d tempest-SubnetPoolsTestJSON-103474610 tempest-SubnetPoolsTestJSON-103474610-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1658298205'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:17.320018 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-017b2a58-0b40-4211-aa3e-57dee3cc22de tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:security_group_rule and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:17.326453 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-017b2a58-0b40-4211-aa3e-57dee3cc22de tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:17.331024 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b869427a-a5dd-4e3d-96db-fb9ac1399288 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ab99a6b-8e1d-4869-8ca0-f630885c6772 HTTP/1.1" status: 200 len: 205 time: 0.0846345 Jan 26 11:26:17.336754 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-017b2a58-0b40-4211-aa3e-57dee3cc22de tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:17.338523 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51782) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:17.372905 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c033fd-4a32-4738-975d-d28ac53cbb6d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:17.373609 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c033fd-4a32-4738-975d-d28ac53cbb6d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:17.375471 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e1c033fd-4a32-4738-975d-d28ac53cbb6d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "DELETE /v2.0/subnets/99a9e7df-2c74-4fec-857e-8eb0b6329576 HTTP/1.1" status: 404 len: 337 time: 0.0848165 Jan 26 11:26:17.382447 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51786) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:17.410983 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-6c1be135-0fc6-4dab-b216-bddbf6fee829 None None] Allocated IP 172.20.0.2 (521315c0-0d97-46d6-8c4a-73095d51c5ae/d161ffe6-0773-4ab7-a781-1b98bb1bd475/9b88b825-5341-4a8d-aa42-619ae7827d3a) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:26:17.436966 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-84f66b4c-dee6-4895-87d9-bc0dbb4effe3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] delete failed (client error): The resource could not be found. Jan 26 11:26:17.440657 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-84f66b4c-dee6-4895-87d9-bc0dbb4effe3 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/routers/3ab99a6b-8e1d-4869-8ca0-f630885c6772 HTTP/1.1" status: 404 len: 336 time: 0.0943158 Jan 26 11:26:17.450440 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51790) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:17.530980 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c34b7f97-aded-4127-bb55-98e4079f5f90 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "GET /v2.0/ports?device_id=f291ee22-5953-4553-b9e8-4107428eb6ff HTTP/1.1" status: 200 len: 205 time: 0.0771844 Jan 26 11:26:17.533778 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51794) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:17.598933 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-017b2a58-0b40-4211-aa3e-57dee3cc22de tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:17.605943 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-017b2a58-0b40-4211-aa3e-57dee3cc22de tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:17.609592 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7fe52f19-c2c2-4ff0-8233-ee1bc23ffe7d tempest-SubnetPoolsTestJSON-103474610 tempest-SubnetPoolsTestJSON-103474610-project] Notify callbacks [] for subnetpool, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:17.613453 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7fe52f19-c2c2-4ff0-8233-ee1bc23ffe7d tempest-SubnetPoolsTestJSON-103474610 tempest-SubnetPoolsTestJSON-103474610-project] 10.222.0.39 "PUT /v2.0/subnetpools/05cb2f92-12d9-483f-b12b-1da4497b006b HTTP/1.1" status: 200 len: 684 time: 0.3669865 Jan 26 11:26:17.622389 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51798) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:17.664792 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-be9cbe94-cd1d-4fda-8750-d64effcc8a05 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:17.668776 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-017b2a58-0b40-4211-aa3e-57dee3cc22de tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:17.672649 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-017b2a58-0b40-4211-aa3e-57dee3cc22de tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6400170 Jan 26 11:26:17.674358 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51802) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:17.677186 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-993152d6-0225-4a31-acd8-1d3eb4e07b09 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] delete failed (client error): The resource could not be found. Jan 26 11:26:17.677186 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-993152d6-0225-4a31-acd8-1d3eb4e07b09 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/routers/f291ee22-5953-4553-b9e8-4107428eb6ff HTTP/1.1" status: 404 len: 336 time: 0.1416190 Jan 26 11:26:17.677482 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b2a58-0b40-4211-aa3e-57dee3cc22de tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80d9edfd-b542-47bf-a068-2a55e9f67222,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:17.679026 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51806) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:17.679523 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6c1be135-0fc6-4dab-b216-bddbf6fee829 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:17.682953 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-4fd66c90-eab3-493b-b7b5-99d532e50f5e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'security_group': {'name': 'tempest-secgroup-852927015'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:17.692241 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6c1be135-0fc6-4dab-b216-bddbf6fee829 None None] Transition to ACTIVE for port object 9b88b825-5341-4a8d-aa42-619ae7827d3a will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:17.712174 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6c1be135-0fc6-4dab-b216-bddbf6fee829 None None] Transition to ACTIVE for port object 9b88b825-5341-4a8d-aa42-619ae7827d3a will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:17.719337 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6c1be135-0fc6-4dab-b216-bddbf6fee829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:17.736515 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4fd66c90-eab3-493b-b7b5-99d532e50f5e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:17.750946 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4fd66c90-eab3-493b-b7b5-99d532e50f5e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:security_group and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:17.755920 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e190a08-fdf6-4eec-92ca-2bca30fe33cb tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:17.756368 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e190a08-fdf6-4eec-92ca-2bca30fe33cb tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:17.760465 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2e190a08-fdf6-4eec-92ca-2bca30fe33cb tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/subnets/da0e778c-ae80-4c19-bcae-2db8d2555efe HTTP/1.1" status: 404 len: 337 time: 0.0705144 Jan 26 11:26:17.760465 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4fd66c90-eab3-493b-b7b5-99d532e50f5e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:17.766960 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51810) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:17.767579 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8871b0c7-7173-4326-950a-b097095c6b1e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:17.769333 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4fd66c90-eab3-493b-b7b5-99d532e50f5e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:17.790714 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1be135-0fc6-4dab-b216-bddbf6fee829 None None] Network 521315c0-0d97-46d6-8c4a-73095d51c5ae is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:26:17.840294 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-6c1be135-0fc6-4dab-b216-bddbf6fee829 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:17.844015 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6406ef9b-e531-4362-8042-3c6a962ca7ae tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "GET /v2.0/ports?device_id=aff357a6-5892-48bf-a8af-e39ac531cdb7 HTTP/1.1" status: 200 len: 205 time: 0.0761800 Jan 26 11:26:17.844680 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1be135-0fc6-4dab-b216-bddbf6fee829 None None] Pushing event updated for resources: {'Port': ['ID=9b88b825-5341-4a8d-aa42-619ae7827d3a,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:17.847186 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1be135-0fc6-4dab-b216-bddbf6fee829 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:26:17.848249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51814) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:17.855327 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4fd66c90-eab3-493b-b7b5-99d532e50f5e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:17.918241 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-8871b0c7-7173-4326-950a-b097095c6b1e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Calling delete_port for 11d9ecfc-bb12-4a6b-aefa-486794689a57 owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:17.943726 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-b881faa9-54db-4c21-ac4c-d9758b9900c2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] delete failed (client error): The resource could not be found. Jan 26 11:26:17.946202 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b881faa9-54db-4c21-ac4c-d9758b9900c2 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/routers/aff357a6-5892-48bf-a8af-e39ac531cdb7 HTTP/1.1" status: 404 len: 336 time: 0.0955675 Jan 26 11:26:17.948732 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51818) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:17.949033 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-6c1be135-0fc6-4dab-b216-bddbf6fee829 None None] Attempting to bind port 9b88b825-5341-4a8d-aa42-619ae7827d3a on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:26:17.949940 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-6c1be135-0fc6-4dab-b216-bddbf6fee829 None None] Attempting to bind port 9b88b825-5341-4a8d-aa42-619ae7827d3a by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'a15607ce-19f2-48ae-8362-23a2b0d3e74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '521315c0-0d97-46d6-8c4a-73095d51c5ae'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:26:17.950585 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1be135-0fc6-4dab-b216-bddbf6fee829 None None] Attempting to bind port 9b88b825-5341-4a8d-aa42-619ae7827d3a on network 521315c0-0d97-46d6-8c4a-73095d51c5ae {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:26:17.956759 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4fd66c90-eab3-493b-b7b5-99d532e50f5e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:17.957028 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1be135-0fc6-4dab-b216-bddbf6fee829 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:26:17.957959 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1be135-0fc6-4dab-b216-bddbf6fee829 None None] Checking segment: {'id': 'a15607ce-19f2-48ae-8362-23a2b0d3e74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '521315c0-0d97-46d6-8c4a-73095d51c5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:26:17.958387 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6c1be135-0fc6-4dab-b216-bddbf6fee829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:17.958943 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1be135-0fc6-4dab-b216-bddbf6fee829 None None] Bound using segment: {'id': 'a15607ce-19f2-48ae-8362-23a2b0d3e74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '521315c0-0d97-46d6-8c4a-73095d51c5ae'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:26:17.959409 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-6c1be135-0fc6-4dab-b216-bddbf6fee829 None None] Bound port: 9b88b825-5341-4a8d-aa42-619ae7827d3a, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15607ce-19f2-48ae-8362-23a2b0d3e74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '521315c0-0d97-46d6-8c4a-73095d51c5ae'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:26:17.959786 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6c1be135-0fc6-4dab-b216-bddbf6fee829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:17.960415 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-973765b1-5e21-4eea-87c6-9b3d39a14b15 tempest-SubnetPoolsTestJSON-103474610 tempest-SubnetPoolsTestJSON-103474610-project] Notify callbacks [] for subnetpool, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:17.964731 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-973765b1-5e21-4eea-87c6-9b3d39a14b15 tempest-SubnetPoolsTestJSON-103474610 tempest-SubnetPoolsTestJSON-103474610-project] 10.222.0.39 "DELETE /v2.0/subnetpools/05cb2f92-12d9-483f-b12b-1da4497b006b HTTP/1.1" status: 204 len: 168 time: 0.3332322 Jan 26 11:26:17.965069 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51822) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:17.967926 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4fd66c90-eab3-493b-b7b5-99d532e50f5e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:security_group_rule and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:17.982109 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4fd66c90-eab3-493b-b7b5-99d532e50f5e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:17.990502 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4fd66c90-eab3-493b-b7b5-99d532e50f5e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:17.993009 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-b5a310ac-9233-406d-959e-5cd12fdab4a8 tempest-SubnetPoolsTestJSON-103474610 tempest-SubnetPoolsTestJSON-103474610-project] show failed (client error): The resource could not be found. Jan 26 11:26:17.997796 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b5a310ac-9233-406d-959e-5cd12fdab4a8 tempest-SubnetPoolsTestJSON-103474610 tempest-SubnetPoolsTestJSON-103474610-project] 10.222.0.39 "GET /v2.0/subnetpools/05cb2f92-12d9-483f-b12b-1da4497b006b HTTP/1.1" status: 404 len: 346 time: 0.0281253 Jan 26 11:26:17.998600 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51826) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:18.029660 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-c6aeb409-6668-4a0e-b908-409f0a6ff052 tempest-SubnetPoolsTestJSON-103474610 tempest-SubnetPoolsTestJSON-103474610-project] delete failed (client error): The resource could not be found. Jan 26 11:26:18.034531 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c6aeb409-6668-4a0e-b908-409f0a6ff052 tempest-SubnetPoolsTestJSON-103474610 tempest-SubnetPoolsTestJSON-103474610-project] 10.222.0.39 "DELETE /v2.0/subnetpools/05cb2f92-12d9-483f-b12b-1da4497b006b HTTP/1.1" status: 404 len: 346 time: 0.0296190 Jan 26 11:26:18.039069 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-be9cbe94-cd1d-4fda-8750-d64effcc8a05 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:18.051471 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-6c1be135-0fc6-4dab-b216-bddbf6fee829 None None] For port 9b88b825-5341-4a8d-aa42-619ae7827d3a, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:26:18.054347 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-6c1be135-0fc6-4dab-b216-bddbf6fee829 None None] For port 9b88b825-5341-4a8d-aa42-619ae7827d3a, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=9b88b825-5341-4a8d-aa42-619ae7827d3a,segment=NetworkSegment(a15607ce-19f2-48ae-8362-23a2b0d3e74c),segment_id=a15607ce-19f2-48ae-8362-23a2b0d3e74c)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:26:18.060586 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6c1be135-0fc6-4dab-b216-bddbf6fee829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:18.068890 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7eb31ba-2d5d-4b39-9749-71ec92a1c7ba tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:18.069391 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7eb31ba-2d5d-4b39-9749-71ec92a1c7ba tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:18.071116 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d7eb31ba-2d5d-4b39-9749-71ec92a1c7ba tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/subnets/2f0a6b28-cf3c-45e9-9792-4b6a48c3dc04 HTTP/1.1" status: 404 len: 337 time: 0.1186047 Jan 26 11:26:18.077648 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51832) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:18.095248 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-be9cbe94-cd1d-4fda-8750-d64effcc8a05 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0aa6a8-c0bb-4e8c-bc57-c6b67bc00734']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:18.120873 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-be9cbe94-cd1d-4fda-8750-d64effcc8a05 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac646092-54bd-4707-9faf-e9e18298a976') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:18.121472 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-be9cbe94-cd1d-4fda-8750-d64effcc8a05 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac646092-54bd-4707-9faf-e9e18298a976') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:18.135922 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-be9cbe94-cd1d-4fda-8750-d64effcc8a05 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:18.147541 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e0223bd9-eda5-45f9-a169-02f30e1cbd20 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "GET /v2.0/ports?device_id=efc19e5e-5246-41c5-9e9b-e85f33bc784c HTTP/1.1" status: 200 len: 205 time: 0.0686276 Jan 26 11:26:18.147813 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1be135-0fc6-4dab-b216-bddbf6fee829 None None] Pushing event updated for resources: {'Port': ['ID=9b88b825-5341-4a8d-aa42-619ae7827d3a,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:18.153260 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51836) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:18.185960 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-be9cbe94-cd1d-4fda-8750-d64effcc8a05 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:18.200613 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9cbe94-cd1d-4fda-8750-d64effcc8a05 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:26:18.201322 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-be9cbe94-cd1d-4fda-8750-d64effcc8a05 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:26:18.219371 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:26:18.229259 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4fd66c90-eab3-493b-b7b5-99d532e50f5e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:18.248471 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4fd66c90-eab3-493b-b7b5-99d532e50f5e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:18.264149 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-fe69fe15-03c9-4734-bc0a-da71f6a12d93 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] delete failed (client error): The resource could not be found. Jan 26 11:26:18.265545 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fe69fe15-03c9-4734-bc0a-da71f6a12d93 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/routers/efc19e5e-5246-41c5-9e9b-e85f33bc784c HTTP/1.1" status: 404 len: 336 time: 0.1112559 Jan 26 11:26:18.273184 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51840) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:18.316880 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8871b0c7-7173-4326-950a-b097095c6b1e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:18.319204 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-be9cbe94-cd1d-4fda-8750-d64effcc8a05 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:18.339515 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-14cdcfcb-c1a1-4790-a9fe-6f5ab44c0bc1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:18.340305 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14cdcfcb-c1a1-4790-a9fe-6f5ab44c0bc1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:18.363294 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd66c90-eab3-493b-b7b5-99d532e50f5e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e9a721-6ac1-4db1-98ab-6be811d4dbe0,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:18.370055 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-14cdcfcb-c1a1-4790-a9fe-6f5ab44c0bc1 tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/subnets/6f926960-8f6f-445e-bb83-e8091be8f263 HTTP/1.1" status: 404 len: 337 time: 0.0904694 Jan 26 11:26:18.370254 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4fd66c90-eab3-493b-b7b5-99d532e50f5e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:18.374510 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4fd66c90-eab3-493b-b7b5-99d532e50f5e tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6972408 Jan 26 11:26:18.374510 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51846) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:18.374510 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51848) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:18.398705 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-be9cbe94-cd1d-4fda-8750-d64effcc8a05 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:18.410037 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871b0c7-7173-4326-950a-b097095c6b1e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Port': ['ID=11d9ecfc-bb12-4a6b-aefa-486794689a57,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:18.418165 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9cbe94-cd1d-4fda-8750-d64effcc8a05 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event deleted for resources: {'Network': ['ID=5b0aa6a8-c0bb-4e8c-bc57-c6b67bc00734,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:18.421926 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-93efede5-2300-43d5-8b06-fe5aed85f835 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1031433036', 'security_groups': ['c1e9a721-6ac1-4db1-98ab-6be811d4dbe0'], 'network_id': '521315c0-0d97-46d6-8c4a-73095d51c5ae', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd161ffe6-0773-4ab7-a781-1b98bb1bd475'}]}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:18.429140 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-be9cbe94-cd1d-4fda-8750-d64effcc8a05 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "DELETE /v2.0/networks/5b0aa6a8-c0bb-4e8c-bc57-c6b67bc00734 HTTP/1.1" status: 204 len: 168 time: 1.0454314 Jan 26 11:26:18.438354 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51854) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:18.479594 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51858) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:18.500759 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8871b0c7-7173-4326-950a-b097095c6b1e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:18.502708 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8871b0c7-7173-4326-950a-b097095c6b1e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/ports/11d9ecfc-bb12-4a6b-aefa-486794689a57 HTTP/1.1" status: 204 len: 168 time: 1.4733670 Jan 26 11:26:18.505459 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51864) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:18.562141 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ab1c6f-09ff-4d17-bc19-f1f201da3fd1 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] GET failed (client error): The resource could not be found. Jan 26 11:26:18.562733 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-24ab1c6f-09ff-4d17-bc19-f1f201da3fd1 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Synchronizing usage tracker for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:18.587269 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-24ab1c6f-09ff-4d17-bc19-f1f201da3fd1 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Unset dirty status for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:18.592460 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-24ab1c6f-09ff-4d17-bc19-f1f201da3fd1 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "GET /v2.0/ports/11d9ecfc-bb12-4a6b-aefa-486794689a57 HTTP/1.1" status: 404 len: 333 time: 0.0857592 Jan 26 11:26:18.593146 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51868) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:18.666119 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-df7049a8-d7ec-4d62-9a27-febe74498cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:18.691107 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e718141-9297-46bb-b096-53e05e0da7ed tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:18.691326 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-df7049a8-d7ec-4d62-9a27-febe74498cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:18.691492 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e718141-9297-46bb-b096-53e05e0da7ed tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:18.697376 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6e718141-9297-46bb-b096-53e05e0da7ed tempest-RoutersTest-281718670 tempest-RoutersTest-281718670-project] 10.222.0.39 "DELETE /v2.0/subnets/b087c9ad-ab0c-4cb9-9f57-b9a21639ef2c HTTP/1.1" status: 404 len: 337 time: 0.3198426 Jan 26 11:26:18.703139 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-df7049a8-d7ec-4d62-9a27-febe74498cad admin admin] Usage tracker for resource:security_group_rule and tenant:7e52a47ae3fb47028c1e583e069f3b47 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:18.710713 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ed6930-bb43-464f-8b4e-4468863b813c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting subnet c639e3a3-bb18-422e-adcf-246c4b78ef41 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:26:18.713460 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-df7049a8-d7ec-4d62-9a27-febe74498cad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:18.721314 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-59ed6930-bb43-464f-8b4e-4468863b813c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:18.773212 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-df7049a8-d7ec-4d62-9a27-febe74498cad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:18.793649 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-39c56666-4b9f-4636-a767-b55e7542c8cc tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Deleting port 8efdb3c6-9731-45a5-afe0-5184e032d9cc {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:18.794040 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-39c56666-4b9f-4636-a767-b55e7542c8cc tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:18.874462 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-59ed6930-bb43-464f-8b4e-4468863b813c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:18.952537 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-93efede5-2300-43d5-8b06-fe5aed85f835 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:18.960435 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-93efede5-2300-43d5-8b06-fe5aed85f835 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:port and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:18.965751 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-93efede5-2300-43d5-8b06-fe5aed85f835 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:18.992377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-93efede5-2300-43d5-8b06-fe5aed85f835 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:19.008213 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51878) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:19.071817 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93efede5-2300-43d5-8b06-fe5aed85f835 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:19.123838 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-39c56666-4b9f-4636-a767-b55e7542c8cc tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:19.145171 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-59ed6930-bb43-464f-8b4e-4468863b813c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:19.180426 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-df7049a8-d7ec-4d62-9a27-febe74498cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:19.188766 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-df7049a8-d7ec-4d62-9a27-febe74498cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:19.248309 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-df7049a8-d7ec-4d62-9a27-febe74498cad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e52a47ae3fb47028c1e583e069f3b47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7674391 Jan 26 11:26:19.255937 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51884) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:19.284695 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7049a8-d7ec-4d62-9a27-febe74498cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a5bcac-3a82-4c86-ac20-7e06d165b0ae,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:19.302524 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-59ed6930-bb43-464f-8b4e-4468863b813c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:19.327147 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-39c56666-4b9f-4636-a767-b55e7542c8cc tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Calling delete_port for 8efdb3c6-9731-45a5-afe0-5184e032d9cc owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:19.361336 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed6930-bb43-464f-8b4e-4468863b813c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Subnet': ['ID=c639e3a3-bb18-422e-adcf-246c4b78ef41,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:19.363562 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-59ed6930-bb43-464f-8b4e-4468863b813c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:19.373005 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834cb08c-bf46-4daf-aa2c-5266dc53eb8a None None] Network 6259bfe5-dcf7-42df-8b02-3721a4a83053 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:19.390178 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-59ed6930-bb43-464f-8b4e-4468863b813c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/subnets/c639e3a3-bb18-422e-adcf-246c4b78ef41 HTTP/1.1" status: 204 len: 168 time: 0.7959859 Jan 26 11:26:19.392731 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4c7f58cf-16d2-4c7f-a66e-b022415db703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:19.394209 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51888) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:19.451349 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-93efede5-2300-43d5-8b06-fe5aed85f835 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:19.493606 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2bff984b-ec76-4536-b31a-b7f38bcca419 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=252bea5ac7b143c89da38d9a87822c0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4816122 Jan 26 11:26:19.494935 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-93efede5-2300-43d5-8b06-fe5aed85f835 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] device_id is not set on port b9cdaa6c-40d0-459e-8082-cbc5cbd5414e yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:26:19.530145 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51892) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:19.564873 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c5be7ec7-b969-4dea-a005-25ea223dec91 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:19.570328 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4c7f58cf-16d2-4c7f-a66e-b022415db703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:19.579830 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-39c56666-4b9f-4636-a767-b55e7542c8cc tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:19.622719 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-c5be7ec7-b969-4dea-a005-25ea223dec91 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting port c8331615-81d0-4590-ba63-f6799bf35aae {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:19.623166 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c5be7ec7-b969-4dea-a005-25ea223dec91 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:19.662672 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c56666-4b9f-4636-a767-b55e7542c8cc tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event deleted for resources: {'Port': ['ID=8efdb3c6-9731-45a5-afe0-5184e032d9cc,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:19.702908 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-39c56666-4b9f-4636-a767-b55e7542c8cc tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:19.704876 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8383ce-e06d-4056-93de-5e9376db47d5 None None] DHCP port deletion for 6259bfe5-dcf7-42df-8b02-3721a4a83053 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:26:19.711248 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8e8383ce-e06d-4056-93de-5e9376db47d5 None None] Deleting port c8331615-81d0-4590-ba63-f6799bf35aae {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:19.711772 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8e8383ce-e06d-4056-93de-5e9376db47d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:19.716490 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4c7f58cf-16d2-4c7f-a66e-b022415db703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:19.732096 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-39c56666-4b9f-4636-a767-b55e7542c8cc tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "DELETE /v2.0/ports/8efdb3c6-9731-45a5-afe0-5184e032d9cc HTTP/1.1" status: 204 len: 168 time: 1.2903411 Jan 26 11:26:19.735021 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51896) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:19.746281 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c25ee2df-c6c8-4abe-8088-ad04d723a003 None None] Provisioning for port 9b88b825-5341-4a8d-aa42-619ae7827d3a completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:19.766491 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-90130b52-3d9a-4726-8184-06791023e416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:19.793514 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-90130b52-3d9a-4726-8184-06791023e416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:19.842427 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-803d7564-f951-4950-938a-ff2513f4c9c3 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:19.842990 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-803d7564-f951-4950-938a-ff2513f4c9c3 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:19.845899 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f58cf-16d2-4c7f-a66e-b022415db703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a5bcac-3a82-4c86-ac20-7e06d165b0ae,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:19.872429 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-803d7564-f951-4950-938a-ff2513f4c9c3 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "DELETE /v2.0/subnets/bbd0af42-98d3-4675-9bf7-1bc7fb1b8cd4 HTTP/1.1" status: 404 len: 337 time: 0.1251330 Jan 26 11:26:19.873319 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4c7f58cf-16d2-4c7f-a66e-b022415db703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:19.874163 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4c7f58cf-16d2-4c7f-a66e-b022415db703 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/46a5bcac-3a82-4c86-ac20-7e06d165b0ae HTTP/1.1" status: 204 len: 168 time: 0.6166739 Jan 26 11:26:19.877612 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51900) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:19.910864 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-90130b52-3d9a-4726-8184-06791023e416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:19.945276 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c25ee2df-c6c8-4abe-8088-ad04d723a003 None None] Provisioning complete for port 39e77ce5-024f-4e4c-a841-65c61f6d2fb5 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:19.945642 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c25ee2df-c6c8-4abe-8088-ad04d723a003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:19.954547 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-c5be7ec7-b969-4dea-a005-25ea223dec91 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] For port c8331615-81d0-4590-ba63-f6799bf35aae, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c8331615-81d0-4590-ba63-f6799bf35aae,segment=NetworkSegment(1e7554ab-2d7c-46b7-9a0a-9351d1ee71e7),segment_id=1e7554ab-2d7c-46b7-9a0a-9351d1ee71e7)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:19.954918 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c5be7ec7-b969-4dea-a005-25ea223dec91 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:19.967038 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90130b52-3d9a-4726-8184-06791023e416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971f6fb7-638d-4f54-8413-2cdeb3e8249c,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:19.973531 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-90130b52-3d9a-4726-8184-06791023e416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:19.974676 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-90130b52-3d9a-4726-8184-06791023e416 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/971f6fb7-638d-4f54-8413-2cdeb3e8249c HTTP/1.1" status: 204 len: 168 time: 0.4426093 Jan 26 11:26:20.013420 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-8e8383ce-e06d-4056-93de-5e9376db47d5 None None] For port c8331615-81d0-4590-ba63-f6799bf35aae, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c8331615-81d0-4590-ba63-f6799bf35aae,segment=NetworkSegment(1e7554ab-2d7c-46b7-9a0a-9351d1ee71e7),segment_id=1e7554ab-2d7c-46b7-9a0a-9351d1ee71e7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:20.013827 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8e8383ce-e06d-4056-93de-5e9376db47d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:20.057590 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-93efede5-2300-43d5-8b06-fe5aed85f835 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Allocated IP 172.20.0.13 (521315c0-0d97-46d6-8c4a-73095d51c5ae/d161ffe6-0773-4ab7-a781-1b98bb1bd475/b9cdaa6c-40d0-459e-8082-cbc5cbd5414e) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:26:20.081277 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6150-6928-43f1-a650-1b51c83e8f8d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:20.082913 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-c25ee2df-c6c8-4abe-8088-ad04d723a003 None None] Port 39e77ce5-024f-4e4c-a841-65c61f6d2fb5 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:26:20.129652 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-c5be7ec7-b969-4dea-a005-25ea223dec91 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Calling delete_port for c8331615-81d0-4590-ba63-f6799bf35aae owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:20.194600 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8e8383ce-e06d-4056-93de-5e9376db47d5 None None] Calling delete_port for c8331615-81d0-4590-ba63-f6799bf35aae owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:20.231561 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c5be7ec7-b969-4dea-a005-25ea223dec91 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:20.310755 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be7ec7-b969-4dea-a005-25ea223dec91 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Port': ['ID=c8331615-81d0-4590-ba63-f6799bf35aae,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:20.312823 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5be7ec7-b969-4dea-a005-25ea223dec91 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] No DVR routers for this DVR port c8331615-81d0-4590-ba63-f6799bf35aae on host dv-neutron-826439-1-hyperv {{(pid=87442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:26:20.330886 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-8e8383ce-e06d-4056-93de-5e9376db47d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:26:20.331430 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-8e8383ce-e06d-4056-93de-5e9376db47d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:26:20.474549 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 9b88b825-5341-4a8d-aa42-619ae7827d3a up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:26:20.505226 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c5be7ec7-b969-4dea-a005-25ea223dec91 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:20.535315 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-c5be7ec7-b969-4dea-a005-25ea223dec91 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6259bfe5-dcf7-42df-8b02-3721a4a83053']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:20.549840 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-c5be7ec7-b969-4dea-a005-25ea223dec91 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e7554ab-2d7c-46b7-9a0a-9351d1ee71e7') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:20.550229 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-c5be7ec7-b969-4dea-a005-25ea223dec91 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e7554ab-2d7c-46b7-9a0a-9351d1ee71e7') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:20.564379 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c5be7ec7-b969-4dea-a005-25ea223dec91 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:20.584772 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c5be7ec7-b969-4dea-a005-25ea223dec91 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:20.594213 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6150-6928-43f1-a650-1b51c83e8f8d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:20.595482 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5be7ec7-b969-4dea-a005-25ea223dec91 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:26:20.595996 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c5be7ec7-b969-4dea-a005-25ea223dec91 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:20.600619 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 9b88b825-5341-4a8d-aa42-619ae7827d3a completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:20.608178 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 9b88b825-5341-4a8d-aa42-619ae7827d3a triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:20.609328 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:26:20.615418 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:26:20.648686 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-b5fa6150-6928-43f1-a650-1b51c83e8f8d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60507b73-721e-40a0-962e-cfd3d0b5f499']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:20.669239 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-93efede5-2300-43d5-8b06-fe5aed85f835 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:20.673585 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-b5fa6150-6928-43f1-a650-1b51c83e8f8d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ffc098-1a30-4bea-a185-b67a501b8cd4') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:20.674145 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-b5fa6150-6928-43f1-a650-1b51c83e8f8d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ffc098-1a30-4bea-a185-b67a501b8cd4') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:20.696353 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6150-6928-43f1-a650-1b51c83e8f8d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:20.717725 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-93efede5-2300-43d5-8b06-fe5aed85f835 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Transition to ACTIVE for port object b9cdaa6c-40d0-459e-8082-cbc5cbd5414e will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:20.719664 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c5be7ec7-b969-4dea-a005-25ea223dec91 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:20.725297 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6150-6928-43f1-a650-1b51c83e8f8d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:20.733647 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c5be7ec7-b969-4dea-a005-25ea223dec91 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:20.734567 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5fa6150-6928-43f1-a650-1b51c83e8f8d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:26:20.735064 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6150-6928-43f1-a650-1b51c83e8f8d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:26:20.752363 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:26:20.780984 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be7ec7-b969-4dea-a005-25ea223dec91 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Network': ['ID=6259bfe5-dcf7-42df-8b02-3721a4a83053,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:20.800194 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c5be7ec7-b969-4dea-a005-25ea223dec91 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/networks/6259bfe5-dcf7-42df-8b02-3721a4a83053 HTTP/1.1" status: 204 len: 168 time: 1.4049196 Jan 26 11:26:20.802900 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51930) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:20.818999 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-6a30c79f-484f-46ea-952d-e6838bd72215 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1593560166'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:20.834021 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6a30c79f-484f-46ea-952d-e6838bd72215 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:20.835524 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8e8383ce-e06d-4056-93de-5e9376db47d5 None None] Deleting port c8331615-81d0-4590-ba63-f6799bf35aae {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:20.835903 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8e8383ce-e06d-4056-93de-5e9376db47d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:20.843232 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6a30c79f-484f-46ea-952d-e6838bd72215 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:network and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:20.851719 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6a30c79f-484f-46ea-952d-e6838bd72215 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:20.865884 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6a30c79f-484f-46ea-952d-e6838bd72215 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:20.889187 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a30c79f-484f-46ea-952d-e6838bd72215 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:20.895203 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6a30c79f-484f-46ea-952d-e6838bd72215 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:20.926349 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8e8383ce-e06d-4056-93de-5e9376db47d5 None None] The port 'c8331615-81d0-4590-ba63-f6799bf35aae' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:26:20.929709 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:20.942401 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6150-6928-43f1-a650-1b51c83e8f8d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:20.963510 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a30c79f-484f-46ea-952d-e6838bd72215 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:26:20.975076 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6a30c79f-484f-46ea-952d-e6838bd72215 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:20.975515 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-6a30c79f-484f-46ea-952d-e6838bd72215 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Added segment f9f2ed9e-4f66-4c96-839c-b60caade9d50 of type vlan for network 12a5e0bb-8547-4d0e-a032-085c88d4f888 Jan 26 11:26:20.980284 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6150-6928-43f1-a650-1b51c83e8f8d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:20.983768 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa6150-6928-43f1-a650-1b51c83e8f8d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event deleted for resources: {'Network': ['ID=60507b73-721e-40a0-962e-cfd3d0b5f499,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:20.986282 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-93efede5-2300-43d5-8b06-fe5aed85f835 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:21.004405 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6a30c79f-484f-46ea-952d-e6838bd72215 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:21.014386 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 9b88b825-5341-4a8d-aa42-619ae7827d3a, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=9b88b825-5341-4a8d-aa42-619ae7827d3a,segment=NetworkSegment(a15607ce-19f2-48ae-8362-23a2b0d3e74c),segment_id=a15607ce-19f2-48ae-8362-23a2b0d3e74c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:21.023839 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:21.039389 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6a30c79f-484f-46ea-952d-e6838bd72215 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:21.046188 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a30c79f-484f-46ea-952d-e6838bd72215 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:21.046825 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6a30c79f-484f-46ea-952d-e6838bd72215 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:21.058737 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b5fa6150-6928-43f1-a650-1b51c83e8f8d tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "DELETE /v2.0/networks/60507b73-721e-40a0-962e-cfd3d0b5f499 HTTP/1.1" status: 204 len: 168 time: 1.1786871 Jan 26 11:26:21.070492 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51938) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:21.121185 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=9b88b825-5341-4a8d-aa42-619ae7827d3a,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:21.123880 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c8331615-81d0-4590-ba63-f6799bf35aae no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:26:21.151551 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93efede5-2300-43d5-8b06-fe5aed85f835 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network 521315c0-0d97-46d6-8c4a-73095d51c5ae is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:26:21.158491 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-93efede5-2300-43d5-8b06-fe5aed85f835 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:21.163462 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efede5-2300-43d5-8b06-fe5aed85f835 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Port': ['ID=b9cdaa6c-40d0-459e-8082-cbc5cbd5414e,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:21.167644 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93efede5-2300-43d5-8b06-fe5aed85f835 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:26:21.205334 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30c79f-484f-46ea-952d-e6838bd72215 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Network': ['ID=12a5e0bb-8547-4d0e-a032-085c88d4f888,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:21.233884 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6a30c79f-484f-46ea-952d-e6838bd72215 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4293401 Jan 26 11:26:21.236949 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51946) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:21.239369 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: c8331615-81d0-4590-ba63-f6799bf35aae {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:26:21.239369 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c8331615-81d0-4590-ba63-f6799bf35aae not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:26:21.240939 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 12a5e0bb-8547-4d0e-a032-085c88d4f888 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:26:21.247562 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-08d0f6d9-d536-448e-981a-be5ce5d71cbf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'subnet': {'network_id': '12a5e0bb-8547-4d0e-a032-085c88d4f888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:21.252869 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-859d95b5-ffa1-41c8-a82c-8350c60522a1 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Deleting subnet 039581bb-83fc-47ed-866a-e0774af3cded {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:26:21.264048 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-859d95b5-ffa1-41c8-a82c-8350c60522a1 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:21.329800 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93efede5-2300-43d5-8b06-fe5aed85f835 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:21.330740 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-93efede5-2300-43d5-8b06-fe5aed85f835 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:21.383138 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-859d95b5-ffa1-41c8-a82c-8350c60522a1 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:21.412662 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51952) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:21.437132 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-93efede5-2300-43d5-8b06-fe5aed85f835 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0613282 Jan 26 11:26:21.440398 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51960) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:21.451265 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-7444550b-86ff-46f2-bbfd-2ff0d8f2e9df tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'subnet': {'network_id': '521315c0-0d97-46d6-8c4a-73095d51c5ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:21.518536 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d6cdf9e2-bafd-4d9c-a146-666b193a0980 None None] Provisioning for port b9cdaa6c-40d0-459e-8082-cbc5cbd5414e completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:21.527392 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d6cdf9e2-bafd-4d9c-a146-666b193a0980 None None] Provisioning complete for port b9cdaa6c-40d0-459e-8082-cbc5cbd5414e triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:21.528246 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d6cdf9e2-bafd-4d9c-a146-666b193a0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:21.529129 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-859d95b5-ffa1-41c8-a82c-8350c60522a1 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:21.625986 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-d6cdf9e2-bafd-4d9c-a146-666b193a0980 None None] Port b9cdaa6c-40d0-459e-8082-cbc5cbd5414e cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:26:21.665704 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-859d95b5-ffa1-41c8-a82c-8350c60522a1 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:21.692515 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-08d0f6d9-d536-448e-981a-be5ce5d71cbf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:21.700932 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-08d0f6d9-d536-448e-981a-be5ce5d71cbf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:subnet and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:21.705894 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-08d0f6d9-d536-448e-981a-be5ce5d71cbf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:21.724503 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-08d0f6d9-d536-448e-981a-be5ce5d71cbf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:21.729409 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d95b5-ffa1-41c8-a82c-8350c60522a1 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event deleted for resources: {'Subnet': ['ID=039581bb-83fc-47ed-866a-e0774af3cded,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:21.731645 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-859d95b5-ffa1-41c8-a82c-8350c60522a1 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:21.740539 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d306ba-265a-4e2a-95be-9c4a8f2dd2c1 None None] Network 35a971f2-8dda-429d-93aa-0280be83c652 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:21.740956 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-7444550b-86ff-46f2-bbfd-2ff0d8f2e9df tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:21.743572 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-859d95b5-ffa1-41c8-a82c-8350c60522a1 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "DELETE /v2.0/subnets/039581bb-83fc-47ed-866a-e0774af3cded HTTP/1.1" status: 204 len: 168 time: 0.6635489 Jan 26 11:26:21.746726 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51966) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:21.752022 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7444550b-86ff-46f2-bbfd-2ff0d8f2e9df tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:subnet and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:21.758095 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-cf744f46-47e4-44b2-a1b8-b59a8b70a497 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-300522207'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:21.762006 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d0f6d9-d536-448e-981a-be5ce5d71cbf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:21.765655 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-08d0f6d9-d536-448e-981a-be5ce5d71cbf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:21.779358 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51970) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:21.800117 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7444550b-86ff-46f2-bbfd-2ff0d8f2e9df tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:21.805051 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-cf744f46-47e4-44b2-a1b8-b59a8b70a497 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:21.832241 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-cf744f46-47e4-44b2-a1b8-b59a8b70a497 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Usage tracker for resource:network and tenant:7acb5538c1f743c28ea0ec804460733d is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:21.836707 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-7444550b-86ff-46f2-bbfd-2ff0d8f2e9df tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:21.858687 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-cf744f46-47e4-44b2-a1b8-b59a8b70a497 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:21.878695 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-cf744f46-47e4-44b2-a1b8-b59a8b70a497 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:21.908776 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6790d427-e7a6-424c-90a6-f222d0259d94 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:21.923739 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-6790d427-e7a6-424c-90a6-f222d0259d94 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Deleting port 3b398e60-4431-47ca-b5b7-547682b4e651 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:21.924333 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6790d427-e7a6-424c-90a6-f222d0259d94 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:21.962547 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-b89a77db-5518-4b66-8170-4ce22bf13045 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Request body: {'security_group': {'name': 'tempest-secgroup--151840468'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:21.969250 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b89a77db-5518-4b66-8170-4ce22bf13045 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:21.984375 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b89a77db-5518-4b66-8170-4ce22bf13045 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Usage tracker for resource:security_group and tenant:53992ff731f140378cad0a54789bca58 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:21.994767 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b89a77db-5518-4b66-8170-4ce22bf13045 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:21.997654 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7444550b-86ff-46f2-bbfd-2ff0d8f2e9df tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:22.003736 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7444550b-86ff-46f2-bbfd-2ff0d8f2e9df tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:22.004183 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b89a77db-5518-4b66-8170-4ce22bf13045 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:22.045876 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da870e5-6bca-403f-9d8f-fbcce487c6eb None None] DHCP port deletion for 35a971f2-8dda-429d-93aa-0280be83c652 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:26:22.051141 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8da870e5-6bca-403f-9d8f-fbcce487c6eb None None] Deleting port 3b398e60-4431-47ca-b5b7-547682b4e651 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:22.051460 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8da870e5-6bca-403f-9d8f-fbcce487c6eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:22.053708 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf744f46-47e4-44b2-a1b8-b59a8b70a497 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Made reservation on behalf of 7acb5538c1f743c28ea0ec804460733d for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:22.059332 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cf744f46-47e4-44b2-a1b8-b59a8b70a497 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:22.066260 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b89a77db-5518-4b66-8170-4ce22bf13045 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:22.082060 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b89a77db-5518-4b66-8170-4ce22bf13045 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:22.101894 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b89a77db-5518-4b66-8170-4ce22bf13045 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:22.108596 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cf744f46-47e4-44b2-a1b8-b59a8b70a497 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:22.124345 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b89a77db-5518-4b66-8170-4ce22bf13045 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Usage tracker for resource:security_group_rule and tenant:53992ff731f140378cad0a54789bca58 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:22.129729 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b89a77db-5518-4b66-8170-4ce22bf13045 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:22.143561 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-cf744f46-47e4-44b2-a1b8-b59a8b70a497 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:22.146889 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b89a77db-5518-4b66-8170-4ce22bf13045 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:22.150853 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-cf744f46-47e4-44b2-a1b8-b59a8b70a497 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Usage tracker for resource:security_group_rule and tenant:7acb5538c1f743c28ea0ec804460733d is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:22.155687 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-cf744f46-47e4-44b2-a1b8-b59a8b70a497 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:22.165394 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-cf744f46-47e4-44b2-a1b8-b59a8b70a497 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:22.238135 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-6790d427-e7a6-424c-90a6-f222d0259d94 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] For port 3b398e60-4431-47ca-b5b7-547682b4e651, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=3b398e60-4431-47ca-b5b7-547682b4e651,segment=NetworkSegment(5e373302-dee1-4513-8ede-03c51ac24d28),segment_id=5e373302-dee1-4513-8ede-03c51ac24d28)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:22.238135 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6790d427-e7a6-424c-90a6-f222d0259d94 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:22.272792 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-8da870e5-6bca-403f-9d8f-fbcce487c6eb None None] For port 3b398e60-4431-47ca-b5b7-547682b4e651, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=3b398e60-4431-47ca-b5b7-547682b4e651,segment=NetworkSegment(5e373302-dee1-4513-8ede-03c51ac24d28),segment_id=5e373302-dee1-4513-8ede-03c51ac24d28)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:22.273227 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8da870e5-6bca-403f-9d8f-fbcce487c6eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:22.350380 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.ipam_backend_mixin [None req-7444550b-86ff-46f2-bbfd-2ff0d8f2e9df tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d161ffe6-0773-4ab7-a781-1b98bb1bd475 (CIDR: 172.20.0.0/28) Jan 26 11:26:22.361465 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-7444550b-86ff-46f2-bbfd-2ff0d8f2e9df tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:26:22.362139 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7444550b-86ff-46f2-bbfd-2ff0d8f2e9df tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:22.404818 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7444550b-86ff-46f2-bbfd-2ff0d8f2e9df tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9597719 Jan 26 11:26:22.416839 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 9b88b825-5341-4a8d-aa42-619ae7827d3a up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:26:22.423939 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51976) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:22.440140 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-c9682670-df4e-498a-9a1b-4c00480ad076 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'subnet': {'network_id': '521315c0-0d97-46d6-8c4a-73095d51c5ae', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:22.454999 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8da870e5-6bca-403f-9d8f-fbcce487c6eb None None] Calling delete_port for 3b398e60-4431-47ca-b5b7-547682b4e651 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:22.486567 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-6790d427-e7a6-424c-90a6-f222d0259d94 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Calling delete_port for 3b398e60-4431-47ca-b5b7-547682b4e651 owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:22.527620 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b89a77db-5518-4b66-8170-4ce22bf13045 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:22.535074 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-08d0f6d9-d536-448e-981a-be5ce5d71cbf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:22.545901 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3938b451-3621-4632-b42f-1fcbe4be2983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:22.551123 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b89a77db-5518-4b66-8170-4ce22bf13045 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:22.571112 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b89a77db-5518-4b66-8170-4ce22bf13045 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:22.583348 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b89a77db-5518-4b66-8170-4ce22bf13045 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Usage tracker for resource:security_group_rule and tenant:53992ff731f140378cad0a54789bca58 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:22.590407 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b89a77db-5518-4b66-8170-4ce22bf13045 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:22.595489 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 9b88b825-5341-4a8d-aa42-619ae7827d3a triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:22.596131 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:22.613842 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b89a77db-5518-4b66-8170-4ce22bf13045 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:22.626653 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a77db-5518-4b66-8170-4ce22bf13045 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0505bbb9-56f6-4a1b-9a05-830fc8d422e3,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:22.657580 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8da870e5-6bca-403f-9d8f-fbcce487c6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:22.691792 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cf744f46-47e4-44b2-a1b8-b59a8b70a497 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:22.693177 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.api [None req-6790d427-e7a6-424c-90a6-f222d0259d94 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:26:22.693615 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG oslo_db.api [None req-6790d427-e7a6-424c-90a6-f222d0259d94 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:26:22.707156 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b89a77db-5518-4b66-8170-4ce22bf13045 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:22.711989 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b89a77db-5518-4b66-8170-4ce22bf13045 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:22.714598 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da870e5-6bca-403f-9d8f-fbcce487c6eb None None] Pushing event deleted for resources: {'Port': ['ID=3b398e60-4431-47ca-b5b7-547682b4e651,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:22.716149 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da870e5-6bca-403f-9d8f-fbcce487c6eb None None] No DVR routers for this DVR port 3b398e60-4431-47ca-b5b7-547682b4e651 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:26:22.735446 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cf744f46-47e4-44b2-a1b8-b59a8b70a497 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:22.752854 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf744f46-47e4-44b2-a1b8-b59a8b70a497 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:26:22.775854 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b89a77db-5518-4b66-8170-4ce22bf13045 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:22.779482 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b89a77db-5518-4b66-8170-4ce22bf13045 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9991248 Jan 26 11:26:22.780102 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51980) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:22.806073 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a77db-5518-4b66-8170-4ce22bf13045 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d25bf9-e97c-4257-b195-8dfb8d68ef57,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:22.840791 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cf744f46-47e4-44b2-a1b8-b59a8b70a497 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:22.840791 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-cf744f46-47e4-44b2-a1b8-b59a8b70a497 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Added segment cf8e5868-131d-40a9-af8a-e6392c6bbc45 of type vlan for network a393064d-eacd-44f2-b37f-87e8926c9ae1 Jan 26 11:26:22.864937 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-10b382d7-ba3f-43a7-8b1a-bb5d580d96f7 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Synchronizing usage tracker for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:22.865342 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0f6d9-d536-448e-981a-be5ce5d71cbf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Subnet': ['ID=b458de2f-32a9-453d-80e0-de127ddb87ac,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:22.889110 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 3b398e60-4431-47ca-b5b7-547682b4e651 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:26:22.894551 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-10b382d7-ba3f-43a7-8b1a-bb5d580d96f7 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Unset dirty status for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:22.898370 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-10b382d7-ba3f-43a7-8b1a-bb5d580d96f7 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1126671 Jan 26 11:26:22.898939 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51984) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:22.905202 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a85857b5-7c89-4004-b5c4-a9f305578103 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Request body: {'security_group': {'name': 'tempest-security--2031300265', 'description': 'tempest-security-description-1214515396'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:22.914672 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf744f46-47e4-44b2-a1b8-b59a8b70a497 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5895353a-7382-48fe-96af-49553c553738,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:22.925123 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c9682670-df4e-498a-9a1b-4c00480ad076 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:22.928449 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cf744f46-47e4-44b2-a1b8-b59a8b70a497 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:22.935305 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d0f6d9-d536-448e-981a-be5ce5d71cbf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Checking segment: {'id': 'f9f2ed9e-4f66-4c96-839c-b60caade9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '12a5e0bb-8547-4d0e-a032-085c88d4f888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:26:22.935689 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d0f6d9-d536-448e-981a-be5ce5d71cbf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network hostable DHCP agents. Network: 12a5e0bb-8547-4d0e-a032-085c88d4f888, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:26:22.942133 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c9682670-df4e-498a-9a1b-4c00480ad076 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:subnet and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:22.943267 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a85857b5-7c89-4004-b5c4-a9f305578103 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:22.946963 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c9682670-df4e-498a-9a1b-4c00480ad076 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:22.954567 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 3b398e60-4431-47ca-b5b7-547682b4e651 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:26:22.955466 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 3b398e60-4431-47ca-b5b7-547682b4e651 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:26:22.957982 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c9682670-df4e-498a-9a1b-4c00480ad076 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:22.987339 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9682670-df4e-498a-9a1b-4c00480ad076 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:22.990743 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c9682670-df4e-498a-9a1b-4c00480ad076 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:23.002494 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a85857b5-7c89-4004-b5c4-a9f305578103 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:23.006156 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a85857b5-7c89-4004-b5c4-a9f305578103 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:23.007231 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d0f6d9-d536-448e-981a-be5ce5d71cbf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network 12a5e0bb-8547-4d0e-a032-085c88d4f888 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:26:23.008773 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a85857b5-7c89-4004-b5c4-a9f305578103 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:23.009205 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cf744f46-47e4-44b2-a1b8-b59a8b70a497 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:23.010012 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a85857b5-7c89-4004-b5c4-a9f305578103 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "PUT /v2.0/security-groups/e9d25bf9-e97c-4257-b195-8dfb8d68ef57 HTTP/1.1" status: 200 len: 1780 time: 0.1100173 Jan 26 11:26:23.014565 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf744f46-47e4-44b2-a1b8-b59a8b70a497 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:23.015146 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cf744f46-47e4-44b2-a1b8-b59a8b70a497 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:23.017159 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51988) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:23.069230 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85857b5-7c89-4004-b5c4-a9f305578103 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d25bf9-e97c-4257-b195-8dfb8d68ef57,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:23.079940 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e3d6c069-0fb1-407d-b34b-2c2fc073bd4c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-groups/e9d25bf9-e97c-4257-b195-8dfb8d68ef57 HTTP/1.1" status: 200 len: 1780 time: 0.0617485 Jan 26 11:26:23.082712 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 51992) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:23.145737 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fa31b6ee-13f8-41b0-a125-8499b80fadd9 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:23.156342 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-08d0f6d9-d536-448e-981a-be5ce5d71cbf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 12a5e0bb-8547-4d0e-a032-085c88d4f888) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:23.167580 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e05446-2e10-4d89-96a6-54c7e2d42df2 None None] Network 12a5e0bb-8547-4d0e-a032-085c88d4f888 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:23.179334 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d0f6d9-d536-448e-981a-be5ce5d71cbf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:23.180217 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-08d0f6d9-d536-448e-981a-be5ce5d71cbf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:23.180336 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fa31b6ee-13f8-41b0-a125-8499b80fadd9 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:23.190148 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-cf744f46-47e4-44b2-a1b8-b59a8b70a497 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.7759876 Jan 26 11:26:23.199577 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 51996) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:23.318788 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-6790d427-e7a6-424c-90a6-f222d0259d94 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Deleting port 3b398e60-4431-47ca-b5b7-547682b4e651 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:23.319123 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6790d427-e7a6-424c-90a6-f222d0259d94 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:23.321140 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-243b66fa-38cc-46dc-afb6-c7281b554aff tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Request body: {'subnet': {'network_id': 'a393064d-eacd-44f2-b37f-87e8926c9ae1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:23.364399 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf744f46-47e4-44b2-a1b8-b59a8b70a497 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Pushing event updated for resources: {'Network': ['ID=a393064d-eacd-44f2-b37f-87e8926c9ae1,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:23.368714 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-08d0f6d9-d536-448e-981a-be5ce5d71cbf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1304584 Jan 26 11:26:23.378762 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52000) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:23.393819 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network a393064d-eacd-44f2-b37f-87e8926c9ae1 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:26:23.398906 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-6790d427-e7a6-424c-90a6-f222d0259d94 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] The port '3b398e60-4431-47ca-b5b7-547682b4e651' was deleted {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:26:23.414014 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42978611-36ac-4af1-90eb-555e4afcdada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-12a5e0bb-8547-4d0e-a032-085c88d4f888', 'network_id': '12a5e0bb-8547-4d0e-a032-085c88d4f888', 'tenant_id': 'a8b420c4cfae439da1a98efb97a1c710', 'fixed_ips': [{'subnet_id': 'b458de2f-32a9-453d-80e0-de127ddb87ac'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:26:23.415247 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-42978611-36ac-4af1-90eb-555e4afcdada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:23.418742 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-c0b9bc04-5604-4c00-b867-7363903b6978 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1028471235', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:23.439578 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c0b9bc04-5604-4c00-b867-7363903b6978 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:23.533321 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c0b9bc04-5604-4c00-b867-7363903b6978 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:router and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:23.558699 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6790d427-e7a6-424c-90a6-f222d0259d94 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:23.561135 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c0b9bc04-5604-4c00-b867-7363903b6978 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:23.567071 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fa31b6ee-13f8-41b0-a125-8499b80fadd9 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:23.580047 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c0b9bc04-5604-4c00-b867-7363903b6978 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:23.607376 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31b6ee-13f8-41b0-a125-8499b80fadd9 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d25bf9-e97c-4257-b195-8dfb8d68ef57,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:23.610663 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-243b66fa-38cc-46dc-afb6-c7281b554aff tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:23.617035 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-6790d427-e7a6-424c-90a6-f222d0259d94 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a971f2-8dda-429d-93aa-0280be83c652']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:23.619348 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-243b66fa-38cc-46dc-afb6-c7281b554aff tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Usage tracker for resource:subnet and tenant:7acb5538c1f743c28ea0ec804460733d is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:23.623863 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c0b9bc04-5604-4c00-b867-7363903b6978 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:23.625414 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c0b9bc04-5604-4c00-b867-7363903b6978 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:23.630997 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fa31b6ee-13f8-41b0-a125-8499b80fadd9 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:23.632123 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fa31b6ee-13f8-41b0-a125-8499b80fadd9 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "DELETE /v2.0/security-groups/e9d25bf9-e97c-4257-b195-8dfb8d68ef57 HTTP/1.1" status: 204 len: 168 time: 0.5485101 Jan 26 11:26:23.633864 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-6790d427-e7a6-424c-90a6-f222d0259d94 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e373302-dee1-4513-8ede-03c51ac24d28') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:23.634158 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-6790d427-e7a6-424c-90a6-f222d0259d94 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e373302-dee1-4513-8ede-03c51ac24d28') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:23.635110 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-243b66fa-38cc-46dc-afb6-c7281b554aff tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:23.641273 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52004) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:23.653929 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-243b66fa-38cc-46dc-afb6-c7281b554aff tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:23.663828 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6790d427-e7a6-424c-90a6-f222d0259d94 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:23.695982 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6790d427-e7a6-424c-90a6-f222d0259d94 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:23.716307 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6790d427-e7a6-424c-90a6-f222d0259d94 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:26:23.720953 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6790d427-e7a6-424c-90a6-f222d0259d94 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:23.749392 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243b66fa-38cc-46dc-afb6-c7281b554aff tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Made reservation on behalf of 7acb5538c1f743c28ea0ec804460733d for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:26:23.750481 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:26:23.755565 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-243b66fa-38cc-46dc-afb6-c7281b554aff tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:23.788307 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-22bb8cf1-68e2-46ee-85a8-405ae2764ad1 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Synchronizing usage tracker for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:23.807268 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-42978611-36ac-4af1-90eb-555e4afcdada None None] Allocated IP 2001:db8::2 (12a5e0bb-8547-4d0e-a032-085c88d4f888/b458de2f-32a9-453d-80e0-de127ddb87ac/46069289-5a47-403a-b6a2-9c5870c8f86a) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:26:23.897420 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-22bb8cf1-68e2-46ee-85a8-405ae2764ad1 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Unset dirty status for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:23.899061 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-22bb8cf1-68e2-46ee-85a8-405ae2764ad1 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2568164 Jan 26 11:26:23.901059 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6790d427-e7a6-424c-90a6-f222d0259d94 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:23.904774 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52008) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:23.939493 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6790d427-e7a6-424c-90a6-f222d0259d94 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:23.948600 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790d427-e7a6-424c-90a6-f222d0259d94 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] Pushing event deleted for resources: {'Network': ['ID=35a971f2-8dda-429d-93aa-0280be83c652,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:23.950941 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-e6d2b142-1bef-4605-976c-2bdeebdb7218 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] delete failed (client error): The resource could not be found. Jan 26 11:26:23.951989 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e6d2b142-1bef-4605-976c-2bdeebdb7218 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "DELETE /v2.0/security-groups/e9d25bf9-e97c-4257-b195-8dfb8d68ef57 HTTP/1.1" status: 404 len: 347 time: 0.0453720 Jan 26 11:26:23.955690 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6790d427-e7a6-424c-90a6-f222d0259d94 tempest-NetworksIpV6TestAttrs-811539789 tempest-NetworksIpV6TestAttrs-811539789-project] 10.222.0.39 "DELETE /v2.0/networks/35a971f2-8dda-429d-93aa-0280be83c652 HTTP/1.1" status: 204 len: 168 time: 2.2080164 Jan 26 11:26:23.962356 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52014) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:23.968942 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-8137140a-e234-4924-92e7-e445efc3ec4f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1808331977'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:23.975193 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8137140a-e234-4924-92e7-e445efc3ec4f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:23.985913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8137140a-e234-4924-92e7-e445efc3ec4f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:23.991501 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c0b9bc04-5604-4c00-b867-7363903b6978 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:24.002077 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8137140a-e234-4924-92e7-e445efc3ec4f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:24.027854 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8137140a-e234-4924-92e7-e445efc3ec4f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:24.050463 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8137140a-e234-4924-92e7-e445efc3ec4f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Usage tracker for resource:security_group_rule and tenant:53992ff731f140378cad0a54789bca58 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:24.055526 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8137140a-e234-4924-92e7-e445efc3ec4f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:24.074917 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8137140a-e234-4924-92e7-e445efc3ec4f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:24.094071 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c9682670-df4e-498a-9a1b-4c00480ad076 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:24.103121 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c0b9bc04-5604-4c00-b867-7363903b6978 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:24.167451 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-42978611-36ac-4af1-90eb-555e4afcdada None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:24.186286 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-42978611-36ac-4af1-90eb-555e4afcdada None None] Transition to ACTIVE for port object 46069289-5a47-403a-b6a2-9c5870c8f86a will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:24.217999 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-42978611-36ac-4af1-90eb-555e4afcdada None None] Transition to ACTIVE for port object 46069289-5a47-403a-b6a2-9c5870c8f86a will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:24.229281 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-42978611-36ac-4af1-90eb-555e4afcdada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:24.253294 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8137140a-e234-4924-92e7-e445efc3ec4f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:24.265509 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8137140a-e234-4924-92e7-e445efc3ec4f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:24.311578 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42978611-36ac-4af1-90eb-555e4afcdada None None] Pushing event updated for resources: {'Port': ['ID=46069289-5a47-403a-b6a2-9c5870c8f86a,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:24.326153 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42978611-36ac-4af1-90eb-555e4afcdada None None] Network 12a5e0bb-8547-4d0e-a032-085c88d4f888 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:26:24.328013 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-42978611-36ac-4af1-90eb-555e4afcdada None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:24.330785 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42978611-36ac-4af1-90eb-555e4afcdada None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:26:24.366238 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52020) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:24.424327 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137140a-e234-4924-92e7-e445efc3ec4f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc9a002-8bd8-4ad3-8a69-1b172085b524,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:24.439727 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8137140a-e234-4924-92e7-e445efc3ec4f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:24.442756 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8137140a-e234-4924-92e7-e445efc3ec4f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4768600 Jan 26 11:26:24.445144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52026) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:24.458691 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a72fef19-515d-4fb9-a197-602ef3b42caa tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Request body: {'security_group_rule': {'security_group_id': '1bc9a002-8bd8-4ad3-8a69-1b172085b524', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:24.470477 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a72fef19-515d-4fb9-a197-602ef3b42caa tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:24.474825 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-42978611-36ac-4af1-90eb-555e4afcdada None None] Attempting to bind port 46069289-5a47-403a-b6a2-9c5870c8f86a on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:26:24.475209 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-42978611-36ac-4af1-90eb-555e4afcdada None None] Attempting to bind port 46069289-5a47-403a-b6a2-9c5870c8f86a by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'f9f2ed9e-4f66-4c96-839c-b60caade9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '12a5e0bb-8547-4d0e-a032-085c88d4f888'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:26:24.475581 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42978611-36ac-4af1-90eb-555e4afcdada None None] Attempting to bind port 46069289-5a47-403a-b6a2-9c5870c8f86a on network 12a5e0bb-8547-4d0e-a032-085c88d4f888 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:26:24.482304 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42978611-36ac-4af1-90eb-555e4afcdada None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:26:24.482894 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42978611-36ac-4af1-90eb-555e4afcdada None None] Checking segment: {'id': 'f9f2ed9e-4f66-4c96-839c-b60caade9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '12a5e0bb-8547-4d0e-a032-085c88d4f888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:26:24.483308 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-42978611-36ac-4af1-90eb-555e4afcdada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:24.483753 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42978611-36ac-4af1-90eb-555e4afcdada None None] Bound using segment: {'id': 'f9f2ed9e-4f66-4c96-839c-b60caade9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '12a5e0bb-8547-4d0e-a032-085c88d4f888'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:26:24.484242 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-42978611-36ac-4af1-90eb-555e4afcdada None None] Bound port: 46069289-5a47-403a-b6a2-9c5870c8f86a, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f2ed9e-4f66-4c96-839c-b60caade9d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '12a5e0bb-8547-4d0e-a032-085c88d4f888'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:26:24.484631 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-42978611-36ac-4af1-90eb-555e4afcdada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:24.493118 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a72fef19-515d-4fb9-a197-602ef3b42caa tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Usage tracker for resource:security_group_rule and tenant:53992ff731f140378cad0a54789bca58 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:24.501672 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a72fef19-515d-4fb9-a197-602ef3b42caa tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:24.508741 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a72fef19-515d-4fb9-a197-602ef3b42caa tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:24.533783 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a72fef19-515d-4fb9-a197-602ef3b42caa tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:24.599664 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-42978611-36ac-4af1-90eb-555e4afcdada None None] For port 46069289-5a47-403a-b6a2-9c5870c8f86a, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:26:24.606108 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-42978611-36ac-4af1-90eb-555e4afcdada None None] For port 46069289-5a47-403a-b6a2-9c5870c8f86a, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=46069289-5a47-403a-b6a2-9c5870c8f86a,segment=NetworkSegment(f9f2ed9e-4f66-4c96-839c-b60caade9d50),segment_id=f9f2ed9e-4f66-4c96-839c-b60caade9d50)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:26:24.616167 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9682670-df4e-498a-9a1b-4c00480ad076 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network 521315c0-0d97-46d6-8c4a-73095d51c5ae is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:26:24.617350 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-42978611-36ac-4af1-90eb-555e4afcdada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:24.631869 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-c9682670-df4e-498a-9a1b-4c00480ad076 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:24.637486 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9682670-df4e-498a-9a1b-4c00480ad076 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:24.638087 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c9682670-df4e-498a-9a1b-4c00480ad076 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:24.651586 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-243b66fa-38cc-46dc-afb6-c7281b554aff tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:24.654868 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c0b9bc04-5604-4c00-b867-7363903b6978 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:24.656697 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c0b9bc04-5604-4c00-b867-7363903b6978 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2705445 Jan 26 11:26:24.661002 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52030) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:24.664363 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a72fef19-515d-4fb9-a197-602ef3b42caa tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:24.672338 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-73af3812-043f-43c1-b0ff-fff5de73cd1b tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'port': {'network_id': '12a5e0bb-8547-4d0e-a032-085c88d4f888', 'name': 'tempest-PortsIpV6TestJSON-1071611315'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:24.674677 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9682670-df4e-498a-9a1b-4c00480ad076 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Subnet': ['ID=41d5b5dc-a946-4596-87e1-0ad49a000178,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:24.679996 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8f5de0-7dfb-45b3-bbfa-f81ea2017f9f None None] Network 521315c0-0d97-46d6-8c4a-73095d51c5ae requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:24.681120 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c9682670-df4e-498a-9a1b-4c00480ad076 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2482591 Jan 26 11:26:24.692406 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52034) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:24.707417 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-4f5e4d29-c515-46cb-95fc-454f5055419a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1370450439', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '41d5b5dc-a946-4596-87e1-0ad49a000178'}], 'security_groups': ['80d9edfd-b542-47bf-a068-2a55e9f67222']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:24.738260 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a72fef19-515d-4fb9-a197-602ef3b42caa tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:24.756449 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243b66fa-38cc-46dc-afb6-c7281b554aff tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Checking segment: {'id': 'cf8e5868-131d-40a9-af8a-e6392c6bbc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a393064d-eacd-44f2-b37f-87e8926c9ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:26:24.756449 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243b66fa-38cc-46dc-afb6-c7281b554aff tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Network hostable DHCP agents. Network: a393064d-eacd-44f2-b37f-87e8926c9ae1, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:26:24.765170 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b66fa-38cc-46dc-afb6-c7281b554aff tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Pushing event updated for resources: {'Subnet': ['ID=a00055fb-abbd-418a-aa34-3ad4132a63f1,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:24.788237 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243b66fa-38cc-46dc-afb6-c7281b554aff tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Network a393064d-eacd-44f2-b37f-87e8926c9ae1 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:26:24.795823 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-dfd835f7-4855-47f0-90f8-9a60e44f1c99 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8680f0878b7d484f968b83e5b8957de6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4202249 Jan 26 11:26:24.801125 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52038) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:24.818292 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-243b66fa-38cc-46dc-afb6-c7281b554aff tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, a393064d-eacd-44f2-b37f-87e8926c9ae1) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:24.828374 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243b66fa-38cc-46dc-afb6-c7281b554aff tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:24.828909 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-243b66fa-38cc-46dc-afb6-c7281b554aff tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:24.832864 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72fef19-515d-4fb9-a197-602ef3b42caa tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf1178f-38f2-4064-ba87-2a35a4d67b24,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:24.834587 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42978611-36ac-4af1-90eb-555e4afcdada None None] Pushing event updated for resources: {'Port': ['ID=46069289-5a47-403a-b6a2-9c5870c8f86a,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:24.849008 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5575f7d-4325-491b-8f47-4f2cb262a30c None None] Network a393064d-eacd-44f2-b37f-87e8926c9ae1 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:24.893824 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-243b66fa-38cc-46dc-afb6-c7281b554aff tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6823416 Jan 26 11:26:24.896038 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52042) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:24.896474 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-78ee93d7-eaf4-4496-913c-c970b56a4d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:24.911828 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-a4aaa58e-cfd9-4989-a24f-7725beff3078 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Request body: {'port': {'network_id': 'a393064d-eacd-44f2-b37f-87e8926c9ae1', 'name': 'tempest-TagsExtTest-1410041405'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:24.923050 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a72fef19-515d-4fb9-a197-602ef3b42caa tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:24.927770 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a72fef19-515d-4fb9-a197-602ef3b42caa tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4807777 Jan 26 11:26:24.928024 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52046) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:24.957522 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-962a7287-e81a-46a8-8602-0aba36031eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:25.059451 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-962a7287-e81a-46a8-8602-0aba36031eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:25.098254 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0964fd7-5db2-4c52-bc8e-782d8d6d01ed tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:25.115437 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0964fd7-5db2-4c52-bc8e-782d8d6d01ed tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:25.160179 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a4aaa58e-cfd9-4989-a24f-7725beff3078 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:25.166470 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a4aaa58e-cfd9-4989-a24f-7725beff3078 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Usage tracker for resource:port and tenant:7acb5538c1f743c28ea0ec804460733d is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:25.167889 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-73af3812-043f-43c1-b0ff-fff5de73cd1b tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:25.171369 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a4aaa58e-cfd9-4989-a24f-7725beff3078 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:25.184855 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a4aaa58e-cfd9-4989-a24f-7725beff3078 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:25.199003 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4aaa58e-cfd9-4989-a24f-7725beff3078 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Made reservation on behalf of 7acb5538c1f743c28ea0ec804460733d for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:25.203692 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a4aaa58e-cfd9-4989-a24f-7725beff3078 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:25.209382 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-73af3812-043f-43c1-b0ff-fff5de73cd1b tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:port and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:25.214950 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-73af3812-043f-43c1-b0ff-fff5de73cd1b tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:25.225401 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-962a7287-e81a-46a8-8602-0aba36031eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:25.240083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-73af3812-043f-43c1-b0ff-fff5de73cd1b tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:25.252481 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a7287-e81a-46a8-8602-0aba36031eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e52284-8772-4d95-a79c-aa7d678149ae,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:25.254613 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3365ae2-3dc6-4216-b64b-e1fe66cb94f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-a393064d-eacd-44f2-b37f-87e8926c9ae1', 'network_id': 'a393064d-eacd-44f2-b37f-87e8926c9ae1', 'tenant_id': '7acb5538c1f743c28ea0ec804460733d', 'fixed_ips': [{'subnet_id': 'a00055fb-abbd-418a-aa34-3ad4132a63f1'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:26:25.255517 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f3365ae2-3dc6-4216-b64b-e1fe66cb94f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:25.255671 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0964fd7-5db2-4c52-bc8e-782d8d6d01ed tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:25.260470 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-a4aaa58e-cfd9-4989-a24f-7725beff3078 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] device_id is not set on port eb842f32-de6a-4d8c-9d40-83bcaec9f7db yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:26:25.289538 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0964fd7-5db2-4c52-bc8e-782d8d6d01ed tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:25.293567 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b0964fd7-5db2-4c52-bc8e-782d8d6d01ed tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/6cf1178f-38f2-4064-ba87-2a35a4d67b24 HTTP/1.1" status: 204 len: 168 time: 0.3576338 Jan 26 11:26:25.294337 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52050) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:25.297598 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73af3812-043f-43c1-b0ff-fff5de73cd1b tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:25.300826 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-962a7287-e81a-46a8-8602-0aba36031eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:25.301052 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-73af3812-043f-43c1-b0ff-fff5de73cd1b tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:25.304532 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-962a7287-e81a-46a8-8602-0aba36031eb1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/04e52284-8772-4d95-a79c-aa7d678149ae HTTP/1.1" status: 204 len: 168 time: 0.4998043 Jan 26 11:26:25.315085 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0964fd7-5db2-4c52-bc8e-782d8d6d01ed tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6cf1178f-38f2-4064-ba87-2a35a4d67b24,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:25.350165 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f5e4d29-c515-46cb-95fc-454f5055419a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:25.386097 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-73af3812-043f-43c1-b0ff-fff5de73cd1b tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] device_id is not set on port 6984014a-6a5a-47e2-adad-aa6e4bd293b9 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:26:25.500796 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-a4aaa58e-cfd9-4989-a24f-7725beff3078 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Allocated IP 172.20.0.11 (a393064d-eacd-44f2-b37f-87e8926c9ae1/a00055fb-abbd-418a-aa34-3ad4132a63f1/eb842f32-de6a-4d8c-9d40-83bcaec9f7db) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:26:25.513299 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6796b105-6055-4299-8850-1acbd6ee66df None None] Update dhcp port {'port': {'network_id': '521315c0-0d97-46d6-8c4a-73095d51c5ae', 'fixed_ips': [{'subnet_id': 'd161ffe6-0773-4ab7-a781-1b98bb1bd475', 'ip_address': '172.20.0.2'}, {'subnet_id': '41d5b5dc-a946-4596-87e1-0ad49a000178'}], 'binding:host_id': 'dv-neutron-826439-1-hyperv'}, 'id': '9b88b825-5341-4a8d-aa42-619ae7827d3a'} from dv-neutron-826439-1-hyperv. {{(pid=87444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 26 11:26:25.540015 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0a7a94fe-f397-4dbd-949a-9aa67dfa6d6b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Synchronizing usage tracker for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:25.581945 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6796b105-6055-4299-8850-1acbd6ee66df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:25.681633 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0a7a94fe-f397-4dbd-949a-9aa67dfa6d6b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Unset dirty status for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:25.686681 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0a7a94fe-f397-4dbd-949a-9aa67dfa6d6b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3733943 Jan 26 11:26:25.690007 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52060) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:25.803748 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a4aaa58e-cfd9-4989-a24f-7725beff3078 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:25.826783 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-a4aaa58e-cfd9-4989-a24f-7725beff3078 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Transition to ACTIVE for port object eb842f32-de6a-4d8c-9d40-83bcaec9f7db will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:25.856527 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-6796b105-6055-4299-8850-1acbd6ee66df None None] Allocated IP 172.20.0.18 (521315c0-0d97-46d6-8c4a-73095d51c5ae/41d5b5dc-a946-4596-87e1-0ad49a000178/9b88b825-5341-4a8d-aa42-619ae7827d3a) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:26:25.860853 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a4aaa58e-cfd9-4989-a24f-7725beff3078 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:25.882521 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-73af3812-043f-43c1-b0ff-fff5de73cd1b tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Allocated IP 2001:db8::181 (12a5e0bb-8547-4d0e-a032-085c88d4f888/b458de2f-32a9-453d-80e0-de127ddb87ac/6984014a-6a5a-47e2-adad-aa6e4bd293b9) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:26:25.969220 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aaa58e-cfd9-4989-a24f-7725beff3078 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Pushing event updated for resources: {'Port': ['ID=eb842f32-de6a-4d8c-9d40-83bcaec9f7db,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:25.980613 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4aaa58e-cfd9-4989-a24f-7725beff3078 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Network a393064d-eacd-44f2-b37f-87e8926c9ae1 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:26:25.982581 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-a4aaa58e-cfd9-4989-a24f-7725beff3078 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:25.985766 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aaa58e-cfd9-4989-a24f-7725beff3078 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:26:26.076652 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aaa58e-cfd9-4989-a24f-7725beff3078 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:26.077610 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a4aaa58e-cfd9-4989-a24f-7725beff3078 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:26.119393 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a4aaa58e-cfd9-4989-a24f-7725beff3078 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2198689 Jan 26 11:26:26.119860 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52074) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:26.125940 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-fe5da89e-3b64-4df4-8db9-00e59fcefe7c tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-691667958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:26.132922 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-fe5da89e-3b64-4df4-8db9-00e59fcefe7c tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:26.138851 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-fe5da89e-3b64-4df4-8db9-00e59fcefe7c tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Usage tracker for resource:router and tenant:7acb5538c1f743c28ea0ec804460733d is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:26.145359 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-fe5da89e-3b64-4df4-8db9-00e59fcefe7c tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:26.155831 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-fe5da89e-3b64-4df4-8db9-00e59fcefe7c tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:26.176589 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fe5da89e-3b64-4df4-8db9-00e59fcefe7c tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:26.179989 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fe5da89e-3b64-4df4-8db9-00e59fcefe7c tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:26.188493 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f0ceb323-6f50-458b-ae8e-eda5813f0666 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:26.208892 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fe5da89e-3b64-4df4-8db9-00e59fcefe7c tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:26.243306 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fe5da89e-3b64-4df4-8db9-00e59fcefe7c tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:26.261090 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f0ceb323-6f50-458b-ae8e-eda5813f0666 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:26.289955 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:26.292285 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fe5da89e-3b64-4df4-8db9-00e59fcefe7c tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:26.297054 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-fe5da89e-3b64-4df4-8db9-00e59fcefe7c tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1760015 Jan 26 11:26:26.297744 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52080) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:26.309022 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-a47111ea-3313-4b85-9ec0-3b6d52f4f632 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-14624411', 'prefixes': ['172.20.0.0/16']}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:26.311370 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:26.340645 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a47111ea-3313-4b85-9ec0-3b6d52f4f632 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:26.364550 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-f3365ae2-3dc6-4216-b64b-e1fe66cb94f7 None None] Allocated IP 172.20.0.2 (a393064d-eacd-44f2-b37f-87e8926c9ae1/a00055fb-abbd-418a-aa34-3ad4132a63f1/9cfc70ac-6d39-4be4-a01a-0bb5a2206773) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:26:26.389697 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-6796b105-6055-4299-8850-1acbd6ee66df None None] For port 9b88b825-5341-4a8d-aa42-619ae7827d3a, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=9b88b825-5341-4a8d-aa42-619ae7827d3a,segment=NetworkSegment(a15607ce-19f2-48ae-8362-23a2b0d3e74c),segment_id=a15607ce-19f2-48ae-8362-23a2b0d3e74c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:26.405952 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f0ceb323-6f50-458b-ae8e-eda5813f0666 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:26.460217 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a47111ea-3313-4b85-9ec0-3b6d52f4f632 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks [] for subnetpool, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:26.465435 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a47111ea-3313-4b85-9ec0-3b6d52f4f632 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.1628375 Jan 26 11:26:26.465613 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52086) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:26.470832 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-4eedbfd9-ec5c-4b22-937b-c4b445f4a32b tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a00055fb-abbd-418a-aa34-3ad4132a63f1', 'tempest-TagsExtTest-Tag-1890760510') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:26.490590 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ceb323-6f50-458b-ae8e-eda5813f0666 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc9a002-8bd8-4ad3-8a69-1b172085b524,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:26.591837 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52090) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:26.596833 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 46069289-5a47-403a-b6a2-9c5870c8f86a up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:26:26.616481 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f0ceb323-6f50-458b-ae8e-eda5813f0666 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:26.620840 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f0ceb323-6f50-458b-ae8e-eda5813f0666 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "DELETE /v2.0/security-groups/1bc9a002-8bd8-4ad3-8a69-1b172085b524 HTTP/1.1" status: 204 len: 168 time: 0.9249339 Jan 26 11:26:26.621831 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52096) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:26.664535 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4a77d3-dbc4-4832-9411-e082e8ecd2bd None None] Network 12a5e0bb-8547-4d0e-a032-085c88d4f888 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:26.696206 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6796b105-6055-4299-8850-1acbd6ee66df None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:26.730057 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-016862d8-909d-439f-a28d-c2f2b1c6b3c0 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1068385 Jan 26 11:26:26.733439 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52100) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:26.739808 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4eedbfd9-ec5c-4b22-937b-c4b445f4a32b tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "PUT /v2.0/subnets/a00055fb-abbd-418a-aa34-3ad4132a63f1/tags/tempest-TagsExtTest-Tag-1890760510 HTTP/1.1" status: 201 len: 201 time: 0.2707727 Jan 26 11:26:26.740849 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-f706251a-8bff-4e6c-8f81-de8615d5e50d tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Request body: {'security_group': {'name': 'tempest-secgroup--220525911'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:26.746295 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52104) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:26.753078 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-b44cb8f6-ba84-4530-92ac-069616705cb7 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'eb842f32-de6a-4d8c-9d40-83bcaec9f7db', 'tempest-TagsExtTest-Tag-1317358410') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:26.777678 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-73af3812-043f-43c1-b0ff-fff5de73cd1b tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:26.781035 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f706251a-8bff-4e6c-8f81-de8615d5e50d tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:26.795478 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-73af3812-043f-43c1-b0ff-fff5de73cd1b tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Transition to ACTIVE for port object 6984014a-6a5a-47e2-adad-aa6e4bd293b9 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:26.798078 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f706251a-8bff-4e6c-8f81-de8615d5e50d tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Usage tracker for resource:security_group and tenant:53992ff731f140378cad0a54789bca58 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:26.803053 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f706251a-8bff-4e6c-8f81-de8615d5e50d tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:26.813071 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f706251a-8bff-4e6c-8f81-de8615d5e50d tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:26.813491 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6796b105-6055-4299-8850-1acbd6ee66df None None] Transition to ACTIVE for port object 9b88b825-5341-4a8d-aa42-619ae7827d3a will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:26.821629 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4c6cbbd3-76f2-457b-a095-73827c02b4c9 None None] Provisioning for port 46069289-5a47-403a-b6a2-9c5870c8f86a completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:26.835724 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-73af3812-043f-43c1-b0ff-fff5de73cd1b tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:26.849699 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f706251a-8bff-4e6c-8f81-de8615d5e50d tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:26.871383 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-c890ae34-5d2e-449f-8e88-9b21af9cc640 tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] Request body: {'port': {'network_id': 'c4dda1dd-b2d1-4ffa-b0d2-1cf565a6bcbe', 'name': 'tempest-NetworksNegativeTestJSON-1418540031'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:26.886732 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6796b105-6055-4299-8850-1acbd6ee66df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:26.895781 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f706251a-8bff-4e6c-8f81-de8615d5e50d tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:26.903571 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f706251a-8bff-4e6c-8f81-de8615d5e50d tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Usage tracker for resource:security_group_rule and tenant:53992ff731f140378cad0a54789bca58 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:26.906767 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f706251a-8bff-4e6c-8f81-de8615d5e50d tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:26.913346 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b44cb8f6-ba84-4530-92ac-069616705cb7 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "PUT /v2.0/ports/eb842f32-de6a-4d8c-9d40-83bcaec9f7db/tags/tempest-TagsExtTest-Tag-1317358410 HTTP/1.1" status: 201 len: 201 time: 0.1634581 Jan 26 11:26:26.913989 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52108) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:26.917143 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f706251a-8bff-4e6c-8f81-de8615d5e50d tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:26.922397 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-00041343-440a-4163-9456-3f0a7bcad431 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '594a45b2-5b39-47d6-8257-886b06862381', 'tempest-TagsExtTest-Tag-594874883') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:26.954355 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 46069289-5a47-403a-b6a2-9c5870c8f86a completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:26.968897 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c890ae34-5d2e-449f-8e88-9b21af9cc640 tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] POST failed (client error): The resource could not be found. Jan 26 11:26:26.969402 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c890ae34-5d2e-449f-8e88-9b21af9cc640 tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:26.974290 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c890ae34-5d2e-449f-8e88-9b21af9cc640 tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3766026 Jan 26 11:26:26.982949 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52112) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:27.014453 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73af3812-043f-43c1-b0ff-fff5de73cd1b tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network 12a5e0bb-8547-4d0e-a032-085c88d4f888 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:26:27.018360 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 46069289-5a47-403a-b6a2-9c5870c8f86a triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:27.018557 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:27.027112 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-73af3812-043f-43c1-b0ff-fff5de73cd1b tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:27.035296 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73af3812-043f-43c1-b0ff-fff5de73cd1b tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:26:27.041310 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73af3812-043f-43c1-b0ff-fff5de73cd1b tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:27.041928 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-73af3812-043f-43c1-b0ff-fff5de73cd1b tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:27.045977 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-deccd92a-92b6-4a63-82b6-3b9d3fdaf5a6 tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:27.046460 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deccd92a-92b6-4a63-82b6-3b9d3fdaf5a6 tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:27.051690 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-deccd92a-92b6-4a63-82b6-3b9d3fdaf5a6 tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] 10.222.0.39 "DELETE /v2.0/networks/b4c1cb05-5d2a-4502-a1c4-f4ee0785e4d0 HTTP/1.1" status: 404 len: 339 time: 0.0614655 Jan 26 11:26:27.077160 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52116) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:27.078667 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af3812-043f-43c1-b0ff-fff5de73cd1b tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Port': ['ID=6984014a-6a5a-47e2-adad-aa6e4bd293b9,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:27.111827 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-73af3812-043f-43c1-b0ff-fff5de73cd1b tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4430521 Jan 26 11:26:27.112076 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52120) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:27.142642 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a81de3-0e4b-4a99-a79e-a202fdda8fb8 tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:27.143250 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a81de3-0e4b-4a99-a79e-a202fdda8fb8 tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:27.171055 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f0a81de3-0e4b-4a99-a79e-a202fdda8fb8 tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] 10.222.0.39 "DELETE /v2.0/ports/df00b37d-2d62-421a-a15c-cde597b1a3aa HTTP/1.1" status: 404 len: 333 time: 0.0844862 Jan 26 11:26:27.173886 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52124) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:27.215959 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796b105-6055-4299-8850-1acbd6ee66df None None] Pushing event updated for resources: {'Port': ['ID=9b88b825-5341-4a8d-aa42-619ae7827d3a,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:27.230865 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-00041343-440a-4163-9456-3f0a7bcad431 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "PUT /v2.0/routers/594a45b2-5b39-47d6-8257-886b06862381/tags/tempest-TagsExtTest-Tag-594874883 HTTP/1.1" status: 201 len: 201 time: 0.3105857 Jan 26 11:26:27.230865 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-8142b3fe-381e-4062-8d18-aa6c8d010241 tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:27.230865 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8142b3fe-381e-4062-8d18-aa6c8d010241 tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:27.232735 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52128) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:27.248818 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f706251a-8bff-4e6c-8f81-de8615d5e50d tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:27.250769 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-4f5e4d29-c515-46cb-95fc-454f5055419a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Delete allocated IP 172.20.0.13 (521315c0-0d97-46d6-8c4a-73095d51c5ae/d161ffe6-0773-4ab7-a781-1b98bb1bd475) {{(pid=87443) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 26 11:26:27.253069 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-43168b52-469f-4063-9dac-63cbfb337f8a tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9074a0a9-41f9-4ea7-9e39-d21d0a288d35', 'tempest-TagsExtTest-Tag-844300996') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:27.259105 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f3365ae2-3dc6-4216-b64b-e1fe66cb94f7 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:27.270598 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8142b3fe-381e-4062-8d18-aa6c8d010241 tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] 10.222.0.39 "DELETE /v2.0/subnets/5c3fdad6-64f2-4e68-ae8f-abd62954b134 HTTP/1.1" status: 404 len: 337 time: 0.0919635 Jan 26 11:26:27.271140 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f706251a-8bff-4e6c-8f81-de8615d5e50d tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:27.274876 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52132) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:27.286194 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f3365ae2-3dc6-4216-b64b-e1fe66cb94f7 None None] Transition to ACTIVE for port object 9cfc70ac-6d39-4be4-a01a-0bb5a2206773 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:27.328528 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-4f5e4d29-c515-46cb-95fc-454f5055419a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Allocated IP 172.20.0.25 (521315c0-0d97-46d6-8c4a-73095d51c5ae/41d5b5dc-a946-4596-87e1-0ad49a000178/b9cdaa6c-40d0-459e-8082-cbc5cbd5414e) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:26:27.372970 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a4787a-391d-4b81-8774-2648a7c4b670 tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] GET failed (client error): The resource could not be found. Jan 26 11:26:27.379589 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-05a4787a-391d-4b81-8774-2648a7c4b670 tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] 10.222.0.39 "GET /v2.0/networks/faaef439-e8b7-4376-820b-a5aadb0bec0c HTTP/1.1" status: 404 len: 339 time: 0.0889287 Jan 26 11:26:27.380093 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f706251a-8bff-4e6c-8f81-de8615d5e50d tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:27.383548 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f706251a-8bff-4e6c-8f81-de8615d5e50d tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6466851 Jan 26 11:26:27.383548 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52136) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:27.390651 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52138) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:27.401819 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f3365ae2-3dc6-4216-b64b-e1fe66cb94f7 None None] Transition to ACTIVE for port object 9cfc70ac-6d39-4be4-a01a-0bb5a2206773 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:27.421073 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:27.425407 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f3365ae2-3dc6-4216-b64b-e1fe66cb94f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:27.451590 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-69f9833b-9537-4f34-8d9f-5e7e7ec7c5c9 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Request body: {'security_group_rule': {'security_group_id': '87dd1699-bbb4-4355-9d89-12e1af082253', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:27.457974 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-69f9833b-9537-4f34-8d9f-5e7e7ec7c5c9 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:27.460853 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8482d7f-518c-4d8f-accf-c4550f55aa0f tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] GET failed (client error): The resource could not be found. Jan 26 11:26:27.468033 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e8482d7f-518c-4d8f-accf-c4550f55aa0f tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] 10.222.0.39 "GET /v2.0/ports/d0e91592-08e4-462d-83f4-6cae7e02e95e HTTP/1.1" status: 404 len: 333 time: 0.0768101 Jan 26 11:26:27.468033 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706251a-8bff-4e6c-8f81-de8615d5e50d tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87dd1699-bbb4-4355-9d89-12e1af082253,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:27.472080 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-69f9833b-9537-4f34-8d9f-5e7e7ec7c5c9 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Usage tracker for resource:security_group_rule and tenant:53992ff731f140378cad0a54789bca58 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:27.474777 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52144) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:27.486312 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:27.512955 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-69f9833b-9537-4f34-8d9f-5e7e7ec7c5c9 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:27.526004 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-69f9833b-9537-4f34-8d9f-5e7e7ec7c5c9 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:27.535873 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba007ef-15ec-4dee-a205-09c345070bdc tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] GET failed (client error): The resource could not be found. Jan 26 11:26:27.540905 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1ba007ef-15ec-4dee-a205-09c345070bdc tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] 10.222.0.39 "GET /v2.0/subnets/aa01edd6-fe23-48f2-bcaf-22ce58f87212 HTTP/1.1" status: 404 len: 337 time: 0.0615833 Jan 26 11:26:27.543879 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-43168b52-469f-4063-9dac-63cbfb337f8a tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "PUT /v2.0/subnetpools/9074a0a9-41f9-4ea7-9e39-d21d0a288d35/tags/tempest-TagsExtTest-Tag-844300996 HTTP/1.1" status: 201 len: 201 time: 0.3032589 Jan 26 11:26:27.544786 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3365ae2-3dc6-4216-b64b-e1fe66cb94f7 None None] Network a393064d-eacd-44f2-b37f-87e8926c9ae1 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:26:27.545065 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52148) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:27.545246 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52150) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:27.550925 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-f3365ae2-3dc6-4216-b64b-e1fe66cb94f7 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:27.559725 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-7c49b941-de28-452d-ba42-f0f25651b988 tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:27.561867 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3365ae2-3dc6-4216-b64b-e1fe66cb94f7 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:26:27.582523 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c49b941-de28-452d-ba42-f0f25651b988 tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] PUT failed (client error): The resource could not be found. Jan 26 11:26:27.583231 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c49b941-de28-452d-ba42-f0f25651b988 tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:27.588586 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7c49b941-de28-452d-ba42-f0f25651b988 tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] 10.222.0.39 "PUT /v2.0/networks/6eaa2aaf-006b-4eed-b3d7-4051f6dbcd9a HTTP/1.1" status: 404 len: 339 time: 0.0364292 Jan 26 11:26:27.588586 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-e4693166-6c93-44cb-97dc-c4a83fd15705 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a00055fb-abbd-418a-aa34-3ad4132a63f1') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:27.594174 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52156) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:27.595037 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 46069289-5a47-403a-b6a2-9c5870c8f86a, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=46069289-5a47-403a-b6a2-9c5870c8f86a,segment=NetworkSegment(f9f2ed9e-4f66-4c96-839c-b60caade9d50),segment_id=f9f2ed9e-4f66-4c96-839c-b60caade9d50)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:27.606006 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3365ae2-3dc6-4216-b64b-e1fe66cb94f7 None None] Pushing event updated for resources: {'Port': ['ID=9cfc70ac-6d39-4be4-a01a-0bb5a2206773,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:27.608738 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:27.621805 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-87f00bf8-8386-40f3-afa4-151ca55f7125 tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:27.721808 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=46069289-5a47-403a-b6a2-9c5870c8f86a,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:27.755427 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f00bf8-8386-40f3-afa4-151ca55f7125 tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] PUT failed (client error): The resource could not be found. Jan 26 11:26:27.755919 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f00bf8-8386-40f3-afa4-151ca55f7125 tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:27.761534 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-87f00bf8-8386-40f3-afa4-151ca55f7125 tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] 10.222.0.39 "PUT /v2.0/ports/329b052b-14eb-4b4e-b35f-411d01490ec1 HTTP/1.1" status: 404 len: 333 time: 0.1513457 Jan 26 11:26:27.765308 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52160) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:27.808768 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-69f9833b-9537-4f34-8d9f-5e7e7ec7c5c9 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:27.825257 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-f3365ae2-3dc6-4216-b64b-e1fe66cb94f7 None None] Attempting to bind port 9cfc70ac-6d39-4be4-a01a-0bb5a2206773 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:26:27.825627 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-f3365ae2-3dc6-4216-b64b-e1fe66cb94f7 None None] Attempting to bind port 9cfc70ac-6d39-4be4-a01a-0bb5a2206773 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'cf8e5868-131d-40a9-af8a-e6392c6bbc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a393064d-eacd-44f2-b37f-87e8926c9ae1'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:26:27.825993 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3365ae2-3dc6-4216-b64b-e1fe66cb94f7 None None] Attempting to bind port 9cfc70ac-6d39-4be4-a01a-0bb5a2206773 on network a393064d-eacd-44f2-b37f-87e8926c9ae1 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:26:27.839317 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3365ae2-3dc6-4216-b64b-e1fe66cb94f7 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:26:27.839720 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3365ae2-3dc6-4216-b64b-e1fe66cb94f7 None None] Checking segment: {'id': 'cf8e5868-131d-40a9-af8a-e6392c6bbc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a393064d-eacd-44f2-b37f-87e8926c9ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:26:27.840075 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f3365ae2-3dc6-4216-b64b-e1fe66cb94f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:27.840467 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3365ae2-3dc6-4216-b64b-e1fe66cb94f7 None None] Bound using segment: {'id': 'cf8e5868-131d-40a9-af8a-e6392c6bbc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a393064d-eacd-44f2-b37f-87e8926c9ae1'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:26:27.840762 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-e340d0a0-169c-4a4a-902e-4d153dbec4fd tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:27.840952 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-f3365ae2-3dc6-4216-b64b-e1fe66cb94f7 None None] Bound port: 9cfc70ac-6d39-4be4-a01a-0bb5a2206773, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf8e5868-131d-40a9-af8a-e6392c6bbc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a393064d-eacd-44f2-b37f-87e8926c9ae1'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:26:27.841306 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f3365ae2-3dc6-4216-b64b-e1fe66cb94f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:27.910838 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-e340d0a0-169c-4a4a-902e-4d153dbec4fd tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] PUT failed (client error): The resource could not be found. Jan 26 11:26:27.911304 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e340d0a0-169c-4a4a-902e-4d153dbec4fd tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:27.920208 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e340d0a0-169c-4a4a-902e-4d153dbec4fd tempest-NetworksNegativeTestJSON-973574028 tempest-NetworksNegativeTestJSON-973574028-project] 10.222.0.39 "PUT /v2.0/subnets/c545ed58-bf45-4587-b168-e5fc1034eedf HTTP/1.1" status: 404 len: 337 time: 0.1515460 Jan 26 11:26:27.923099 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-69f9833b-9537-4f34-8d9f-5e7e7ec7c5c9 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:27.928063 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e4693166-6c93-44cb-97dc-c4a83fd15705 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "GET /v2.0/subnets/a00055fb-abbd-418a-aa34-3ad4132a63f1/tags HTTP/1.1" status: 200 len: 241 time: 0.3746614 Jan 26 11:26:27.930114 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52166) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:27.936999 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-ea8fb310-c254-4a3a-b51c-498006bdd6ed tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a00055fb-abbd-418a-aa34-3ad4132a63f1', 'tempest-TagsExtTest-Tag-1890760510') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:27.970947 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-69f9833b-9537-4f34-8d9f-5e7e7ec7c5c9 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:28.024475 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9833b-9537-4f34-8d9f-5e7e7ec7c5c9 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c7ab6e-e31e-416e-b2e8-7611607019f7,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:28.049882 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-69f9833b-9537-4f34-8d9f-5e7e7ec7c5c9 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:28.053545 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-69f9833b-9537-4f34-8d9f-5e7e7ec7c5c9 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6595111 Jan 26 11:26:28.055587 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52170) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:28.061921 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-dd4d06a3-1256-4725-9a13-3329c4c69deb tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Request body: {'security_group_rule': {'security_group_id': '87dd1699-bbb4-4355-9d89-12e1af082253', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:28.069607 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-dd4d06a3-1256-4725-9a13-3329c4c69deb tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:28.073987 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-f3365ae2-3dc6-4216-b64b-e1fe66cb94f7 None None] For port 9cfc70ac-6d39-4be4-a01a-0bb5a2206773, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:26:28.079579 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-f3365ae2-3dc6-4216-b64b-e1fe66cb94f7 None None] For port 9cfc70ac-6d39-4be4-a01a-0bb5a2206773, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=9cfc70ac-6d39-4be4-a01a-0bb5a2206773,segment=NetworkSegment(cf8e5868-131d-40a9-af8a-e6392c6bbc45),segment_id=cf8e5868-131d-40a9-af8a-e6392c6bbc45)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:26:28.079969 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-dd4d06a3-1256-4725-9a13-3329c4c69deb tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Usage tracker for resource:security_group_rule and tenant:53992ff731f140378cad0a54789bca58 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:28.083863 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-dd4d06a3-1256-4725-9a13-3329c4c69deb tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:28.088696 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f3365ae2-3dc6-4216-b64b-e1fe66cb94f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:28.092365 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-dd4d06a3-1256-4725-9a13-3329c4c69deb tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:28.097477 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ea8fb310-c254-4a3a-b51c-498006bdd6ed tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "GET /v2.0/subnets/a00055fb-abbd-418a-aa34-3ad4132a63f1/tags/tempest-TagsExtTest-Tag-1890760510 HTTP/1.1" status: 204 len: 168 time: 0.1651251 Jan 26 11:26:28.103024 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52174) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:28.113675 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-7c8ceebc-f03d-4f23-8cad-5d142425a39a tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a00055fb-abbd-418a-aa34-3ad4132a63f1', 'tempest-TagsExtTest-Tag-1890760510') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:28.158983 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd4d06a3-1256-4725-9a13-3329c4c69deb tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:28.203878 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-bd2143e8-b735-4a4e-8961-788ac8958678 None None] Provisioning for port 9b88b825-5341-4a8d-aa42-619ae7827d3a completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:28.210669 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-bd2143e8-b735-4a4e-8961-788ac8958678 None None] Provisioning complete for port 9b88b825-5341-4a8d-aa42-619ae7827d3a triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:28.211425 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bd2143e8-b735-4a4e-8961-788ac8958678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:28.267659 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f5e4d29-c515-46cb-95fc-454f5055419a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:28.273279 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd4d06a3-1256-4725-9a13-3329c4c69deb tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:28.283393 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3365ae2-3dc6-4216-b64b-e1fe66cb94f7 None None] Pushing event updated for resources: {'Port': ['ID=9cfc70ac-6d39-4be4-a01a-0bb5a2206773,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:28.284053 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-67607e70-4976-4502-ae3e-4b1339ba9340 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:28.285317 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd4d06a3-1256-4725-9a13-3329c4c69deb tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:28.392543 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7c8ceebc-f03d-4f23-8cad-5d142425a39a tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "DELETE /v2.0/subnets/a00055fb-abbd-418a-aa34-3ad4132a63f1/tags/tempest-TagsExtTest-Tag-1890760510 HTTP/1.1" status: 204 len: 168 time: 0.2863393 Jan 26 11:26:28.398029 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d06a3-1256-4725-9a13-3329c4c69deb tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a3528ab-7ebe-4dd7-bb58-0d344cd67678,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:28.405758 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52180) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:28.420255 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-a246d71e-245a-496d-80c6-b34fed6ef1e4 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a00055fb-abbd-418a-aa34-3ad4132a63f1') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:28.439368 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 46069289-5a47-403a-b6a2-9c5870c8f86a up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:26:28.457763 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd4d06a3-1256-4725-9a13-3329c4c69deb tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:28.464144 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-dd4d06a3-1256-4725-9a13-3329c4c69deb tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4085281 Jan 26 11:26:28.468791 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52184) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:28.473525 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-bd2143e8-b735-4a4e-8961-788ac8958678 None None] Provisioning complete for port b9cdaa6c-40d0-459e-8082-cbc5cbd5414e triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:28.473909 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bd2143e8-b735-4a4e-8961-788ac8958678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:28.481466 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-a51e9170-adda-4b75-a024-18a947d762ea tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Request body: {'security_group_rule': {'security_group_id': '87dd1699-bbb4-4355-9d89-12e1af082253', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:28.505777 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a51e9170-adda-4b75-a024-18a947d762ea tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:28.508222 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52188) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:28.522647 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a51e9170-adda-4b75-a024-18a947d762ea tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Usage tracker for resource:security_group_rule and tenant:53992ff731f140378cad0a54789bca58 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:28.527346 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a51e9170-adda-4b75-a024-18a947d762ea tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:28.534749 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a51e9170-adda-4b75-a024-18a947d762ea tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:28.576333 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a51e9170-adda-4b75-a024-18a947d762ea tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:28.604162 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-4f5e4d29-c515-46cb-95fc-454f5055419a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Transition to ACTIVE for port object b9cdaa6c-40d0-459e-8082-cbc5cbd5414e will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:28.611328 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-bd2143e8-b735-4a4e-8961-788ac8958678 None None] Port b9cdaa6c-40d0-459e-8082-cbc5cbd5414e cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:26:28.652235 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-bd2143e8-b735-4a4e-8961-788ac8958678 None None] Provisioning for port 6984014a-6a5a-47e2-adad-aa6e4bd293b9 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:28.656717 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f5e4d29-c515-46cb-95fc-454f5055419a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:28.659474 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-bd2143e8-b735-4a4e-8961-788ac8958678 None None] Provisioning complete for port 6984014a-6a5a-47e2-adad-aa6e4bd293b9 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:28.659848 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bd2143e8-b735-4a4e-8961-788ac8958678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:28.704294 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a246d71e-245a-496d-80c6-b34fed6ef1e4 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "GET /v2.0/subnets/a00055fb-abbd-418a-aa34-3ad4132a63f1/tags HTTP/1.1" status: 200 len: 205 time: 0.2943351 Jan 26 11:26:28.705842 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52194) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:28.717935 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-e9c954b4-875d-420a-850a-ccb18d9c6577 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'eb842f32-de6a-4d8c-9d40-83bcaec9f7db') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:28.737952 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 46069289-5a47-403a-b6a2-9c5870c8f86a triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:28.738361 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:28.800164 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-bd2143e8-b735-4a4e-8961-788ac8958678 None None] Port 6984014a-6a5a-47e2-adad-aa6e4bd293b9 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:26:28.807106 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a51e9170-adda-4b75-a024-18a947d762ea tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:28.831711 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a51e9170-adda-4b75-a024-18a947d762ea tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:28.860198 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-bd2143e8-b735-4a4e-8961-788ac8958678 None None] Provisioning complete for port 46069289-5a47-403a-b6a2-9c5870c8f86a triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:28.860643 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bd2143e8-b735-4a4e-8961-788ac8958678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:28.869972 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e3b90949-824a-4257-945c-a3680f762f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:28.885746 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a51e9170-adda-4b75-a024-18a947d762ea tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:28.887014 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a51e9170-adda-4b75-a024-18a947d762ea tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4136667 Jan 26 11:26:28.895002 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52198) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:28.907636 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e9170-adda-4b75-a024-18a947d762ea tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7ee797-e0b6-46bd-a33c-f59b4cf3eb9a,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:28.920391 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e3b90949-824a-4257-945c-a3680f762f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:28.925299 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e3b90949-824a-4257-945c-a3680f762f16 admin admin] Usage tracker for resource:security_group_rule and tenant:6b99c70be17c4378bee219eb421052e0 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:28.928129 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e4d29-c515-46cb-95fc-454f5055419a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Port': ['ID=b9cdaa6c-40d0-459e-8082-cbc5cbd5414e,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:28.929043 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e3b90949-824a-4257-945c-a3680f762f16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:28.953159 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e3b90949-824a-4257-945c-a3680f762f16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:28.989274 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a4b10709-68bc-41e2-8c1d-519a310b495c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Request body: {'security_group_rule': {'security_group_id': '87dd1699-bbb4-4355-9d89-12e1af082253', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:29.010441 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e9c954b4-875d-420a-850a-ccb18d9c6577 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "GET /v2.0/ports/eb842f32-de6a-4d8c-9d40-83bcaec9f7db/tags HTTP/1.1" status: 200 len: 241 time: 0.3016582 Jan 26 11:26:29.010768 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a4b10709-68bc-41e2-8c1d-519a310b495c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:29.012012 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52202) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:29.021770 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-96656950-3856-4752-846a-41459c189c52 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eb842f32-de6a-4d8c-9d40-83bcaec9f7db', 'tempest-TagsExtTest-Tag-1317358410') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:29.022027 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a4b10709-68bc-41e2-8c1d-519a310b495c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Usage tracker for resource:security_group_rule and tenant:53992ff731f140378cad0a54789bca58 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:29.034658 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a4b10709-68bc-41e2-8c1d-519a310b495c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:29.041656 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 9b88b825-5341-4a8d-aa42-619ae7827d3a up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:26:29.065712 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a4b10709-68bc-41e2-8c1d-519a310b495c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:29.088113 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-4f5e4d29-c515-46cb-95fc-454f5055419a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] In _notify_port_updated(), no bound segment for port b9cdaa6c-40d0-459e-8082-cbc5cbd5414e on network 521315c0-0d97-46d6-8c4a-73095d51c5ae {{(pid=87443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 26 11:26:29.094028 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5e4d29-c515-46cb-95fc-454f5055419a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:29.094898 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f5e4d29-c515-46cb-95fc-454f5055419a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:29.096183 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4f5e4d29-c515-46cb-95fc-454f5055419a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "PUT /v2.0/ports/b9cdaa6c-40d0-459e-8082-cbc5cbd5414e HTTP/1.1" status: 200 len: 921 time: 4.4003305 Jan 26 11:26:29.100618 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52206) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:29.127591 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e3b90949-824a-4257-945c-a3680f762f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:29.134742 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-96656950-3856-4752-846a-41459c189c52 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "GET /v2.0/ports/eb842f32-de6a-4d8c-9d40-83bcaec9f7db/tags/tempest-TagsExtTest-Tag-1317358410 HTTP/1.1" status: 204 len: 168 time: 0.1224117 Jan 26 11:26:29.137589 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52210) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:29.143787 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-7bb8a72f-759a-4bf3-841b-20fc2aaf44db tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'eb842f32-de6a-4d8c-9d40-83bcaec9f7db', 'tempest-TagsExtTest-Tag-1317358410') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:29.179876 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e3b90949-824a-4257-945c-a3680f762f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:29.205065 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 9b88b825-5341-4a8d-aa42-619ae7827d3a triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:29.206602 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:29.242149 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a4b10709-68bc-41e2-8c1d-519a310b495c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:29.270265 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-bd2143e8-b735-4a4e-8961-788ac8958678 None None] Provisioning complete for port 39e77ce5-024f-4e4c-a841-65c61f6d2fb5 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:29.270659 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bd2143e8-b735-4a4e-8961-788ac8958678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:29.280485 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52214) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:29.281056 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e3b90949-824a-4257-945c-a3680f762f16 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b99c70be17c4378bee219eb421052e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7713659 Jan 26 11:26:29.286075 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b90949-824a-4257-945c-a3680f762f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f109c5-f43f-41be-a278-0471bf25f1bf,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:29.313571 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-483f25c4-c7af-4f0d-9d0a-6d7bee215ce2 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting port b9cdaa6c-40d0-459e-8082-cbc5cbd5414e {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:29.313922 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-483f25c4-c7af-4f0d-9d0a-6d7bee215ce2 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:29.335986 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7bb8a72f-759a-4bf3-841b-20fc2aaf44db tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "DELETE /v2.0/ports/eb842f32-de6a-4d8c-9d40-83bcaec9f7db/tags/tempest-TagsExtTest-Tag-1317358410 HTTP/1.1" status: 204 len: 168 time: 0.1970780 Jan 26 11:26:29.338841 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52218) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:29.346042 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-58f1f431-11d3-4454-9e2d-931a7122d333 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'eb842f32-de6a-4d8c-9d40-83bcaec9f7db') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:29.383350 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-bd2143e8-b735-4a4e-8961-788ac8958678 None None] Port 39e77ce5-024f-4e4c-a841-65c61f6d2fb5 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:26:29.441014 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-58f1f431-11d3-4454-9e2d-931a7122d333 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "GET /v2.0/ports/eb842f32-de6a-4d8c-9d40-83bcaec9f7db/tags HTTP/1.1" status: 200 len: 205 time: 0.0980141 Jan 26 11:26:29.441520 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52222) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:29.448135 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-549cedd7-bbf4-4430-8465-a51e144b4d5c tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '594a45b2-5b39-47d6-8257-886b06862381') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:29.476350 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-67607e70-4976-4502-ae3e-4b1339ba9340 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:29.500805 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-67607e70-4976-4502-ae3e-4b1339ba9340 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:29.511794 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-23747a86-e940-43eb-8a02-c74b7f06d6a9 None None] Provisioning for port b9cdaa6c-40d0-459e-8082-cbc5cbd5414e completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:29.517158 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-23747a86-e940-43eb-8a02-c74b7f06d6a9 None None] Provisioning complete for port b9cdaa6c-40d0-459e-8082-cbc5cbd5414e triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:29.517542 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-23747a86-e940-43eb-8a02-c74b7f06d6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:29.580720 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-23747a86-e940-43eb-8a02-c74b7f06d6a9 None None] Port b9cdaa6c-40d0-459e-8082-cbc5cbd5414e cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:26:29.596163 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-23747a86-e940-43eb-8a02-c74b7f06d6a9 None None] Provisioning complete for port 6984014a-6a5a-47e2-adad-aa6e4bd293b9 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:29.596655 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-23747a86-e940-43eb-8a02-c74b7f06d6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:29.601086 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67607e70-4976-4502-ae3e-4b1339ba9340 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Port': ['ID=6984014a-6a5a-47e2-adad-aa6e4bd293b9,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:29.605947 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52226) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:29.606241 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-549cedd7-bbf4-4430-8465-a51e144b4d5c tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "GET /v2.0/routers/594a45b2-5b39-47d6-8257-886b06862381/tags HTTP/1.1" status: 200 len: 240 time: 0.1631236 Jan 26 11:26:29.631634 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.tag.tag_plugin [None req-47074238-8956-4cde-9f85-368ec74fac25 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '594a45b2-5b39-47d6-8257-886b06862381', 'tempest-TagsExtTest-Tag-594874883') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:29.660936 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-23747a86-e940-43eb-8a02-c74b7f06d6a9 None None] Port 6984014a-6a5a-47e2-adad-aa6e4bd293b9 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:26:29.822433 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b562466c-434d-4f85-81d4-4a309f7347e9 None None] Network a393064d-eacd-44f2-b37f-87e8926c9ae1 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:29.828370 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a4b10709-68bc-41e2-8c1d-519a310b495c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:29.833932 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8b4ebc64-3338-4875-995a-196868444722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:29.942888 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a8b2e01d-1c3d-457c-ab2c-acfd3cf89206 None None] Provisioning for port 9cfc70ac-6d39-4be4-a01a-0bb5a2206773 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:29.966687 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a4b10709-68bc-41e2-8c1d-519a310b495c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:30.085610 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8b4ebc64-3338-4875-995a-196868444722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:30.087333 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-cad6ad6c-faf0-42a2-a107-54571a1e277e None None] Provisioning complete for port 6984014a-6a5a-47e2-adad-aa6e4bd293b9 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:30.087800 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cad6ad6c-faf0-42a2-a107-54571a1e277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:30.099209 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-483f25c4-c7af-4f0d-9d0a-6d7bee215ce2 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:30.106602 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b10709-68bc-41e2-8c1d-519a310b495c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30223add-8171-468f-b9c4-ace588eed0f8,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:30.138347 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-47074238-8956-4cde-9f85-368ec74fac25 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "GET /v2.0/routers/594a45b2-5b39-47d6-8257-886b06862381/tags/tempest-TagsExtTest-Tag-594874883 HTTP/1.1" status: 204 len: 168 time: 0.5251119 Jan 26 11:26:30.140991 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52230) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:30.149419 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-dc45e769-27be-4451-8afd-40363724b17d tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '594a45b2-5b39-47d6-8257-886b06862381', 'tempest-TagsExtTest-Tag-594874883') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:30.157268 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-cad6ad6c-faf0-42a2-a107-54571a1e277e None None] Port 6984014a-6a5a-47e2-adad-aa6e4bd293b9 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:26:30.330850 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-dc45e769-27be-4451-8afd-40363724b17d tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "DELETE /v2.0/routers/594a45b2-5b39-47d6-8257-886b06862381/tags/tempest-TagsExtTest-Tag-594874883 HTTP/1.1" status: 204 len: 168 time: 0.1877627 Jan 26 11:26:30.331726 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52234) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:30.338434 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-31aa7f38-559a-4a28-ac80-ff4e56c68e39 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '594a45b2-5b39-47d6-8257-886b06862381') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:30.374862 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a4b10709-68bc-41e2-8c1d-519a310b495c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:30.379988 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a4b10709-68bc-41e2-8c1d-519a310b495c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4842288 Jan 26 11:26:30.400735 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52238) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:30.423050 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 9cfc70ac-6d39-4be4-a01a-0bb5a2206773 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:26:30.428333 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-237849ab-dc93-4bf5-aae2-ed1eeeddafc8 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Request body: {'security_group_rule': {'security_group_id': '87dd1699-bbb4-4355-9d89-12e1af082253', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:30.437147 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-237849ab-dc93-4bf5-aae2-ed1eeeddafc8 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:30.442858 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-237849ab-dc93-4bf5-aae2-ed1eeeddafc8 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Usage tracker for resource:security_group_rule and tenant:53992ff731f140378cad0a54789bca58 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:30.446141 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-237849ab-dc93-4bf5-aae2-ed1eeeddafc8 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:30.447766 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-483f25c4-c7af-4f0d-9d0a-6d7bee215ce2 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Calling delete_port for b9cdaa6c-40d0-459e-8082-cbc5cbd5414e owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:30.455018 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-237849ab-dc93-4bf5-aae2-ed1eeeddafc8 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:30.507959 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e228aeb2-aff6-4d85-a1ed-5111e18fd375 None None] Provisioning for port eb842f32-de6a-4d8c-9d40-83bcaec9f7db completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:30.520042 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e228aeb2-aff6-4d85-a1ed-5111e18fd375 None None] Provisioning complete for port eb842f32-de6a-4d8c-9d40-83bcaec9f7db triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:30.520042 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e228aeb2-aff6-4d85-a1ed-5111e18fd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:30.534833 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-31aa7f38-559a-4a28-ac80-ff4e56c68e39 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "GET /v2.0/routers/594a45b2-5b39-47d6-8257-886b06862381/tags HTTP/1.1" status: 200 len: 205 time: 0.1996477 Jan 26 11:26:30.544218 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52242) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:30.549109 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-c0dafa81-16c4-45bf-b4c1-f5466f70530a tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9074a0a9-41f9-4ea7-9e39-d21d0a288d35') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:30.563709 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-67607e70-4976-4502-ae3e-4b1339ba9340 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:30.574478 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-237849ab-dc93-4bf5-aae2-ed1eeeddafc8 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:30.589537 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 9cfc70ac-6d39-4be4-a01a-0bb5a2206773 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:30.596488 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 9cfc70ac-6d39-4be4-a01a-0bb5a2206773 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:30.597002 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:30.632185 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-e228aeb2-aff6-4d85-a1ed-5111e18fd375 None None] Port eb842f32-de6a-4d8c-9d40-83bcaec9f7db cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:26:30.640212 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8b4ebc64-3338-4875-995a-196868444722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:30.647516 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c0dafa81-16c4-45bf-b4c1-f5466f70530a tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "GET /v2.0/subnetpools/9074a0a9-41f9-4ea7-9e39-d21d0a288d35/tags HTTP/1.1" status: 200 len: 240 time: 0.1022439 Jan 26 11:26:30.655069 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52246) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:30.664981 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-9b1d441e-28e2-49e3-ab27-32d9aee1d879 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9074a0a9-41f9-4ea7-9e39-d21d0a288d35', 'tempest-TagsExtTest-Tag-844300996') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:30.691838 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e228aeb2-aff6-4d85-a1ed-5111e18fd375 None None] Provisioning complete for port 9cfc70ac-6d39-4be4-a01a-0bb5a2206773 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:30.692078 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e228aeb2-aff6-4d85-a1ed-5111e18fd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:30.714789 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-237849ab-dc93-4bf5-aae2-ed1eeeddafc8 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:30.717015 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ebc64-3338-4875-995a-196868444722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f109c5-f43f-41be-a278-0471bf25f1bf,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:30.720030 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-237849ab-dc93-4bf5-aae2-ed1eeeddafc8 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:30.739373 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9b1d441e-28e2-49e3-ab27-32d9aee1d879 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "GET /v2.0/subnetpools/9074a0a9-41f9-4ea7-9e39-d21d0a288d35/tags/tempest-TagsExtTest-Tag-844300996 HTTP/1.1" status: 204 len: 168 time: 0.0794339 Jan 26 11:26:30.746777 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52250) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:30.756744 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-74b1f61c-3979-4e18-9022-434a4f859985 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9074a0a9-41f9-4ea7-9e39-d21d0a288d35', 'tempest-TagsExtTest-Tag-844300996') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:30.789890 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8b4ebc64-3338-4875-995a-196868444722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:30.794288 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8b4ebc64-3338-4875-995a-196868444722 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2f109c5-f43f-41be-a278-0471bf25f1bf HTTP/1.1" status: 204 len: 168 time: 1.5017109 Jan 26 11:26:30.800586 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-67607e70-4976-4502-ae3e-4b1339ba9340 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:30.811022 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-483f25c4-c7af-4f0d-9d0a-6d7bee215ce2 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:30.823013 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237849ab-dc93-4bf5-aae2-ed1eeeddafc8 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb40c641-cf2e-4e8f-a12d-a38ea97c7718,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:30.840515 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-237849ab-dc93-4bf5-aae2-ed1eeeddafc8 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:30.842649 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-237849ab-dc93-4bf5-aae2-ed1eeeddafc8 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4335127 Jan 26 11:26:30.847370 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52256) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:30.872859 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f25c4-c7af-4f0d-9d0a-6d7bee215ce2 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Port': ['ID=b9cdaa6c-40d0-459e-8082-cbc5cbd5414e,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:30.878130 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:30.889099 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-633ae060-bb48-4390-94d9-605807b7a162 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:30.909102 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-633ae060-bb48-4390-94d9-605807b7a162 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:30.926559 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-74b1f61c-3979-4e18-9022-434a4f859985 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "DELETE /v2.0/subnetpools/9074a0a9-41f9-4ea7-9e39-d21d0a288d35/tags/tempest-TagsExtTest-Tag-844300996 HTTP/1.1" status: 204 len: 168 time: 0.1786511 Jan 26 11:26:30.927599 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52260) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:30.939503 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-1dc66868-fd4b-4a4d-812d-53ca31b23896 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9074a0a9-41f9-4ea7-9e39-d21d0a288d35') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:30.972664 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e228aeb2-aff6-4d85-a1ed-5111e18fd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:30.987123 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1dc66868-fd4b-4a4d-812d-53ca31b23896 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "GET /v2.0/subnetpools/9074a0a9-41f9-4ea7-9e39-d21d0a288d35/tags HTTP/1.1" status: 200 len: 205 time: 0.0566249 Jan 26 11:26:30.991473 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52264) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:31.007386 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-708eb158-9552-43a4-8c02-96ae87d61094 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9074a0a9-41f9-4ea7-9e39-d21d0a288d35') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:31.008336 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 9cfc70ac-6d39-4be4-a01a-0bb5a2206773, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=9cfc70ac-6d39-4be4-a01a-0bb5a2206773,segment=NetworkSegment(cf8e5868-131d-40a9-af8a-e6392c6bbc45),segment_id=cf8e5868-131d-40a9-af8a-e6392c6bbc45)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:31.014210 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:31.053361 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-633ae060-bb48-4390-94d9-605807b7a162 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:31.101085 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ae060-bb48-4390-94d9-605807b7a162 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb40c641-cf2e-4e8f-a12d-a38ea97c7718,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:31.106527 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=9cfc70ac-6d39-4be4-a01a-0bb5a2206773,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:31.117795 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-633ae060-bb48-4390-94d9-605807b7a162 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:31.122750 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52270) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:31.125738 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-633ae060-bb48-4390-94d9-605807b7a162 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/fb40c641-cf2e-4e8f-a12d-a38ea97c7718 HTTP/1.1" status: 204 len: 168 time: 0.2754552 Jan 26 11:26:31.141566 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-708eb158-9552-43a4-8c02-96ae87d61094 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "DELETE /v2.0/subnetpools/9074a0a9-41f9-4ea7-9e39-d21d0a288d35/tags HTTP/1.1" status: 204 len: 168 time: 0.1464553 Jan 26 11:26:31.142741 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52272) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:31.148003 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-294de64c-26c6-43a2-a86b-13f160545688 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '594a45b2-5b39-47d6-8257-886b06862381') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:31.173682 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-e228aeb2-aff6-4d85-a1ed-5111e18fd375 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:26:31.174041 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-e228aeb2-aff6-4d85-a1ed-5111e18fd375 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:26:31.260799 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-483f25c4-c7af-4f0d-9d0a-6d7bee215ce2 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:31.265516 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-483f25c4-c7af-4f0d-9d0a-6d7bee215ce2 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/ports/b9cdaa6c-40d0-459e-8082-cbc5cbd5414e HTTP/1.1" status: 204 len: 168 time: 2.1606567 Jan 26 11:26:31.270102 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52282) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:31.342725 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cca69ba-57d2-490b-b525-97e83788eab2 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] GET failed (client error): The resource could not be found. Jan 26 11:26:31.343436 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8cca69ba-57d2-490b-b525-97e83788eab2 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Synchronizing usage tracker for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:31.390565 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0afe1e2e-0461-4fde-94f6-f90b14a53d69 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Synchronizing usage tracker for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:31.414764 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-294de64c-26c6-43a2-a86b-13f160545688 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "DELETE /v2.0/routers/594a45b2-5b39-47d6-8257-886b06862381/tags HTTP/1.1" status: 204 len: 168 time: 0.2709725 Jan 26 11:26:31.415349 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52290) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:31.420503 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-61f53106-633e-4b6f-8dc2-c87dac652037 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'eb842f32-de6a-4d8c-9d40-83bcaec9f7db') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:31.487305 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8cca69ba-57d2-490b-b525-97e83788eab2 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Unset dirty status for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:31.488802 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8cca69ba-57d2-490b-b525-97e83788eab2 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "GET /v2.0/ports/b9cdaa6c-40d0-459e-8082-cbc5cbd5414e HTTP/1.1" status: 404 len: 333 time: 0.2166412 Jan 26 11:26:31.492277 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0afe1e2e-0461-4fde-94f6-f90b14a53d69 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Unset dirty status for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:31.492872 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52296) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:31.494272 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0afe1e2e-0461-4fde-94f6-f90b14a53d69 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2940841 Jan 26 11:26:31.497546 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52298) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:31.527361 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-61f53106-633e-4b6f-8dc2-c87dac652037 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "DELETE /v2.0/ports/eb842f32-de6a-4d8c-9d40-83bcaec9f7db/tags HTTP/1.1" status: 204 len: 168 time: 0.1108818 Jan 26 11:26:31.530783 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52306) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:31.537599 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-69a3bcb2-283e-463f-a2c6-477b35f388d1 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a00055fb-abbd-418a-aa34-3ad4132a63f1') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:31.554897 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-36407495-c932-448d-bf08-0b7ae1631184 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:31.568654 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-36407495-c932-448d-bf08-0b7ae1631184 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:31.613287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-67607e70-4976-4502-ae3e-4b1339ba9340 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:31.617926 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-36407495-c932-448d-bf08-0b7ae1631184 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:31.621508 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-729bb0ae-9a82-419c-a979-1645bf7f404f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:31.642526 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36407495-c932-448d-bf08-0b7ae1631184 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30223add-8171-468f-b9c4-ace588eed0f8,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:31.645407 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-67607e70-4976-4502-ae3e-4b1339ba9340 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:31.646419 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-67607e70-4976-4502-ae3e-4b1339ba9340 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:31.657810 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-729bb0ae-9a82-419c-a979-1645bf7f404f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:31.679155 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-69a3bcb2-283e-463f-a2c6-477b35f388d1 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "DELETE /v2.0/subnets/a00055fb-abbd-418a-aa34-3ad4132a63f1/tags HTTP/1.1" status: 204 len: 168 time: 0.1436496 Jan 26 11:26:31.682508 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52314) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:31.690840 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-2022a0c8-e7bc-4fd7-891f-545befb54c6f tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a00055fb-abbd-418a-aa34-3ad4132a63f1', 'tempest-TagsExtTest-Tag-672208100') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:31.696549 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-36407495-c932-448d-bf08-0b7ae1631184 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:31.698040 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-36407495-c932-448d-bf08-0b7ae1631184 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/30223add-8171-468f-b9c4-ace588eed0f8 HTTP/1.1" status: 204 len: 168 time: 0.1995945 Jan 26 11:26:31.707768 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52318) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:31.775244 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-729bb0ae-9a82-419c-a979-1645bf7f404f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:31.783628 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67607e70-4976-4502-ae3e-4b1339ba9340 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Port': ['ID=6984014a-6a5a-47e2-adad-aa6e4bd293b9,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:31.802135 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-729bb0ae-9a82-419c-a979-1645bf7f404f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:31.803391 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-729bb0ae-9a82-419c-a979-1645bf7f404f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/security-groups/c1e9a721-6ac1-4db1-98ab-6be811d4dbe0 HTTP/1.1" status: 204 len: 168 time: 0.3059626 Jan 26 11:26:31.804527 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729bb0ae-9a82-419c-a979-1645bf7f404f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e9a721-6ac1-4db1-98ab-6be811d4dbe0,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:31.809097 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52322) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:31.864814 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2022a0c8-e7bc-4fd7-891f-545befb54c6f tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "PUT /v2.0/subnets/a00055fb-abbd-418a-aa34-3ad4132a63f1/tags/tempest-TagsExtTest-Tag-672208100 HTTP/1.1" status: 201 len: 201 time: 0.1779168 Jan 26 11:26:31.864814 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52326) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:31.882927 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-44a6eed5-fdc4-4eaf-9e51-bbb0591b95cc tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'eb842f32-de6a-4d8c-9d40-83bcaec9f7db', 'tempest-TagsExtTest-Tag-1782680601') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:31.914822 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6efdf88f-7329-498b-b2ee-6b69aa9e932f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Synchronizing usage tracker for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:31.948182 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d90d2bf1-29ad-4e7f-81ad-37f130475913 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:31.956990 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6efdf88f-7329-498b-b2ee-6b69aa9e932f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Unset dirty status for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:31.961780 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6efdf88f-7329-498b-b2ee-6b69aa9e932f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2374015 Jan 26 11:26:31.964740 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67607e70-4976-4502-ae3e-4b1339ba9340 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network 12a5e0bb-8547-4d0e-a032-085c88d4f888 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:26:31.964901 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52332) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:31.967975 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-67607e70-4976-4502-ae3e-4b1339ba9340 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:32.003843 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d90d2bf1-29ad-4e7f-81ad-37f130475913 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:32.029331 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f22b6000-b204-4c9c-a717-672fee4d86ab None None] Provisioning complete for port eb842f32-de6a-4d8c-9d40-83bcaec9f7db triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:32.029946 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f22b6000-b204-4c9c-a717-672fee4d86ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:32.075455 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4a817458-e7ef-4ab3-8e6a-b60195d8804f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:32.076635 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-44a6eed5-fdc4-4eaf-9e51-bbb0591b95cc tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "PUT /v2.0/ports/eb842f32-de6a-4d8c-9d40-83bcaec9f7db/tags/tempest-TagsExtTest-Tag-1782680601 HTTP/1.1" status: 201 len: 201 time: 0.2108703 Jan 26 11:26:32.077256 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52338) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:32.088739 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-d25ed945-5bb8-456d-809f-bb5d41d91758 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '594a45b2-5b39-47d6-8257-886b06862381', 'tempest-TagsExtTest-Tag-589313594') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:32.099698 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-f22b6000-b204-4c9c-a717-672fee4d86ab None None] Port eb842f32-de6a-4d8c-9d40-83bcaec9f7db cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:26:32.153719 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d90d2bf1-29ad-4e7f-81ad-37f130475913 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:32.189604 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d2bf1-29ad-4e7f-81ad-37f130475913 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d9edfd-b542-47bf-a068-2a55e9f67222,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:32.203315 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d90d2bf1-29ad-4e7f-81ad-37f130475913 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:32.204481 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d90d2bf1-29ad-4e7f-81ad-37f130475913 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/security-groups/80d9edfd-b542-47bf-a068-2a55e9f67222 HTTP/1.1" status: 204 len: 168 time: 0.3941545 Jan 26 11:26:32.251688 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52344) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:32.288620 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4a817458-e7ef-4ab3-8e6a-b60195d8804f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:32.356476 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4a817458-e7ef-4ab3-8e6a-b60195d8804f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:32.370916 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-026c7bf4-95d2-491f-bd97-a30eadb99c63 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting subnet d161ffe6-0773-4ab7-a781-1b98bb1bd475 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:26:32.377794 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d25ed945-5bb8-456d-809f-bb5d41d91758 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "PUT /v2.0/routers/594a45b2-5b39-47d6-8257-886b06862381/tags/tempest-TagsExtTest-Tag-589313594 HTTP/1.1" status: 201 len: 201 time: 0.2985899 Jan 26 11:26:32.378803 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-026c7bf4-95d2-491f-bd97-a30eadb99c63 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:32.384778 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52352) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:32.396497 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.tag.tag_plugin [None req-7e66e4a5-e19e-4cf2-b897-87d14faff8b0 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9074a0a9-41f9-4ea7-9e39-d21d0a288d35', 'tempest-TagsExtTest-Tag-691037080') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:32.397981 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 9cfc70ac-6d39-4be4-a01a-0bb5a2206773 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:26:32.405235 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a817458-e7ef-4ab3-8e6a-b60195d8804f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db7ee797-e0b6-46bd-a33c-f59b4cf3eb9a,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:32.418549 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4a817458-e7ef-4ab3-8e6a-b60195d8804f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:32.419676 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4a817458-e7ef-4ab3-8e6a-b60195d8804f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/db7ee797-e0b6-46bd-a33c-f59b4cf3eb9a HTTP/1.1" status: 204 len: 168 time: 0.4537859 Jan 26 11:26:32.422835 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52356) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:32.442284 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67607e70-4976-4502-ae3e-4b1339ba9340 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Router 08f605b5-643d-4dac-9cfe-2bd364653a00 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:26:32.460102 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-026c7bf4-95d2-491f-bd97-a30eadb99c63 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:32.520863 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-88acad1c-f3f1-4b78-a9d3-8f1abcf48806 None None] Provisioning complete for port 6984014a-6a5a-47e2-adad-aa6e4bd293b9 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:32.522185 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-88acad1c-f3f1-4b78-a9d3-8f1abcf48806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:32.549723 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8e452636-25ea-483f-8e89-853dc8d84725 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Synchronizing usage tracker for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:32.587083 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8e452636-25ea-483f-8e89-853dc8d84725 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Unset dirty status for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:32.588639 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8e452636-25ea-483f-8e89-853dc8d84725 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1647749 Jan 26 11:26:32.592697 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52364) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:32.601352 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 9cfc70ac-6d39-4be4-a01a-0bb5a2206773 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:32.601925 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:32.611837 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-026c7bf4-95d2-491f-bd97-a30eadb99c63 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:32.629263 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7e66e4a5-e19e-4cf2-b897-87d14faff8b0 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "PUT /v2.0/subnetpools/9074a0a9-41f9-4ea7-9e39-d21d0a288d35/tags/tempest-TagsExtTest-Tag-691037080 HTTP/1.1" status: 201 len: 201 time: 0.2398567 Jan 26 11:26:32.632792 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52368) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:32.635893 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-88acad1c-f3f1-4b78-a9d3-8f1abcf48806 None None] Port 6984014a-6a5a-47e2-adad-aa6e4bd293b9 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:26:32.642746 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.tag.tag_plugin [None req-b83ce67b-465d-4e9d-a952-900a68f35fd4 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a00055fb-abbd-418a-aa34-3ad4132a63f1', {'tags': ['tempest-TagsExtTest-Tag-860432376', 'tempest-TagsExtTest-Tag-620441748', 'tempest-TagsExtTest-Tag-493235878']}) {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:32.666624 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-604c007c-01f9-4c04-83ba-1240f946e24c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:32.689355 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-604c007c-01f9-4c04-83ba-1240f946e24c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:32.698007 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67607e70-4976-4502-ae3e-4b1339ba9340 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:26:32.705649 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-67607e70-4976-4502-ae3e-4b1339ba9340 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "PUT /v2.0/routers/08f605b5-643d-4dac-9cfe-2bd364653a00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5902450 Jan 26 11:26:32.709672 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52376) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:32.734675 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c30f13-275a-4096-a089-c18f765de939 None None] Sync routers for ids ['08f605b5-643d-4dac-9cfe-2bd364653a00'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:26:32.745379 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b83ce67b-465d-4e9d-a952-900a68f35fd4 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "PUT /v2.0/subnets/a00055fb-abbd-418a-aa34-3ad4132a63f1/tags HTTP/1.1" status: 200 len: 315 time: 0.1110780 Jan 26 11:26:32.747751 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52380) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:32.757079 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.tag.tag_plugin [None req-c3afd424-6958-4794-b575-a07542c9e437 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a00055fb-abbd-418a-aa34-3ad4132a63f1') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:32.793797 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c30f13-275a-4096-a089-c18f765de939 None None] Routers {'08f605b5-643d-4dac-9cfe-2bd364653a00'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:26:32.794807 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-29c30f13-275a-4096-a089-c18f765de939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:26:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['08f605b5-643d-4dac-9cfe-2bd364653a00'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:32.835399 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-026c7bf4-95d2-491f-bd97-a30eadb99c63 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:32.883163 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c3afd424-6958-4794-b575-a07542c9e437 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "DELETE /v2.0/subnets/a00055fb-abbd-418a-aa34-3ad4132a63f1/tags HTTP/1.1" status: 204 len: 168 time: 0.1344109 Jan 26 11:26:32.885635 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-604c007c-01f9-4c04-83ba-1240f946e24c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:32.886875 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52384) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:32.892294 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-29c30f13-275a-4096-a089-c18f765de939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:32.896060 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.tag.tag_plugin [None req-141270f9-33e5-4650-b4b2-b427edff86d5 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a00055fb-abbd-418a-aa34-3ad4132a63f1', 'tempest-TagsExtTest-Tag-860432376') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:32.902000 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c30f13-275a-4096-a089-c18f765de939 None None] Routers {'08f605b5-643d-4dac-9cfe-2bd364653a00'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:26:32.902737 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-29c30f13-275a-4096-a089-c18f765de939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:26:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['08f605b5-643d-4dac-9cfe-2bd364653a00'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:32.911194 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c7bf4-95d2-491f-bd97-a30eadb99c63 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Subnet': ['ID=d161ffe6-0773-4ab7-a781-1b98bb1bd475,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:32.919091 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-026c7bf4-95d2-491f-bd97-a30eadb99c63 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:32.937973 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c007c-01f9-4c04-83ba-1240f946e24c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a3528ab-7ebe-4dd7-bb58-0d344cd67678,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:32.948748 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-026c7bf4-95d2-491f-bd97-a30eadb99c63 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/subnets/d161ffe6-0773-4ab7-a781-1b98bb1bd475 HTTP/1.1" status: 204 len: 168 time: 0.6959414 Jan 26 11:26:32.954249 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52388) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:32.968197 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b4b9d2-655f-46d9-bfca-75384585755c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:32.968964 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-30b4b9d2-655f-46d9-bfca-75384585755c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Synchronizing usage tracker for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:32.974424 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-29c30f13-275a-4096-a089-c18f765de939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:32.974934 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c30f13-275a-4096-a089-c18f765de939 None None] The sync data for ids ['08f605b5-643d-4dac-9cfe-2bd364653a00'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:26:32.978988 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-b290847d-bffc-4caf-9c7f-00c9e46fa300 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'subnet': {'network_id': '521315c0-0d97-46d6-8c4a-73095d51c5ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:32.980052 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4c5ac2-e077-409e-bdaf-7aefad4bfca0 None None] Network 521315c0-0d97-46d6-8c4a-73095d51c5ae requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:33.006501 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-604c007c-01f9-4c04-83ba-1240f946e24c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:33.008238 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-604c007c-01f9-4c04-83ba-1240f946e24c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/9a3528ab-7ebe-4dd7-bb58-0d344cd67678 HTTP/1.1" status: 204 len: 168 time: 0.4143541 Jan 26 11:26:33.012431 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52392) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:33.046918 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-141270f9-33e5-4650-b4b2-b427edff86d5 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] show failed (client error): The resource could not be found. Jan 26 11:26:33.050625 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-141270f9-33e5-4650-b4b2-b427edff86d5 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "GET /v2.0/subnets/a00055fb-abbd-418a-aa34-3ad4132a63f1/tags/tempest-TagsExtTest-Tag-860432376 HTTP/1.1" status: 404 len: 328 time: 0.1599996 Jan 26 11:26:33.051050 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52396) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:33.057458 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.tag.tag_plugin [None req-a1226ffe-5712-42b6-9dcd-bc4213011bd3 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a00055fb-abbd-418a-aa34-3ad4132a63f1', 'tempest-TagsExtTest-Tag-620441748') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:33.096257 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-30b4b9d2-655f-46d9-bfca-75384585755c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Unset dirty status for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:33.097708 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-30b4b9d2-655f-46d9-bfca-75384585755c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "GET /v2.0/ports?device_id=08f605b5-643d-4dac-9cfe-2bd364653a00 HTTP/1.1" status: 200 len: 989 time: 0.3839176 Jan 26 11:26:33.104581 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52400) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:33.126757 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f26b5cea-6075-4d87-906c-20075041197c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Synchronizing usage tracker for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:33.169625 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f26b5cea-6075-4d87-906c-20075041197c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Unset dirty status for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:33.174241 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f26b5cea-6075-4d87-906c-20075041197c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1607430 Jan 26 11:26:33.175150 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52404) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:33.198600 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-a1226ffe-5712-42b6-9dcd-bc4213011bd3 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] show failed (client error): The resource could not be found. Jan 26 11:26:33.200139 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a1226ffe-5712-42b6-9dcd-bc4213011bd3 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "GET /v2.0/subnets/a00055fb-abbd-418a-aa34-3ad4132a63f1/tags/tempest-TagsExtTest-Tag-620441748 HTTP/1.1" status: 404 len: 328 time: 0.1478479 Jan 26 11:26:33.210539 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52408) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:33.221251 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-08888045-3244-4643-a593-06ab17e0384f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:33.235323 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-08888045-3244-4643-a593-06ab17e0384f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:33.264528 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-08888045-3244-4643-a593-06ab17e0384f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:33.279517 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-abcf94f5-c714-4262-9e66-c2c624363e24 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a00055fb-abbd-418a-aa34-3ad4132a63f1', 'tempest-TagsExtTest-Tag-493235878') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:33.289818 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08888045-3244-4643-a593-06ab17e0384f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61c7ab6e-e31e-416e-b2e8-7611607019f7,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:33.301811 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-08888045-3244-4643-a593-06ab17e0384f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:33.309305 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-08888045-3244-4643-a593-06ab17e0384f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/61c7ab6e-e31e-416e-b2e8-7611607019f7 HTTP/1.1" status: 204 len: 168 time: 0.1282437 Jan 26 11:26:33.309687 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52412) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:33.364153 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8aa255c2-4d73-4357-8f2a-7d22ed6ba93f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Synchronizing usage tracker for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:33.388620 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8aa255c2-4d73-4357-8f2a-7d22ed6ba93f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Unset dirty status for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:33.392875 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8aa255c2-4d73-4357-8f2a-7d22ed6ba93f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0791738 Jan 26 11:26:33.393203 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52416) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:33.470342 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-be2012bb-12bd-4e85-b94f-713775fe6dde tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:33.493102 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b290847d-bffc-4caf-9c7f-00c9e46fa300 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:33.508479 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-be2012bb-12bd-4e85-b94f-713775fe6dde tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:33.574601 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-be2012bb-12bd-4e85-b94f-713775fe6dde tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:33.577766 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b290847d-bffc-4caf-9c7f-00c9e46fa300 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:subnet and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:33.592654 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2012bb-12bd-4e85-b94f-713775fe6dde tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dd1699-bbb4-4355-9d89-12e1af082253,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:33.596993 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b290847d-bffc-4caf-9c7f-00c9e46fa300 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:33.603909 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52420) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:33.619968 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-b97021a1-bfb9-4e57-bd8a-5444e47d93f4 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-477152429', 'description': 'tempest-secgroup-smoke-477152429 description', 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:33.620114 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b290847d-bffc-4caf-9c7f-00c9e46fa300 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:33.635694 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b97021a1-bfb9-4e57-bd8a-5444e47d93f4 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:33.641598 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b97021a1-bfb9-4e57-bd8a-5444e47d93f4 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Usage tracker for resource:security_group and tenant:78b2214c8dbf43e398d9d4fedfa8da2d is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:33.644938 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b97021a1-bfb9-4e57-bd8a-5444e47d93f4 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:33.648549 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-be2012bb-12bd-4e85-b94f-713775fe6dde tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:33.652593 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-be2012bb-12bd-4e85-b94f-713775fe6dde tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "DELETE /v2.0/security-groups/87dd1699-bbb4-4355-9d89-12e1af082253 HTTP/1.1" status: 204 len: 168 time: 0.2553308 Jan 26 11:26:33.653212 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52424) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:33.655861 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b97021a1-bfb9-4e57-bd8a-5444e47d93f4 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:33.691747 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b97021a1-bfb9-4e57-bd8a-5444e47d93f4 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:33.710141 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b97021a1-bfb9-4e57-bd8a-5444e47d93f4 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:33.720832 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b290847d-bffc-4caf-9c7f-00c9e46fa300 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:33.724392 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b290847d-bffc-4caf-9c7f-00c9e46fa300 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:33.739409 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c4707e16-40f7-4cb6-80a0-2bd13f91e90f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Synchronizing usage tracker for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:33.742991 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b97021a1-bfb9-4e57-bd8a-5444e47d93f4 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:33.749611 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b97021a1-bfb9-4e57-bd8a-5444e47d93f4 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Usage tracker for resource:security_group_rule and tenant:78b2214c8dbf43e398d9d4fedfa8da2d is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:33.753317 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b97021a1-bfb9-4e57-bd8a-5444e47d93f4 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:33.762519 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b97021a1-bfb9-4e57-bd8a-5444e47d93f4 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:33.773120 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c4707e16-40f7-4cb6-80a0-2bd13f91e90f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Unset dirty status for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:33.774029 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-abcf94f5-c714-4262-9e66-c2c624363e24 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] show failed (client error): The resource could not be found. Jan 26 11:26:33.778779 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c4707e16-40f7-4cb6-80a0-2bd13f91e90f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1204884 Jan 26 11:26:33.778957 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-abcf94f5-c714-4262-9e66-c2c624363e24 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "GET /v2.0/subnets/a00055fb-abbd-418a-aa34-3ad4132a63f1/tags/tempest-TagsExtTest-Tag-493235878 HTTP/1.1" status: 404 len: 328 time: 0.5659983 Jan 26 11:26:33.780995 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52428) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:33.781331 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52430) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:33.813895 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-3cb4e921-7eac-4fb3-b396-0c0f91acfb8b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Request body: {'security_group': {'name': 'tempest-secgroup--69873215'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:33.876163 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b97021a1-bfb9-4e57-bd8a-5444e47d93f4 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:33.880290 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b97021a1-bfb9-4e57-bd8a-5444e47d93f4 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:33.893727 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-16abdff2-45b7-4d4d-9e48-d3bf179d50a0 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'eb842f32-de6a-4d8c-9d40-83bcaec9f7db', {'tags': ['tempest-TagsExtTest-Tag-1361186322', 'tempest-TagsExtTest-Tag-627176658', 'tempest-TagsExtTest-Tag-306223893']}) {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:33.899136 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b97021a1-bfb9-4e57-bd8a-5444e47d93f4 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:33.908064 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b97021a1-bfb9-4e57-bd8a-5444e47d93f4 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Usage tracker for resource:security_group_rule and tenant:78b2214c8dbf43e398d9d4fedfa8da2d is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:33.917075 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b97021a1-bfb9-4e57-bd8a-5444e47d93f4 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:33.928860 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b97021a1-bfb9-4e57-bd8a-5444e47d93f4 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:33.932434 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3cb4e921-7eac-4fb3-b396-0c0f91acfb8b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:33.932932 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97021a1-bfb9-4e57-bd8a-5444e47d93f4 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89e41de0-4150-40e0-87be-2b9b317d90ba,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:33.943078 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3cb4e921-7eac-4fb3-b396-0c0f91acfb8b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:33.968047 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c482d999-2db5-4688-98c7-cd5efe885111 None None] Provisioning complete for port 9b88b825-5341-4a8d-aa42-619ae7827d3a triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:33.968647 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c482d999-2db5-4688-98c7-cd5efe885111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:33.987859 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3cb4e921-7eac-4fb3-b396-0c0f91acfb8b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.023123 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b97021a1-bfb9-4e57-bd8a-5444e47d93f4 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.028064 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b97021a1-bfb9-4e57-bd8a-5444e47d93f4 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.057157 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3cb4e921-7eac-4fb3-b396-0c0f91acfb8b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:34.071344 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3cb4e921-7eac-4fb3-b396-0c0f91acfb8b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Usage tracker for resource:security_group_rule and tenant:53992ff731f140378cad0a54789bca58 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:34.074170 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b97021a1-bfb9-4e57-bd8a-5444e47d93f4 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.076176 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b97021a1-bfb9-4e57-bd8a-5444e47d93f4 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4692025 Jan 26 11:26:34.077061 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97021a1-bfb9-4e57-bd8a-5444e47d93f4 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9896c1-20af-492f-ba6c-1ae68e3fc80c,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:34.079241 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52436) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:34.080250 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3cb4e921-7eac-4fb3-b396-0c0f91acfb8b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:34.084875 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-2a2b8c3a-9ab0-4126-ab12-aae30ce5f173 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Request body: {'security_group_rule': {'security_group_id': '0f9896c1-20af-492f-ba6c-1ae68e3fc80c', 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:34.092135 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2a2b8c3a-9ab0-4126-ab12-aae30ce5f173 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:34.092732 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3cb4e921-7eac-4fb3-b396-0c0f91acfb8b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:34.096368 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2a2b8c3a-9ab0-4126-ab12-aae30ce5f173 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Usage tracker for resource:security_group_rule and tenant:78b2214c8dbf43e398d9d4fedfa8da2d is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:34.099380 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2a2b8c3a-9ab0-4126-ab12-aae30ce5f173 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:34.104392 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-16abdff2-45b7-4d4d-9e48-d3bf179d50a0 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "PUT /v2.0/ports/eb842f32-de6a-4d8c-9d40-83bcaec9f7db/tags HTTP/1.1" status: 200 len: 316 time: 0.3217728 Jan 26 11:26:34.106919 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52440) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:34.109411 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2a2b8c3a-9ab0-4126-ab12-aae30ce5f173 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:34.114164 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.tag.tag_plugin [None req-9234586d-47ec-4a24-aad7-1ef007803199 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'eb842f32-de6a-4d8c-9d40-83bcaec9f7db') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:34.143159 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c482d999-2db5-4688-98c7-cd5efe885111 None None] Provisioning complete for port 39e77ce5-024f-4e4c-a841-65c61f6d2fb5 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:34.143631 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c482d999-2db5-4688-98c7-cd5efe885111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.177189 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2a2b8c3a-9ab0-4126-ab12-aae30ce5f173 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.204845 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-c482d999-2db5-4688-98c7-cd5efe885111 None None] Port 39e77ce5-024f-4e4c-a841-65c61f6d2fb5 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:26:34.254066 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2a2b8c3a-9ab0-4126-ab12-aae30ce5f173 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.258721 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2a2b8c3a-9ab0-4126-ab12-aae30ce5f173 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.267257 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9234586d-47ec-4a24-aad7-1ef007803199 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "DELETE /v2.0/ports/eb842f32-de6a-4d8c-9d40-83bcaec9f7db/tags HTTP/1.1" status: 204 len: 168 time: 0.1592808 Jan 26 11:26:34.273879 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52444) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:34.285953 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.tag.tag_plugin [None req-1a709c55-2c1a-48dc-920b-bda128efdefd tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eb842f32-de6a-4d8c-9d40-83bcaec9f7db', 'tempest-TagsExtTest-Tag-1361186322') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:34.306709 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3cb4e921-7eac-4fb3-b396-0c0f91acfb8b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.318871 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b8c3a-9ab0-4126-ab12-aae30ce5f173 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cffab15-ac79-40bd-b72a-3de0eb1078bb,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:34.340783 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3cb4e921-7eac-4fb3-b396-0c0f91acfb8b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.341217 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2a2b8c3a-9ab0-4126-ab12-aae30ce5f173 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.342440 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2a2b8c3a-9ab0-4126-ab12-aae30ce5f173 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2621398 Jan 26 11:26:34.345170 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52448) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:34.351022 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-f313eb06-197b-4f8e-a40b-14d14b9008f9 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Request body: {'security_group_rule': {'security_group_id': '0f9896c1-20af-492f-ba6c-1ae68e3fc80c', 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:34.358701 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f313eb06-197b-4f8e-a40b-14d14b9008f9 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:34.364274 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f313eb06-197b-4f8e-a40b-14d14b9008f9 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Usage tracker for resource:security_group_rule and tenant:78b2214c8dbf43e398d9d4fedfa8da2d is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:34.367512 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f313eb06-197b-4f8e-a40b-14d14b9008f9 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:34.376001 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f313eb06-197b-4f8e-a40b-14d14b9008f9 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:34.391931 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-1a709c55-2c1a-48dc-920b-bda128efdefd tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] show failed (client error): The resource could not be found. Jan 26 11:26:34.393039 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1a709c55-2c1a-48dc-920b-bda128efdefd tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "GET /v2.0/ports/eb842f32-de6a-4d8c-9d40-83bcaec9f7db/tags/tempest-TagsExtTest-Tag-1361186322 HTTP/1.1" status: 404 len: 329 time: 0.1182015 Jan 26 11:26:34.398197 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52452) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:34.404527 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.tag.tag_plugin [None req-b850f49d-900d-4a29-82b0-bc084639adcc tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eb842f32-de6a-4d8c-9d40-83bcaec9f7db', 'tempest-TagsExtTest-Tag-627176658') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:34.429282 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4e921-7eac-4fb3-b396-0c0f91acfb8b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c246135-b40b-4c99-9d73-f5c446982ea1,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:34.437887 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f313eb06-197b-4f8e-a40b-14d14b9008f9 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.450890 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b290847d-bffc-4caf-9c7f-00c9e46fa300 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.482489 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-383fe44c-fdd5-4f22-a7fa-35b500520fc4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.520572 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f313eb06-197b-4f8e-a40b-14d14b9008f9 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.524519 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-b850f49d-900d-4a29-82b0-bc084639adcc tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] show failed (client error): The resource could not be found. Jan 26 11:26:34.526361 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b850f49d-900d-4a29-82b0-bc084639adcc tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "GET /v2.0/ports/eb842f32-de6a-4d8c-9d40-83bcaec9f7db/tags/tempest-TagsExtTest-Tag-627176658 HTTP/1.1" status: 404 len: 328 time: 0.1272922 Jan 26 11:26:34.527455 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f313eb06-197b-4f8e-a40b-14d14b9008f9 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.532438 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52456) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:34.548874 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313eb06-197b-4f8e-a40b-14d14b9008f9 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1b5aa0-6e68-47c7-9dd1-b28a792a6fb1,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:34.560234 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f313eb06-197b-4f8e-a40b-14d14b9008f9 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.560569 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3cb4e921-7eac-4fb3-b396-0c0f91acfb8b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.561750 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3cb4e921-7eac-4fb3-b396-0c0f91acfb8b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7778645 Jan 26 11:26:34.561970 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f313eb06-197b-4f8e-a40b-14d14b9008f9 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2157049 Jan 26 11:26:34.564478 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52460) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:34.566412 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-d13f571e-dcae-4a8f-9b75-f303e561a85c tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eb842f32-de6a-4d8c-9d40-83bcaec9f7db', 'tempest-TagsExtTest-Tag-306223893') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:34.569605 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-b8129b88-dbca-4d54-9de5-e4424a1832ea tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Request body: {'security_group_rule': {'security_group_id': '0f9896c1-20af-492f-ba6c-1ae68e3fc80c', 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:34.575830 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52464) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:34.578141 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b8129b88-dbca-4d54-9de5-e4424a1832ea tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:34.583293 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-c805d02d-e7c4-4c3a-816a-1339e5d2aac8 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Request body: {'security_group_rule': {'security_group_id': '8c246135-b40b-4c99-9d73-f5c446982ea1', 'direction': 'ingress', 'protocol': 17}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:34.589569 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b8129b88-dbca-4d54-9de5-e4424a1832ea tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Usage tracker for resource:security_group_rule and tenant:78b2214c8dbf43e398d9d4fedfa8da2d is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:34.592415 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c805d02d-e7c4-4c3a-816a-1339e5d2aac8 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:34.594591 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b8129b88-dbca-4d54-9de5-e4424a1832ea tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:34.601047 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c805d02d-e7c4-4c3a-816a-1339e5d2aac8 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Usage tracker for resource:security_group_rule and tenant:53992ff731f140378cad0a54789bca58 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:34.604347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b8129b88-dbca-4d54-9de5-e4424a1832ea tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:34.606361 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c805d02d-e7c4-4c3a-816a-1339e5d2aac8 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:34.614254 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c805d02d-e7c4-4c3a-816a-1339e5d2aac8 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:34.628411 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b8129b88-dbca-4d54-9de5-e4424a1832ea tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.654138 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c805d02d-e7c4-4c3a-816a-1339e5d2aac8 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.684526 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b290847d-bffc-4caf-9c7f-00c9e46fa300 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network 521315c0-0d97-46d6-8c4a-73095d51c5ae is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:26:34.701467 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-b290847d-bffc-4caf-9c7f-00c9e46fa300 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:34.710294 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b290847d-bffc-4caf-9c7f-00c9e46fa300 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:34.710915 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b290847d-bffc-4caf-9c7f-00c9e46fa300 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.713868 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e515d7af-2ecc-46c6-bf99-6a157981de51 None None] Network 521315c0-0d97-46d6-8c4a-73095d51c5ae requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:34.732190 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b8129b88-dbca-4d54-9de5-e4424a1832ea tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.740668 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290847d-bffc-4caf-9c7f-00c9e46fa300 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Subnet': ['ID=bfa75fc7-a214-432e-b61c-1b6a5f6e301e,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:34.746445 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b8129b88-dbca-4d54-9de5-e4424a1832ea tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.749592 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c805d02d-e7c4-4c3a-816a-1339e5d2aac8 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.763023 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c805d02d-e7c4-4c3a-816a-1339e5d2aac8 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.778795 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8129b88-dbca-4d54-9de5-e4424a1832ea tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0749f283-c84e-4651-a79b-1771d889e88a,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:34.805858 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805d02d-e7c4-4c3a-816a-1339e5d2aac8 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59107e3f-42fd-4e62-a95e-7c911c1c5416,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:34.813148 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b8129b88-dbca-4d54-9de5-e4424a1832ea tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.815626 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b8129b88-dbca-4d54-9de5-e4424a1832ea tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2500772 Jan 26 11:26:34.819012 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52468) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:34.821156 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c805d02d-e7c4-4c3a-816a-1339e5d2aac8 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.823916 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c805d02d-e7c4-4c3a-816a-1339e5d2aac8 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2467844 Jan 26 11:26:34.827542 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52470) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:34.832576 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-3a783eba-1710-4e6b-a7df-c5dab4ed233e tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Request body: {'security_group_rule': {'security_group_id': '0f9896c1-20af-492f-ba6c-1ae68e3fc80c', 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:34.839547 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b290847d-bffc-4caf-9c7f-00c9e46fa300 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8832886 Jan 26 11:26:34.846354 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52476) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:34.858221 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-212c9a44-1b3c-4bab-bbb3-41176aa9c956 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'security_group': {'name': 'tempest-secgroup-25249280'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:34.867035 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-212c9a44-1b3c-4bab-bbb3-41176aa9c956 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:34.879821 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-212c9a44-1b3c-4bab-bbb3-41176aa9c956 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:security_group and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:34.880488 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-3a783eba-1710-4e6b-a7df-c5dab4ed233e tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:34.885374 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-212c9a44-1b3c-4bab-bbb3-41176aa9c956 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:34.888454 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3a783eba-1710-4e6b-a7df-c5dab4ed233e tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Usage tracker for resource:security_group_rule and tenant:78b2214c8dbf43e398d9d4fedfa8da2d is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:34.889109 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-d13f571e-dcae-4a8f-9b75-f303e561a85c tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] show failed (client error): The resource could not be found. Jan 26 11:26:34.892719 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d13f571e-dcae-4a8f-9b75-f303e561a85c tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "GET /v2.0/ports/eb842f32-de6a-4d8c-9d40-83bcaec9f7db/tags/tempest-TagsExtTest-Tag-306223893 HTTP/1.1" status: 404 len: 328 time: 0.3492997 Jan 26 11:26:34.895378 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52480) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:34.895792 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-212c9a44-1b3c-4bab-bbb3-41176aa9c956 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:34.896944 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3a783eba-1710-4e6b-a7df-c5dab4ed233e tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:34.913230 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-212c9a44-1b3c-4bab-bbb3-41176aa9c956 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.919128 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.tag.tag_plugin [None req-16ded01d-48bf-49b1-b603-0afbb4e7fc3f tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '594a45b2-5b39-47d6-8257-886b06862381', {'tags': ['tempest-TagsExtTest-Tag-1970543092', 'tempest-TagsExtTest-Tag-361415071', 'tempest-TagsExtTest-Tag-361761378']}) {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:34.940744 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-212c9a44-1b3c-4bab-bbb3-41176aa9c956 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:34.948991 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-212c9a44-1b3c-4bab-bbb3-41176aa9c956 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:security_group_rule and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:34.952029 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-383fe44c-fdd5-4f22-a7fa-35b500520fc4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting port 6984014a-6a5a-47e2-adad-aa6e4bd293b9 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:34.952377 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-383fe44c-fdd5-4f22-a7fa-35b500520fc4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.973106 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-3a783eba-1710-4e6b-a7df-c5dab4ed233e tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:34.976989 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-212c9a44-1b3c-4bab-bbb3-41176aa9c956 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:34.997194 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5484def0-4425-4f8b-b45e-0ca0bd1a2dc3 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:34.997429 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-212c9a44-1b3c-4bab-bbb3-41176aa9c956 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:35.123233 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911b6d1d-aeab-4bb9-9667-3485f0f45e5b None None] Update dhcp port {'port': {'network_id': '521315c0-0d97-46d6-8c4a-73095d51c5ae', 'fixed_ips': [{'subnet_id': '41d5b5dc-a946-4596-87e1-0ad49a000178', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bfa75fc7-a214-432e-b61c-1b6a5f6e301e'}], 'binding:host_id': 'dv-neutron-826439-1-hyperv'}, 'id': '9b88b825-5341-4a8d-aa42-619ae7827d3a'} from dv-neutron-826439-1-hyperv. {{(pid=87444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 26 11:26:35.193555 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-911b6d1d-aeab-4bb9-9667-3485f0f45e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:35.208234 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:35.230635 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3a783eba-1710-4e6b-a7df-c5dab4ed233e tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:35.244171 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5484def0-4425-4f8b-b45e-0ca0bd1a2dc3 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:35.307332 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-16ded01d-48bf-49b1-b603-0afbb4e7fc3f tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "PUT /v2.0/routers/594a45b2-5b39-47d6-8257-886b06862381/tags HTTP/1.1" status: 200 len: 316 time: 0.4036787 Jan 26 11:26:35.310815 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52484) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:35.326146 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.tag.tag_plugin [None req-5e3e33e8-85c7-48f3-89eb-a7313f9b8463 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '594a45b2-5b39-47d6-8257-886b06862381') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:35.358844 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-212c9a44-1b3c-4bab-bbb3-41176aa9c956 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:35.362869 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-383fe44c-fdd5-4f22-a7fa-35b500520fc4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:35.371263 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-212c9a44-1b3c-4bab-bbb3-41176aa9c956 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:35.424853 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-911b6d1d-aeab-4bb9-9667-3485f0f45e5b None None] Allocated IP 172.20.0.2 (521315c0-0d97-46d6-8c4a-73095d51c5ae/bfa75fc7-a214-432e-b61c-1b6a5f6e301e/9b88b825-5341-4a8d-aa42-619ae7827d3a) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:26:35.428351 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5484def0-4425-4f8b-b45e-0ca0bd1a2dc3 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:35.505570 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3a783eba-1710-4e6b-a7df-c5dab4ed233e tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:35.514454 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484def0-4425-4f8b-b45e-0ca0bd1a2dc3 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c246135-b40b-4c99-9d73-f5c446982ea1,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:35.519378 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-383fe44c-fdd5-4f22-a7fa-35b500520fc4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Calling delete_port for 6984014a-6a5a-47e2-adad-aa6e4bd293b9 owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:35.525952 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3a783eba-1710-4e6b-a7df-c5dab4ed233e tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:35.567214 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a783eba-1710-4e6b-a7df-c5dab4ed233e tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543bf909-f481-4922-99fb-1a7526b2da34,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:35.575410 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5484def0-4425-4f8b-b45e-0ca0bd1a2dc3 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:35.576768 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5484def0-4425-4f8b-b45e-0ca0bd1a2dc3 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "DELETE /v2.0/security-groups/8c246135-b40b-4c99-9d73-f5c446982ea1 HTTP/1.1" status: 204 len: 168 time: 0.7481382 Jan 26 11:26:35.579549 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52488) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:35.582684 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c9a44-1b3c-4bab-bbb3-41176aa9c956 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00685dcc-9387-46bc-8b76-4900ada42f3c,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:35.586181 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3a783eba-1710-4e6b-a7df-c5dab4ed233e tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:35.588520 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3a783eba-1710-4e6b-a7df-c5dab4ed233e tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7621813 Jan 26 11:26:35.589072 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-212c9a44-1b3c-4bab-bbb3-41176aa9c956 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:35.590491 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-212c9a44-1b3c-4bab-bbb3-41176aa9c956 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7431896 Jan 26 11:26:35.593338 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52492) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:35.593855 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52494) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:35.603718 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-058b1fa0-a965-4667-a7fe-8102a2a68900 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'security_group': {'name': 'tempest-secgroup-648796108'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:35.615264 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-ba135f75-11b7-483f-a180-e549c8aacd69 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Request body: {'security_group_rule': {'security_group_id': '0f9896c1-20af-492f-ba6c-1ae68e3fc80c', 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:35.623317 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5e3e33e8-85c7-48f3-89eb-a7313f9b8463 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "DELETE /v2.0/routers/594a45b2-5b39-47d6-8257-886b06862381/tags HTTP/1.1" status: 204 len: 168 time: 0.3111219 Jan 26 11:26:35.624562 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-058b1fa0-a965-4667-a7fe-8102a2a68900 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:35.627008 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-ba135f75-11b7-483f-a180-e549c8aacd69 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:35.628827 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52500) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:35.630974 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-911b6d1d-aeab-4bb9-9667-3485f0f45e5b None None] For port 9b88b825-5341-4a8d-aa42-619ae7827d3a, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=9b88b825-5341-4a8d-aa42-619ae7827d3a,segment=NetworkSegment(a15607ce-19f2-48ae-8362-23a2b0d3e74c),segment_id=a15607ce-19f2-48ae-8362-23a2b0d3e74c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:35.638436 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-058b1fa0-a965-4667-a7fe-8102a2a68900 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:security_group and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:35.644646 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.tag.tag_plugin [None req-d68402ea-11c8-4a80-9fec-42a1801f66a7 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '594a45b2-5b39-47d6-8257-886b06862381', 'tempest-TagsExtTest-Tag-1970543092') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:35.655393 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b8639f73-6ff1-4f89-9025-2259393cb6bd tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Synchronizing usage tracker for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:35.668078 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-911b6d1d-aeab-4bb9-9667-3485f0f45e5b None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:35.671120 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b8639f73-6ff1-4f89-9025-2259393cb6bd tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Unset dirty status for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:35.676090 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b8639f73-6ff1-4f89-9025-2259393cb6bd tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0893903 Jan 26 11:26:35.676643 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52504) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:35.682615 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-3c290fac-e428-497d-9e4f-a0660a2239ae tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1429931513'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:35.688352 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-911b6d1d-aeab-4bb9-9667-3485f0f45e5b None None] Transition to ACTIVE for port object 9b88b825-5341-4a8d-aa42-619ae7827d3a will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:35.688928 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-3c290fac-e428-497d-9e4f-a0660a2239ae tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:35.692405 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-911b6d1d-aeab-4bb9-9667-3485f0f45e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:35.694526 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ba135f75-11b7-483f-a180-e549c8aacd69 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Usage tracker for resource:security_group_rule and tenant:78b2214c8dbf43e398d9d4fedfa8da2d is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:35.703208 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-058b1fa0-a965-4667-a7fe-8102a2a68900 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:35.704138 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-3c290fac-e428-497d-9e4f-a0660a2239ae tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:35.714419 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ba135f75-11b7-483f-a180-e549c8aacd69 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:35.715906 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3c290fac-e428-497d-9e4f-a0660a2239ae tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:35.738305 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-3c290fac-e428-497d-9e4f-a0660a2239ae tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:35.740211 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-058b1fa0-a965-4667-a7fe-8102a2a68900 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:35.742512 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-ba135f75-11b7-483f-a180-e549c8aacd69 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:35.743205 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3c290fac-e428-497d-9e4f-a0660a2239ae tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Usage tracker for resource:security_group_rule and tenant:53992ff731f140378cad0a54789bca58 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:35.747086 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3c290fac-e428-497d-9e4f-a0660a2239ae tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:35.753687 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-3c290fac-e428-497d-9e4f-a0660a2239ae tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:35.842384 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.securitygroups_db [None req-ba135f75-11b7-483f-a180-e549c8aacd69 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Project 78b2214c8dbf43e398d9d4fedfa8da2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:26:35.846966 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-058b1fa0-a965-4667-a7fe-8102a2a68900 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:35.853275 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3c290fac-e428-497d-9e4f-a0660a2239ae tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:35.855140 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b6d1d-aeab-4bb9-9667-3485f0f45e5b None None] Pushing event updated for resources: {'Port': ['ID=9b88b825-5341-4a8d-aa42-619ae7827d3a,revision_number=6']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:35.865507 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3c290fac-e428-497d-9e4f-a0660a2239ae tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:35.876610 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ba135f75-11b7-483f-a180-e549c8aacd69 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:35.890656 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-d68402ea-11c8-4a80-9fec-42a1801f66a7 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] show failed (client error): The resource could not be found. Jan 26 11:26:35.894379 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d68402ea-11c8-4a80-9fec-42a1801f66a7 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "GET /v2.0/routers/594a45b2-5b39-47d6-8257-886b06862381/tags/tempest-TagsExtTest-Tag-1970543092 HTTP/1.1" status: 404 len: 329 time: 0.2583082 Jan 26 11:26:35.895735 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52508) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:35.906630 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.tag.tag_plugin [None req-882275b7-b5a1-45cf-bbe5-360c021211ee tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '594a45b2-5b39-47d6-8257-886b06862381', 'tempest-TagsExtTest-Tag-361415071') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:35.913490 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-058b1fa0-a965-4667-a7fe-8102a2a68900 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:35.935535 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-058b1fa0-a965-4667-a7fe-8102a2a68900 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:security_group_rule and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:35.971514 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-058b1fa0-a965-4667-a7fe-8102a2a68900 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:35.988794 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-058b1fa0-a965-4667-a7fe-8102a2a68900 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:35.997225 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c290fac-e428-497d-9e4f-a0660a2239ae tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5362b8f-95fe-4645-913f-8b92ed5c3759,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:35.999587 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3c290fac-e428-497d-9e4f-a0660a2239ae tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:36.003422 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3c290fac-e428-497d-9e4f-a0660a2239ae tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3233294 Jan 26 11:26:36.004520 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52512) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:36.022096 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-e08aab09-0a29-49e8-a4e3-da4864eafc42 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1094967087'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:36.039853 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e08aab09-0a29-49e8-a4e3-da4864eafc42 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:36.050085 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e08aab09-0a29-49e8-a4e3-da4864eafc42 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Usage tracker for resource:security_group and tenant:53992ff731f140378cad0a54789bca58 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:36.063980 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ba135f75-11b7-483f-a180-e549c8aacd69 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:36.065002 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e08aab09-0a29-49e8-a4e3-da4864eafc42 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:36.072881 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-882275b7-b5a1-45cf-bbe5-360c021211ee tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] show failed (client error): The resource could not be found. Jan 26 11:26:36.075568 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-882275b7-b5a1-45cf-bbe5-360c021211ee tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "GET /v2.0/routers/594a45b2-5b39-47d6-8257-886b06862381/tags/tempest-TagsExtTest-Tag-361415071 HTTP/1.1" status: 404 len: 328 time: 0.1779523 Jan 26 11:26:36.077060 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52516) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:36.080280 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ba135f75-11b7-483f-a180-e549c8aacd69 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:36.082666 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.tag.tag_plugin [None req-f45d8d26-30f2-4010-bbee-9671013f522f tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '594a45b2-5b39-47d6-8257-886b06862381', 'tempest-TagsExtTest-Tag-361761378') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:36.085785 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e08aab09-0a29-49e8-a4e3-da4864eafc42 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:36.099585 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-383fe44c-fdd5-4f22-a7fa-35b500520fc4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:36.172883 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba135f75-11b7-483f-a180-e549c8aacd69 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf9d975-a094-4299-a1f6-27b4e6e9114c,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:36.180721 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e08aab09-0a29-49e8-a4e3-da4864eafc42 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:36.190230 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fe44c-fdd5-4f22-a7fa-35b500520fc4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Port': ['ID=6984014a-6a5a-47e2-adad-aa6e4bd293b9,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:36.233965 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-f45d8d26-30f2-4010-bbee-9671013f522f tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] show failed (client error): The resource could not be found. Jan 26 11:26:36.235143 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f45d8d26-30f2-4010-bbee-9671013f522f tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "GET /v2.0/routers/594a45b2-5b39-47d6-8257-886b06862381/tags/tempest-TagsExtTest-Tag-361761378 HTTP/1.1" status: 404 len: 328 time: 0.1569898 Jan 26 11:26:36.238263 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52520) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:36.244082 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.tag.tag_plugin [None req-503054ad-3a7c-4664-bbc5-d370ce3e3fd4 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9074a0a9-41f9-4ea7-9e39-d21d0a288d35', {'tags': ['tempest-TagsExtTest-Tag-1002753654', 'tempest-TagsExtTest-Tag-265594070', 'tempest-TagsExtTest-Tag-46678194']}) {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:36.267550 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ba135f75-11b7-483f-a180-e549c8aacd69 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:36.268758 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ba135f75-11b7-483f-a180-e549c8aacd69 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6737478 Jan 26 11:26:36.272101 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52524) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:36.278144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-0e548187-bba4-4704-bd33-25b9fcaf2d70 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Request body: {'security_group_rule': {'security_group_id': '0f9896c1-20af-492f-ba6c-1ae68e3fc80c', 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:36.287983 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0e548187-bba4-4704-bd33-25b9fcaf2d70 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:36.295322 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0e548187-bba4-4704-bd33-25b9fcaf2d70 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Usage tracker for resource:security_group_rule and tenant:78b2214c8dbf43e398d9d4fedfa8da2d is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:36.301319 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0e548187-bba4-4704-bd33-25b9fcaf2d70 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:36.320722 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0e548187-bba4-4704-bd33-25b9fcaf2d70 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:36.335483 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-503054ad-3a7c-4664-bbc5-d370ce3e3fd4 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "PUT /v2.0/subnetpools/9074a0a9-41f9-4ea7-9e39-d21d0a288d35/tags HTTP/1.1" status: 200 len: 315 time: 0.0959876 Jan 26 11:26:36.338598 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52528) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:36.343088 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e08aab09-0a29-49e8-a4e3-da4864eafc42 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:36.344860 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.tag.tag_plugin [None req-7d28ae9f-5dd0-4b7e-874a-2cd89493ad40 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9074a0a9-41f9-4ea7-9e39-d21d0a288d35') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:36.357886 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.securitygroups_db [None req-0e548187-bba4-4704-bd33-25b9fcaf2d70 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Project 78b2214c8dbf43e398d9d4fedfa8da2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:26:36.364147 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e08aab09-0a29-49e8-a4e3-da4864eafc42 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Usage tracker for resource:security_group_rule and tenant:53992ff731f140378cad0a54789bca58 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:36.370620 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e08aab09-0a29-49e8-a4e3-da4864eafc42 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:36.371401 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0e548187-bba4-4704-bd33-25b9fcaf2d70 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:36.406003 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 9b88b825-5341-4a8d-aa42-619ae7827d3a up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:26:36.480339 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7d28ae9f-5dd0-4b7e-874a-2cd89493ad40 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "DELETE /v2.0/subnetpools/9074a0a9-41f9-4ea7-9e39-d21d0a288d35/tags HTTP/1.1" status: 204 len: 168 time: 0.1405845 Jan 26 11:26:36.483304 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52532) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:36.496995 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.tag.tag_plugin [None req-e40072db-9ce6-4422-bfdf-1ccaeb401f5a tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9074a0a9-41f9-4ea7-9e39-d21d0a288d35', 'tempest-TagsExtTest-Tag-1002753654') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:36.511189 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e08aab09-0a29-49e8-a4e3-da4864eafc42 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:36.514668 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-058b1fa0-a965-4667-a7fe-8102a2a68900 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:36.515573 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-383fe44c-fdd5-4f22-a7fa-35b500520fc4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:36.521020 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0e548187-bba4-4704-bd33-25b9fcaf2d70 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:36.528079 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0e548187-bba4-4704-bd33-25b9fcaf2d70 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:36.532325 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-058b1fa0-a965-4667-a7fe-8102a2a68900 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:36.559572 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e548187-bba4-4704-bd33-25b9fcaf2d70 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6e0405-451e-4a0b-b564-c4d510eab294,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:36.564063 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-e40072db-9ce6-4422-bfdf-1ccaeb401f5a tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] show failed (client error): The resource could not be found. Jan 26 11:26:36.570089 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e40072db-9ce6-4422-bfdf-1ccaeb401f5a tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "GET /v2.0/subnetpools/9074a0a9-41f9-4ea7-9e39-d21d0a288d35/tags/tempest-TagsExtTest-Tag-1002753654 HTTP/1.1" status: 404 len: 329 time: 0.0842731 Jan 26 11:26:36.570698 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52536) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:36.580552 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.tag.tag_plugin [None req-6a2aeb48-acce-43f7-9e28-227445a9d465 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9074a0a9-41f9-4ea7-9e39-d21d0a288d35', 'tempest-TagsExtTest-Tag-265594070') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:36.592604 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0e548187-bba4-4704-bd33-25b9fcaf2d70 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:36.596804 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0e548187-bba4-4704-bd33-25b9fcaf2d70 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3206725 Jan 26 11:26:36.597061 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52540) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:36.605432 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-95e2a2c6-535a-425c-80b7-a7cf0493fd86 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Request body: {'network': {'name': 'tempest-network-smoke--1197015051', 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'port_security_enabled': True}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:36.612268 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-95e2a2c6-535a-425c-80b7-a7cf0493fd86 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:36.617832 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-95e2a2c6-535a-425c-80b7-a7cf0493fd86 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Usage tracker for resource:network and tenant:78b2214c8dbf43e398d9d4fedfa8da2d is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:36.621784 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-95e2a2c6-535a-425c-80b7-a7cf0493fd86 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:36.633364 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-95e2a2c6-535a-425c-80b7-a7cf0493fd86 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:36.636010 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-6a2aeb48-acce-43f7-9e28-227445a9d465 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] show failed (client error): The resource could not be found. Jan 26 11:26:36.637060 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6a2aeb48-acce-43f7-9e28-227445a9d465 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "GET /v2.0/subnetpools/9074a0a9-41f9-4ea7-9e39-d21d0a288d35/tags/tempest-TagsExtTest-Tag-265594070 HTTP/1.1" status: 404 len: 328 time: 0.0621526 Jan 26 11:26:36.640356 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52544) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:36.645780 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.tag.tag_plugin [None req-90e16dbf-d424-424b-97f9-0b9440e4c8d0 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9074a0a9-41f9-4ea7-9e39-d21d0a288d35', 'tempest-TagsExtTest-Tag-46678194') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:36.646772 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-016c9274-17fe-4a2c-bc80-fb3d8b30c498 None None] Provisioning for port 9b88b825-5341-4a8d-aa42-619ae7827d3a completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:36.659476 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-016c9274-17fe-4a2c-bc80-fb3d8b30c498 None None] Provisioning complete for port 9b88b825-5341-4a8d-aa42-619ae7827d3a triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:36.660216 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-016c9274-17fe-4a2c-bc80-fb3d8b30c498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:36.674229 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-90e16dbf-d424-424b-97f9-0b9440e4c8d0 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] show failed (client error): The resource could not be found. Jan 26 11:26:36.675418 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-90e16dbf-d424-424b-97f9-0b9440e4c8d0 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "GET /v2.0/subnetpools/9074a0a9-41f9-4ea7-9e39-d21d0a288d35/tags/tempest-TagsExtTest-Tag-46678194 HTTP/1.1" status: 404 len: 327 time: 0.0341165 Jan 26 11:26:36.676229 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e2a2c6-535a-425c-80b7-a7cf0493fd86 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Made reservation on behalf of 78b2214c8dbf43e398d9d4fedfa8da2d for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:36.679614 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-95e2a2c6-535a-425c-80b7-a7cf0493fd86 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:36.688432 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52548) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:36.694798 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.tag.tag_plugin [None req-579018af-99f9-449e-9373-dd311993a356 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9074a0a9-41f9-4ea7-9e39-d21d0a288d35') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:36.728167 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-058b1fa0-a965-4667-a7fe-8102a2a68900 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:36.729455 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-058b1fa0-a965-4667-a7fe-8102a2a68900 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1328633 Jan 26 11:26:36.730623 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e2a2c6-535a-425c-80b7-a7cf0493fd86 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:26:36.732559 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52552) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:36.735922 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b1fa0-a965-4667-a7fe-8102a2a68900 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a97cd23d-0d0c-45ac-94c6-7720db22f482,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:36.745246 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-1827bf93-8ed8-4690-ab73-e9f752e23378 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'security_group': {'name': 'tempest-secgroup-144717315'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:36.753992 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-579018af-99f9-449e-9373-dd311993a356 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "DELETE /v2.0/subnetpools/9074a0a9-41f9-4ea7-9e39-d21d0a288d35/tags HTTP/1.1" status: 204 len: 168 time: 0.0619609 Jan 26 11:26:36.753992 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52556) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:36.758108 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1827bf93-8ed8-4690-ab73-e9f752e23378 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:36.760627 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-95e2a2c6-535a-425c-80b7-a7cf0493fd86 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:36.761517 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-95e2a2c6-535a-425c-80b7-a7cf0493fd86 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Added segment 1887c206-199f-4e98-b0c1-9c80053d95f7 of type vlan for network e8fe3292-2a14-466f-b305-017fad7fdbbd Jan 26 11:26:36.764538 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.tag.tag_plugin [None req-a5993f2d-085b-4cd1-b747-df87a6f77812 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '594a45b2-5b39-47d6-8257-886b06862381') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:36.819012 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1827bf93-8ed8-4690-ab73-e9f752e23378 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:security_group and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:36.835768 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1827bf93-8ed8-4690-ab73-e9f752e23378 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:36.836049 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-016c9274-17fe-4a2c-bc80-fb3d8b30c498 None None] Provisioning complete for port 39e77ce5-024f-4e4c-a841-65c61f6d2fb5 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:36.836706 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-016c9274-17fe-4a2c-bc80-fb3d8b30c498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:36.849345 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1827bf93-8ed8-4690-ab73-e9f752e23378 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:36.880034 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-95e2a2c6-535a-425c-80b7-a7cf0493fd86 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:36.886064 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1827bf93-8ed8-4690-ab73-e9f752e23378 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:36.900879 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383fe44c-fdd5-4f22-a7fa-35b500520fc4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Router 08f605b5-643d-4dac-9cfe-2bd364653a00 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:26:36.911133 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-016c9274-17fe-4a2c-bc80-fb3d8b30c498 None None] Port 39e77ce5-024f-4e4c-a841-65c61f6d2fb5 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:26:36.921397 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e08aab09-0a29-49e8-a4e3-da4864eafc42 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:36.984279 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e08aab09-0a29-49e8-a4e3-da4864eafc42 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:36.985628 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1827bf93-8ed8-4690-ab73-e9f752e23378 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:36.991382 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1827bf93-8ed8-4690-ab73-e9f752e23378 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:security_group_rule and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:36.996993 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1827bf93-8ed8-4690-ab73-e9f752e23378 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:37.004604 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a5993f2d-085b-4cd1-b747-df87a6f77812 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "DELETE /v2.0/routers/594a45b2-5b39-47d6-8257-886b06862381/tags HTTP/1.1" status: 204 len: 168 time: 0.2483132 Jan 26 11:26:37.006297 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1827bf93-8ed8-4690-ab73-e9f752e23378 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:37.008317 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52560) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:37.014984 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.tag.tag_plugin [None req-bcd84d28-fb00-42bc-b167-ac70e3baa611 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'eb842f32-de6a-4d8c-9d40-83bcaec9f7db') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:37.050145 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-95e2a2c6-535a-425c-80b7-a7cf0493fd86 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:37.055685 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e2a2c6-535a-425c-80b7-a7cf0493fd86 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:37.056966 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-95e2a2c6-535a-425c-80b7-a7cf0493fd86 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:37.210641 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-95e2a2c6-535a-425c-80b7-a7cf0493fd86 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6097534 Jan 26 11:26:37.211931 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383fe44c-fdd5-4f22-a7fa-35b500520fc4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:26:37.216700 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52564) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:37.217774 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2a2c6-535a-425c-80b7-a7cf0493fd86 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Pushing event updated for resources: {'Network': ['ID=e8fe3292-2a14-466f-b305-017fad7fdbbd,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:37.222841 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-383fe44c-fdd5-4f22-a7fa-35b500520fc4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "PUT /v2.0/routers/08f605b5-643d-4dac-9cfe-2bd364653a00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1171868 Jan 26 11:26:37.223965 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52568) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:37.229345 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e19cd-3414-491a-aa6a-ecabbcb4c53b None None] Sync routers for ids ['08f605b5-643d-4dac-9cfe-2bd364653a00'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:26:37.229916 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-c6e5e1e2-c67b-46a3-8970-53a644678430 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-12125218', 'admin_state_up': True, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:37.231492 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network e8fe3292-2a14-466f-b305-017fad7fdbbd details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:26:37.232251 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e08aab09-0a29-49e8-a4e3-da4864eafc42 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:37.235867 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e08aab09-0a29-49e8-a4e3-da4864eafc42 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2287757 Jan 26 11:26:37.237609 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52572) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:37.245405 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c6e5e1e2-c67b-46a3-8970-53a644678430 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:37.248641 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54e19cd-3414-491a-aa6a-ecabbcb4c53b None None] Routers {'08f605b5-643d-4dac-9cfe-2bd364653a00'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:26:37.249458 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b54e19cd-3414-491a-aa6a-ecabbcb4c53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:26:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['08f605b5-643d-4dac-9cfe-2bd364653a00'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:37.257347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-e94bcb3c-97fd-44d3-be67-cf29914b9d07 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Request body: {'security_group_rule': {'security_group_id': 'e5362b8f-95fe-4645-913f-8b92ed5c3759', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '22aaf881-ade3-4761-8105-febe6436d7f9', 'remote_ip_prefix': None}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:37.268981 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c6e5e1e2-c67b-46a3-8970-53a644678430 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Usage tracker for resource:router and tenant:78b2214c8dbf43e398d9d4fedfa8da2d is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:37.274642 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c6e5e1e2-c67b-46a3-8970-53a644678430 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:37.279250 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08aab09-0a29-49e8-a4e3-da4864eafc42 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22aaf881-ade3-4761-8105-febe6436d7f9,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:37.282918 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e94bcb3c-97fd-44d3-be67-cf29914b9d07 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:37.286291 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c6e5e1e2-c67b-46a3-8970-53a644678430 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:37.292751 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de9d981-9af4-4602-830a-194ef5ebcbf7 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] GET failed (client error): The resource could not be found. Jan 26 11:26:37.293571 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2de9d981-9af4-4602-830a-194ef5ebcbf7 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Synchronizing usage tracker for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:37.305464 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e94bcb3c-97fd-44d3-be67-cf29914b9d07 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Usage tracker for resource:security_group_rule and tenant:53992ff731f140378cad0a54789bca58 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:37.313897 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2de9d981-9af4-4602-830a-194ef5ebcbf7 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Unset dirty status for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:37.315580 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2de9d981-9af4-4602-830a-194ef5ebcbf7 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "GET /v2.0/ports/6984014a-6a5a-47e2-adad-aa6e4bd293b9 HTTP/1.1" status: 404 len: 333 time: 0.0850599 Jan 26 11:26:37.318211 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52576) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:37.319328 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e94bcb3c-97fd-44d3-be67-cf29914b9d07 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:37.330170 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1827bf93-8ed8-4690-ab73-e9f752e23378 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:37.332306 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-bcd84d28-fb00-42bc-b167-ac70e3baa611 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "DELETE /v2.0/ports/eb842f32-de6a-4d8c-9d40-83bcaec9f7db/tags HTTP/1.1" status: 204 len: 168 time: 0.3230429 Jan 26 11:26:37.333349 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e94bcb3c-97fd-44d3-be67-cf29914b9d07 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:37.334758 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b54e19cd-3414-491a-aa6a-ecabbcb4c53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:37.335664 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c6e5e1e2-c67b-46a3-8970-53a644678430 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:37.336653 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c6e5e1e2-c67b-46a3-8970-53a644678430 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:37.340696 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52580) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:37.347503 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.tag.tag_plugin [None req-38cca653-2b53-41b6-9591-50d292960cbc tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a00055fb-abbd-418a-aa34-3ad4132a63f1') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:37.347982 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54e19cd-3414-491a-aa6a-ecabbcb4c53b None None] Routers {'08f605b5-643d-4dac-9cfe-2bd364653a00'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:26:37.348802 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b54e19cd-3414-491a-aa6a-ecabbcb4c53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:26:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['08f605b5-643d-4dac-9cfe-2bd364653a00'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:37.375505 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1827bf93-8ed8-4690-ab73-e9f752e23378 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:37.413800 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b54e19cd-3414-491a-aa6a-ecabbcb4c53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:37.414206 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e19cd-3414-491a-aa6a-ecabbcb4c53b None None] The sync data for ids ['08f605b5-643d-4dac-9cfe-2bd364653a00'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:26:37.439132 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c6e5e1e2-c67b-46a3-8970-53a644678430 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:37.458433 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827bf93-8ed8-4690-ab73-e9f752e23378 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e91a43b-a972-45c6-935e-422a886b2349,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:37.467865 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1827bf93-8ed8-4690-ab73-e9f752e23378 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:37.469076 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1827bf93-8ed8-4690-ab73-e9f752e23378 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7349582 Jan 26 11:26:37.472070 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52584) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:37.475507 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e94bcb3c-97fd-44d3-be67-cf29914b9d07 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:37.476340 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c636504c-54f9-44f8-a372-fd3f8f208f76 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:37.527631 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-386e28ab-9760-440d-8891-f5ef5fe2ffc0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-34365746', 'security_groups': ['0e91a43b-a972-45c6-935e-422a886b2349'], 'network_id': '521315c0-0d97-46d6-8c4a-73095d51c5ae', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bfa75fc7-a214-432e-b61c-1b6a5f6e301e'}]}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:37.878864 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c636504c-54f9-44f8-a372-fd3f8f208f76 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:37.883162 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c636504c-54f9-44f8-a372-fd3f8f208f76 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:37.915274 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-386e28ab-9760-440d-8891-f5ef5fe2ffc0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:37.922686 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c636504c-54f9-44f8-a372-fd3f8f208f76 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:37.923190 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c636504c-54f9-44f8-a372-fd3f8f208f76 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Fanout notify agent at l3_agent the message router_deleted on router 08f605b5-643d-4dac-9cfe-2bd364653a00 {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:26:37.930052 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-386e28ab-9760-440d-8891-f5ef5fe2ffc0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:37.935218 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c6e5e1e2-c67b-46a3-8970-53a644678430 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:37.940299 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e94bcb3c-97fd-44d3-be67-cf29914b9d07 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:37.940654 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c636504c-54f9-44f8-a372-fd3f8f208f76 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:37.944091 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c636504c-54f9-44f8-a372-fd3f8f208f76 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/routers/08f605b5-643d-4dac-9cfe-2bd364653a00 HTTP/1.1" status: 204 len: 168 time: 0.6220140 Jan 26 11:26:37.944246 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-38cca653-2b53-41b6-9591-50d292960cbc tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "DELETE /v2.0/subnets/a00055fb-abbd-418a-aa34-3ad4132a63f1/tags HTTP/1.1" status: 204 len: 168 time: 0.6003878 Jan 26 11:26:37.945143 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52588) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:37.947917 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52590) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:37.953214 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386e28ab-9760-440d-8891-f5ef5fe2ffc0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:37.989364 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e94bcb3c-97fd-44d3-be67-cf29914b9d07 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:38.052448 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bcb3c-97fd-44d3-be67-cf29914b9d07 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=127a594c-9b89-4adf-87d8-3d0ab0f42cef,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:38.080608 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-386e28ab-9760-440d-8891-f5ef5fe2ffc0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:38.101550 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-386e28ab-9760-440d-8891-f5ef5fe2ffc0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] device_id is not set on port e7f7458b-247f-46b2-85b5-7d6391b2bafe yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:26:38.102475 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e94bcb3c-97fd-44d3-be67-cf29914b9d07 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:38.103815 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e94bcb3c-97fd-44d3-be67-cf29914b9d07 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8643446 Jan 26 11:26:38.116546 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52596) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:38.131627 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a333eec-2dd7-4c03-a004-4aa9ada1da4c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting subnet b458de2f-32a9-453d-80e0-de127ddb87ac {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:26:38.153237 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8a333eec-2dd7-4c03-a004-4aa9ada1da4c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:38.247516 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8a333eec-2dd7-4c03-a004-4aa9ada1da4c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:38.309756 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-386e28ab-9760-440d-8891-f5ef5fe2ffc0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Allocated IP 172.20.0.3 (521315c0-0d97-46d6-8c4a-73095d51c5ae/bfa75fc7-a214-432e-b61c-1b6a5f6e301e/e7f7458b-247f-46b2-85b5-7d6391b2bafe) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:26:38.324577 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-de5a9928-9cd1-44be-8dd4-9d9301a3e146 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:38.346956 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20f30325-16ce-44b5-94f2-d8b74316d993 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks [] for subnetpool, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:38.348085 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-20f30325-16ce-44b5-94f2-d8b74316d993 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "DELETE /v2.0/subnetpools/9074a0a9-41f9-4ea7-9e39-d21d0a288d35 HTTP/1.1" status: 204 len: 168 time: 0.3990693 Jan 26 11:26:38.350555 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-de5a9928-9cd1-44be-8dd4-9d9301a3e146 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:38.352180 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52600) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:38.421523 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-de5a9928-9cd1-44be-8dd4-9d9301a3e146 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:38.427523 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5f06f991-8e13-46c0-8750-0cd5f33c3a53 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Synchronizing usage tracker for tenant:7acb5538c1f743c28ea0ec804460733d on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:38.449503 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a9928-9cd1-44be-8dd4-9d9301a3e146 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=127a594c-9b89-4adf-87d8-3d0ab0f42cef,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:38.457083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-de5a9928-9cd1-44be-8dd4-9d9301a3e146 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:38.458463 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-de5a9928-9cd1-44be-8dd4-9d9301a3e146 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/127a594c-9b89-4adf-87d8-3d0ab0f42cef HTTP/1.1" status: 204 len: 168 time: 0.3312068 Jan 26 11:26:38.460781 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52604) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:38.464552 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8a333eec-2dd7-4c03-a004-4aa9ada1da4c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:38.589216 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:26:38.627951 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5f06f991-8e13-46c0-8750-0cd5f33c3a53 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Unset dirty status for tenant:7acb5538c1f743c28ea0ec804460733d on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:38.629039 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5f06f991-8e13-46c0-8750-0cd5f33c3a53 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "GET /v2.0/ports?device_id=594a45b2-5b39-47d6-8257-886b06862381 HTTP/1.1" status: 200 len: 205 time: 0.2760007 Jan 26 11:26:38.632035 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52608) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:38.724133 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c6e5e1e2-c67b-46a3-8970-53a644678430 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for router_gateway, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:38.757588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-77e7fa18-1e4f-4ca5-8535-5d188aad6c15 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Synchronizing usage tracker for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:38.770534 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c6e5e1e2-c67b-46a3-8970-53a644678430 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:38.789335 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-706aa9a0-a148-4a16-9f17-859801e343f4 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:38.815399 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8a333eec-2dd7-4c03-a004-4aa9ada1da4c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:38.849008 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-386e28ab-9760-440d-8891-f5ef5fe2ffc0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:38.873186 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a333eec-2dd7-4c03-a004-4aa9ada1da4c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Subnet': ['ID=b458de2f-32a9-453d-80e0-de127ddb87ac,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:38.874809 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-77e7fa18-1e4f-4ca5-8535-5d188aad6c15 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Unset dirty status for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:38.876086 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-77e7fa18-1e4f-4ca5-8535-5d188aad6c15 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4143937 Jan 26 11:26:38.879388 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8a333eec-2dd7-4c03-a004-4aa9ada1da4c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:38.883675 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15a2872-b7d4-439e-b992-cba2e1ebcee9 None None] Network 12a5e0bb-8547-4d0e-a032-085c88d4f888 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:38.885346 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52612) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:38.921626 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8a333eec-2dd7-4c03-a004-4aa9ada1da4c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/subnets/b458de2f-32a9-453d-80e0-de127ddb87ac HTTP/1.1" status: 204 len: 168 time: 0.9753850 Jan 26 11:26:38.924599 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52616) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:38.954476 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-386e28ab-9760-440d-8891-f5ef5fe2ffc0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Transition to ACTIVE for port object e7f7458b-247f-46b2-85b5-7d6391b2bafe will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:39.030337 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-c6e5e1e2-c67b-46a3-8970-53a644678430 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Allocated IP 172.26.5.201 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/842d02f2-cd52-4aea-b484-95d0d49cc697) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:26:39.036022 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3ce08864-7874-4430-bfeb-c895f8cd430e tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:39.088808 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3ce08864-7874-4430-bfeb-c895f8cd430e tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:39.159958 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa355a1-d434-46b1-8110-61902f27756f None None] DHCP port deletion for 12a5e0bb-8547-4d0e-a032-085c88d4f888 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:26:39.164397 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-3fa355a1-d434-46b1-8110-61902f27756f None None] Deleting port 46069289-5a47-403a-b6a2-9c5870c8f86a {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:39.164888 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3fa355a1-d434-46b1-8110-61902f27756f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:39.226242 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-706aa9a0-a148-4a16-9f17-859801e343f4 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:39.231350 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-706aa9a0-a148-4a16-9f17-859801e343f4 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:39.250174 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0859d1c0-03b6-4cb5-a51c-4eb3cbd3e652 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:39.279100 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-0859d1c0-03b6-4cb5-a51c-4eb3cbd3e652 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting port 46069289-5a47-403a-b6a2-9c5870c8f86a {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:39.279477 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0859d1c0-03b6-4cb5-a51c-4eb3cbd3e652 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:39.309034 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-386e28ab-9760-440d-8891-f5ef5fe2ffc0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:39.310615 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-706aa9a0-a148-4a16-9f17-859801e343f4 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:39.311089 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706aa9a0-a148-4a16-9f17-859801e343f4 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Fanout notify agent at l3_agent the message router_deleted on router 594a45b2-5b39-47d6-8257-886b06862381 {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:26:39.357392 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3ce08864-7874-4430-bfeb-c895f8cd430e tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:39.384590 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce08864-7874-4430-bfeb-c895f8cd430e tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22aaf881-ade3-4761-8105-febe6436d7f9,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:39.411599 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-3fa355a1-d434-46b1-8110-61902f27756f None None] For port 46069289-5a47-403a-b6a2-9c5870c8f86a, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=46069289-5a47-403a-b6a2-9c5870c8f86a,segment=NetworkSegment(f9f2ed9e-4f66-4c96-839c-b60caade9d50),segment_id=f9f2ed9e-4f66-4c96-839c-b60caade9d50)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:39.412174 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3fa355a1-d434-46b1-8110-61902f27756f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:39.412546 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386e28ab-9760-440d-8891-f5ef5fe2ffc0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network 521315c0-0d97-46d6-8c4a-73095d51c5ae is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:26:39.416850 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c6e5e1e2-c67b-46a3-8970-53a644678430 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:39.421123 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-706aa9a0-a148-4a16-9f17-859801e343f4 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:39.424500 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-706aa9a0-a148-4a16-9f17-859801e343f4 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "DELETE /v2.0/routers/594a45b2-5b39-47d6-8257-886b06862381 HTTP/1.1" status: 204 len: 168 time: 0.7892921 Jan 26 11:26:39.424500 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-386e28ab-9760-440d-8891-f5ef5fe2ffc0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:39.425243 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52620) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:39.445505 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3ce08864-7874-4430-bfeb-c895f8cd430e tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:39.449366 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3ce08864-7874-4430-bfeb-c895f8cd430e tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "DELETE /v2.0/security-groups/22aaf881-ade3-4761-8105-febe6436d7f9 HTTP/1.1" status: 204 len: 168 time: 0.5604386 Jan 26 11:26:39.449527 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52624) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:39.456221 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386e28ab-9760-440d-8891-f5ef5fe2ffc0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:26:39.508613 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c6e5e1e2-c67b-46a3-8970-53a644678430 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:39.560710 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-3fa355a1-d434-46b1-8110-61902f27756f None None] Calling delete_port for 46069289-5a47-403a-b6a2-9c5870c8f86a owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:39.581616 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-252332c3-60cd-4e4a-94d1-ce484371f25a tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Deleting port eb842f32-de6a-4d8c-9d40-83bcaec9f7db {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:39.581965 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-252332c3-60cd-4e4a-94d1-ce484371f25a tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:39.600818 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e5e1e2-c67b-46a3-8970-53a644678430 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:26:39.605812 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0c9bf955-3d2a-4aee-ae45-4e757daaba5f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Synchronizing usage tracker for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:39.611542 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-c6e5e1e2-c67b-46a3-8970-53a644678430 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:39.616574 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e5e1e2-c67b-46a3-8970-53a644678430 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:26:39.642258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5e1e2-c67b-46a3-8970-53a644678430 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Pushing event updated for resources: {'Port': ['ID=842d02f2-cd52-4aea-b484-95d0d49cc697,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:39.644126 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3fa355a1-d434-46b1-8110-61902f27756f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:39.673529 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0c9bf955-3d2a-4aee-ae45-4e757daaba5f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Unset dirty status for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:39.675463 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0c9bf955-3d2a-4aee-ae45-4e757daaba5f tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2248602 Jan 26 11:26:39.680727 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52628) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:39.708088 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e28ab-9760-440d-8891-f5ef5fe2ffc0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Port': ['ID=e7f7458b-247f-46b2-85b5-7d6391b2bafe,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:39.710061 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa355a1-d434-46b1-8110-61902f27756f None None] Pushing event deleted for resources: {'Port': ['ID=46069289-5a47-403a-b6a2-9c5870c8f86a,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:39.721535 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa355a1-d434-46b1-8110-61902f27756f None None] No DVR routers for this DVR port 46069289-5a47-403a-b6a2-9c5870c8f86a on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:26:39.777177 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ca887fd0-643b-4fa5-9e47-bafac34cd410 None None] Provisioning for port e7f7458b-247f-46b2-85b5-7d6391b2bafe completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:39.777682 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386e28ab-9760-440d-8891-f5ef5fe2ffc0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:39.778307 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-386e28ab-9760-440d-8891-f5ef5fe2ffc0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:39.782752 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ca887fd0-643b-4fa5-9e47-bafac34cd410 None None] Provisioning complete for port e7f7458b-247f-46b2-85b5-7d6391b2bafe triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:39.783195 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ca887fd0-643b-4fa5-9e47-bafac34cd410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:39.847660 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-ca887fd0-643b-4fa5-9e47-bafac34cd410 None None] Port e7f7458b-247f-46b2-85b5-7d6391b2bafe cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:26:39.866691 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-386e28ab-9760-440d-8891-f5ef5fe2ffc0 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.3909378 Jan 26 11:26:39.886152 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52632) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:39.899344 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-563e600d-a157-4d8a-94e6-cd2672c2b718 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'subnet': {'network_id': '521315c0-0d97-46d6-8c4a-73095d51c5ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:40.002240 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-0859d1c0-03b6-4cb5-a51c-4eb3cbd3e652 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] For port 46069289-5a47-403a-b6a2-9c5870c8f86a, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=46069289-5a47-403a-b6a2-9c5870c8f86a,segment=NetworkSegment(f9f2ed9e-4f66-4c96-839c-b60caade9d50),segment_id=f9f2ed9e-4f66-4c96-839c-b60caade9d50)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:40.002537 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0859d1c0-03b6-4cb5-a51c-4eb3cbd3e652 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:40.031328 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0c40737-c608-412b-bd0f-108117bb442b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:40.170827 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0c40737-c608-412b-bd0f-108117bb442b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:40.202199 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-252332c3-60cd-4e4a-94d1-ce484371f25a tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:40.207035 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-563e600d-a157-4d8a-94e6-cd2672c2b718 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:40.272683 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-0859d1c0-03b6-4cb5-a51c-4eb3cbd3e652 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Calling delete_port for 46069289-5a47-403a-b6a2-9c5870c8f86a owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:40.279391 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-563e600d-a157-4d8a-94e6-cd2672c2b718 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:subnet and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:40.292459 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-563e600d-a157-4d8a-94e6-cd2672c2b718 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:40.302231 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-563e600d-a157-4d8a-94e6-cd2672c2b718 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:40.324945 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0c40737-c608-412b-bd0f-108117bb442b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:40.335806 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c6e5e1e2-c67b-46a3-8970-53a644678430 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for router_gateway, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:40.376617 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 46069289-5a47-403a-b6a2-9c5870c8f86a no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:26:40.387481 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563e600d-a157-4d8a-94e6-cd2672c2b718 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:40.390888 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-563e600d-a157-4d8a-94e6-cd2672c2b718 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:40.415174 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 46069289-5a47-403a-b6a2-9c5870c8f86a {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:26:40.417043 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 46069289-5a47-403a-b6a2-9c5870c8f86a not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:26:40.434685 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c40737-c608-412b-bd0f-108117bb442b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5362b8f-95fe-4645-913f-8b92ed5c3759,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:40.437459 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-252332c3-60cd-4e4a-94d1-ce484371f25a tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Calling delete_port for eb842f32-de6a-4d8c-9d40-83bcaec9f7db owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:40.531588 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.api [None req-0859d1c0-03b6-4cb5-a51c-4eb3cbd3e652 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:26:40.531926 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG oslo_db.api [None req-0859d1c0-03b6-4cb5-a51c-4eb3cbd3e652 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:26:40.544597 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0c40737-c608-412b-bd0f-108117bb442b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:40.545724 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b0c40737-c608-412b-bd0f-108117bb442b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "DELETE /v2.0/security-groups/e5362b8f-95fe-4645-913f-8b92ed5c3759 HTTP/1.1" status: 204 len: 168 time: 0.8638361 Jan 26 11:26:40.550267 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52636) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:40.606539 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-252332c3-60cd-4e4a-94d1-ce484371f25a tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:40.654739 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252332c3-60cd-4e4a-94d1-ce484371f25a tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Pushing event deleted for resources: {'Port': ['ID=eb842f32-de6a-4d8c-9d40-83bcaec9f7db,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:40.701394 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.ipam_backend_mixin [None req-563e600d-a157-4d8a-94e6-cd2672c2b718 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bfa75fc7-a214-432e-b61c-1b6a5f6e301e (CIDR: 172.20.0.0/28) Jan 26 11:26:40.759505 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-252332c3-60cd-4e4a-94d1-ce484371f25a tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:40.769086 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-563e600d-a157-4d8a-94e6-cd2672c2b718 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:26:40.769571 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-563e600d-a157-4d8a-94e6-cd2672c2b718 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:40.777158 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-252332c3-60cd-4e4a-94d1-ce484371f25a tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "DELETE /v2.0/ports/eb842f32-de6a-4d8c-9d40-83bcaec9f7db HTTP/1.1" status: 204 len: 168 time: 1.3486192 Jan 26 11:26:40.779581 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52640) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:40.784461 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4843b2fc-2359-4e45-9264-a07d94b1f3c5 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Synchronizing usage tracker for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:40.832773 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-563e600d-a157-4d8a-94e6-cd2672c2b718 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9452844 Jan 26 11:26:40.836491 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52644) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:40.864286 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-2195face-5a4e-4f9f-bb50-d1fae0cb4b3b tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Deleting subnet a00055fb-abbd-418a-aa34-3ad4132a63f1 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:26:40.867908 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2195face-5a4e-4f9f-bb50-d1fae0cb4b3b tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:40.926965 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2195face-5a4e-4f9f-bb50-d1fae0cb4b3b tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:41.018583 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2195face-5a4e-4f9f-bb50-d1fae0cb4b3b tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:41.032800 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-db95fad2-950c-409c-80e0-b3e0d644677a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'subnet': {'network_id': '521315c0-0d97-46d6-8c4a-73095d51c5ae', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:41.046467 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-0859d1c0-03b6-4cb5-a51c-4eb3cbd3e652 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting port 46069289-5a47-403a-b6a2-9c5870c8f86a {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:41.046675 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0859d1c0-03b6-4cb5-a51c-4eb3cbd3e652 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:41.046999 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4843b2fc-2359-4e45-9264-a07d94b1f3c5 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Unset dirty status for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:41.048208 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4843b2fc-2359-4e45-9264-a07d94b1f3c5 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4444921 Jan 26 11:26:41.064221 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52648) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:41.074130 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-b8f6e2ba-b69d-4a2b-8425-4e97fa9a59f5 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Request body: {'security_group': {'name': 'tempest-secgroup--523588713'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:41.098564 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b8f6e2ba-b69d-4a2b-8425-4e97fa9a59f5 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:41.121848 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-0859d1c0-03b6-4cb5-a51c-4eb3cbd3e652 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] The port '46069289-5a47-403a-b6a2-9c5870c8f86a' was deleted {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:26:41.166813 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b8f6e2ba-b69d-4a2b-8425-4e97fa9a59f5 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:41.169121 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c6e5e1e2-c67b-46a3-8970-53a644678430 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:41.253977 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b8f6e2ba-b69d-4a2b-8425-4e97fa9a59f5 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:41.264930 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0859d1c0-03b6-4cb5-a51c-4eb3cbd3e652 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:41.288283 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2195face-5a4e-4f9f-bb50-d1fae0cb4b3b tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:41.312209 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b8f6e2ba-b69d-4a2b-8425-4e97fa9a59f5 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:41.321439 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-db95fad2-950c-409c-80e0-b3e0d644677a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:41.325198 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b8f6e2ba-b69d-4a2b-8425-4e97fa9a59f5 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Usage tracker for resource:security_group_rule and tenant:53992ff731f140378cad0a54789bca58 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:41.325416 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-0859d1c0-03b6-4cb5-a51c-4eb3cbd3e652 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a5e0bb-8547-4d0e-a032-085c88d4f888']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:41.334070 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-db95fad2-950c-409c-80e0-b3e0d644677a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:subnet and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:41.338094 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b8f6e2ba-b69d-4a2b-8425-4e97fa9a59f5 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:41.339689 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195face-5a4e-4f9f-bb50-d1fae0cb4b3b tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Pushing event deleted for resources: {'Subnet': ['ID=a00055fb-abbd-418a-aa34-3ad4132a63f1,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:41.341825 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-db95fad2-950c-409c-80e0-b3e0d644677a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:41.344587 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2195face-5a4e-4f9f-bb50-d1fae0cb4b3b tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:41.348039 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-0859d1c0-03b6-4cb5-a51c-4eb3cbd3e652 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f2ed9e-4f66-4c96-839c-b60caade9d50') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:41.348343 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-0859d1c0-03b6-4cb5-a51c-4eb3cbd3e652 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f2ed9e-4f66-4c96-839c-b60caade9d50') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:41.351501 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb4a972-467b-4bb7-a4fe-ef59c220cccc None None] Network a393064d-eacd-44f2-b37f-87e8926c9ae1 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:41.355002 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-db95fad2-950c-409c-80e0-b3e0d644677a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:41.357575 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b8f6e2ba-b69d-4a2b-8425-4e97fa9a59f5 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:41.364321 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2195face-5a4e-4f9f-bb50-d1fae0cb4b3b tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "DELETE /v2.0/subnets/a00055fb-abbd-418a-aa34-3ad4132a63f1 HTTP/1.1" status: 204 len: 168 time: 0.5813532 Jan 26 11:26:41.364321 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0859d1c0-03b6-4cb5-a51c-4eb3cbd3e652 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:41.372183 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52652) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:41.412098 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0859d1c0-03b6-4cb5-a51c-4eb3cbd3e652 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:41.433095 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0859d1c0-03b6-4cb5-a51c-4eb3cbd3e652 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:26:41.433506 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0859d1c0-03b6-4cb5-a51c-4eb3cbd3e652 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: util.warn( Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: util.warn( Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: util.warn( Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: util.warn( Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:26:41.449612 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:26:41.463579 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db95fad2-950c-409c-80e0-b3e0d644677a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:41.467061 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-db95fad2-950c-409c-80e0-b3e0d644677a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:41.585810 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f21a527d-0683-41b2-be5d-b1ce38d2b507 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:41.599679 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-f21a527d-0683-41b2-be5d-b1ce38d2b507 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Deleting port 9cfc70ac-6d39-4be4-a01a-0bb5a2206773 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:41.600073 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f21a527d-0683-41b2-be5d-b1ce38d2b507 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:41.632042 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0859d1c0-03b6-4cb5-a51c-4eb3cbd3e652 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:41.673006 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0859d1c0-03b6-4cb5-a51c-4eb3cbd3e652 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:41.677343 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b8f6e2ba-b69d-4a2b-8425-4e97fa9a59f5 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:41.686191 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9deab3-9198-4bd5-9fa3-54e80c867a91 None None] DHCP port deletion for a393064d-eacd-44f2-b37f-87e8926c9ae1 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:26:41.686845 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.ipam_backend_mixin [None req-db95fad2-950c-409c-80e0-b3e0d644677a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 41d5b5dc-a946-4596-87e1-0ad49a000178 (CIDR: 172.20.0.16/28) Jan 26 11:26:41.688680 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b8f6e2ba-b69d-4a2b-8425-4e97fa9a59f5 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:41.691949 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-dd9deab3-9198-4bd5-9fa3-54e80c867a91 None None] Deleting port 9cfc70ac-6d39-4be4-a01a-0bb5a2206773 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:41.692326 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dd9deab3-9198-4bd5-9fa3-54e80c867a91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:41.707916 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-db95fad2-950c-409c-80e0-b3e0d644677a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:26:41.708448 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db95fad2-950c-409c-80e0-b3e0d644677a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:41.722680 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e5e1e2-c67b-46a3-8970-53a644678430 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Router cb0176aa-36a5-44b7-8a41-b5fbc65e3392 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:26:41.766018 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6e2ba-b69d-4a2b-8425-4e97fa9a59f5 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=614ad6a5-4100-478a-8562-c03cf633007c,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:41.808978 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859d1c0-03b6-4cb5-a51c-4eb3cbd3e652 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Network': ['ID=12a5e0bb-8547-4d0e-a032-085c88d4f888,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:41.822534 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0859d1c0-03b6-4cb5-a51c-4eb3cbd3e652 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/networks/12a5e0bb-8547-4d0e-a032-085c88d4f888 HTTP/1.1" status: 204 len: 168 time: 2.8862212 Jan 26 11:26:41.824000 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52656) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:41.856133 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-db95fad2-950c-409c-80e0-b3e0d644677a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8356447 Jan 26 11:26:41.859193 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52660) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:41.861923 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b8f6e2ba-b69d-4a2b-8425-4e97fa9a59f5 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:41.863093 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b8f6e2ba-b69d-4a2b-8425-4e97fa9a59f5 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7982199 Jan 26 11:26:41.867556 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-4c25ad6c-5191-4594-b9b2-eac9c4e53bbe tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'subnet': {'network_id': '521315c0-0d97-46d6-8c4a-73095d51c5ae', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:41.894895 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52664) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:41.910996 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-afcf30e2-26c9-4a55-b865-3bc2e6aa11ea tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Request body: {'security_group_rule': {'security_group_id': '614ad6a5-4100-478a-8562-c03cf633007c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:41.921421 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-afcf30e2-26c9-4a55-b865-3bc2e6aa11ea tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:41.930106 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-dd9deab3-9198-4bd5-9fa3-54e80c867a91 None None] For port 9cfc70ac-6d39-4be4-a01a-0bb5a2206773, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=9cfc70ac-6d39-4be4-a01a-0bb5a2206773,segment=NetworkSegment(cf8e5868-131d-40a9-af8a-e6392c6bbc45),segment_id=cf8e5868-131d-40a9-af8a-e6392c6bbc45)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:41.931485 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dd9deab3-9198-4bd5-9fa3-54e80c867a91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:41.943441 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-afcf30e2-26c9-4a55-b865-3bc2e6aa11ea tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Usage tracker for resource:security_group_rule and tenant:53992ff731f140378cad0a54789bca58 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:41.973392 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc7ffab-867f-44c1-9d3d-1da60ef878f3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:41.973960 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7bc7ffab-867f-44c1-9d3d-1da60ef878f3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Synchronizing usage tracker for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:42.005617 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-afcf30e2-26c9-4a55-b865-3bc2e6aa11ea tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:42.058726 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7bc7ffab-867f-44c1-9d3d-1da60ef878f3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Unset dirty status for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:42.063560 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7bc7ffab-867f-44c1-9d3d-1da60ef878f3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "GET /v2.0/ports/b46c3616-95e6-49cf-9411-68534096085b HTTP/1.1" status: 200 len: 845 time: 0.2378004 Jan 26 11:26:42.064149 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52668) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:42.065223 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-dd9deab3-9198-4bd5-9fa3-54e80c867a91 None None] Calling delete_port for 9cfc70ac-6d39-4be4-a01a-0bb5a2206773 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:42.075616 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-afcf30e2-26c9-4a55-b865-3bc2e6aa11ea tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:42.115109 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e5e1e2-c67b-46a3-8970-53a644678430 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:26:42.128190 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-f21a527d-0683-41b2-be5d-b1ce38d2b507 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] For port 9cfc70ac-6d39-4be4-a01a-0bb5a2206773, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=9cfc70ac-6d39-4be4-a01a-0bb5a2206773,segment=NetworkSegment(cf8e5868-131d-40a9-af8a-e6392c6bbc45),segment_id=cf8e5868-131d-40a9-af8a-e6392c6bbc45)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:42.128578 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f21a527d-0683-41b2-be5d-b1ce38d2b507 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:42.139255 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78b3911-1964-4742-8f26-398564999d9f None None] Sync routers for ids ['cb0176aa-36a5-44b7-8a41-b5fbc65e3392'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:26:42.144851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-afcf30e2-26c9-4a55-b865-3bc2e6aa11ea tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:42.151402 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78b3911-1964-4742-8f26-398564999d9f None None] Routers {'cb0176aa-36a5-44b7-8a41-b5fbc65e3392'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:26:42.152031 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-a78b3911-1964-4742-8f26-398564999d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:26:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['cb0176aa-36a5-44b7-8a41-b5fbc65e3392'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:42.185501 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c6e5e1e2-c67b-46a3-8970-53a644678430 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:42.189941 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c6e5e1e2-c67b-46a3-8970-53a644678430 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.9700265 Jan 26 11:26:42.194771 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52672) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:42.197239 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4c25ad6c-5191-4594-b9b2-eac9c4e53bbe tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:42.209683 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4c25ad6c-5191-4594-b9b2-eac9c4e53bbe tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Usage tracker for resource:subnet and tenant:f243e59f155e4e8b9c168a6739897859 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:42.216447 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4c25ad6c-5191-4594-b9b2-eac9c4e53bbe tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:42.221159 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dd9deab3-9198-4bd5-9fa3-54e80c867a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:42.226202 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4c25ad6c-5191-4594-b9b2-eac9c4e53bbe tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:42.244960 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c25ad6c-5191-4594-b9b2-eac9c4e53bbe tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Made reservation on behalf of f243e59f155e4e8b9c168a6739897859 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:42.248451 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4c25ad6c-5191-4594-b9b2-eac9c4e53bbe tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:42.272693 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-f21a527d-0683-41b2-be5d-b1ce38d2b507 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Calling delete_port for 9cfc70ac-6d39-4be4-a01a-0bb5a2206773 owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:42.281057 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-afcf30e2-26c9-4a55-b865-3bc2e6aa11ea tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:42.282419 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9deab3-9198-4bd5-9fa3-54e80c867a91 None None] Pushing event deleted for resources: {'Port': ['ID=9cfc70ac-6d39-4be4-a01a-0bb5a2206773,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:42.284337 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9deab3-9198-4bd5-9fa3-54e80c867a91 None None] No DVR routers for this DVR port 9cfc70ac-6d39-4be4-a01a-0bb5a2206773 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:26:42.298954 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-afcf30e2-26c9-4a55-b865-3bc2e6aa11ea tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:42.315557 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c8dddf26-aedb-49f3-b2f5-bac976a2fd3a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "GET /v2.0/ports/b46c3616-95e6-49cf-9411-68534096085b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2478733 Jan 26 11:26:42.324424 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52678) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:42.338295 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-54ccbffc-5e3c-4d58-bfba-baa315277981 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'subnet': {'network_id': 'df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:42.394182 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.api [None req-f21a527d-0683-41b2-be5d-b1ce38d2b507 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:26:42.394551 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG oslo_db.api [None req-f21a527d-0683-41b2-be5d-b1ce38d2b507 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:26:42.409191 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 9cfc70ac-6d39-4be4-a01a-0bb5a2206773 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:26:42.425918 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf30e2-26c9-4a55-b865-3bc2e6aa11ea tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d42a6b4-6244-4910-aea5-08d95e1897c1,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:42.452123 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 9cfc70ac-6d39-4be4-a01a-0bb5a2206773 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:26:42.452628 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-afcf30e2-26c9-4a55-b865-3bc2e6aa11ea tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:42.452978 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 9cfc70ac-6d39-4be4-a01a-0bb5a2206773 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:26:42.456493 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-afcf30e2-26c9-4a55-b865-3bc2e6aa11ea tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5557132 Jan 26 11:26:42.457034 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52682) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:42.484143 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-a78b3911-1964-4742-8f26-398564999d9f None None] Set router cb0176aa-36a5-44b7-8a41-b5fbc65e3392 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:26:42.531664 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-390a5d2d-db64-449d-8dc9-323b9ab934a6 tempest-TestNetworkAdvancedServerOps-999938788 tempest-TestNetworkAdvancedServerOps-999938788-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=78b2214c8dbf43e398d9d4fedfa8da2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3317299 Jan 26 11:26:42.532682 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52686) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:42.533898 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-02a0bb93-87aa-4582-9102-99b20649f87a tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:42.550367 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-54ccbffc-5e3c-4d58-bfba-baa315277981 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:42.558889 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-54ccbffc-5e3c-4d58-bfba-baa315277981 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:subnet and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:42.562704 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-54ccbffc-5e3c-4d58-bfba-baa315277981 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:42.568500 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-02a0bb93-87aa-4582-9102-99b20649f87a tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:42.572791 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-54ccbffc-5e3c-4d58-bfba-baa315277981 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:42.590807 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ccbffc-5e3c-4d58-bfba-baa315277981 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:42.594586 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-54ccbffc-5e3c-4d58-bfba-baa315277981 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:42.676040 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-02a0bb93-87aa-4582-9102-99b20649f87a tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:42.700077 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0bb93-87aa-4582-9102-99b20649f87a tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d42a6b4-6244-4910-aea5-08d95e1897c1,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:42.725287 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-02a0bb93-87aa-4582-9102-99b20649f87a tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:42.726419 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-02a0bb93-87aa-4582-9102-99b20649f87a tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/5d42a6b4-6244-4910-aea5-08d95e1897c1 HTTP/1.1" status: 204 len: 168 time: 0.2684009 Jan 26 11:26:42.727806 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431fead2-b249-423b-9b7a-3afff6b10727 tempest-TestNetworkAdvancedServerOps-999938788 tempest-TestNetworkAdvancedServerOps-999938788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:42.729881 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-431fead2-b249-423b-9b7a-3afff6b10727 tempest-TestNetworkAdvancedServerOps-999938788 tempest-TestNetworkAdvancedServerOps-999938788-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1907427 Jan 26 11:26:42.730421 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52690) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:42.732641 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52694) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:42.797514 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e1515c4f-b04f-4e23-ba28-f8bbae32d0dc tempest-TestNetworkAdvancedServerOps-999938788 tempest-TestNetworkAdvancedServerOps-999938788-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0638721 Jan 26 11:26:42.800294 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52698) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:42.812555 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-dc6bda15-fb69-4afb-a892-b9947f076847 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-159353319', 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd', 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:42.820685 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-a78b3911-1964-4742-8f26-398564999d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12125218', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:37Z', 'updated_at': '2022-01-26T11:26:39Z', 'revision_number': 3, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'gw_port': {'id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:bf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:38Z', 'updated_at': '2022-01-26T11:26:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:42.827446 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78b3911-1964-4742-8f26-398564999d9f None None] Checking router: cb0176aa-36a5-44b7-8a41-b5fbc65e3392 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:26:42.827879 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78b3911-1964-4742-8f26-398564999d9f None None] Updating router cb0176aa-36a5-44b7-8a41-b5fbc65e3392 port 842d02f2-cd52-4aea-b484-95d0d49cc697 binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:26:42.842267 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-534de536-945d-462b-b079-05c926c889fc tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Synchronizing usage tracker for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:42.861422 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-534de536-945d-462b-b079-05c926c889fc tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Unset dirty status for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:42.865634 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-534de536-945d-462b-b079-05c926c889fc tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1316619 Jan 26 11:26:42.865930 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52702) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:42.888791 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a78b3911-1964-4742-8f26-398564999d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:42.895684 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-f21a527d-0683-41b2-be5d-b1ce38d2b507 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Deleting port 9cfc70ac-6d39-4be4-a01a-0bb5a2206773 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:42.896040 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f21a527d-0683-41b2-be5d-b1ce38d2b507 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:42.996393 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-f21a527d-0683-41b2-be5d-b1ce38d2b507 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] The port '9cfc70ac-6d39-4be4-a01a-0bb5a2206773' was deleted {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:26:43.047097 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4c25ad6c-5191-4594-b9b2-eac9c4e53bbe tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:43.057098 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1eaeb15c-d470-4660-8f24-1eecde64374b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:43.156790 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f21a527d-0683-41b2-be5d-b1ce38d2b507 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:43.165949 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1eaeb15c-d470-4660-8f24-1eecde64374b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:43.187249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c25ad6c-5191-4594-b9b2-eac9c4e53bbe tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Network 521315c0-0d97-46d6-8c4a-73095d51c5ae is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:26:43.197134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-4c25ad6c-5191-4594-b9b2-eac9c4e53bbe tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:43.200512 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c25ad6c-5191-4594-b9b2-eac9c4e53bbe tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:43.201113 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4c25ad6c-5191-4594-b9b2-eac9c4e53bbe tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:43.216937 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-dc6bda15-fb69-4afb-a892-b9947f076847 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:43.218220 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-f21a527d-0683-41b2-be5d-b1ce38d2b507 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a393064d-eacd-44f2-b37f-87e8926c9ae1']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:43.235779 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-f21a527d-0683-41b2-be5d-b1ce38d2b507 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8e5868-131d-40a9-af8a-e6392c6bbc45') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:43.236143 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-f21a527d-0683-41b2-be5d-b1ce38d2b507 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8e5868-131d-40a9-af8a-e6392c6bbc45') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:43.249121 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-dc6bda15-fb69-4afb-a892-b9947f076847 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Usage tracker for resource:subnet and tenant:78b2214c8dbf43e398d9d4fedfa8da2d is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:43.251193 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f21a527d-0683-41b2-be5d-b1ce38d2b507 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:43.254651 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25ad6c-5191-4594-b9b2-eac9c4e53bbe tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Subnet': ['ID=693a06a2-4b81-46e6-b44d-ad4e01a9ae8a,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:43.257500 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb7ebba-a80c-409a-94fe-6aad0d4e50e0 None None] Network 521315c0-0d97-46d6-8c4a-73095d51c5ae requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:43.258709 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-dc6bda15-fb69-4afb-a892-b9947f076847 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:43.267479 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-54ccbffc-5e3c-4d58-bfba-baa315277981 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:43.270436 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f21a527d-0683-41b2-be5d-b1ce38d2b507 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:43.272306 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-dc6bda15-fb69-4afb-a892-b9947f076847 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:43.281144 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f21a527d-0683-41b2-be5d-b1ce38d2b507 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:26:43.282114 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f21a527d-0683-41b2-be5d-b1ce38d2b507 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:26:43.297318 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:26:43.302189 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1eaeb15c-d470-4660-8f24-1eecde64374b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:43.331706 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4c25ad6c-5191-4594-b9b2-eac9c4e53bbe tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4687364 Jan 26 11:26:43.333201 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52706) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:43.338696 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ccbffc-5e3c-4d58-bfba-baa315277981 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:26:43.343147 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-3035b225-4b6e-4ae0-a3d4-7840aa7b3a9f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1017236577', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '693a06a2-4b81-46e6-b44d-ad4e01a9ae8a'}], 'security_groups': ['00685dcc-9387-46bc-8b76-4900ada42f3c', 'a97cd23d-0d0c-45ac-94c6-7720db22f482']}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:43.345588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6bda15-fb69-4afb-a892-b9947f076847 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Made reservation on behalf of 78b2214c8dbf43e398d9d4fedfa8da2d for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:43.349055 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dc6bda15-fb69-4afb-a892-b9947f076847 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:43.359879 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a78b3911-1964-4742-8f26-398564999d9f None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:43.362617 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-54ccbffc-5e3c-4d58-bfba-baa315277981 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:43.365975 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ccbffc-5e3c-4d58-bfba-baa315277981 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:43.366934 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-54ccbffc-5e3c-4d58-bfba-baa315277981 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:43.389389 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356c2474-c685-48cb-b26b-b21fd58334a2 None None] Network df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:43.390805 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaeb15c-d470-4660-8f24-1eecde64374b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=614ad6a5-4100-478a-8562-c03cf633007c,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:43.411213 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ccbffc-5e3c-4d58-bfba-baa315277981 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Subnet': ['ID=a3daed2a-2176-45af-9e28-c54d22012f69,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:43.426682 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-54ccbffc-5e3c-4d58-bfba-baa315277981 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0974956 Jan 26 11:26:43.444597 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52710) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:43.471381 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-2523ed8e-d42d-40d2-a149-d37adf283314 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'security_group': {'name': 'tempest-secgroup-313237310'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:43.480975 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1eaeb15c-d470-4660-8f24-1eecde64374b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:43.482097 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1eaeb15c-d470-4660-8f24-1eecde64374b tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "DELETE /v2.0/security-groups/614ad6a5-4100-478a-8562-c03cf633007c HTTP/1.1" status: 204 len: 168 time: 0.6151795 Jan 26 11:26:43.485344 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2523ed8e-d42d-40d2-a149-d37adf283314 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:43.485512 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52714) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:43.490715 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f21a527d-0683-41b2-be5d-b1ce38d2b507 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:43.490949 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a78b3911-1964-4742-8f26-398564999d9f None None] Transition to ACTIVE for port object 842d02f2-cd52-4aea-b484-95d0d49cc697 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:43.492624 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2523ed8e-d42d-40d2-a149-d37adf283314 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:security_group and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:43.514516 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2523ed8e-d42d-40d2-a149-d37adf283314 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:43.537882 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f21a527d-0683-41b2-be5d-b1ce38d2b507 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:43.545907 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2523ed8e-d42d-40d2-a149-d37adf283314 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:43.548952 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a78b3911-1964-4742-8f26-398564999d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:43.555714 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a527d-0683-41b2-be5d-b1ce38d2b507 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] Pushing event deleted for resources: {'Network': ['ID=a393064d-eacd-44f2-b37f-87e8926c9ae1,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:43.564819 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b741d06c-4e8e-48bb-8ddb-4f1dede760e2 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Synchronizing usage tracker for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:43.578262 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f21a527d-0683-41b2-be5d-b1ce38d2b507 tempest-TagsExtTest-217614164 tempest-TagsExtTest-217614164-project] 10.222.0.39 "DELETE /v2.0/networks/a393064d-eacd-44f2-b37f-87e8926c9ae1 HTTP/1.1" status: 204 len: 168 time: 2.2028584 Jan 26 11:26:43.624499 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b741d06c-4e8e-48bb-8ddb-4f1dede760e2 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Unset dirty status for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:43.630209 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b741d06c-4e8e-48bb-8ddb-4f1dede760e2 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1369481 Jan 26 11:26:43.630612 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52720) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:43.641093 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-5dc49e3a-9260-45aa-b960-6d6cb4b0f471 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Request body: {'security_group': {'name': 'tempest-secgroup--1263798005'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:43.651700 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5dc49e3a-9260-45aa-b960-6d6cb4b0f471 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:43.674985 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5dc49e3a-9260-45aa-b960-6d6cb4b0f471 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:43.709586 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5dc49e3a-9260-45aa-b960-6d6cb4b0f471 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:43.717967 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-a78b3911-1964-4742-8f26-398564999d9f None None] Attempting to bind port 842d02f2-cd52-4aea-b484-95d0d49cc697 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:26:43.718356 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-a78b3911-1964-4742-8f26-398564999d9f None None] Attempting to bind port 842d02f2-cd52-4aea-b484-95d0d49cc697 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:26:43.718901 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78b3911-1964-4742-8f26-398564999d9f None None] Attempting to bind port 842d02f2-cd52-4aea-b484-95d0d49cc697 on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:26:43.738919 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5dc49e3a-9260-45aa-b960-6d6cb4b0f471 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:43.743110 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dc6bda15-fb69-4afb-a892-b9947f076847 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:43.748727 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5dc49e3a-9260-45aa-b960-6d6cb4b0f471 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Usage tracker for resource:security_group_rule and tenant:53992ff731f140378cad0a54789bca58 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:43.780164 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5dc49e3a-9260-45aa-b960-6d6cb4b0f471 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:43.785630 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78b3911-1964-4742-8f26-398564999d9f None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:26:43.793563 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78b3911-1964-4742-8f26-398564999d9f None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:26:43.794271 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a78b3911-1964-4742-8f26-398564999d9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:43.794900 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78b3911-1964-4742-8f26-398564999d9f None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:26:43.795575 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-a78b3911-1964-4742-8f26-398564999d9f None None] Bound port: 842d02f2-cd52-4aea-b484-95d0d49cc697, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:26:43.795834 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2523ed8e-d42d-40d2-a149-d37adf283314 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:43.796341 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a78b3911-1964-4742-8f26-398564999d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:43.797999 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5dc49e3a-9260-45aa-b960-6d6cb4b0f471 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:43.829322 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2523ed8e-d42d-40d2-a149-d37adf283314 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:43.834918 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2523ed8e-d42d-40d2-a149-d37adf283314 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:security_group_rule and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:43.838174 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2523ed8e-d42d-40d2-a149-d37adf283314 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:43.844398 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2523ed8e-d42d-40d2-a149-d37adf283314 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:43.858419 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6bda15-fb69-4afb-a892-b9947f076847 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Pushing event updated for resources: {'Subnet': ['ID=e078e753-dece-4fd9-ae32-93fd01c0e77c,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:43.880720 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6bda15-fb69-4afb-a892-b9947f076847 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Checking segment: {'id': '1887c206-199f-4e98-b0c1-9c80053d95f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:26:43.881088 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6bda15-fb69-4afb-a892-b9947f076847 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Network hostable DHCP agents. Network: e8fe3292-2a14-466f-b305-017fad7fdbbd, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:26:43.926280 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2523ed8e-d42d-40d2-a149-d37adf283314 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:43.935372 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6bda15-fb69-4afb-a892-b9947f076847 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Network e8fe3292-2a14-466f-b305-017fad7fdbbd is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:26:43.942922 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2523ed8e-d42d-40d2-a149-d37adf283314 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:43.959256 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5dc49e3a-9260-45aa-b960-6d6cb4b0f471 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:43.961403 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-dc6bda15-fb69-4afb-a892-b9947f076847 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, e8fe3292-2a14-466f-b305-017fad7fdbbd) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:43.968172 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6bda15-fb69-4afb-a892-b9947f076847 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:43.969537 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dc6bda15-fb69-4afb-a892-b9947f076847 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:43.975839 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5dc49e3a-9260-45aa-b960-6d6cb4b0f471 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:44.004278 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52726) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:44.007238 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2523ed8e-d42d-40d2-a149-d37adf283314 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:44.008441 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2523ed8e-d42d-40d2-a149-d37adf283314 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5563972 Jan 26 11:26:44.016947 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52730) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:44.018580 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6f3e2-43c3-4e9d-bc2f-7670f155a755 None None] Pushing event updated for resources: {'Port': ['ID=842d02f2-cd52-4aea-b484-95d0d49cc697,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:44.021340 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523ed8e-d42d-40d2-a149-d37adf283314 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08aaa68a-a8b8-437f-838c-fe8d5f26102b,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:44.032631 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-a78b3911-1964-4742-8f26-398564999d9f None None] For port 842d02f2-cd52-4aea-b484-95d0d49cc697, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:26:44.036791 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-a78b3911-1964-4742-8f26-398564999d9f None None] For port 842d02f2-cd52-4aea-b484-95d0d49cc697, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=842d02f2-cd52-4aea-b484-95d0d49cc697,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:26:44.044651 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-2a4f1ee2-ba8c-4acf-94d1-98622953dadd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'security_group': {'name': 'tempest-secgroup-147812112'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:44.048148 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8005bc-2035-4c7c-bc32-43712118ddec None None] Network e8fe3292-2a14-466f-b305-017fad7fdbbd requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:44.056660 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2a4f1ee2-ba8c-4acf-94d1-98622953dadd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:44.064347 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-dc6bda15-fb69-4afb-a892-b9947f076847 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2605147 Jan 26 11:26:44.066165 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52736) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:44.067482 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2a4f1ee2-ba8c-4acf-94d1-98622953dadd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:security_group and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:44.072138 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5dc49e3a-9260-45aa-b960-6d6cb4b0f471 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:44.076439 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5dc49e3a-9260-45aa-b960-6d6cb4b0f471 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4424701 Jan 26 11:26:44.078546 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52740) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:44.078695 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2a4f1ee2-ba8c-4acf-94d1-98622953dadd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:44.082715 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a78b3911-1964-4742-8f26-398564999d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:44.087808 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-b4e778c3-d8a3-4ac5-ba0b-24252897c0e1 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Request body: {'security_group_rule': {'security_group_id': '582dbf94-b393-478d-8a64-3af89cfdeca2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:44.099088 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b4e778c3-d8a3-4ac5-ba0b-24252897c0e1 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:44.106581 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b4e778c3-d8a3-4ac5-ba0b-24252897c0e1 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Usage tracker for resource:security_group_rule and tenant:53992ff731f140378cad0a54789bca58 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:44.109300 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3035b225-4b6e-4ae0-a3d4-7840aa7b3a9f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:44.121310 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b4e778c3-d8a3-4ac5-ba0b-24252897c0e1 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:44.131616 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b4e778c3-d8a3-4ac5-ba0b-24252897c0e1 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:44.134952 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc49e3a-9260-45aa-b960-6d6cb4b0f471 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582dbf94-b393-478d-8a64-3af89cfdeca2,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:44.147119 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2a4f1ee2-ba8c-4acf-94d1-98622953dadd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:44.187606 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2a4f1ee2-ba8c-4acf-94d1-98622953dadd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:44.205661 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b4e778c3-d8a3-4ac5-ba0b-24252897c0e1 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:44.280888 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78b3911-1964-4742-8f26-398564999d9f None None] Routers {'cb0176aa-36a5-44b7-8a41-b5fbc65e3392'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:26:44.281576 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-a78b3911-1964-4742-8f26-398564999d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:26:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['cb0176aa-36a5-44b7-8a41-b5fbc65e3392'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:44.296632 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2a4f1ee2-ba8c-4acf-94d1-98622953dadd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:44.309332 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2a4f1ee2-ba8c-4acf-94d1-98622953dadd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:security_group_rule and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:44.320754 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2a4f1ee2-ba8c-4acf-94d1-98622953dadd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:44.330508 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2a4f1ee2-ba8c-4acf-94d1-98622953dadd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:44.372338 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b4e778c3-d8a3-4ac5-ba0b-24252897c0e1 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:44.395209 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6f3e2-43c3-4e9d-bc2f-7670f155a755 None None] Pushing event updated for resources: {'Port': ['ID=842d02f2-cd52-4aea-b484-95d0d49cc697,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:44.458448 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b4e778c3-d8a3-4ac5-ba0b-24252897c0e1 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:44.465428 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7eaf647f-b635-4467-a687-acdd4f405fef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7acb5538c1f743c28ea0ec804460733d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4582107 Jan 26 11:26:44.469981 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52744) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:44.504806 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e778c3-d8a3-4ac5-ba0b-24252897c0e1 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8bc0948-0e24-4276-92b4-5a9931d8cfdc,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:44.527263 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b4e778c3-d8a3-4ac5-ba0b-24252897c0e1 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:44.530937 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b4e778c3-d8a3-4ac5-ba0b-24252897c0e1 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4489677 Jan 26 11:26:44.532229 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52748) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:44.588154 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d901ff14-5508-40ba-aa60-b94dde6df6f8 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-group-rules/f8bc0948-0e24-4276-92b4-5a9931d8cfdc HTTP/1.1" status: 200 len: 763 time: 0.0520587 Jan 26 11:26:44.588366 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52752) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:44.617403 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b609f51-74f0-4a1e-a19b-e5af56cff8ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2', 'network_id': 'df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2', 'tenant_id': 'a8b420c4cfae439da1a98efb97a1c710', 'fixed_ips': [{'subnet_id': 'a3daed2a-2176-45af-9e28-c54d22012f69'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:26:44.618198 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3b609f51-74f0-4a1e-a19b-e5af56cff8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:44.655960 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-10c73c74-de3b-4e0d-b82a-e39185acb9a0 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Synchronizing usage tracker for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:44.682182 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39852207-ff03-4ba5-834b-ba105c3e59c1 None None] Update dhcp port {'port': {'network_id': '521315c0-0d97-46d6-8c4a-73095d51c5ae', 'fixed_ips': [{'subnet_id': '41d5b5dc-a946-4596-87e1-0ad49a000178', 'ip_address': '172.20.0.18'}, {'subnet_id': 'bfa75fc7-a214-432e-b61c-1b6a5f6e301e', 'ip_address': '172.20.0.2'}, {'subnet_id': '693a06a2-4b81-46e6-b44d-ad4e01a9ae8a'}], 'binding:host_id': 'dv-neutron-826439-1-hyperv'}, 'id': '9b88b825-5341-4a8d-aa42-619ae7827d3a'} from dv-neutron-826439-1-hyperv. {{(pid=87444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 26 11:26:44.707804 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-a78b3911-1964-4742-8f26-398564999d9f None None] Set router cb0176aa-36a5-44b7-8a41-b5fbc65e3392 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:26:44.719175 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-10c73c74-de3b-4e0d-b82a-e39185acb9a0 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Unset dirty status for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:44.723036 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-10c73c74-de3b-4e0d-b82a-e39185acb9a0 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1312895 Jan 26 11:26:44.723899 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52756) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:44.741347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9799e28d-731d-418a-8b89-e47bbbd28175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:44.746183 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2a4f1ee2-ba8c-4acf-94d1-98622953dadd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:44.760945 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-3035b225-4b6e-4ae0-a3d4-7840aa7b3a9f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Delete allocated IP 172.20.0.3 (521315c0-0d97-46d6-8c4a-73095d51c5ae/bfa75fc7-a214-432e-b61c-1b6a5f6e301e) {{(pid=87442) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 26 11:26:44.770305 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2a4f1ee2-ba8c-4acf-94d1-98622953dadd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:44.770549 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5cdbb06b-7615-45a9-b655-8cc33781276c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:44.781358 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5cdbb06b-7615-45a9-b655-8cc33781276c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:44.807357 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-3035b225-4b6e-4ae0-a3d4-7840aa7b3a9f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Allocated IP 172.20.0.40 (521315c0-0d97-46d6-8c4a-73095d51c5ae/693a06a2-4b81-46e6-b44d-ad4e01a9ae8a/e7f7458b-247f-46b2-85b5-7d6391b2bafe) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:26:44.815471 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9799e28d-731d-418a-8b89-e47bbbd28175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:44.818080 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5cdbb06b-7615-45a9-b655-8cc33781276c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:44.864878 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdbb06b-7615-45a9-b655-8cc33781276c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8bc0948-0e24-4276-92b4-5a9931d8cfdc,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:44.881824 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5cdbb06b-7615-45a9-b655-8cc33781276c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:44.886401 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5cdbb06b-7615-45a9-b655-8cc33781276c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/f8bc0948-0e24-4276-92b4-5a9931d8cfdc HTTP/1.1" status: 204 len: 168 time: 0.1581044 Jan 26 11:26:44.887176 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52760) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:44.927784 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b66a730-0ecc-4468-ac87-12f7bb059203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-e8fe3292-2a14-466f-b305-017fad7fdbbd', 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'fixed_ips': [{'subnet_id': 'e078e753-dece-4fd9-ae32-93fd01c0e77c'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:26:44.928620 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8b66a730-0ecc-4468-ac87-12f7bb059203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:44.992581 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-54f5efea-090a-49dc-ab35-c94bc096a367 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Synchronizing usage tracker for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:45.029482 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-39852207-ff03-4ba5-834b-ba105c3e59c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:45.053831 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f1ee2-ba8c-4acf-94d1-98622953dadd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0916644a-b9c9-4093-8f22-ac1ad3f7a020,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:45.075093 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-54f5efea-090a-49dc-ab35-c94bc096a367 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Unset dirty status for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:45.080422 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-54f5efea-090a-49dc-ab35-c94bc096a367 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1888273 Jan 26 11:26:45.080422 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52764) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:45.084091 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2a4f1ee2-ba8c-4acf-94d1-98622953dadd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:45.085268 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2a4f1ee2-ba8c-4acf-94d1-98622953dadd tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0570881 Jan 26 11:26:45.090456 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52768) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:45.091042 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-2bd3ccae-c688-4aab-82a6-482f49bd4715 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Request body: {'security_group_rule': {'security_group_id': '582dbf94-b393-478d-8a64-3af89cfdeca2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:45.098468 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-ee3309c2-2187-40c7-b212-10fb9db3bdd8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-917114755', 'security_groups': ['0916644a-b9c9-4093-8f22-ac1ad3f7a020'], 'network_id': 'df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a3daed2a-2176-45af-9e28-c54d22012f69'}]}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:45.105938 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2bd3ccae-c688-4aab-82a6-482f49bd4715 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:45.123453 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2bd3ccae-c688-4aab-82a6-482f49bd4715 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:45.154254 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ccae-c688-4aab-82a6-482f49bd4715 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:45.170932 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3035b225-4b6e-4ae0-a3d4-7840aa7b3a9f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:45.214919 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-3035b225-4b6e-4ae0-a3d4-7840aa7b3a9f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Transition to ACTIVE for port object e7f7458b-247f-46b2-85b5-7d6391b2bafe will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:45.221157 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3035b225-4b6e-4ae0-a3d4-7840aa7b3a9f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:45.251483 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9799e28d-731d-418a-8b89-e47bbbd28175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:45.299308 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ccae-c688-4aab-82a6-482f49bd4715 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:45.321321 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799e28d-731d-418a-8b89-e47bbbd28175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5895353a-7382-48fe-96af-49553c553738,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:45.338204 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ccae-c688-4aab-82a6-482f49bd4715 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:45.352347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9799e28d-731d-418a-8b89-e47bbbd28175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:45.356841 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9799e28d-731d-418a-8b89-e47bbbd28175 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5895353a-7382-48fe-96af-49553c553738 HTTP/1.1" status: 204 len: 168 time: 0.8822153 Jan 26 11:26:45.379769 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-ee3309c2-2187-40c7-b212-10fb9db3bdd8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:45.418699 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ccae-c688-4aab-82a6-482f49bd4715 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:45.419905 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2bd3ccae-c688-4aab-82a6-482f49bd4715 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3391740 Jan 26 11:26:45.426924 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52774) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:45.427373 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035b225-4b6e-4ae0-a3d4-7840aa7b3a9f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event updated for resources: {'Port': ['ID=e7f7458b-247f-46b2-85b5-7d6391b2bafe,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:45.434719 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ccae-c688-4aab-82a6-482f49bd4715 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=209c91ae-e569-421c-a70b-a5b1a3158412,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:45.435439 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-ee3309c2-2187-40c7-b212-10fb9db3bdd8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:45.457891 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-3035b225-4b6e-4ae0-a3d4-7840aa7b3a9f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] In _notify_port_updated(), no bound segment for port e7f7458b-247f-46b2-85b5-7d6391b2bafe on network 521315c0-0d97-46d6-8c4a-73095d51c5ae {{(pid=87442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 26 11:26:45.464620 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-8b66a730-0ecc-4468-ac87-12f7bb059203 None None] Allocated IP 172.20.0.2 (e8fe3292-2a14-466f-b305-017fad7fdbbd/e078e753-dece-4fd9-ae32-93fd01c0e77c/5165f873-3315-4d59-89e3-09ad1774466b) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:26:45.464807 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3035b225-4b6e-4ae0-a3d4-7840aa7b3a9f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:45.465577 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3035b225-4b6e-4ae0-a3d4-7840aa7b3a9f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:45.469693 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3035b225-4b6e-4ae0-a3d4-7840aa7b3a9f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "PUT /v2.0/ports/e7f7458b-247f-46b2-85b5-7d6391b2bafe HTTP/1.1" status: 200 len: 960 time: 2.1321611 Jan 26 11:26:45.470245 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52778) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:45.474237 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4a407e55-1b3d-4c40-af06-86d356e09d02 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-group-rules/209c91ae-e569-421c-a70b-a5b1a3158412 HTTP/1.1" status: 200 len: 763 time: 0.0440319 Jan 26 11:26:45.474529 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52782) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:45.481324 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3309c2-2187-40c7-b212-10fb9db3bdd8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:45.511346 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-12b01fc6-7df7-4164-83be-f2b7b468c699 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:45.612709 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-3b609f51-74f0-4a1e-a19b-e5af56cff8ca None None] Allocated IP 2001:db8::2 (df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2/a3daed2a-2176-45af-9e28-c54d22012f69/77834e0a-3dba-47dd-b830-633266f36328) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:26:45.619523 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7e799a58-b784-4e9e-8a66-7c121d185565 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Synchronizing usage tracker for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:45.631499 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-32270399-078e-4b9e-bd00-babfcb5bdbbe tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting port e7f7458b-247f-46b2-85b5-7d6391b2bafe {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:45.631843 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-32270399-078e-4b9e-bd00-babfcb5bdbbe tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:45.685155 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7e799a58-b784-4e9e-8a66-7c121d185565 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Unset dirty status for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:45.686497 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7e799a58-b784-4e9e-8a66-7c121d185565 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2110815 Jan 26 11:26:45.689605 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52790) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:45.777189 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-33c53793-9524-499b-8967-a2feb53ac0d9 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:45.796247 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-33c53793-9524-499b-8967-a2feb53ac0d9 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:45.909119 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-33c53793-9524-499b-8967-a2feb53ac0d9 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:45.934508 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-39852207-ff03-4ba5-834b-ba105c3e59c1 None None] Allocated IP 172.20.0.34 (521315c0-0d97-46d6-8c4a-73095d51c5ae/693a06a2-4b81-46e6-b44d-ad4e01a9ae8a/9b88b825-5341-4a8d-aa42-619ae7827d3a) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:26:45.936520 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c53793-9524-499b-8967-a2feb53ac0d9 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=209c91ae-e569-421c-a70b-a5b1a3158412,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:45.963527 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-33c53793-9524-499b-8967-a2feb53ac0d9 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:45.964717 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-33c53793-9524-499b-8967-a2feb53ac0d9 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/209c91ae-e569-421c-a70b-a5b1a3158412 HTTP/1.1" status: 204 len: 168 time: 0.2741842 Jan 26 11:26:45.968161 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52800) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:45.999403 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-32270399-078e-4b9e-bd00-babfcb5bdbbe tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:46.064840 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-a78b3911-1964-4742-8f26-398564999d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12125218', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:37Z', 'updated_at': '2022-01-26T11:26:39Z', 'revision_number': 3, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'gw_port': {'id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:bf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:38Z', 'updated_at': '2022-01-26T11:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:46.131909 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ee3309c2-2187-40c7-b212-10fb9db3bdd8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:46.135117 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78b3911-1964-4742-8f26-398564999d9f None None] The sync data for ids ['cb0176aa-36a5-44b7-8a41-b5fbc65e3392'] in dv-neutron-826439-1-hyperv is: [{'id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12125218', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:37Z', 'updated_at': '2022-01-26T11:26:39Z', 'revision_number': 3, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'gw_port': {'id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:bf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:38Z', 'updated_at': '2022-01-26T11:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:26:46.234571 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8b66a730-0ecc-4468-ac87-12f7bb059203 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:46.247807 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-ee3309c2-2187-40c7-b212-10fb9db3bdd8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] device_id is not set on port 1c635e4c-f1ba-448b-b7bf-e987e3a9be89 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:26:46.266562 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3b609f51-74f0-4a1e-a19b-e5af56cff8ca None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:46.272990 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8b66a730-0ecc-4468-ac87-12f7bb059203 None None] Transition to ACTIVE for port object 5165f873-3315-4d59-89e3-09ad1774466b will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:46.290223 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-32270399-078e-4b9e-bd00-babfcb5bdbbe tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Calling delete_port for e7f7458b-247f-46b2-85b5-7d6391b2bafe owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:46.317404 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3b609f51-74f0-4a1e-a19b-e5af56cff8ca None None] Transition to ACTIVE for port object 77834e0a-3dba-47dd-b830-633266f36328 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:46.329339 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8b66a730-0ecc-4468-ac87-12f7bb059203 None None] Transition to ACTIVE for port object 5165f873-3315-4d59-89e3-09ad1774466b will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:46.331841 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-39852207-ff03-4ba5-834b-ba105c3e59c1 None None] For port 9b88b825-5341-4a8d-aa42-619ae7827d3a, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=9b88b825-5341-4a8d-aa42-619ae7827d3a,segment=NetworkSegment(a15607ce-19f2-48ae-8362-23a2b0d3e74c),segment_id=a15607ce-19f2-48ae-8362-23a2b0d3e74c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:46.351003 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8b66a730-0ecc-4468-ac87-12f7bb059203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:46.400803 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3b609f51-74f0-4a1e-a19b-e5af56cff8ca None None] Transition to ACTIVE for port object 77834e0a-3dba-47dd-b830-633266f36328 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:46.442645 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b66a730-0ecc-4468-ac87-12f7bb059203 None None] Network e8fe3292-2a14-466f-b305-017fad7fdbbd is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:26:46.445574 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3b609f51-74f0-4a1e-a19b-e5af56cff8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:46.454034 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-8b66a730-0ecc-4468-ac87-12f7bb059203 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:46.456499 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b66a730-0ecc-4468-ac87-12f7bb059203 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:26:46.463685 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-39852207-ff03-4ba5-834b-ba105c3e59c1 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:46.487690 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-32270399-078e-4b9e-bd00-babfcb5bdbbe tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:46.530260 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66a730-0ecc-4468-ac87-12f7bb059203 None None] Pushing event updated for resources: {'Port': ['ID=5165f873-3315-4d59-89e3-09ad1774466b,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:46.539781 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-12b01fc6-7df7-4164-83be-f2b7b468c699 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Allocated IP 172.20.0.1 (e8fe3292-2a14-466f-b305-017fad7fdbbd/e078e753-dece-4fd9-ae32-93fd01c0e77c/433bb87d-1348-4a9d-8fa0-eddf7c90b200) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:26:46.554902 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3b224356-bdff-48f9-826f-9dadf4d854e7 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Synchronizing usage tracker for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:46.579688 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-39852207-ff03-4ba5-834b-ba105c3e59c1 None None] Transition to ACTIVE for port object 9b88b825-5341-4a8d-aa42-619ae7827d3a will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:46.600726 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32270399-078e-4b9e-bd00-babfcb5bdbbe tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Port': ['ID=e7f7458b-247f-46b2-85b5-7d6391b2bafe,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:46.722357 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-8b66a730-0ecc-4468-ac87-12f7bb059203 None None] Attempting to bind port 5165f873-3315-4d59-89e3-09ad1774466b on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:26:46.723518 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-8b66a730-0ecc-4468-ac87-12f7bb059203 None None] Attempting to bind port 5165f873-3315-4d59-89e3-09ad1774466b by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '1887c206-199f-4e98-b0c1-9c80053d95f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:26:46.723915 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b66a730-0ecc-4468-ac87-12f7bb059203 None None] Attempting to bind port 5165f873-3315-4d59-89e3-09ad1774466b on network e8fe3292-2a14-466f-b305-017fad7fdbbd {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:26:46.726843 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-39852207-ff03-4ba5-834b-ba105c3e59c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:46.741468 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b609f51-74f0-4a1e-a19b-e5af56cff8ca None None] Network df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:26:46.747063 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3b224356-bdff-48f9-826f-9dadf4d854e7 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Unset dirty status for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:46.748987 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3b224356-bdff-48f9-826f-9dadf4d854e7 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7773669 Jan 26 11:26:46.750084 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-32270399-078e-4b9e-bd00-babfcb5bdbbe tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:46.758564 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52816) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:46.763053 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-3b609f51-74f0-4a1e-a19b-e5af56cff8ca None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:46.781754 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-e6c9188c-6532-46f0-814c-1466ea7dd896 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Request body: {'security_group_rule': {'security_group_id': '582dbf94-b393-478d-8a64-3af89cfdeca2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:46.804403 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b66a730-0ecc-4468-ac87-12f7bb059203 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:26:46.804841 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b66a730-0ecc-4468-ac87-12f7bb059203 None None] Checking segment: {'id': '1887c206-199f-4e98-b0c1-9c80053d95f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:26:46.805201 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8b66a730-0ecc-4468-ac87-12f7bb059203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:46.807065 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b66a730-0ecc-4468-ac87-12f7bb059203 None None] Bound using segment: {'id': '1887c206-199f-4e98-b0c1-9c80053d95f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:26:46.807065 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-8b66a730-0ecc-4468-ac87-12f7bb059203 None None] Bound port: 5165f873-3315-4d59-89e3-09ad1774466b, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1887c206-199f-4e98-b0c1-9c80053d95f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:26:46.807407 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8b66a730-0ecc-4468-ac87-12f7bb059203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:46.810906 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e6c9188c-6532-46f0-814c-1466ea7dd896 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:46.832473 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-32270399-078e-4b9e-bd00-babfcb5bdbbe tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/ports/e7f7458b-247f-46b2-85b5-7d6391b2bafe HTTP/1.1" status: 204 len: 168 time: 1.3604610 Jan 26 11:26:46.840036 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52820) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:46.848478 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e6c9188c-6532-46f0-814c-1466ea7dd896 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:46.917432 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-ee3309c2-2187-40c7-b212-10fb9db3bdd8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Allocated IP 2001:db8::2a5 (df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2/a3daed2a-2176-45af-9e28-c54d22012f69/1c635e4c-f1ba-448b-b7bf-e987e3a9be89) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:26:46.925029 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-2968164f-ce3b-4420-a70a-a41a34a31b7f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] GET failed (client error): The resource could not be found. Jan 26 11:26:46.925587 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2968164f-ce3b-4420-a70a-a41a34a31b7f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Synchronizing usage tracker for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:46.936671 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.securitygroups_db [None req-e6c9188c-6532-46f0-814c-1466ea7dd896 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Project 53992ff731f140378cad0a54789bca58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:26:46.948374 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e6c9188c-6532-46f0-814c-1466ea7dd896 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:46.963039 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2968164f-ce3b-4420-a70a-a41a34a31b7f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Unset dirty status for tenant:f243e59f155e4e8b9c168a6739897859 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:46.964237 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2968164f-ce3b-4420-a70a-a41a34a31b7f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "GET /v2.0/ports/e7f7458b-247f-46b2-85b5-7d6391b2bafe HTTP/1.1" status: 404 len: 333 time: 0.1220036 Jan 26 11:26:46.967729 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52828) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:47.010080 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b609f51-74f0-4a1e-a19b-e5af56cff8ca None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:26:47.096604 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1debf24a-ee75-46a3-a1bc-47fc62980656 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:47.103134 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e6c9188c-6532-46f0-814c-1466ea7dd896 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:47.117357 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e6c9188c-6532-46f0-814c-1466ea7dd896 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:47.134817 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b609f51-74f0-4a1e-a19b-e5af56cff8ca None None] Pushing event updated for resources: {'Port': ['ID=77834e0a-3dba-47dd-b830-633266f36328,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:47.170034 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9188c-6532-46f0-814c-1466ea7dd896 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4102d871-04c9-45fe-8264-8da926a76c68,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:47.178886 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1debf24a-ee75-46a3-a1bc-47fc62980656 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:47.187559 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-12b01fc6-7df7-4164-83be-f2b7b468c699 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:47.205570 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e6c9188c-6532-46f0-814c-1466ea7dd896 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:47.206965 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e6c9188c-6532-46f0-814c-1466ea7dd896 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4457140 Jan 26 11:26:47.210882 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52834) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:47.258122 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-781cc8dd-4890-491b-b5fb-e8b9b7c556a5 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-group-rules/4102d871-04c9-45fe-8264-8da926a76c68 HTTP/1.1" status: 200 len: 769 time: 0.0446937 Jan 26 11:26:47.261672 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52840) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:47.270867 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-12b01fc6-7df7-4164-83be-f2b7b468c699 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Transition to ACTIVE for port object 433bb87d-1348-4a9d-8fa0-eddf7c90b200 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:47.295149 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1debf24a-ee75-46a3-a1bc-47fc62980656 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:47.345086 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5dc4da4f-53bf-4dd6-9fa9-ab69b58072f6 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Synchronizing usage tracker for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:47.354716 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debf24a-ee75-46a3-a1bc-47fc62980656 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e91a43b-a972-45c6-935e-422a886b2349,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:47.354716 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1debf24a-ee75-46a3-a1bc-47fc62980656 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:47.354716 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1debf24a-ee75-46a3-a1bc-47fc62980656 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/security-groups/0e91a43b-a972-45c6-935e-422a886b2349 HTTP/1.1" status: 204 len: 168 time: 0.3855755 Jan 26 11:26:47.356407 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52844) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:47.422915 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5dc4da4f-53bf-4dd6-9fa9-ab69b58072f6 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Unset dirty status for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:47.425334 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5dc4da4f-53bf-4dd6-9fa9-ab69b58072f6 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1624792 Jan 26 11:26:47.429965 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52850) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:47.464797 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-3b609f51-74f0-4a1e-a19b-e5af56cff8ca None None] Attempting to bind port 77834e0a-3dba-47dd-b830-633266f36328 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:26:47.465437 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-3b609f51-74f0-4a1e-a19b-e5af56cff8ca None None] Attempting to bind port 77834e0a-3dba-47dd-b830-633266f36328 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '99d94c1a-1c40-4758-a357-d2f2f0113bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:26:47.465792 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b609f51-74f0-4a1e-a19b-e5af56cff8ca None None] Attempting to bind port 77834e0a-3dba-47dd-b830-633266f36328 on network df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:26:47.484042 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b609f51-74f0-4a1e-a19b-e5af56cff8ca None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:26:47.484782 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b609f51-74f0-4a1e-a19b-e5af56cff8ca None None] Checking segment: {'id': '99d94c1a-1c40-4758-a357-d2f2f0113bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:26:47.484782 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3b609f51-74f0-4a1e-a19b-e5af56cff8ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:47.485189 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b609f51-74f0-4a1e-a19b-e5af56cff8ca None None] Bound using segment: {'id': '99d94c1a-1c40-4758-a357-d2f2f0113bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:26:47.487067 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-3b609f51-74f0-4a1e-a19b-e5af56cff8ca None None] Bound port: 77834e0a-3dba-47dd-b830-633266f36328, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d94c1a-1c40-4758-a357-d2f2f0113bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:26:47.487474 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3b609f51-74f0-4a1e-a19b-e5af56cff8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:47.491142 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-12b01fc6-7df7-4164-83be-f2b7b468c699 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:47.496391 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-eed4defb-489a-4f44-96bd-d521581613fd tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:47.506594 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39852207-ff03-4ba5-834b-ba105c3e59c1 None None] Pushing event updated for resources: {'Port': ['ID=9b88b825-5341-4a8d-aa42-619ae7827d3a,revision_number=7']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:47.522205 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-eed4defb-489a-4f44-96bd-d521581613fd tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:47.533947 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28a4db51-ee23-4ec4-a90e-5e572db084b5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:47.566239 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-8b66a730-0ecc-4468-ac87-12f7bb059203 None None] For port 5165f873-3315-4d59-89e3-09ad1774466b, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:26:47.601373 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-8b66a730-0ecc-4468-ac87-12f7bb059203 None None] For port 5165f873-3315-4d59-89e3-09ad1774466b, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=5165f873-3315-4d59-89e3-09ad1774466b,segment=NetworkSegment(1887c206-199f-4e98-b0c1-9c80053d95f7),segment_id=1887c206-199f-4e98-b0c1-9c80053d95f7)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:26:47.604189 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28a4db51-ee23-4ec4-a90e-5e572db084b5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:47.616965 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8b66a730-0ecc-4468-ac87-12f7bb059203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:47.628325 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b01fc6-7df7-4164-83be-f2b7b468c699 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Pushing event updated for resources: {'Port': ['ID=433bb87d-1348-4a9d-8fa0-eddf7c90b200,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:47.653093 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-eed4defb-489a-4f44-96bd-d521581613fd tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:47.681063 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52854) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:47.684423 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4defb-489a-4f44-96bd-d521581613fd tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4102d871-04c9-45fe-8264-8da926a76c68,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:47.691835 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b01fc6-7df7-4164-83be-f2b7b468c699 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Network e8fe3292-2a14-466f-b305-017fad7fdbbd is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:26:47.695363 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-12b01fc6-7df7-4164-83be-f2b7b468c699 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:47.709479 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b01fc6-7df7-4164-83be-f2b7b468c699 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:26:47.713553 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-eed4defb-489a-4f44-96bd-d521581613fd tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:47.715067 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-eed4defb-489a-4f44-96bd-d521581613fd tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/4102d871-04c9-45fe-8264-8da926a76c68 HTTP/1.1" status: 204 len: 168 time: 0.2841246 Jan 26 11:26:47.719321 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52860) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:47.756302 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28a4db51-ee23-4ec4-a90e-5e572db084b5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:47.832279 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4db51-ee23-4ec4-a90e-5e572db084b5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97cd23d-0d0c-45ac-94c6-7720db22f482,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:47.837427 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28a4db51-ee23-4ec4-a90e-5e572db084b5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:47.853704 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-28a4db51-ee23-4ec4-a90e-5e572db084b5 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/security-groups/a97cd23d-0d0c-45ac-94c6-7720db22f482 HTTP/1.1" status: 204 len: 168 time: 0.4935849 Jan 26 11:26:47.859581 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52864) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:47.884319 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-3b609f51-74f0-4a1e-a19b-e5af56cff8ca None None] For port 77834e0a-3dba-47dd-b830-633266f36328, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:26:47.893447 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66a730-0ecc-4468-ac87-12f7bb059203 None None] Pushing event updated for resources: {'Port': ['ID=5165f873-3315-4d59-89e3-09ad1774466b,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:47.903911 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-3b609f51-74f0-4a1e-a19b-e5af56cff8ca None None] For port 77834e0a-3dba-47dd-b830-633266f36328, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=77834e0a-3dba-47dd-b830-633266f36328,segment=NetworkSegment(99d94c1a-1c40-4758-a357-d2f2f0113bbb),segment_id=99d94c1a-1c40-4758-a357-d2f2f0113bbb)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:26:47.909585 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-80f79743-da0b-4635-ae22-c5bd9a793f2c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Synchronizing usage tracker for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:47.912685 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3b609f51-74f0-4a1e-a19b-e5af56cff8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:48.034996 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-80f79743-da0b-4635-ae22-c5bd9a793f2c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Unset dirty status for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:48.039721 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-80f79743-da0b-4635-ae22-c5bd9a793f2c tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3165622 Jan 26 11:26:48.039908 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52868) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:48.043269 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-12b01fc6-7df7-4164-83be-f2b7b468c699 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:48.047899 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-fc67c2b3-ba21-47ac-b486-0e860ddf392e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'network': {'name': 'tempest-network-smoke--1872163030', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'port_security_enabled': True}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:48.069064 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-fc67c2b3-ba21-47ac-b486-0e860ddf392e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:48.078740 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-fc67c2b3-ba21-47ac-b486-0e860ddf392e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:network and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:48.083442 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-fc67c2b3-ba21-47ac-b486-0e860ddf392e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:48.086196 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-aef6696d-d467-4064-93d1-fea8713b8727 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:48.093064 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-fc67c2b3-ba21-47ac-b486-0e860ddf392e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:48.098815 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b609f51-74f0-4a1e-a19b-e5af56cff8ca None None] Pushing event updated for resources: {'Port': ['ID=77834e0a-3dba-47dd-b830-633266f36328,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:48.138058 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc67c2b3-ba21-47ac-b486-0e860ddf392e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:48.142160 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fc67c2b3-ba21-47ac-b486-0e860ddf392e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:48.153344 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-aef6696d-d467-4064-93d1-fea8713b8727 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:48.164435 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ee3309c2-2187-40c7-b212-10fb9db3bdd8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:48.167389 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fc67c2b3-ba21-47ac-b486-0e860ddf392e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:48.203537 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-fc67c2b3-ba21-47ac-b486-0e860ddf392e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:48.215155 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-ee3309c2-2187-40c7-b212-10fb9db3bdd8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Transition to ACTIVE for port object 1c635e4c-f1ba-448b-b7bf-e987e3a9be89 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:48.222969 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-fc67c2b3-ba21-47ac-b486-0e860ddf392e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:48.228144 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-fc67c2b3-ba21-47ac-b486-0e860ddf392e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:48.235479 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-fc67c2b3-ba21-47ac-b486-0e860ddf392e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:48.254491 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-afb59877-4789-45fb-813f-4adc19f03322 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:48.270728 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-aef6696d-d467-4064-93d1-fea8713b8727 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:48.302958 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6696d-d467-4064-93d1-fea8713b8727 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00685dcc-9387-46bc-8b76-4900ada42f3c,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:48.315070 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-afb59877-4789-45fb-813f-4adc19f03322 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:48.324895 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-aef6696d-d467-4064-93d1-fea8713b8727 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:48.328530 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-aef6696d-d467-4064-93d1-fea8713b8727 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/security-groups/00685dcc-9387-46bc-8b76-4900ada42f3c HTTP/1.1" status: 204 len: 168 time: 0.4654117 Jan 26 11:26:48.331799 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52872) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:48.414567 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-afb59877-4789-45fb-813f-4adc19f03322 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:48.423514 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae44ce3-6d20-48e4-b0f5-b88f22ec183a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting subnet bfa75fc7-a214-432e-b61c-1b6a5f6e301e {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:26:48.427057 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-eae44ce3-6d20-48e4-b0f5-b88f22ec183a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:48.479149 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ee3309c2-2187-40c7-b212-10fb9db3bdd8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:48.505072 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-eae44ce3-6d20-48e4-b0f5-b88f22ec183a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:48.596527 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb59877-4789-45fb-813f-4adc19f03322 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=582dbf94-b393-478d-8a64-3af89cfdeca2,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:48.608468 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-df155dc2-96f5-47e6-8288-ee02f57e68ec None None] Provisioning for port 9b88b825-5341-4a8d-aa42-619ae7827d3a completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:48.637655 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3309c2-2187-40c7-b212-10fb9db3bdd8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:26:48.649993 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-ee3309c2-2187-40c7-b212-10fb9db3bdd8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:48.659692 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-df155dc2-96f5-47e6-8288-ee02f57e68ec None None] Provisioning complete for port 9b88b825-5341-4a8d-aa42-619ae7827d3a triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:48.660149 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-df155dc2-96f5-47e6-8288-ee02f57e68ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:48.664430 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3309c2-2187-40c7-b212-10fb9db3bdd8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:26:48.671502 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3309c2-2187-40c7-b212-10fb9db3bdd8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:48.672240 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ee3309c2-2187-40c7-b212-10fb9db3bdd8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:48.706252 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-eae44ce3-6d20-48e4-b0f5-b88f22ec183a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:48.731762 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-12b01fc6-7df7-4164-83be-f2b7b468c699 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:48.741306 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 842d02f2-cd52-4aea-b484-95d0d49cc697 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:26:48.743444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3309c2-2187-40c7-b212-10fb9db3bdd8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Port': ['ID=1c635e4c-f1ba-448b-b7bf-e987e3a9be89,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:48.780310 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fc67c2b3-ba21-47ac-b486-0e860ddf392e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:48.791693 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fc67c2b3-ba21-47ac-b486-0e860ddf392e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:48.857698 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc67c2b3-ba21-47ac-b486-0e860ddf392e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:26:48.873389 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67c2b3-ba21-47ac-b486-0e860ddf392e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4985cda1-7002-45c7-b28d-01cc78fdfa5e,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:48.882264 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fc67c2b3-ba21-47ac-b486-0e860ddf392e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:48.882683 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-fc67c2b3-ba21-47ac-b486-0e860ddf392e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Added segment a9805f93-5aca-43ec-92b7-5f68ffc0ddf6 of type vlan for network b1f8d3ab-278c-4006-a6de-937cf77a3d4b Jan 26 11:26:48.890486 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-eae44ce3-6d20-48e4-b0f5-b88f22ec183a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:48.901397 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-afb59877-4789-45fb-813f-4adc19f03322 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:48.902935 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-afb59877-4789-45fb-813f-4adc19f03322 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "DELETE /v2.0/security-groups/582dbf94-b393-478d-8a64-3af89cfdeca2 HTTP/1.1" status: 204 len: 168 time: 0.8621957 Jan 26 11:26:48.906741 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52876) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:48.913018 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ee3309c2-2187-40c7-b212-10fb9db3bdd8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8214695 Jan 26 11:26:48.933290 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52880) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:48.952030 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-60a715ec-47cc-4dbb-8481-365663c8af50 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'subnet': {'network_id': 'df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:48.972564 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae44ce3-6d20-48e4-b0f5-b88f22ec183a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa75fc7-a214-432e-b61c-1b6a5f6e301e,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:48.997378 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fc67c2b3-ba21-47ac-b486-0e860ddf392e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:49.038482 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 842d02f2-cd52-4aea-b484-95d0d49cc697 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:49.039195 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-eae44ce3-6d20-48e4-b0f5-b88f22ec183a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:49.050452 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 842d02f2-cd52-4aea-b484-95d0d49cc697 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:49.051105 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:49.058518 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-eae44ce3-6d20-48e4-b0f5-b88f22ec183a tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/subnets/bfa75fc7-a214-432e-b61c-1b6a5f6e301e HTTP/1.1" status: 204 len: 168 time: 0.7255211 Jan 26 11:26:49.068225 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fc67c2b3-ba21-47ac-b486-0e860ddf392e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:49.075769 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc67c2b3-ba21-47ac-b486-0e860ddf392e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:49.076584 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52884) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:49.076942 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fc67c2b3-ba21-47ac-b486-0e860ddf392e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:49.079769 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-002b8605-300b-4d82-ab4d-ce30bf6963f8 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Synchronizing usage tracker for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:49.121076 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-df155dc2-96f5-47e6-8288-ee02f57e68ec None None] Could not find standard attr ID for object e7f7458b-247f-46b2-85b5-7d6391b2bafe. {{(pid=87444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 11:26:49.143019 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-fc67c2b3-ba21-47ac-b486-0e860ddf392e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4529598 Jan 26 11:26:49.143237 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-df155dc2-96f5-47e6-8288-ee02f57e68ec None None] Provisioning complete for port 39e77ce5-024f-4e4c-a841-65c61f6d2fb5 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:49.143237 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-df155dc2-96f5-47e6-8288-ee02f57e68ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:49.148052 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52888) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:49.176472 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-122bdf22-2f4d-4755-82d0-5b1b09a35658 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1144126416', 'admin_state_up': True, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:49.195732 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-122bdf22-2f4d-4755-82d0-5b1b09a35658 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:49.235356 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1fc757-9b19-44df-95f2-93ee853f9c5a None None] Network 521315c0-0d97-46d6-8c4a-73095d51c5ae requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:49.269679 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-002b8605-300b-4d82-ab4d-ce30bf6963f8 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Unset dirty status for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:49.271338 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-002b8605-300b-4d82-ab4d-ce30bf6963f8 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3634722 Jan 26 11:26:49.283953 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-122bdf22-2f4d-4755-82d0-5b1b09a35658 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:router and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:49.297122 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52892) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:49.304559 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-df155dc2-96f5-47e6-8288-ee02f57e68ec None None] Port 39e77ce5-024f-4e4c-a841-65c61f6d2fb5 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:26:49.310154 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:49.311418 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-19ec4ef3-f977-472e-bb54-8c80f5553995 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Request body: {'security_group': {'name': 'tempest-secgroup--2009059597'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:49.312254 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d59150-2cae-486b-bd5d-930f4983d659 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting subnet 693a06a2-4b81-46e6-b44d-ad4e01a9ae8a {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:26:49.314443 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-122bdf22-2f4d-4755-82d0-5b1b09a35658 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:49.319802 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67c2b3-ba21-47ac-b486-0e860ddf392e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Network': ['ID=b1f8d3ab-278c-4006-a6de-937cf77a3d4b,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:49.325792 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-19ec4ef3-f977-472e-bb54-8c80f5553995 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:49.351405 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-19ec4ef3-f977-472e-bb54-8c80f5553995 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:49.361628 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-14d59150-2cae-486b-bd5d-930f4983d659 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:49.361848 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-60a715ec-47cc-4dbb-8481-365663c8af50 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:49.362796 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network b1f8d3ab-278c-4006-a6de-937cf77a3d4b details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:26:49.366367 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-60a715ec-47cc-4dbb-8481-365663c8af50 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:subnet and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:49.370717 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-60a715ec-47cc-4dbb-8481-365663c8af50 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:49.377373 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-19ec4ef3-f977-472e-bb54-8c80f5553995 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:49.392012 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-60a715ec-47cc-4dbb-8481-365663c8af50 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:49.393655 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-122bdf22-2f4d-4755-82d0-5b1b09a35658 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:49.411136 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-19ec4ef3-f977-472e-bb54-8c80f5553995 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:49.412139 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 842d02f2-cd52-4aea-b484-95d0d49cc697, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=842d02f2-cd52-4aea-b484-95d0d49cc697,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:49.417797 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-19ec4ef3-f977-472e-bb54-8c80f5553995 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Usage tracker for resource:security_group_rule and tenant:53992ff731f140378cad0a54789bca58 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:49.421010 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a715ec-47cc-4dbb-8481-365663c8af50 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:49.424554 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-60a715ec-47cc-4dbb-8481-365663c8af50 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:49.443436 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-19ec4ef3-f977-472e-bb54-8c80f5553995 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:49.456371 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-19ec4ef3-f977-472e-bb54-8c80f5553995 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:49.463824 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-122bdf22-2f4d-4755-82d0-5b1b09a35658 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:49.464858 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-122bdf22-2f4d-4755-82d0-5b1b09a35658 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:49.482562 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-14d59150-2cae-486b-bd5d-930f4983d659 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:49.486152 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:49.486959 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 9b88b825-5341-4a8d-aa42-619ae7827d3a up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:26:49.568255 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e14b80ec-3729-48a3-9156-d42a6277dc68 None None] Could not find standard attr ID for object e7f7458b-247f-46b2-85b5-7d6391b2bafe. {{(pid=87444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 11:26:49.597864 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-122bdf22-2f4d-4755-82d0-5b1b09a35658 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:49.690019 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-14d59150-2cae-486b-bd5d-930f4983d659 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:49.754449 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=842d02f2-cd52-4aea-b484-95d0d49cc697,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:49.770126 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 9b88b825-5341-4a8d-aa42-619ae7827d3a triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:49.770756 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:49.895016 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-19ec4ef3-f977-472e-bb54-8c80f5553995 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:49.901810 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-19ec4ef3-f977-472e-bb54-8c80f5553995 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:49.927435 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.ipam_backend_mixin [None req-60a715ec-47cc-4dbb-8481-365663c8af50 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a3daed2a-2176-45af-9e28-c54d22012f69 (CIDR: 2001:db8::/64) Jan 26 11:26:49.942897 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a715ec-47cc-4dbb-8481-365663c8af50 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:26:49.943217 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-14d59150-2cae-486b-bd5d-930f4983d659 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:49.943361 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60a715ec-47cc-4dbb-8481-365663c8af50 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:50.003371 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-14d59150-2cae-486b-bd5d-930f4983d659 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:50.008874 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec4ef3-f977-472e-bb54-8c80f5553995 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e4cfd3-5f38-44a5-b2f7-bd16340c4079,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:50.030522 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-60a715ec-47cc-4dbb-8481-365663c8af50 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0875597 Jan 26 11:26:50.030522 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-19ec4ef3-f977-472e-bb54-8c80f5553995 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:50.030522 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-19ec4ef3-f977-472e-bb54-8c80f5553995 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7296588 Jan 26 11:26:50.030522 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52896) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:50.033881 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-249a62bf-7385-47e1-8427-3fb779651a4c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'subnet': {'network_id': 'df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:50.061165 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52900) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:50.072511 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-c181495f-e65d-4cdd-8e4e-83b521ad2b36 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Request body: {'security_group_rule': {'security_group_id': 'c5e4cfd3-5f38-44a5-b2f7-bd16340c4079', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:50.086445 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c181495f-e65d-4cdd-8e4e-83b521ad2b36 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:50.093277 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d59150-2cae-486b-bd5d-930f4983d659 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Subnet': ['ID=693a06a2-4b81-46e6-b44d-ad4e01a9ae8a,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:50.108324 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c181495f-e65d-4cdd-8e4e-83b521ad2b36 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Usage tracker for resource:security_group_rule and tenant:53992ff731f140378cad0a54789bca58 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:50.113463 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c181495f-e65d-4cdd-8e4e-83b521ad2b36 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:50.114012 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.resource_extend [None req-12b01fc6-7df7-4164-83be-f2b7b468c699 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:26:50.135197 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-14d59150-2cae-486b-bd5d-930f4983d659 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/subnets/693a06a2-4b81-46e6-b44d-ad4e01a9ae8a HTTP/1.1" status: 204 len: 168 time: 1.0453231 Jan 26 11:26:50.138292 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52904) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:50.181914 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c181495f-e65d-4cdd-8e4e-83b521ad2b36 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:50.227656 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-88e27977-65d4-47a0-8b46-41365925f927 None None] Provisioning complete for port b46c3616-95e6-49cf-9411-68534096085b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:50.228488 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-88e27977-65d4-47a0-8b46-41365925f927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:50.237095 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c181495f-e65d-4cdd-8e4e-83b521ad2b36 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:50.250915 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-12b01fc6-7df7-4164-83be-f2b7b468c699 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:50.265077 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00cf8e3-c74e-4f51-84df-62b7d5037f3c None None] Network e8fe3292-2a14-466f-b305-017fad7fdbbd requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:50.268546 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-a28dfa5a-8d3d-45c9-a46c-e5a764a575ba tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:50.269004 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a28dfa5a-8d3d-45c9-a46c-e5a764a575ba tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:50.273392 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a28dfa5a-8d3d-45c9-a46c-e5a764a575ba tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/subnets/bfa75fc7-a214-432e-b61c-1b6a5f6e301e HTTP/1.1" status: 404 len: 337 time: 0.1298020 Jan 26 11:26:50.274204 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-12b01fc6-7df7-4164-83be-f2b7b468c699 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:50.300644 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52908) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:50.309917 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1338d476-06a8-4155-8f28-f5ebc556a925 None None] Update dhcp port {'port': {'network_id': '521315c0-0d97-46d6-8c4a-73095d51c5ae', 'fixed_ips': [{'subnet_id': '41d5b5dc-a946-4596-87e1-0ad49a000178', 'ip_address': '172.20.0.18'}, {'subnet_id': '693a06a2-4b81-46e6-b44d-ad4e01a9ae8a'}], 'binding:host_id': 'dv-neutron-826439-1-hyperv'}, 'id': '9b88b825-5341-4a8d-aa42-619ae7827d3a'} from dv-neutron-826439-1-hyperv. {{(pid=87444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 26 11:26:50.379006 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1338d476-06a8-4155-8f28-f5ebc556a925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:50.397191 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c181495f-e65d-4cdd-8e4e-83b521ad2b36 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:50.410255 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c181495f-e65d-4cdd-8e4e-83b521ad2b36 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:50.445492 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-249a62bf-7385-47e1-8427-3fb779651a4c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:50.459830 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181495f-e65d-4cdd-8e4e-83b521ad2b36 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc8327b-16c3-4f4c-9977-7c24569da7c8,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:50.465767 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-249a62bf-7385-47e1-8427-3fb779651a4c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:subnet and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:50.473050 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-249a62bf-7385-47e1-8427-3fb779651a4c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:50.488595 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-88e27977-65d4-47a0-8b46-41365925f927 None None] Port b46c3616-95e6-49cf-9411-68534096085b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:26:50.491454 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e4e7c69-230e-41ff-81e9-c78bd34b51a6 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting subnet 41d5b5dc-a946-4596-87e1-0ad49a000178 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:26:50.495117 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3e4e7c69-230e-41ff-81e9-c78bd34b51a6 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:50.557163 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3e4e7c69-230e-41ff-81e9-c78bd34b51a6 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:50.585232 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-122bdf22-2f4d-4755-82d0-5b1b09a35658 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:50.590016 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-249a62bf-7385-47e1-8427-3fb779651a4c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:50.600941 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c181495f-e65d-4cdd-8e4e-83b521ad2b36 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:50.605268 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c181495f-e65d-4cdd-8e4e-83b521ad2b36 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5422800 Jan 26 11:26:50.605971 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52912) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:50.641976 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b01fc6-7df7-4164-83be-f2b7b468c699 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Pushing event updated for resources: {'Port': ['ID=433bb87d-1348-4a9d-8fa0-eddf7c90b200,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:50.643592 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-88e27977-65d4-47a0-8b46-41365925f927 None None] Provisioning for port 77834e0a-3dba-47dd-b830-633266f36328 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:50.652469 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-12b01fc6-7df7-4164-83be-f2b7b468c699 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:50.661375 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249a62bf-7385-47e1-8427-3fb779651a4c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:50.665865 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-249a62bf-7385-47e1-8427-3fb779651a4c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:50.676500 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 842d02f2-cd52-4aea-b484-95d0d49cc697 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:26:50.809379 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a71266ac-3b04-49f3-87a3-b1c8f5170f85 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:50.835500 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b01fc6-7df7-4164-83be-f2b7b468c699 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Network e8fe3292-2a14-466f-b305-017fad7fdbbd is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:26:50.841070 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-12b01fc6-7df7-4164-83be-f2b7b468c699 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:50.874920 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3e4e7c69-230e-41ff-81e9-c78bd34b51a6 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:50.881364 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8aa052b9-6b29-4590-b676-241a9f6ca998 None None] Provisioning for port 1c635e4c-f1ba-448b-b7bf-e987e3a9be89 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:50.892747 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8aa052b9-6b29-4590-b676-241a9f6ca998 None None] Provisioning complete for port 1c635e4c-f1ba-448b-b7bf-e987e3a9be89 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:50.893113 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8aa052b9-6b29-4590-b676-241a9f6ca998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:50.914818 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a71266ac-3b04-49f3-87a3-b1c8f5170f85 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:50.951833 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 842d02f2-cd52-4aea-b484-95d0d49cc697 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:50.952258 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:51.012801 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8aa052b9-6b29-4590-b676-241a9f6ca998 None None] Port 1c635e4c-f1ba-448b-b7bf-e987e3a9be89 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server [None req-1338d476-06a8-4155-8f28-f5ebc556a925 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41d5b5dc-a946-4596-87e1-0ad49a000178: This subnet is being modified by another concurrent operation. Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise exception Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41d5b5dc-a946-4596-87e1-0ad49a000178: This subnet is being modified by another concurrent operation. Jan 26 11:26:51.035784 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server Jan 26 11:26:51.044492 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8aa052b9-6b29-4590-b676-241a9f6ca998 None None] Provisioning for port 5165f873-3315-4d59-89e3-09ad1774466b completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:51.080960 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3e4e7c69-230e-41ff-81e9-c78bd34b51a6 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:51.116093 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 77834e0a-3dba-47dd-b830-633266f36328 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:26:51.170858 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a71266ac-3b04-49f3-87a3-b1c8f5170f85 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:51.173913 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e7c69-230e-41ff-81e9-c78bd34b51a6 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Subnet': ['ID=41d5b5dc-a946-4596-87e1-0ad49a000178,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:51.183647 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea5917d-5db8-4bda-a98e-a8dabd06f5bc None None] Network 521315c0-0d97-46d6-8c4a-73095d51c5ae requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:51.252054 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b01fc6-7df7-4164-83be-f2b7b468c699 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Router cb0176aa-36a5-44b7-8a41-b5fbc65e3392 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:26:51.253839 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71266ac-3b04-49f3-87a3-b1c8f5170f85 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e4cfd3-5f38-44a5-b2f7-bd16340c4079,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:51.259845 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3e4e7c69-230e-41ff-81e9-c78bd34b51a6 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:51.278682 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3e4e7c69-230e-41ff-81e9-c78bd34b51a6 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/subnets/41d5b5dc-a946-4596-87e1-0ad49a000178 HTTP/1.1" status: 204 len: 168 time: 0.9747479 Jan 26 11:26:51.282596 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52916) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:51.287830 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-249a62bf-7385-47e1-8427-3fb779651a4c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:51.313989 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-59c6d8c9-5b10-4b3e-864b-1b209f09442d None None] Provisioning complete for port 9b88b825-5341-4a8d-aa42-619ae7827d3a triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:51.313989 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-59c6d8c9-5b10-4b3e-864b-1b209f09442d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:51.360858 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff0729eb-410a-48d9-b7f8-f19beb142cd4 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:51.361416 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff0729eb-410a-48d9-b7f8-f19beb142cd4 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:51.366474 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ff0729eb-410a-48d9-b7f8-f19beb142cd4 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/subnets/d161ffe6-0773-4ab7-a781-1b98bb1bd475 HTTP/1.1" status: 404 len: 337 time: 0.0822673 Jan 26 11:26:51.371052 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52920) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:51.373836 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a71266ac-3b04-49f3-87a3-b1c8f5170f85 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:51.374993 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a71266ac-3b04-49f3-87a3-b1c8f5170f85 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "DELETE /v2.0/security-groups/c5e4cfd3-5f38-44a5-b2f7-bd16340c4079 HTTP/1.1" status: 204 len: 168 time: 0.7644570 Jan 26 11:26:51.412763 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 77834e0a-3dba-47dd-b830-633266f36328 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:51.420893 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52924) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:51.434170 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-122bdf22-2f4d-4755-82d0-5b1b09a35658 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_gateway, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:51.458328 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249a62bf-7385-47e1-8427-3fb779651a4c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:26:51.460804 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 77834e0a-3dba-47dd-b830-633266f36328 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:51.460804 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:51.464579 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-249a62bf-7385-47e1-8427-3fb779651a4c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:51.471924 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-fe2ed314-21fe-407c-bf7c-3aa07d76505b tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "GET /v2.0/ports?device_id=da2a9b5e-0852-4637-84f3-dbbba5a8592b HTTP/1.1" status: 200 len: 205 time: 0.0995405 Jan 26 11:26:51.477670 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52928) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:51.479956 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249a62bf-7385-47e1-8427-3fb779651a4c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:51.480657 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-249a62bf-7385-47e1-8427-3fb779651a4c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:51.487386 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-122bdf22-2f4d-4755-82d0-5b1b09a35658 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:51.506962 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996b371c-adf2-4c50-9410-55ba419a2992 None None] Network df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:51.518114 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a62bf-7385-47e1-8427-3fb779651a4c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Subnet': ['ID=d9f19014-f77e-43c0-8fee-047ab775d0fa,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:51.537634 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-249a62bf-7385-47e1-8427-3fb779651a4c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5058811 Jan 26 11:26:51.538974 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52932) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:51.547796 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-35508dd0-4955-4708-82ce-6b582736982d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1051486699', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd9f19014-f77e-43c0-8fee-047ab775d0fa'}], 'security_groups': ['08aaa68a-a8b8-437f-838c-fe8d5f26102b']}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:51.589007 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-aebd2005-80c1-4c75-bb02-64991c1c0e44 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Synchronizing usage tracker for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:51.627939 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-aebd2005-80c1-4c75-bb02-64991c1c0e44 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Unset dirty status for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:51.631871 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-aebd2005-80c1-4c75-bb02-64991c1c0e44 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2074153 Jan 26 11:26:51.638460 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52936) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:51.678274 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-8cdbb1de-f848-4366-a1d6-22342efb7c76 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] delete failed (client error): The resource could not be found. Jan 26 11:26:51.683237 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8cdbb1de-f848-4366-a1d6-22342efb7c76 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/routers/da2a9b5e-0852-4637-84f3-dbbba5a8592b HTTP/1.1" status: 404 len: 336 time: 0.2011957 Jan 26 11:26:51.693134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52940) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:51.760224 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdbbc6b5-08a1-4520-84c5-bc7d2b946082 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:51.760486 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdbbc6b5-08a1-4520-84c5-bc7d2b946082 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:51.846886 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-35508dd0-4955-4708-82ce-6b582736982d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:51.891191 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fdbbc6b5-08a1-4520-84c5-bc7d2b946082 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/subnets/708960fb-aa9f-4c84-a670-d0c185641593 HTTP/1.1" status: 404 len: 337 time: 0.1966076 Jan 26 11:26:51.894923 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52944) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:51.917348 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:51.935536 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-29192855-7f3e-46c7-b76d-6b1ef068acee tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Synchronizing usage tracker for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:51.935776 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-59c6d8c9-5b10-4b3e-864b-1b209f09442d None None] Provisioning complete for port 39e77ce5-024f-4e4c-a841-65c61f6d2fb5 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:51.936081 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-59c6d8c9-5b10-4b3e-864b-1b209f09442d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:52.000496 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-413989e6-f7a3-42b9-b67d-18d4b212b2f7 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:52.000496 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-413989e6-f7a3-42b9-b67d-18d4b212b2f7 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:52.004430 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-413989e6-f7a3-42b9-b67d-18d4b212b2f7 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/subnets/f4dc0451-2ae9-4a77-9788-dceb4110dea4 HTTP/1.1" status: 404 len: 337 time: 0.0908906 Jan 26 11:26:52.004861 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0bbb8c-4ab2-4627-9895-4e701350b3e4 None None] DHCP port deletion for 521315c0-0d97-46d6-8c4a-73095d51c5ae request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:26:52.033942 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-6e0bbb8c-4ab2-4627-9895-4e701350b3e4 None None] Deleting port 9b88b825-5341-4a8d-aa42-619ae7827d3a {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:52.033942 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbb8c-4ab2-4627-9895-4e701350b3e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:52.036881 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52948) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:52.043859 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b01fc6-7df7-4164-83be-f2b7b468c699 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:26:52.056774 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] Sync routers for ids ['cb0176aa-36a5-44b7-8a41-b5fbc65e3392'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:26:52.066068 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] Routers {'cb0176aa-36a5-44b7-8a41-b5fbc65e3392'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:26:52.066236 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:26:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['cb0176aa-36a5-44b7-8a41-b5fbc65e3392'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:52.082420 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e15a100-3708-4548-966f-8416a613bf09 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:52.082881 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e15a100-3708-4548-966f-8416a613bf09 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:52.087860 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0e15a100-3708-4548-966f-8416a613bf09 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/subnets/8e33d8ba-aff7-4a9a-83bf-5651af9c6692 HTTP/1.1" status: 404 len: 337 time: 0.0470951 Jan 26 11:26:52.090216 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-12b01fc6-7df7-4164-83be-f2b7b468c699 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "PUT /v2.0/routers/cb0176aa-36a5-44b7-8a41-b5fbc65e3392/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0198588 Jan 26 11:26:52.091278 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-29192855-7f3e-46c7-b76d-6b1ef068acee tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] Unset dirty status for tenant:53992ff731f140378cad0a54789bca58 on resource:security_group_rule {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:52.094860 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-29192855-7f3e-46c7-b76d-6b1ef068acee tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4520569 Jan 26 11:26:52.094860 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52952) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:52.095884 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52954) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:52.162568 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-59c6d8c9-5b10-4b3e-864b-1b209f09442d None None] Port 39e77ce5-024f-4e4c-a841-65c61f6d2fb5 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:26:52.173622 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 77834e0a-3dba-47dd-b830-633266f36328, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=77834e0a-3dba-47dd-b830-633266f36328,segment=NetworkSegment(99d94c1a-1c40-4758-a357-d2f2f0113bbb),segment_id=99d94c1a-1c40-4758-a357-d2f2f0113bbb)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:52.222524 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:52.223287 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 5165f873-3315-4d59-89e3-09ad1774466b up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:26:52.322865 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] Set router cb0176aa-36a5-44b7-8a41-b5fbc65e3392 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:26:52.359875 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dbd9980-f46f-453a-85ad-44b6df5cf60f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:52.360571 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dbd9980-f46f-453a-85ad-44b6df5cf60f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:52.362497 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4dbd9980-f46f-453a-85ad-44b6df5cf60f tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/ports/82114c93-7ad7-4db1-846d-212217741f76 HTTP/1.1" status: 404 len: 333 time: 0.2663999 Jan 26 11:26:52.367610 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52970) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:52.406260 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-ed23f4d8-25ef-46d8-99fb-154fc934f282 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] delete failed (client error): The resource could not be found. Jan 26 11:26:52.408047 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ed23f4d8-25ef-46d8-99fb-154fc934f282 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "DELETE /v2.0/security-groups/c5e4cfd3-5f38-44a5-b2f7-bd16340c4079 HTTP/1.1" status: 404 len: 347 time: 0.3104959 Jan 26 11:26:52.418772 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 52974) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:52.430069 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-122bdf22-2f4d-4755-82d0-5b1b09a35658 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.26.5.190 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/6efa0df4-c87f-4ed6-99e5-5897ccc92369) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:26:52.445684 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f73e651-36f3-428c-ab86-9fa742817718 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:52.446478 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f73e651-36f3-428c-ab86-9fa742817718 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:52.446997 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=77834e0a-3dba-47dd-b830-633266f36328,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:52.448676 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7f73e651-36f3-428c-ab86-9fa742817718 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/subnets/dc6d1231-98b4-42cd-a1d7-ad111869683d HTTP/1.1" status: 404 len: 337 time: 0.0776153 Jan 26 11:26:52.452788 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52978) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:52.521841 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8e6ed8-5386-48cb-ac1a-32db37998fa6 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:52.522301 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c8e6ed8-5386-48cb-ac1a-32db37998fa6 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:52.526443 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5c8e6ed8-5386-48cb-ac1a-32db37998fa6 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/subnets/c51c2d56-4931-4475-93d6-9b269eac4c98 HTTP/1.1" status: 404 len: 337 time: 0.0702901 Jan 26 11:26:52.529444 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52982) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:52.541552 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-208f0f4a-e589-4374-a7d7-985c9add3c02 tempest-SecGroupIPv6Test-458465902 tempest-SecGroupIPv6Test-458465902-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1212862 Jan 26 11:26:52.615395 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebdd2fd-205d-4865-a28b-e1c13b665b84 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:52.615795 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ebdd2fd-205d-4865-a28b-e1c13b665b84 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:52.617615 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2ebdd2fd-205d-4865-a28b-e1c13b665b84 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/ports/6f82706a-c6bb-4993-80dc-b0fc9c6cbcb4 HTTP/1.1" status: 404 len: 333 time: 0.0870829 Jan 26 11:26:52.620627 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52988) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:52.646857 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-6e0bbb8c-4ab2-4627-9895-4e701350b3e4 None None] For port 9b88b825-5341-4a8d-aa42-619ae7827d3a, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=9b88b825-5341-4a8d-aa42-619ae7827d3a,segment=NetworkSegment(a15607ce-19f2-48ae-8362-23a2b0d3e74c),segment_id=a15607ce-19f2-48ae-8362-23a2b0d3e74c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:52.647576 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbb8c-4ab2-4627-9895-4e701350b3e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:52.655835 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-0faafc57-1c0b-430a-8829-819f523dc8cf None None] Provisioning for port 433bb87d-1348-4a9d-8fa0-eddf7c90b200 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:52.659057 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7c894faf-4031-40a8-aec9-411ee6faadcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:52.667606 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 5165f873-3315-4d59-89e3-09ad1774466b completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:52.672884 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e1b7a1-8f12-46cb-980a-a7c64eb74695 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:52.673348 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e1b7a1-8f12-46cb-980a-a7c64eb74695 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:52.675079 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b9e1b7a1-8f12-46cb-980a-a7c64eb74695 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/subnets/d93cc5bd-ff84-46ec-99da-7841d1fa6af9 HTTP/1.1" status: 404 len: 337 time: 0.0535369 Jan 26 11:26:52.677348 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 5165f873-3315-4d59-89e3-09ad1774466b triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:52.677888 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:52.678905 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52992) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:52.719753 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-621237d0-09ee-4f58-b622-70131c1e8842 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] DELETE failed (client error): The resource could not be found. Jan 26 11:26:52.720227 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-621237d0-09ee-4f58-b622-70131c1e8842 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:26:52.721953 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-621237d0-09ee-4f58-b622-70131c1e8842 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/subnets/01d36e0e-809a-4418-bdca-996976c0165b HTTP/1.1" status: 404 len: 337 time: 0.0421429 Jan 26 11:26:52.725009 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 52996) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:52.763637 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-0faafc57-1c0b-430a-8829-819f523dc8cf None None] Provisioning complete for port 433bb87d-1348-4a9d-8fa0-eddf7c90b200 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:52.764220 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-0faafc57-1c0b-430a-8829-819f523dc8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:52.915219 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-b3146129-237c-40e7-ab39-1908cccca59d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Deleting port 39e77ce5-024f-4e4c-a841-65c61f6d2fb5 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:52.919263 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b3146129-237c-40e7-ab39-1908cccca59d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:52.929384 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-122bdf22-2f4d-4755-82d0-5b1b09a35658 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:52.958916 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-35508dd0-4955-4708-82ce-6b582736982d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Delete allocated IP 2001:db8::2a5 (df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2/a3daed2a-2176-45af-9e28-c54d22012f69) {{(pid=87442) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 26 11:26:52.960351 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-6e0bbb8c-4ab2-4627-9895-4e701350b3e4 None None] Calling delete_port for 9b88b825-5341-4a8d-aa42-619ae7827d3a owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:52.964691 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12125218', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:37Z', 'updated_at': '2022-01-26T11:26:48Z', 'revision_number': 4, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'gw_port': {'id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:38Z', 'updated_at': '2022-01-26T11:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '433bb87d-1348-4a9d-8fa0-eddf7c90b200', 'name': '', 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'mac_address': 'fa:16:3e:84:e5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'e078e753-dece-4fd9-ae32-93fd01c0e77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:46Z', 'updated_at': '2022-01-26T11:26:49Z', 'revision_number': 2, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'subnets': [{'id': 'e078e753-dece-4fd9-ae32-93fd01c0e77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:52.970121 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] Checking router: cb0176aa-36a5-44b7-8a41-b5fbc65e3392 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:26:52.970816 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] Updating router cb0176aa-36a5-44b7-8a41-b5fbc65e3392 port 433bb87d-1348-4a9d-8fa0-eddf7c90b200 binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:26:53.001888 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-35508dd0-4955-4708-82ce-6b582736982d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Allocated IP 2001:db8:0:1::190 (df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2/d9f19014-f77e-43c0-8fee-047ab775d0fa/1c635e4c-f1ba-448b-b7bf-e987e3a9be89) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:26:53.038784 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-e0b2cb95-5393-4bc7-bfe8-c40048c02086 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Synchronizing usage tracker for tenant:78b2214c8dbf43e398d9d4fedfa8da2d on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:53.047353 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-122bdf22-2f4d-4755-82d0-5b1b09a35658 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:53.078098 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1401f246-5553-4763-b636-315d0433c44b None None] Update dhcp port {'port': {'network_id': 'df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2', 'fixed_ips': [{'subnet_id': 'a3daed2a-2176-45af-9e28-c54d22012f69', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd9f19014-f77e-43c0-8fee-047ab775d0fa'}], 'binding:host_id': 'dv-neutron-826439-1-hyperv'}, 'id': '77834e0a-3dba-47dd-b830-633266f36328'} from dv-neutron-826439-1-hyperv. {{(pid=87444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 26 11:26:53.087910 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:53.112259 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122bdf22-2f4d-4755-82d0-5b1b09a35658 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:26:53.129403 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-122bdf22-2f4d-4755-82d0-5b1b09a35658 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:53.137387 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122bdf22-2f4d-4755-82d0-5b1b09a35658 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:26:53.142964 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1401f246-5553-4763-b636-315d0433c44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:53.160988 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-0faafc57-1c0b-430a-8829-819f523dc8cf None None] Port 433bb87d-1348-4a9d-8fa0-eddf7c90b200 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:26:53.241542 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122bdf22-2f4d-4755-82d0-5b1b09a35658 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=6efa0df4-c87f-4ed6-99e5-5897ccc92369,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:53.257475 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-e0b2cb95-5393-4bc7-bfe8-c40048c02086 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Unset dirty status for tenant:78b2214c8dbf43e398d9d4fedfa8da2d on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:53.259219 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-e0b2cb95-5393-4bc7-bfe8-c40048c02086 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-477152429&fields=id&tenant_id=78b2214c8dbf43e398d9d4fedfa8da2d HTTP/1.1" status: 200 len: 267 time: 0.2896216 Jan 26 11:26:53.269220 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53006) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:53.291601 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:53.329364 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b3146129-237c-40e7-ab39-1908cccca59d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:53.344496 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbb8c-4ab2-4627-9895-4e701350b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:53.424621 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 5165f873-3315-4d59-89e3-09ad1774466b, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=5165f873-3315-4d59-89e3-09ad1774466b,segment=NetworkSegment(1887c206-199f-4e98-b0c1-9c80053d95f7),segment_id=1887c206-199f-4e98-b0c1-9c80053d95f7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:53.443470 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0bbb8c-4ab2-4627-9895-4e701350b3e4 None None] No DVR routers for this DVR port 9b88b825-5341-4a8d-aa42-619ae7827d3a on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:26:53.445222 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bbb8c-4ab2-4627-9895-4e701350b3e4 None None] Pushing event deleted for resources: {'Port': ['ID=9b88b825-5341-4a8d-aa42-619ae7827d3a,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:53.447520 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:53.531897 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-b3146129-237c-40e7-ab39-1908cccca59d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Calling delete_port for 39e77ce5-024f-4e4c-a841-65c61f6d2fb5 owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:53.561490 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=5165f873-3315-4d59-89e3-09ad1774466b,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:53.585724 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 77834e0a-3dba-47dd-b830-633266f36328 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:26:53.657952 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:53.675578 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] Transition to ACTIVE for port object 433bb87d-1348-4a9d-8fa0-eddf7c90b200 will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:53.691072 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:53.694198 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 77834e0a-3dba-47dd-b830-633266f36328 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:53.694667 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:53.695727 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b3146129-237c-40e7-ab39-1908cccca59d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:53.761013 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3146129-237c-40e7-ab39-1908cccca59d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Port': ['ID=39e77ce5-024f-4e4c-a841-65c61f6d2fb5,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:53.779478 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-7ccf4597-28ba-435d-a5df-10f1f9f7accd tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:53.780302 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-7ccf4597-28ba-435d-a5df-10f1f9f7accd tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Synchronizing usage tracker for tenant:78b2214c8dbf43e398d9d4fedfa8da2d on resource:network {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:53.783844 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b3146129-237c-40e7-ab39-1908cccca59d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:53.793050 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84fca98-89e6-4616-a46f-9db262e372f1 None None] Pushing event updated for resources: {'Port': ['ID=433bb87d-1348-4a9d-8fa0-eddf7c90b200,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:53.815769 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-35508dd0-4955-4708-82ce-6b582736982d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:53.842428 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b3146129-237c-40e7-ab39-1908cccca59d tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/ports/39e77ce5-024f-4e4c-a841-65c61f6d2fb5 HTTP/1.1" status: 204 len: 168 time: 1.1163161 Jan 26 11:26:53.844389 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-35508dd0-4955-4708-82ce-6b582736982d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Transition to ACTIVE for port object 1c635e4c-f1ba-448b-b7bf-e987e3a9be89 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:53.845160 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53014) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:53.879743 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84fca98-89e6-4616-a46f-9db262e372f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:53.880110 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84fca98-89e6-4616-a46f-9db262e372f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:53.880450 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84fca98-89e6-4616-a46f-9db262e372f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:53.882064 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84fca98-89e6-4616-a46f-9db262e372f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:53.886931 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84fca98-89e6-4616-a46f-9db262e372f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:53.887394 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84fca98-89e6-4616-a46f-9db262e372f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:53.887742 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84fca98-89e6-4616-a46f-9db262e372f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:53.888077 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84fca98-89e6-4616-a46f-9db262e372f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:53.888423 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84fca98-89e6-4616-a46f-9db262e372f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:53.888758 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84fca98-89e6-4616-a46f-9db262e372f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:53.889083 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84fca98-89e6-4616-a46f-9db262e372f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:53.889405 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84fca98-89e6-4616-a46f-9db262e372f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:53.892434 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-35508dd0-4955-4708-82ce-6b582736982d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:53.967945 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 9b88b825-5341-4a8d-aa42-619ae7827d3a no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:26:54.007350 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-7ccf4597-28ba-435d-a5df-10f1f9f7accd tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Unset dirty status for tenant:78b2214c8dbf43e398d9d4fedfa8da2d on resource:network {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:54.008769 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-7ccf4597-28ba-435d-a5df-10f1f9f7accd tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/networks?id=e8fe3292-2a14-466f-b305-017fad7fdbbd HTTP/1.1" status: 200 len: 797 time: 0.7405422 Jan 26 11:26:54.014196 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-1401f246-5553-4763-b636-315d0433c44b None None] Allocated IP 2001:db8:0:1::2 (df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2/d9f19014-f77e-43c0-8fee-047ab775d0fa/77834e0a-3dba-47dd-b830-633266f36328) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:26:54.058788 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-35508dd0-4955-4708-82ce-6b582736982d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] In _notify_port_updated(), no bound segment for port 1c635e4c-f1ba-448b-b7bf-e987e3a9be89 on network df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 {{(pid=87442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 26 11:26:54.064503 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35508dd0-4955-4708-82ce-6b582736982d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:54.065462 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-35508dd0-4955-4708-82ce-6b582736982d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:54.066942 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-35508dd0-4955-4708-82ce-6b582736982d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "PUT /v2.0/ports/1c635e4c-f1ba-448b-b7bf-e987e3a9be89 HTTP/1.1" status: 200 len: 931 time: 2.5269461 Jan 26 11:26:54.078849 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-88a7a482-cf38-480f-9068-433432689987 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53992ff731f140378cad0a54789bca58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5715199 Jan 26 11:26:54.078849 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53018) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:54.082046 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53020) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:54.089584 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] Attempting to bind port 433bb87d-1348-4a9d-8fa0-eddf7c90b200 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:26:54.090173 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] Attempting to bind port 433bb87d-1348-4a9d-8fa0-eddf7c90b200 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '1887c206-199f-4e98-b0c1-9c80053d95f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:26:54.090483 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] Attempting to bind port 433bb87d-1348-4a9d-8fa0-eddf7c90b200 on network e8fe3292-2a14-466f-b305-017fad7fdbbd {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:26:54.100920 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:26:54.102066 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 9b88b825-5341-4a8d-aa42-619ae7827d3a {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:26:54.102969 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 9b88b825-5341-4a8d-aa42-619ae7827d3a not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:26:54.117551 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] Checking segment: {'id': '1887c206-199f-4e98-b0c1-9c80053d95f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:26:54.118688 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:54.119400 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] Bound using segment: {'id': '1887c206-199f-4e98-b0c1-9c80053d95f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:26:54.120356 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] Bound port: 433bb87d-1348-4a9d-8fa0-eddf7c90b200, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1887c206-199f-4e98-b0c1-9c80053d95f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:26:54.120999 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:54.144477 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-a03c80b7-f113-49c6-bd54-84e374a3704f tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/quotas/78b2214c8dbf43e398d9d4fedfa8da2d HTTP/1.1" status: 200 len: 375 time: 0.1130025 Jan 26 11:26:54.184784 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35508dd0-4955-4708-82ce-6b582736982d tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Port': ['ID=1c635e4c-f1ba-448b-b7bf-e987e3a9be89,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:54.194734 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-672f051f-5391-4a25-8180-82f427900a03 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:54.231994 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-122bdf22-2f4d-4755-82d0-5b1b09a35658 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_gateway, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:54.265950 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] For port 433bb87d-1348-4a9d-8fa0-eddf7c90b200, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:26:54.268207 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-1401f246-5553-4763-b636-315d0433c44b None None] For port 77834e0a-3dba-47dd-b830-633266f36328, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=77834e0a-3dba-47dd-b830-633266f36328,segment=NetworkSegment(99d94c1a-1c40-4758-a357-d2f2f0113bbb),segment_id=99d94c1a-1c40-4758-a357-d2f2f0113bbb)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:54.269113 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] For port 433bb87d-1348-4a9d-8fa0-eddf7c90b200, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=433bb87d-1348-4a9d-8fa0-eddf7c90b200,segment=NetworkSegment(1887c206-199f-4e98-b0c1-9c80053d95f7),segment_id=1887c206-199f-4e98-b0c1-9c80053d95f7)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:26:54.275899 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:54.318248 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1401f246-5553-4763-b636-315d0433c44b None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:54.351346 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-105243ac-bfdd-4239-928e-83b2dad02df0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting port 1c635e4c-f1ba-448b-b7bf-e987e3a9be89 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:26:54.355622 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-105243ac-bfdd-4239-928e-83b2dad02df0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:54.357939 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-1401f246-5553-4763-b636-315d0433c44b None None] Transition to ACTIVE for port object 77834e0a-3dba-47dd-b830-633266f36328 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:26:54.359751 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] Routers {'cb0176aa-36a5-44b7-8a41-b5fbc65e3392'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:26:54.360459 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:26:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['cb0176aa-36a5-44b7-8a41-b5fbc65e3392'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:54.363591 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1401f246-5553-4763-b636-315d0433c44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:54.469623 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401f246-5553-4763-b636-315d0433c44b None None] Pushing event updated for resources: {'Port': ['ID=77834e0a-3dba-47dd-b830-633266f36328,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:54.613576 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-672f051f-5391-4a25-8180-82f427900a03 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:54.636866 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-35f8d9cc-662e-4a63-9d72-37c3ef457be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:54.642282 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] Set router cb0176aa-36a5-44b7-8a41-b5fbc65e3392 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:26:54.665716 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-672f051f-5391-4a25-8180-82f427900a03 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['521315c0-0d97-46d6-8c4a-73095d51c5ae']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:54.697965 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84fca98-89e6-4616-a46f-9db262e372f1 None None] Pushing event updated for resources: {'Port': ['ID=433bb87d-1348-4a9d-8fa0-eddf7c90b200,revision_number=4']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:54.704823 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-672f051f-5391-4a25-8180-82f427900a03 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15607ce-19f2-48ae-8362-23a2b0d3e74c') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:54.705146 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-672f051f-5391-4a25-8180-82f427900a03 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15607ce-19f2-48ae-8362-23a2b0d3e74c') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:54.714581 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-35f8d9cc-662e-4a63-9d72-37c3ef457be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:54.731247 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-672f051f-5391-4a25-8180-82f427900a03 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:54.769405 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-672f051f-5391-4a25-8180-82f427900a03 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:54.779201 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-672f051f-5391-4a25-8180-82f427900a03 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:26:54.779613 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-672f051f-5391-4a25-8180-82f427900a03 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:26:54.796954 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:26:54.801703 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b5f30342-2df9-4489-b22f-b9aa37fa034f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:54.922808 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-672f051f-5391-4a25-8180-82f427900a03 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:54.929836 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-672f051f-5391-4a25-8180-82f427900a03 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:54.960283 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-35f8d9cc-662e-4a63-9d72-37c3ef457be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:54.968997 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f051f-5391-4a25-8180-82f427900a03 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] Pushing event deleted for resources: {'Network': ['ID=521315c0-0d97-46d6-8c4a-73095d51c5ae,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:54.994594 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-14a4c280-accf-4ea4-b092-61b18a2441a2 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Synchronizing usage tracker for tenant:78b2214c8dbf43e398d9d4fedfa8da2d on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:26:55.008513 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8d9cc-662e-4a63-9d72-37c3ef457be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0505bbb9-56f6-4a1b-9a05-830fc8d422e3,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:55.020828 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-672f051f-5391-4a25-8180-82f427900a03 tempest-PortsTestJSON-1121541363 tempest-PortsTestJSON-1121541363-project] 10.222.0.39 "DELETE /v2.0/networks/521315c0-0d97-46d6-8c4a-73095d51c5ae HTTP/1.1" status: 204 len: 168 time: 1.1710479 Jan 26 11:26:55.022775 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-35f8d9cc-662e-4a63-9d72-37c3ef457be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:55.026645 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-35f8d9cc-662e-4a63-9d72-37c3ef457be7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0505bbb9-56f6-4a1b-9a05-830fc8d422e3 HTTP/1.1" status: 204 len: 168 time: 0.9374845 Jan 26 11:26:55.138976 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12125218', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:37Z', 'updated_at': '2022-01-26T11:26:48Z', 'revision_number': 4, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'gw_port': {'id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:38Z', 'updated_at': '2022-01-26T11:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '433bb87d-1348-4a9d-8fa0-eddf7c90b200', 'name': '', 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'mac_address': 'fa:16:3e:84:e5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'e078e753-dece-4fd9-ae32-93fd01c0e77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:46Z', 'updated_at': '2022-01-26T11:26:54Z', 'revision_number': 4, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'subnets': [{'id': 'e078e753-dece-4fd9-ae32-93fd01c0e77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:55.146969 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a84d80f-7359-40a7-91bd-146e402fea42 None None] The sync data for ids ['cb0176aa-36a5-44b7-8a41-b5fbc65e3392'] in dv-neutron-826439-1-hyperv is: [{'id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12125218', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:37Z', 'updated_at': '2022-01-26T11:26:48Z', 'revision_number': 4, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'gw_port': {'id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:38Z', 'updated_at': '2022-01-26T11:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '433bb87d-1348-4a9d-8fa0-eddf7c90b200', 'name': '', 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'mac_address': 'fa:16:3e:84:e5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'e078e753-dece-4fd9-ae32-93fd01c0e77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:46Z', 'updated_at': '2022-01-26T11:26:54Z', 'revision_number': 4, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'subnets': [{'id': 'e078e753-dece-4fd9-ae32-93fd01c0e77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:26:55.203998 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-14a4c280-accf-4ea4-b092-61b18a2441a2 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Unset dirty status for tenant:78b2214c8dbf43e398d9d4fedfa8da2d on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:26:55.205326 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-14a4c280-accf-4ea4-b092-61b18a2441a2 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=78b2214c8dbf43e398d9d4fedfa8da2d&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0527194 Jan 26 11:26:55.370800 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-105243ac-bfdd-4239-928e-83b2dad02df0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:55.382152 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53036) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:55.391930 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-122bdf22-2f4d-4755-82d0-5b1b09a35658 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:55.556068 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-105243ac-bfdd-4239-928e-83b2dad02df0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Calling delete_port for 1c635e4c-f1ba-448b-b7bf-e987e3a9be89 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:26:55.557340 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a5ebc899-0d5e-43e4-807e-59d3c7ccaf8b None None] Provisioning for port 1c635e4c-f1ba-448b-b7bf-e987e3a9be89 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:55.569539 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a5ebc899-0d5e-43e4-807e-59d3c7ccaf8b None None] Provisioning complete for port 1c635e4c-f1ba-448b-b7bf-e987e3a9be89 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:55.571800 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a5ebc899-0d5e-43e4-807e-59d3c7ccaf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:55.749254 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-95a41008-6232-4a85-ac90-3d36e6651425 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f243e59f155e4e8b9c168a6739897859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3629632 Jan 26 11:26:55.749867 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53046) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:55.779376 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 433bb87d-1348-4a9d-8fa0-eddf7c90b200 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:26:55.895648 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7f1e5e59-1f45-47e0-b06b-cabed16fac9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:55.900678 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3e9ee2-4103-441e-8b51-99c09971fb6e None None] get_active_networks_info from dv-neutron-826439-1-hyperv {{(pid=87444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 26 11:26:55.900897 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-fb763113-2813-4b66-bdab-aa8d650e6f9a service neutron] 10.222.0.39 "GET /v2.0/networks/e8fe3292-2a14-466f-b305-017fad7fdbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6021547 Jan 26 11:26:55.962305 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-a5ebc899-0d5e-43e4-807e-59d3c7ccaf8b None None] Port 1c635e4c-f1ba-448b-b7bf-e987e3a9be89 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:26:55.972478 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7f1e5e59-1f45-47e0-b06b-cabed16fac9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:56.049588 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:56.055644 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7f1e5e59-1f45-47e0-b06b-cabed16fac9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:56.082670 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e5e59-1f45-47e0-b06b-cabed16fac9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248d8144-8259-40a2-aee6-9436be5b797a,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:56.085701 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7f1e5e59-1f45-47e0-b06b-cabed16fac9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:56.090571 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7f1e5e59-1f45-47e0-b06b-cabed16fac9c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/248d8144-8259-40a2-aee6-9436be5b797a HTTP/1.1" status: 204 len: 168 time: 0.3326235 Jan 26 11:26:56.098276 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a5ebc899-0d5e-43e4-807e-59d3c7ccaf8b None None] Provisioning complete for port b46c3616-95e6-49cf-9411-68534096085b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:56.098688 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a5ebc899-0d5e-43e4-807e-59d3c7ccaf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:56.109725 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e5e59-1f45-47e0-b06b-cabed16fac9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:56.109725 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e5e59-1f45-47e0-b06b-cabed16fac9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:56.110059 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e5e59-1f45-47e0-b06b-cabed16fac9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:56.112251 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e5e59-1f45-47e0-b06b-cabed16fac9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:56.112610 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e5e59-1f45-47e0-b06b-cabed16fac9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:56.112955 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e5e59-1f45-47e0-b06b-cabed16fac9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:56.118023 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e5e59-1f45-47e0-b06b-cabed16fac9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:56.118898 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e5e59-1f45-47e0-b06b-cabed16fac9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:56.118898 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e5e59-1f45-47e0-b06b-cabed16fac9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:56.119960 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e5e59-1f45-47e0-b06b-cabed16fac9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:56.119960 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e5e59-1f45-47e0-b06b-cabed16fac9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:56.119960 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e5e59-1f45-47e0-b06b-cabed16fac9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:56.141079 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:56.187860 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 433bb87d-1348-4a9d-8fa0-eddf7c90b200 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:56.216812 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3e9ee2-4103-441e-8b51-99c09971fb6e None None] Resources bound (agent type, host, resource id): {{(pid=87444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 11:26:56.286541 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 433bb87d-1348-4a9d-8fa0-eddf7c90b200 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:56.287303 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:56.416500 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-24300322-b261-40a9-9dc1-b1033c5d5623 service neutron] 10.222.0.39 "GET /v2.0/networks/e8fe3292-2a14-466f-b305-017fad7fdbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832295 Jan 26 11:26:56.424048 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-a5ebc899-0d5e-43e4-807e-59d3c7ccaf8b None None] Port b46c3616-95e6-49cf-9411-68534096085b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:26:56.436489 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-105243ac-bfdd-4239-928e-83b2dad02df0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:56.503385 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122bdf22-2f4d-4755-82d0-5b1b09a35658 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router d83ef684-d49d-4978-acfa-7de4ef518e52 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:26:56.522078 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105243ac-bfdd-4239-928e-83b2dad02df0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Port': ['ID=1c635e4c-f1ba-448b-b7bf-e987e3a9be89,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:56.597170 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a5ebc899-0d5e-43e4-807e-59d3c7ccaf8b None None] Provisioning for port 77834e0a-3dba-47dd-b830-633266f36328 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:26:56.610419 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105243ac-bfdd-4239-928e-83b2dad02df0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:56.611043 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105243ac-bfdd-4239-928e-83b2dad02df0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:56.611564 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105243ac-bfdd-4239-928e-83b2dad02df0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:56.612080 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105243ac-bfdd-4239-928e-83b2dad02df0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:56.619285 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105243ac-bfdd-4239-928e-83b2dad02df0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:56.619710 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105243ac-bfdd-4239-928e-83b2dad02df0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:56.620075 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105243ac-bfdd-4239-928e-83b2dad02df0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:56.620404 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105243ac-bfdd-4239-928e-83b2dad02df0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:56.620746 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105243ac-bfdd-4239-928e-83b2dad02df0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:56.621077 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105243ac-bfdd-4239-928e-83b2dad02df0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:56.621411 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105243ac-bfdd-4239-928e-83b2dad02df0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:56.621739 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105243ac-bfdd-4239-928e-83b2dad02df0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:26:56.630692 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-105243ac-bfdd-4239-928e-83b2dad02df0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:56.681086 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53080) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:56.687725 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0054350 Jan 26 11:26:56.693263 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53082) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:56.735881 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:56.755950 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a5ebc899-0d5e-43e4-807e-59d3c7ccaf8b None None] Provisioning complete for port 77834e0a-3dba-47dd-b830-633266f36328 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:56.756564 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a5ebc899-0d5e-43e4-807e-59d3c7ccaf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:56.781678 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53088) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:56.782647 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-105243ac-bfdd-4239-928e-83b2dad02df0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/ports/1c635e4c-f1ba-448b-b7bf-e987e3a9be89 HTTP/1.1" status: 204 len: 168 time: 2.6993906 Jan 26 11:26:56.920856 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ff7090-42e2-4ef5-b62e-d886c66cb53a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] GET failed (client error): The resource could not be found. Jan 26 11:26:56.924622 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-92ff7090-42e2-4ef5-b62e-d886c66cb53a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "GET /v2.0/ports/1c635e4c-f1ba-448b-b7bf-e987e3a9be89 HTTP/1.1" status: 404 len: 333 time: 0.1395612 Jan 26 11:26:56.930172 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53094) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:56.953271 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 433bb87d-1348-4a9d-8fa0-eddf7c90b200, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=433bb87d-1348-4a9d-8fa0-eddf7c90b200,segment=NetworkSegment(1887c206-199f-4e98-b0c1-9c80053d95f7),segment_id=1887c206-199f-4e98-b0c1-9c80053d95f7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:26:56.983916 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2a72ef40-c56f-4725-8671-742c605bd91c tempest-NetworksApiDiscovery-1160621575 tempest-NetworksApiDiscovery-1160621575-project] 10.222.0.39 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2895055 Jan 26 11:26:57.011590 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122bdf22-2f4d-4755-82d0-5b1b09a35658 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:26:57.060116 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-122bdf22-2f4d-4755-82d0-5b1b09a35658 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:57.061684 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-122bdf22-2f4d-4755-82d0-5b1b09a35658 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.8969197 Jan 26 11:26:57.066076 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53100) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:57.090695 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] Sync routers for ids ['d83ef684-d49d-4978-acfa-7de4ef518e52'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:26:57.107650 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-53083bc2-e300-4584-a207-fe4d43ecc06e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:57.109369 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:57.110197 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 77834e0a-3dba-47dd-b830-633266f36328 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:26:57.154118 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-53083bc2-e300-4584-a207-fe4d43ecc06e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:57.187059 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-09a3708a-3717-4d86-92d3-d4eba79a8d46 req-695ec632-065e-471c-9d2b-1ff1fbfc3535 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 210 time: 0.5339441 Jan 26 11:26:57.303390 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3e3cf762-fb4d-4004-8891-d439650ff856 None None] Could not find standard attr ID for object 1c635e4c-f1ba-448b-b7bf-e987e3a9be89. {{(pid=87444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 11:26:57.344460 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] Routers {'d83ef684-d49d-4978-acfa-7de4ef518e52'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:26:57.345521 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:26:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d83ef684-d49d-4978-acfa-7de4ef518e52'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:57.424188 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53114) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:57.424742 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0ffcb0b1-dbe4-4c46-b051-e085dccaed68 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=577ce67689cf4355b98fd7b539fb5797&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3569827 Jan 26 11:26:57.489138 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:57.489809 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=433bb87d-1348-4a9d-8fa0-eddf7c90b200,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:57.569329 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9d9c55-e1f0-4cb8-ba0f-cd21d52abc6f tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:57.571028 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2f9d9c55-e1f0-4cb8-ba0f-cd21d52abc6f tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1448474 Jan 26 11:26:57.573713 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53120) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:57.578146 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53124) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:57.586063 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 77834e0a-3dba-47dd-b830-633266f36328 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:57.586480 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:57.621882 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7222dbad-cb0d-4626-9bae-ed718a089d0e tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467756 Jan 26 11:26:57.623179 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-53083bc2-e300-4584-a207-fe4d43ecc06e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:57.625446 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53130) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:57.632491 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-3751d2e4-bae0-43ba-8cfa-5ca5eb64b334 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-880496304', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:57.643227 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53083bc2-e300-4584-a207-fe4d43ecc06e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0916644a-b9c9-4093-8f22-ac1ad3f7a020,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:57.647914 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-53083bc2-e300-4584-a207-fe4d43ecc06e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:57.652613 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-53083bc2-e300-4584-a207-fe4d43ecc06e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/security-groups/0916644a-b9c9-4093-8f22-ac1ad3f7a020 HTTP/1.1" status: 204 len: 168 time: 0.7182307 Jan 26 11:26:57.653253 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53138) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:57.804719 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d83cf058-30a6-4109-afeb-1e661eb8f693 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:57.881790 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] Set router d83ef684-d49d-4978-acfa-7de4ef518e52 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:26:57.882423 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d83cf058-30a6-4109-afeb-1e661eb8f693 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:57.940188 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fef359f6-cbbe-4327-8557-d4585f6d25e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:57.963528 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3751d2e4-bae0-43ba-8cfa-5ca5eb64b334 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:57.967928 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-fef359f6-cbbe-4327-8557-d4585f6d25e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:57.982187 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3751d2e4-bae0-43ba-8cfa-5ca5eb64b334 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:subnet and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:57.983002 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d83cf058-30a6-4109-afeb-1e661eb8f693 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:57.997297 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3751d2e4-bae0-43ba-8cfa-5ca5eb64b334 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:58.000459 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-fef359f6-cbbe-4327-8557-d4585f6d25e6 admin admin] Usage tracker for resource:security_group_rule and tenant:deccdce12dc34f879475f8c737dc1230 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:58.005420 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-fef359f6-cbbe-4327-8557-d4585f6d25e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:58.023936 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83cf058-30a6-4109-afeb-1e661eb8f693 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08aaa68a-a8b8-437f-838c-fe8d5f26102b,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:58.034243 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3751d2e4-bae0-43ba-8cfa-5ca5eb64b334 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:58.043348 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-fef359f6-cbbe-4327-8557-d4585f6d25e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:58.052626 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d83cf058-30a6-4109-afeb-1e661eb8f693 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:58.057092 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d83cf058-30a6-4109-afeb-1e661eb8f693 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/security-groups/08aaa68a-a8b8-437f-838c-fe8d5f26102b HTTP/1.1" status: 204 len: 168 time: 0.3995140 Jan 26 11:26:58.057982 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53148) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:58.077979 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3751d2e4-bae0-43ba-8cfa-5ca5eb64b334 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:58.081876 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3751d2e4-bae0-43ba-8cfa-5ca5eb64b334 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:58.125236 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53152) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:58.179488 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c1b8c1-d5cd-44d2-8a13-4118d5970fa2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting subnet a3daed2a-2176-45af-9e28-c54d22012f69 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:26:58.184824 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-84c1b8c1-d5cd-44d2-8a13-4118d5970fa2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:58.265634 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-84c1b8c1-d5cd-44d2-8a13-4118d5970fa2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:58.313559 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-e1f27e7c-b1a6-468e-aaad-5d23a6d6ab4c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2113161963'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:58.323539 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e1f27e7c-b1a6-468e-aaad-5d23a6d6ab4c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:58.338903 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e1f27e7c-b1a6-468e-aaad-5d23a6d6ab4c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Usage tracker for resource:network and tenant:50b8065b09b94599b4fb2f9dadc72721 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:58.344410 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e1f27e7c-b1a6-468e-aaad-5d23a6d6ab4c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:58.347735 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 5165f873-3315-4d59-89e3-09ad1774466b up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:26:58.356238 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e1f27e7c-b1a6-468e-aaad-5d23a6d6ab4c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:58.386719 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f27e7c-b1a6-468e-aaad-5d23a6d6ab4c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Made reservation on behalf of 50b8065b09b94599b4fb2f9dadc72721 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:58.392054 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e1f27e7c-b1a6-468e-aaad-5d23a6d6ab4c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:58.394010 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3751d2e4-bae0-43ba-8cfa-5ca5eb64b334 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:58.474938 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bebe3443-296c-44ec-a808-b5a0cfd0744f req-36558f49-d661-4b28-89e2-4b7df5697754 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 210 time: 0.0718243 Jan 26 11:26:58.477149 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e1f27e7c-b1a6-468e-aaad-5d23a6d6ab4c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:58.496366 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751d2e4-bae0-43ba-8cfa-5ca5eb64b334 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Subnet': ['ID=9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:58.503943 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e1f27e7c-b1a6-468e-aaad-5d23a6d6ab4c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:58.511266 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-84c1b8c1-d5cd-44d2-8a13-4118d5970fa2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:58.518028 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3751d2e4-bae0-43ba-8cfa-5ca5eb64b334 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Checking segment: {'id': 'a9805f93-5aca-43ec-92b7-5f68ffc0ddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:26:58.518437 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3751d2e4-bae0-43ba-8cfa-5ca5eb64b334 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network hostable DHCP agents. Network: b1f8d3ab-278c-4006-a6de-937cf77a3d4b, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:26:58.533103 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 5165f873-3315-4d59-89e3-09ad1774466b triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:58.533656 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:58.544729 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e1f27e7c-b1a6-468e-aaad-5d23a6d6ab4c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Usage tracker for resource:security_group_rule and tenant:50b8065b09b94599b4fb2f9dadc72721 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:58.553422 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e1f27e7c-b1a6-468e-aaad-5d23a6d6ab4c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:58.557291 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fef359f6-cbbe-4327-8557-d4585f6d25e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:58.563165 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e1f27e7c-b1a6-468e-aaad-5d23a6d6ab4c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:58.567115 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fef359f6-cbbe-4327-8557-d4585f6d25e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:58.589914 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3751d2e4-bae0-43ba-8cfa-5ca5eb64b334 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network b1f8d3ab-278c-4006-a6de-937cf77a3d4b is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:26:58.624784 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-fef359f6-cbbe-4327-8557-d4585f6d25e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=deccdce12dc34f879475f8c737dc1230&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0455024 Jan 26 11:26:58.625646 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-3751d2e4-bae0-43ba-8cfa-5ca5eb64b334 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, b1f8d3ab-278c-4006-a6de-937cf77a3d4b) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:26:58.628288 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53160) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:58.632790 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3751d2e4-bae0-43ba-8cfa-5ca5eb64b334 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:58.633384 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3751d2e4-bae0-43ba-8cfa-5ca5eb64b334 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:58.638251 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef359f6-cbbe-4327-8557-d4585f6d25e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b180386-2cbc-48e0-a0a2-734bbe19e8e6,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:58.651069 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-84c1b8c1-d5cd-44d2-8a13-4118d5970fa2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:58.668262 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'name': 'tempest-TestNetworkBasicOps-router-1144126416', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:49Z', 'updated_at': '2022-01-26T11:26:53Z', 'revision_number': 3, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:51Z', 'updated_at': '2022-01-26T11:26:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:26:58.675828 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d114ff4b-9ce6-4a00-92d7-31046bc9464f None None] Network b1f8d3ab-278c-4006-a6de-937cf77a3d4b requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:58.676086 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3751d2e4-bae0-43ba-8cfa-5ca5eb64b334 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0491116 Jan 26 11:26:58.677004 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53164) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:58.710520 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] Checking router: d83ef684-d49d-4978-acfa-7de4ef518e52 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:26:58.710883 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] Updating router d83ef684-d49d-4978-acfa-7de4ef518e52 port 6efa0df4-c87f-4ed6-99e5-5897ccc92369 binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:26:58.714701 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1b8c1-d5cd-44d2-8a13-4118d5970fa2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Subnet': ['ID=a3daed2a-2176-45af-9e28-c54d22012f69,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:58.732189 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-84c1b8c1-d5cd-44d2-8a13-4118d5970fa2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:58.750508 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df511aa-221f-40de-9f53-3c0c110d38f6 None None] Network df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:26:58.776575 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-84c1b8c1-d5cd-44d2-8a13-4118d5970fa2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/subnets/a3daed2a-2176-45af-9e28-c54d22012f69 HTTP/1.1" status: 204 len: 168 time: 0.7111287 Jan 26 11:26:58.795287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53168) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:58.830878 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-86d5c264-01b9-409d-a739-4b1e729320ac tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'subnet': {'network_id': 'df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:58.863164 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e1f27e7c-b1a6-468e-aaad-5d23a6d6ab4c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:58.881448 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1b3771dc-862a-4796-89b3-b0a251a7704c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:58.887000 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e1f27e7c-b1a6-468e-aaad-5d23a6d6ab4c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:58.971617 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:59.016599 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 433bb87d-1348-4a9d-8fa0-eddf7c90b200 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:26:59.105129 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f27e7c-b1a6-468e-aaad-5d23a6d6ab4c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:26:59.147985 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1b3771dc-862a-4796-89b3-b0a251a7704c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:59.163085 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f27e7c-b1a6-468e-aaad-5d23a6d6ab4c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32cbb80f-c8cf-41f7-958a-ab5a89dafe6b,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:59.215824 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e1f27e7c-b1a6-468e-aaad-5d23a6d6ab4c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:59.216204 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-e1f27e7c-b1a6-468e-aaad-5d23a6d6ab4c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Added segment 48546edb-4bc2-410a-a191-b859ed18f40f of type vlan for network 50aa1ffb-0391-4c4a-b884-3a163d0969f2 Jan 26 11:26:59.245196 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e1f27e7c-b1a6-468e-aaad-5d23a6d6ab4c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:59.320582 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e1f27e7c-b1a6-468e-aaad-5d23a6d6ab4c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:59.327252 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f27e7c-b1a6-468e-aaad-5d23a6d6ab4c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:59.327888 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e1f27e7c-b1a6-468e-aaad-5d23a6d6ab4c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:59.457666 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc58125-0a3e-4f48-ac0a-d14af94c6cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ips': [{'subnet_id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:26:59.458491 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8dc58125-0a3e-4f48-ac0a-d14af94c6cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:59.478228 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-86d5c264-01b9-409d-a739-4b1e729320ac tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:59.479499 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 433bb87d-1348-4a9d-8fa0-eddf7c90b200 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:26:59.479975 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:59.549959 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f27e7c-b1a6-468e-aaad-5d23a6d6ab4c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Network': ['ID=50aa1ffb-0391-4c4a-b884-3a163d0969f2,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:59.553851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-86d5c264-01b9-409d-a739-4b1e729320ac tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:subnet and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:59.559358 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e1f27e7c-b1a6-468e-aaad-5d23a6d6ab4c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4329865 Jan 26 11:26:59.563897 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-86d5c264-01b9-409d-a739-4b1e729320ac tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:59.575866 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53178) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:26:59.576552 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1b3771dc-862a-4796-89b3-b0a251a7704c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:59.579014 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1b3771dc-862a-4796-89b3-b0a251a7704c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:59.580488 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1b3771dc-862a-4796-89b3-b0a251a7704c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b180386-2cbc-48e0-a0a2-734bbe19e8e6 HTTP/1.1" status: 204 len: 168 time: 0.9509747 Jan 26 11:26:59.601572 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-c22156b8-29e7-4175-b55e-fb6a176c19e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-433717978'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:26:59.608313 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-86d5c264-01b9-409d-a739-4b1e729320ac tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:59.615075 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c22156b8-29e7-4175-b55e-fb6a176c19e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:26:59.624490 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-703c8ffc-33b9-4ac6-afd0-e1631e75a92b tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:26:59.626004 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-703c8ffc-33b9-4ac6-afd0-e1631e75a92b tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.24 "GET /v2.0/networks?id=e8fe3292-2a14-466f-b305-017fad7fdbbd HTTP/1.1" status: 200 len: 797 time: 0.5827217 Jan 26 11:26:59.630019 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3771dc-862a-4796-89b3-b0a251a7704c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b180386-2cbc-48e0-a0a2-734bbe19e8e6,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:26:59.635009 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c22156b8-29e7-4175-b55e-fb6a176c19e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Usage tracker for resource:network and tenant:50b8065b09b94599b4fb2f9dadc72721 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:26:59.658810 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c22156b8-29e7-4175-b55e-fb6a176c19e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:26:59.666738 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d5c264-01b9-409d-a739-4b1e729320ac tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:59.670787 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-86d5c264-01b9-409d-a739-4b1e729320ac tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:59.751464 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 50aa1ffb-0391-4c4a-b884-3a163d0969f2 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:26:59.827356 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-52bd25b1-6580-473e-9128-a3b9902eaaf2 req-4301605e-0f4e-4e01-80ca-ea250a5a92b6 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 210 time: 0.1027834 Jan 26 11:26:59.889423 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c22156b8-29e7-4175-b55e-fb6a176c19e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:26:59.924699 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22156b8-29e7-4175-b55e-fb6a176c19e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Made reservation on behalf of 50b8065b09b94599b4fb2f9dadc72721 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:26:59.927094 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ee93822-8466-4160-9a64-1e6f6af798fc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:59.929176 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c22156b8-29e7-4175-b55e-fb6a176c19e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:59.973874 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22156b8-29e7-4175-b55e-fb6a176c19e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:26:59.987468 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c22156b8-29e7-4175-b55e-fb6a176c19e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:26:59.987468 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-c22156b8-29e7-4175-b55e-fb6a176c19e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Added segment 8f9ca0de-cff4-4369-9815-67b6039c85d3 of type vlan for network f8b7a04b-b8ba-4d90-b8f8-d31d6f5c3934 Jan 26 11:27:00.022950 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c22156b8-29e7-4175-b55e-fb6a176c19e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:00.067125 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c22156b8-29e7-4175-b55e-fb6a176c19e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:00.074246 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22156b8-29e7-4175-b55e-fb6a176c19e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:00.075089 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c22156b8-29e7-4175-b55e-fb6a176c19e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:00.283268 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-53340979-a5c1-4812-8532-5203d5f5599d tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78b2214c8dbf43e398d9d4fedfa8da2d HTTP/1.1" status: 200 len: 379 time: 0.6451120 Jan 26 11:27:00.284662 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c22156b8-29e7-4175-b55e-fb6a176c19e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7026091 Jan 26 11:27:00.288862 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53184) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:00.294632 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-11d40618-e9ca-4f71-9574-be2b6bebf995 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Request body: {'port': {'device_id': '6bd3bbca-421c-404f-9a66-6936e0c85834', 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd', 'admin_state_up': True, 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'security_groups': ['0f9896c1-20af-492f-ba6c-1ae68e3fc80c']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:00.305556 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-8dc58125-0a3e-4f48-ac0a-d14af94c6cd9 None None] Allocated IP 172.20.0.2 (b1f8d3ab-278c-4006-a6de-937cf77a3d4b/9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6/a763e059-c286-4811-8aa4-0c6f01f95ff7) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:27:00.328783 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:00.331493 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-30eae08a-9751-4325-8355-bae1b96a69ea tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'subnet': {'network_id': '50aa1ffb-0391-4c4a-b884-3a163d0969f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:00.468463 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-30eae08a-9751-4325-8355-bae1b96a69ea tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:00.472794 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] Transition to ACTIVE for port object 6efa0df4-c87f-4ed6-99e5-5897ccc92369 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:00.473820 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-30eae08a-9751-4325-8355-bae1b96a69ea tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Usage tracker for resource:subnet and tenant:50b8065b09b94599b4fb2f9dadc72721 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:00.477388 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-30eae08a-9751-4325-8355-bae1b96a69ea tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:00.480763 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-11d40618-e9ca-4f71-9574-be2b6bebf995 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:00.484421 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:00.488802 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-30eae08a-9751-4325-8355-bae1b96a69ea tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:00.507761 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30eae08a-9751-4325-8355-bae1b96a69ea tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Made reservation on behalf of 50b8065b09b94599b4fb2f9dadc72721 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:27:00.512554 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-30eae08a-9751-4325-8355-bae1b96a69ea tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:00.543917 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-11d40618-e9ca-4f71-9574-be2b6bebf995 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:00.548101 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22156b8-29e7-4175-b55e-fb6a176c19e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Network': ['ID=f8b7a04b-b8ba-4d90-b8f8-d31d6f5c3934,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:00.568119 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network f8b7a04b-b8ba-4d90-b8f8-d31d6f5c3934 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:27:00.606374 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-11d40618-e9ca-4f71-9574-be2b6bebf995 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Made reservation on behalf of 78b2214c8dbf43e398d9d4fedfa8da2d for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:27:00.610149 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-11d40618-e9ca-4f71-9574-be2b6bebf995 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:00.655117 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] Attempting to bind port 6efa0df4-c87f-4ed6-99e5-5897ccc92369 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:27:00.655581 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] Attempting to bind port 6efa0df4-c87f-4ed6-99e5-5897ccc92369 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:27:00.655957 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] Attempting to bind port 6efa0df4-c87f-4ed6-99e5-5897ccc92369 on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:27:00.682904 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:27:00.683293 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:27:00.683680 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:00.684081 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:27:00.684560 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] Bound port: 6efa0df4-c87f-4ed6-99e5-5897ccc92369, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:27:00.684938 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:00.806483 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-30eae08a-9751-4325-8355-bae1b96a69ea tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:00.812267 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-86d5c264-01b9-409d-a739-4b1e729320ac tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:00.869061 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] For port 6efa0df4-c87f-4ed6-99e5-5897ccc92369, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:27:00.872574 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] For port 6efa0df4-c87f-4ed6-99e5-5897ccc92369, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=6efa0df4-c87f-4ed6-99e5-5897ccc92369,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:27:00.888580 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8dc58125-0a3e-4f48-ac0a-d14af94c6cd9 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:00.901429 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8dc58125-0a3e-4f48-ac0a-d14af94c6cd9 None None] Transition to ACTIVE for port object a763e059-c286-4811-8aa4-0c6f01f95ff7 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:00.921943 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929efd9-0603-4c90-96b4-fe9f5d26487c None None] Pushing event updated for resources: {'Port': ['ID=6efa0df4-c87f-4ed6-99e5-5897ccc92369,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:00.927424 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:00.937391 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8dc58125-0a3e-4f48-ac0a-d14af94c6cd9 None None] Transition to ACTIVE for port object a763e059-c286-4811-8aa4-0c6f01f95ff7 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:00.955963 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5c264-01b9-409d-a739-4b1e729320ac tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Subnet': ['ID=0ab9e8e2-a734-4277-bbf0-4c5c84bc9563,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:00.963652 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eae08a-9751-4325-8355-bae1b96a69ea tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Checking segment: {'id': '48546edb-4bc2-410a-a191-b859ed18f40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '50aa1ffb-0391-4c4a-b884-3a163d0969f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:27:00.964272 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30eae08a-9751-4325-8355-bae1b96a69ea tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network hostable DHCP agents. Network: 50aa1ffb-0391-4c4a-b884-3a163d0969f2, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:27:00.968856 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eae08a-9751-4325-8355-bae1b96a69ea tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Subnet': ['ID=7b6c12b6-0e38-4eae-8434-a93d931e19d9,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:00.992074 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30eae08a-9751-4325-8355-bae1b96a69ea tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network 50aa1ffb-0391-4c4a-b884-3a163d0969f2 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:27:01.010434 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8dc58125-0a3e-4f48-ac0a-d14af94c6cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:01.030281 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d5c264-01b9-409d-a739-4b1e729320ac tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:27:01.035017 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-86d5c264-01b9-409d-a739-4b1e729320ac tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:01.038206 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d5c264-01b9-409d-a739-4b1e729320ac tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:01.039127 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-86d5c264-01b9-409d-a739-4b1e729320ac tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:01.046007 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-11d40618-e9ca-4f71-9574-be2b6bebf995 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Allocated IP 172.20.0.8 (e8fe3292-2a14-466f-b305-017fad7fdbbd/e078e753-dece-4fd9-ae32-93fd01c0e77c/d43fa957-0386-4726-8991-372fa2fceead) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:27:01.053725 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc58125-0a3e-4f48-ac0a-d14af94c6cd9 None None] Network b1f8d3ab-278c-4006-a6de-937cf77a3d4b is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:27:01.057021 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-30eae08a-9751-4325-8355-bae1b96a69ea tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 50aa1ffb-0391-4c4a-b884-3a163d0969f2) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:01.061067 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-8dc58125-0a3e-4f48-ac0a-d14af94c6cd9 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:01.066027 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929efd9-0603-4c90-96b4-fe9f5d26487c None None] Pushing event updated for resources: {'Port': ['ID=6efa0df4-c87f-4ed6-99e5-5897ccc92369,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:01.068990 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc58125-0a3e-4f48-ac0a-d14af94c6cd9 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:27:01.069686 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30eae08a-9751-4325-8355-bae1b96a69ea tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:01.070279 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-30eae08a-9751-4325-8355-bae1b96a69ea tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:01.112039 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fb36ec-d073-4711-ae03-e89e3e3ec772 None None] Network 50aa1ffb-0391-4c4a-b884-3a163d0969f2 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:27:01.119849 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-33e53b68-b6c6-419c-a6b4-614dfd5f5f17 req-87860940-9c0e-42f7-bfe9-361cbc47657e tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 210 time: 0.0922294 Jan 26 11:27:01.127660 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-2ee93822-8466-4160-9a64-1e6f6af798fc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.20.0.1 (b1f8d3ab-278c-4006-a6de-937cf77a3d4b/9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6/5e18d4af-336e-4554-b658-40777f0cf88d) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:27:01.145199 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] Routers {'d83ef684-d49d-4978-acfa-7de4ef518e52'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:27:01.145913 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:26:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d83ef684-d49d-4978-acfa-7de4ef518e52'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:01.162854 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-86d5c264-01b9-409d-a739-4b1e729320ac tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3619204 Jan 26 11:27:01.166663 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53190) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:01.178137 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-77425591-f320-4cc2-a08d-8ee98993d3cf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'security_group': {'name': 'tempest-secgroup-846444985'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:01.188833 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-30eae08a-9751-4325-8355-bae1b96a69ea tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8979261 Jan 26 11:27:01.194281 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53194) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:01.199974 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-77425591-f320-4cc2-a08d-8ee98993d3cf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:01.203508 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-ae96bc7c-e37a-4aae-bc3e-db5f094c4ff5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'subnet': {'network_id': 'f8b7a04b-b8ba-4d90-b8f8-d31d6f5c3934', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:01.228223 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-77425591-f320-4cc2-a08d-8ee98993d3cf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:security_group and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:01.228507 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbda5472-9551-4e2b-a610-6db952c5a010 None None] Network df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:27:01.232018 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-77425591-f320-4cc2-a08d-8ee98993d3cf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:01.249211 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-77425591-f320-4cc2-a08d-8ee98993d3cf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:01.316421 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-77425591-f320-4cc2-a08d-8ee98993d3cf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:01.353937 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-77425591-f320-4cc2-a08d-8ee98993d3cf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:01.368457 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-77425591-f320-4cc2-a08d-8ee98993d3cf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:security_group_rule and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:01.373983 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-77425591-f320-4cc2-a08d-8ee98993d3cf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:01.382884 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-77425591-f320-4cc2-a08d-8ee98993d3cf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:01.405289 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-11d40618-e9ca-4f71-9574-be2b6bebf995 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:01.405861 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-ae96bc7c-e37a-4aae-bc3e-db5f094c4ff5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:01.420178 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ae96bc7c-e37a-4aae-bc3e-db5f094c4ff5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Usage tracker for resource:subnet and tenant:50b8065b09b94599b4fb2f9dadc72721 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:01.426127 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ae96bc7c-e37a-4aae-bc3e-db5f094c4ff5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:01.435271 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-11d40618-e9ca-4f71-9574-be2b6bebf995 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Transition to ACTIVE for port object d43fa957-0386-4726-8991-372fa2fceead will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:01.435551 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ee93822-8466-4160-9a64-1e6f6af798fc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:01.438968 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-ae96bc7c-e37a-4aae-bc3e-db5f094c4ff5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:01.455040 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc58125-0a3e-4f48-ac0a-d14af94c6cd9 None None] Pushing event updated for resources: {'Port': ['ID=a763e059-c286-4811-8aa4-0c6f01f95ff7,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:01.459449 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-2ee93822-8466-4160-9a64-1e6f6af798fc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Transition to ACTIVE for port object 5e18d4af-336e-4554-b658-40777f0cf88d will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:01.472614 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae96bc7c-e37a-4aae-bc3e-db5f094c4ff5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Made reservation on behalf of 50b8065b09b94599b4fb2f9dadc72721 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:27:01.476194 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ae96bc7c-e37a-4aae-bc3e-db5f094c4ff5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:01.497708 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-77425591-f320-4cc2-a08d-8ee98993d3cf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:01.503186 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-77425591-f320-4cc2-a08d-8ee98993d3cf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:01.519421 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-11d40618-e9ca-4f71-9574-be2b6bebf995 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:01.620585 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77425591-f320-4cc2-a08d-8ee98993d3cf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db046186-9ecd-4cbc-88fb-d62adef28551,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:01.632129 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-77425591-f320-4cc2-a08d-8ee98993d3cf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:01.633438 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-77425591-f320-4cc2-a08d-8ee98993d3cf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4658868 Jan 26 11:27:01.638430 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53198) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:01.644149 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-11d40618-e9ca-4f71-9574-be2b6bebf995 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Network e8fe3292-2a14-466f-b305-017fad7fdbbd is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:27:01.650477 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-8dc58125-0a3e-4f48-ac0a-d14af94c6cd9 None None] Attempting to bind port a763e059-c286-4811-8aa4-0c6f01f95ff7 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:27:01.650763 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-f935c64c-e1fd-4bbf-ac6b-31299383a047 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'security_group': {'name': 'tempest-secgroup-1234943543'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:01.650892 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-8dc58125-0a3e-4f48-ac0a-d14af94c6cd9 None None] Attempting to bind port a763e059-c286-4811-8aa4-0c6f01f95ff7 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'a9805f93-5aca-43ec-92b7-5f68ffc0ddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:27:01.651211 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc58125-0a3e-4f48-ac0a-d14af94c6cd9 None None] Attempting to bind port a763e059-c286-4811-8aa4-0c6f01f95ff7 on network b1f8d3ab-278c-4006-a6de-937cf77a3d4b {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:27:01.655261 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-11d40618-e9ca-4f71-9574-be2b6bebf995 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:01.657374 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d40618-e9ca-4f71-9574-be2b6bebf995 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Pushing event updated for resources: {'Port': ['ID=d43fa957-0386-4726-8991-372fa2fceead,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:01.659243 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-11d40618-e9ca-4f71-9574-be2b6bebf995 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:27:01.672517 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-14d97563-0cac-4ee8-9e30-0573b4077108 None None] Provisioning complete for port b46c3616-95e6-49cf-9411-68534096085b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:01.673202 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-14d97563-0cac-4ee8-9e30-0573b4077108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:01.701929 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f935c64c-e1fd-4bbf-ac6b-31299383a047 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:01.712078 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f935c64c-e1fd-4bbf-ac6b-31299383a047 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:security_group and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:01.716548 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f935c64c-e1fd-4bbf-ac6b-31299383a047 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:01.730296 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f935c64c-e1fd-4bbf-ac6b-31299383a047 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:01.733058 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ee93822-8466-4160-9a64-1e6f6af798fc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:01.751409 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc58125-0a3e-4f48-ac0a-d14af94c6cd9 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:27:01.751777 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc58125-0a3e-4f48-ac0a-d14af94c6cd9 None None] Checking segment: {'id': 'a9805f93-5aca-43ec-92b7-5f68ffc0ddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:27:01.752178 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8dc58125-0a3e-4f48-ac0a-d14af94c6cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:01.752568 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc58125-0a3e-4f48-ac0a-d14af94c6cd9 None None] Bound using segment: {'id': 'a9805f93-5aca-43ec-92b7-5f68ffc0ddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:27:01.753042 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-8dc58125-0a3e-4f48-ac0a-d14af94c6cd9 None None] Bound port: a763e059-c286-4811-8aa4-0c6f01f95ff7, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9805f93-5aca-43ec-92b7-5f68ffc0ddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:27:01.753408 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8dc58125-0a3e-4f48-ac0a-d14af94c6cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:01.755099 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-11d40618-e9ca-4f71-9574-be2b6bebf995 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:01.755780 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-11d40618-e9ca-4f71-9574-be2b6bebf995 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:01.762262 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f935c64c-e1fd-4bbf-ac6b-31299383a047 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:01.803290 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f935c64c-e1fd-4bbf-ac6b-31299383a047 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:01.811246 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f935c64c-e1fd-4bbf-ac6b-31299383a047 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:security_group_rule and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:01.817857 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-11d40618-e9ca-4f71-9574-be2b6bebf995 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5270536 Jan 26 11:27:01.818938 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f935c64c-e1fd-4bbf-ac6b-31299383a047 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:01.826784 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee93822-8466-4160-9a64-1e6f6af798fc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network b1f8d3ab-278c-4006-a6de-937cf77a3d4b is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:27:01.832210 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-2ee93822-8466-4160-9a64-1e6f6af798fc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:01.838064 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee93822-8466-4160-9a64-1e6f6af798fc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:27:01.840156 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f935c64c-e1fd-4bbf-ac6b-31299383a047 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:01.901065 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee93822-8466-4160-9a64-1e6f6af798fc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=5e18d4af-336e-4554-b658-40777f0cf88d,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:01.935251 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ee93822-8466-4160-9a64-1e6f6af798fc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:01.967831 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f935c64c-e1fd-4bbf-ac6b-31299383a047 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:01.975883 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f935c64c-e1fd-4bbf-ac6b-31299383a047 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:02.006501 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] Set router d83ef684-d49d-4978-acfa-7de4ef518e52 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:27:02.011346 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-9b9cb09b-eb7f-4fad-9bec-9647fb83756f service neutron] Request body: {'port': {'device_id': '6bd3bbca-421c-404f-9a66-6936e0c85834', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:02.076134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f935c64c-e1fd-4bbf-ac6b-31299383a047 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:02.078069 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f935c64c-e1fd-4bbf-ac6b-31299383a047 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4367008 Jan 26 11:27:02.084125 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53204) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:02.087406 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935c64c-e1fd-4bbf-ac6b-31299383a047 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f082e475-483a-4904-b4bc-d44c38ac5d7f,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:02.093548 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-45a69e7e-4850-4ac2-baf2-14daa197d4b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'security_group': {'name': 'tempest-secgroup-1901190181'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:02.103958 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-45a69e7e-4850-4ac2-baf2-14daa197d4b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:02.124627 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-45a69e7e-4850-4ac2-baf2-14daa197d4b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:security_group and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:02.130817 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-45a69e7e-4850-4ac2-baf2-14daa197d4b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:02.146079 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-45a69e7e-4850-4ac2-baf2-14daa197d4b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:02.162951 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-9b9cb09b-eb7f-4fad-9bec-9647fb83756f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:02.206699 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ae96bc7c-e37a-4aae-bc3e-db5f094c4ff5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:02.208233 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-14d97563-0cac-4ee8-9e30-0573b4077108 None None] Port b46c3616-95e6-49cf-9411-68534096085b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:27:02.250775 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-45a69e7e-4850-4ac2-baf2-14daa197d4b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:02.346115 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ee93822-8466-4160-9a64-1e6f6af798fc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:02.372302 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-45a69e7e-4850-4ac2-baf2-14daa197d4b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:02.393855 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-45a69e7e-4850-4ac2-baf2-14daa197d4b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:security_group_rule and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:02.399075 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96bc7c-e37a-4aae-bc3e-db5f094c4ff5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Subnet': ['ID=fd579bae-6f81-4246-a315-3d88cd2d77a2,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:02.402747 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-45a69e7e-4850-4ac2-baf2-14daa197d4b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:02.412517 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-14d97563-0cac-4ee8-9e30-0573b4077108 None None] Provisioning complete for port 77834e0a-3dba-47dd-b830-633266f36328 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:02.412898 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-14d97563-0cac-4ee8-9e30-0573b4077108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:02.450679 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-45a69e7e-4850-4ac2-baf2-14daa197d4b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:02.464434 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-8dc58125-0a3e-4f48-ac0a-d14af94c6cd9 None None] For port a763e059-c286-4811-8aa4-0c6f01f95ff7, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:27:02.467367 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae96bc7c-e37a-4aae-bc3e-db5f094c4ff5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Checking segment: {'id': '8f9ca0de-cff4-4369-9815-67b6039c85d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f8b7a04b-b8ba-4d90-b8f8-d31d6f5c3934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:27:02.467773 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae96bc7c-e37a-4aae-bc3e-db5f094c4ff5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network hostable DHCP agents. Network: f8b7a04b-b8ba-4d90-b8f8-d31d6f5c3934, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:27:02.500127 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-50aa1ffb-0391-4c4a-b884-3a163d0969f2', 'network_id': '50aa1ffb-0391-4c4a-b884-3a163d0969f2', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'fixed_ips': [{'subnet_id': '7b6c12b6-0e38-4eae-8434-a93d931e19d9'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:27:02.500956 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:02.515912 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-8dc58125-0a3e-4f48-ac0a-d14af94c6cd9 None None] For port a763e059-c286-4811-8aa4-0c6f01f95ff7, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a763e059-c286-4811-8aa4-0c6f01f95ff7,segment=NetworkSegment(a9805f93-5aca-43ec-92b7-5f68ffc0ddf6),segment_id=a9805f93-5aca-43ec-92b7-5f68ffc0ddf6)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:27:02.534209 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8dc58125-0a3e-4f48-ac0a-d14af94c6cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:02.569371 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-9b9cb09b-eb7f-4fad-9bec-9647fb83756f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43fa957-0386-4726-8991-372fa2fceead {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:27:02.578106 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-9b9cb09b-eb7f-4fad-9bec-9647fb83756f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:02.598441 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-9b9cb09b-eb7f-4fad-9bec-9647fb83756f service neutron] Transition to ACTIVE for port object d43fa957-0386-4726-8991-372fa2fceead will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:02.603534 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-9b9cb09b-eb7f-4fad-9bec-9647fb83756f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:02.612814 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ce065-dc5f-4ef3-91ee-e59d2300d81b req-ce9bfea3-268f-4924-9d12-8049b83959a9 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:02.614341 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e42ce065-dc5f-4ef3-91ee-e59d2300d81b req-ce9bfea3-268f-4924-9d12-8049b83959a9 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 931 time: 0.3692307 Jan 26 11:27:02.614941 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae96bc7c-e37a-4aae-bc3e-db5f094c4ff5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network f8b7a04b-b8ba-4d90-b8f8-d31d6f5c3934 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:27:02.734041 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-ae96bc7c-e37a-4aae-bc3e-db5f094c4ff5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, f8b7a04b-b8ba-4d90-b8f8-d31d6f5c3934) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:02.767245 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cd875a-1ac3-4527-bc9b-8da9607bd741 None None] Network f8b7a04b-b8ba-4d90-b8f8-d31d6f5c3934 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:27:02.781228 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae96bc7c-e37a-4aae-bc3e-db5f094c4ff5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:02.781822 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ae96bc7c-e37a-4aae-bc3e-db5f094c4ff5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:02.881308 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc58125-0a3e-4f48-ac0a-d14af94c6cd9 None None] Pushing event updated for resources: {'Port': ['ID=a763e059-c286-4811-8aa4-0c6f01f95ff7,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:02.951130 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cb09b-eb7f-4fad-9bec-9647fb83756f service neutron] Pushing event updated for resources: {'Port': ['ID=d43fa957-0386-4726-8991-372fa2fceead,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:03.042104 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-9b9cb09b-eb7f-4fad-9bec-9647fb83756f service neutron] Attempting to bind port d43fa957-0386-4726-8991-372fa2fceead on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:27:03.042479 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-9b9cb09b-eb7f-4fad-9bec-9647fb83756f service neutron] Attempting to bind port d43fa957-0386-4726-8991-372fa2fceead by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '1887c206-199f-4e98-b0c1-9c80053d95f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:27:03.042812 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-9b9cb09b-eb7f-4fad-9bec-9647fb83756f service neutron] Attempting to bind port d43fa957-0386-4726-8991-372fa2fceead on network e8fe3292-2a14-466f-b305-017fad7fdbbd {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:27:03.048514 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-9b9cb09b-eb7f-4fad-9bec-9647fb83756f service neutron] Port d43fa957-0386-4726-8991-372fa2fceead on network e8fe3292-2a14-466f-b305-017fad7fdbbd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:27:03.048833 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-9b9cb09b-eb7f-4fad-9bec-9647fb83756f service neutron] Attempting to bind port d43fa957-0386-4726-8991-372fa2fceead on network e8fe3292-2a14-466f-b305-017fad7fdbbd {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:27:03.055043 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-9b9cb09b-eb7f-4fad-9bec-9647fb83756f service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:27:03.056660 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-9b9cb09b-eb7f-4fad-9bec-9647fb83756f service neutron] Checking segment: {'id': '1887c206-199f-4e98-b0c1-9c80053d95f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:27:03.056950 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-9b9cb09b-eb7f-4fad-9bec-9647fb83756f service neutron] Bound using segment: {'id': '1887c206-199f-4e98-b0c1-9c80053d95f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:27:03.057388 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-9b9cb09b-eb7f-4fad-9bec-9647fb83756f service neutron] Bound port: d43fa957-0386-4726-8991-372fa2fceead, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1887c206-199f-4e98-b0c1-9c80053d95f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:27:03.057741 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-9b9cb09b-eb7f-4fad-9bec-9647fb83756f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:03.062521 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-45a69e7e-4850-4ac2-baf2-14daa197d4b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:03.079965 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e42ce065-dc5f-4ef3-91ee-e59d2300d81b req-91d33b87-116d-434d-a252-77dedc039ecc tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f9896c1-20af-492f-ba6c-1ae68e3fc80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4489636 Jan 26 11:27:03.114275 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Allocated IP 2001:db8::2 (50aa1ffb-0391-4c4a-b884-3a163d0969f2/7b6c12b6-0e38-4eae-8434-a93d931e19d9/16a2028d-477d-4bea-a568-b83486c4722d) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:27:03.150951 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-45a69e7e-4850-4ac2-baf2-14daa197d4b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:03.168208 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5a8553-1b56-445a-a898-a4bfbbfe320e None None] Update dhcp port {'port': {'network_id': 'df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2', 'fixed_ips': [{'subnet_id': 'd9f19014-f77e-43c0-8fee-047ab775d0fa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0ab9e8e2-a734-4277-bbf0-4c5c84bc9563'}], 'binding:host_id': 'dv-neutron-826439-1-hyperv'}, 'id': '77834e0a-3dba-47dd-b830-633266f36328'} from dv-neutron-826439-1-hyperv. {{(pid=87444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 26 11:27:03.214211 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-9b9cb09b-eb7f-4fad-9bec-9647fb83756f service neutron] For port d43fa957-0386-4726-8991-372fa2fceead, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:27:03.217615 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-9b9cb09b-eb7f-4fad-9bec-9647fb83756f service neutron] For port d43fa957-0386-4726-8991-372fa2fceead, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=d43fa957-0386-4726-8991-372fa2fceead,segment=NetworkSegment(1887c206-199f-4e98-b0c1-9c80053d95f7),segment_id=1887c206-199f-4e98-b0c1-9c80053d95f7)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:27:03.224832 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-9b9cb09b-eb7f-4fad-9bec-9647fb83756f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:03.234144 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ae96bc7c-e37a-4aae-bc3e-db5f094c4ff5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0388582 Jan 26 11:27:03.237660 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-45a69e7e-4850-4ac2-baf2-14daa197d4b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:03.241372 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-45a69e7e-4850-4ac2-baf2-14daa197d4b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1536610 Jan 26 11:27:03.241372 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53210) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:03.241372 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a69e7e-4850-4ac2-baf2-14daa197d4b0 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87fea705-0fe1-479c-8a60-cd24cc2dd436,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:03.248890 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53212) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:03.256413 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-39d9239b-27ca-49c7-a55d-6cf94e70e0f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1774010033', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:03.275753 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-06c28423-293f-4348-b6d6-2247578bd9f5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1638188263', 'security_groups': ['87fea705-0fe1-479c-8a60-cd24cc2dd436'], 'network_id': 'df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0ab9e8e2-a734-4277-bbf0-4c5c84bc9563'}]}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:03.296687 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-39d9239b-27ca-49c7-a55d-6cf94e70e0f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:03.327775 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-9b9cb09b-eb7f-4fad-9bec-9647fb83756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:03.328477 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-9b9cb09b-eb7f-4fad-9bec-9647fb83756f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:03.329891 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-9b9cb09b-eb7f-4fad-9bec-9647fb83756f service neutron] 10.222.0.24 "PUT /v2.0/ports/d43fa957-0386-4726-8991-372fa2fceead HTTP/1.1" status: 200 len: 1093 time: 1.4986885 Jan 26 11:27:03.330355 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd3bbca-421c-404f-9a66-6936e0c85834', 'tag': 'd43fa957-0386-4726-8991-372fa2fceead'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:27:03.350248 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-39d9239b-27ca-49c7-a55d-6cf94e70e0f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Usage tracker for resource:router and tenant:50b8065b09b94599b4fb2f9dadc72721 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:03.356825 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-39d9239b-27ca-49c7-a55d-6cf94e70e0f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:03.376731 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ee93822-8466-4160-9a64-1e6f6af798fc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:03.381684 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-39d9239b-27ca-49c7-a55d-6cf94e70e0f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:03.382928 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cb09b-eb7f-4fad-9bec-9647fb83756f service neutron] Pushing event updated for resources: {'Port': ['ID=d43fa957-0386-4726-8991-372fa2fceead,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:03.465204 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ee93822-8466-4160-9a64-1e6f6af798fc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:03.533349 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'name': 'tempest-TestNetworkBasicOps-router-1144126416', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:49Z', 'updated_at': '2022-01-26T11:26:53Z', 'revision_number': 3, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:51Z', 'updated_at': '2022-01-26T11:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:03.540368 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-e177665f-b7c5-4b39-82ca-c45915b09118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:03.545165 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-e177665f-b7c5-4b39-82ca-c45915b09118 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78b2214c8dbf43e398d9d4fedfa8da2d&device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 1096 time: 0.1536994 Jan 26 11:27:03.545320 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-dfc81fc0-c124-47c0-8aec-f0689ebbf523 None None] Provisioning for port d43fa957-0386-4726-8991-372fa2fceead completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:27:03.549434 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bc5a8553-1b56-445a-a898-a4bfbbfe320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:03.572628 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97ba523-5a87-4a08-87f5-3a6bff6a347f None None] The sync data for ids ['d83ef684-d49d-4978-acfa-7de4ef518e52'] in dv-neutron-826439-1-hyperv is: [{'id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'name': 'tempest-TestNetworkBasicOps-router-1144126416', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:49Z', 'updated_at': '2022-01-26T11:26:53Z', 'revision_number': 3, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:51Z', 'updated_at': '2022-01-26T11:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:27:03.634712 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-39d9239b-27ca-49c7-a55d-6cf94e70e0f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:03.636567 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-39d9239b-27ca-49c7-a55d-6cf94e70e0f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:03.683859 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-7eedea61-2c73-46ec-a782-787cf51135c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d43fa957-0386-4726-8991-372fa2fceead HTTP/1.1" status: 200 len: 217 time: 0.1315675 Jan 26 11:27:03.721565 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ee93822-8466-4160-9a64-1e6f6af798fc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:03.729388 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd3bbca-421c-404f-9a66-6936e0c85834', 'tag': 'd43fa957-0386-4726-8991-372fa2fceead', 'status': 'completed', 'code': 200} Jan 26 11:27:03.739663 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee93822-8466-4160-9a64-1e6f6af798fc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=5e18d4af-336e-4554-b658-40777f0cf88d,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:03.743015 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-39d9239b-27ca-49c7-a55d-6cf94e70e0f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:03.767777 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-3224eb7b-715a-4193-8326-c871831b76b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:03.769228 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-3224eb7b-715a-4193-8326-c871831b76b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e078e753-dece-4fd9-ae32-93fd01c0e77c HTTP/1.1" status: 200 len: 834 time: 0.0787463 Jan 26 11:27:03.776735 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb5fb6c-889a-4fd7-ad97-a71a3c68b12d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-f8b7a04b-b8ba-4d90-b8f8-d31d6f5c3934', 'network_id': 'f8b7a04b-b8ba-4d90-b8f8-d31d6f5c3934', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'fixed_ips': [{'subnet_id': 'fd579bae-6f81-4246-a315-3d88cd2d77a2'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:27:03.777557 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bdb5fb6c-889a-4fd7-ad97-a71a3c68b12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:03.778373 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-06c28423-293f-4348-b6d6-2247578bd9f5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:03.792113 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-06c28423-293f-4348-b6d6-2247578bd9f5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:port and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:03.803867 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-06c28423-293f-4348-b6d6-2247578bd9f5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:03.829404 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-39d9239b-27ca-49c7-a55d-6cf94e70e0f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:03.836272 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-06c28423-293f-4348-b6d6-2247578bd9f5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:03.902912 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-c53141d0-8302-41c6-a71b-77ac9db44021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:03.905101 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-c53141d0-8302-41c6-a71b-77ac9db44021 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8fe3292-2a14-466f-b305-017fad7fdbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1294305 Jan 26 11:27:04.001969 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c28423-293f-4348-b6d6-2247578bd9f5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'port': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:27:04.047552 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-39d9239b-27ca-49c7-a55d-6cf94e70e0f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:04.051890 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-39d9239b-27ca-49c7-a55d-6cf94e70e0f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8084691 Jan 26 11:27:04.052590 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53222) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:04.162163 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-f2808315-113d-4d28-85d2-c4bac8236d12 service neutron] 10.222.0.24 "GET /v2.0/networks/e8fe3292-2a14-466f-b305-017fad7fdbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499232 Jan 26 11:27:04.192578 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:04.267537 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-bc5a8553-1b56-445a-a898-a4bfbbfe320e None None] Allocated IP 2001:db8::2 (df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2/0ab9e8e2-a734-4277-bbf0-4c5c84bc9563/77834e0a-3dba-47dd-b830-633266f36328) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:27:04.292948 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Transition to ACTIVE for port object 16a2028d-477d-4bea-a568-b83486c4722d will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:04.370224 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Transition to ACTIVE for port object 16a2028d-477d-4bea-a568-b83486c4722d will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:04.381035 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-bdb5fb6c-889a-4fd7-ad97-a71a3c68b12d None None] Allocated IP 2001:db8:1::2 (f8b7a04b-b8ba-4d90-b8f8-d31d6f5c3934/fd579bae-6f81-4246-a315-3d88cd2d77a2/d565f8fc-49fb-4181-a323-2cf4ce411644) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:27:04.409204 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1980ee99-e4ae-44a6-9e18-da79785f8633 req-73b116aa-1ff2-43e2-b2c7-d918766c1119 service neutron] 10.222.0.24 "GET /v2.0/networks/e8fe3292-2a14-466f-b305-017fad7fdbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398977 Jan 26 11:27:04.485373 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6271db-425e-4679-9bb3-494fdedec4e7 None None] Network b1f8d3ab-278c-4006-a6de-937cf77a3d4b requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:27:04.585380 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:04.589542 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9eee4-0b72-4505-8668-54ba12e19c10 req-0530b81a-8e7a-4911-80fc-04ff08fdbb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:04.591461 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5ba9eee4-0b72-4505-8668-54ba12e19c10 req-0530b81a-8e7a-4911-80fc-04ff08fdbb84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78b2214c8dbf43e398d9d4fedfa8da2d&device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 1096 time: 0.0934114 Jan 26 11:27:04.770335 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9eee4-0b72-4505-8668-54ba12e19c10 req-02e0ce84-74bc-4f36-b5d9-eb62f8b8d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:04.772217 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5ba9eee4-0b72-4505-8668-54ba12e19c10 req-02e0ce84-74bc-4f36-b5d9-eb62f8b8d2d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8fe3292-2a14-466f-b305-017fad7fdbbd HTTP/1.1" status: 200 len: 898 time: 0.1737061 Jan 26 11:27:04.797331 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Network 50aa1ffb-0391-4c4a-b884-3a163d0969f2 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:27:04.816767 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:04.826575 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ca815b23-289b-4af7-8161-cb318944fbe1 None None] Provisioning for port a763e059-c286-4811-8aa4-0c6f01f95ff7 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:27:04.829733 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:27:04.843421 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Pushing event updated for resources: {'Port': ['ID=16a2028d-477d-4bea-a568-b83486c4722d,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:04.919907 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5ba9eee4-0b72-4505-8668-54ba12e19c10 req-d9f7e178-d6ae-44c1-975e-361bab768426 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d43fa957-0386-4726-8991-372fa2fceead HTTP/1.1" status: 200 len: 217 time: 0.1406770 Jan 26 11:27:04.948172 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:04.948522 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:04.948864 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:04.949199 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:04.949535 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:04.950132 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:04.950502 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:04.950830 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:04.951154 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:04.951476 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:04.951796 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:04.952113 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:05.018026 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee93822-8466-4160-9a64-1e6f6af798fc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network b1f8d3ab-278c-4006-a6de-937cf77a3d4b is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:27:05.034168 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-2ee93822-8466-4160-9a64-1e6f6af798fc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:05.048082 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-bc5a8553-1b56-445a-a898-a4bfbbfe320e None None] For port 77834e0a-3dba-47dd-b830-633266f36328, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=77834e0a-3dba-47dd-b830-633266f36328,segment=NetworkSegment(99d94c1a-1c40-4758-a357-d2f2f0113bbb),segment_id=99d94c1a-1c40-4758-a357-d2f2f0113bbb)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:27:05.058867 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9eee4-0b72-4505-8668-54ba12e19c10 req-b5e7af00-bf52-4026-96a1-7572811a9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:05.060608 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5ba9eee4-0b72-4505-8668-54ba12e19c10 req-b5e7af00-bf52-4026-96a1-7572811a9e78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e078e753-dece-4fd9-ae32-93fd01c0e77c HTTP/1.1" status: 200 len: 834 time: 0.1343119 Jan 26 11:27:05.077702 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bc5a8553-1b56-445a-a898-a4bfbbfe320e None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:05.098956 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-bc5a8553-1b56-445a-a898-a4bfbbfe320e None None] Transition to ACTIVE for port object 77834e0a-3dba-47dd-b830-633266f36328 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:05.154995 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bc5a8553-1b56-445a-a898-a4bfbbfe320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:05.165831 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 6efa0df4-c87f-4ed6-99e5-5897ccc92369 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:27:05.168578 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9eee4-0b72-4505-8668-54ba12e19c10 req-21fb95c8-7811-47e7-af31-35173e8f2c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:05.170738 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5ba9eee4-0b72-4505-8668-54ba12e19c10 req-21fb95c8-7811-47e7-af31-35173e8f2c85 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8fe3292-2a14-466f-b305-017fad7fdbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1032088 Jan 26 11:27:05.171234 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-06c28423-293f-4348-b6d6-2247578bd9f5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:05.223740 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c7dcfcd2-f734-47b2-b75a-0b6795c5e4f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:05.253064 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [None req-06c28423-293f-4348-b6d6-2247578bd9f5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] device_id is not set on port 31d2fde7-5a27-4275-8ca0-177882be854f yet. {{(pid=87442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:27:05.323154 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5ba9eee4-0b72-4505-8668-54ba12e19c10 req-82f2ce67-f2b2-4c39-9707-11738876a5ae service neutron] 10.222.0.24 "GET /v2.0/networks/e8fe3292-2a14-466f-b305-017fad7fdbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450903 Jan 26 11:27:05.453202 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b766a-7ede-4857-baac-5b3fb952d9bc req-a4f9f342-b374-49c2-b5c1-ab6e57743bc9 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:05.454359 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ab7b766a-7ede-4857-baac-5b3fb952d9bc req-a4f9f342-b374-49c2-b5c1-ab6e57743bc9 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 943 time: 1.0574825 Jan 26 11:27:05.472230 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5ba9eee4-0b72-4505-8668-54ba12e19c10 req-90510b14-4e8a-4f64-b289-532f0d231f76 service neutron] 10.222.0.24 "GET /v2.0/networks/e8fe3292-2a14-466f-b305-017fad7fdbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428449 Jan 26 11:27:05.475307 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bdb5fb6c-889a-4fd7-ad97-a71a3c68b12d None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:05.504895 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Attempting to bind port 16a2028d-477d-4bea-a568-b83486c4722d on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:27:05.505280 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Attempting to bind port 16a2028d-477d-4bea-a568-b83486c4722d by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '48546edb-4bc2-410a-a191-b859ed18f40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '50aa1ffb-0391-4c4a-b884-3a163d0969f2'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:27:05.505678 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Attempting to bind port 16a2028d-477d-4bea-a568-b83486c4722d on network 50aa1ffb-0391-4c4a-b884-3a163d0969f2 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:27:05.520218 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-bdb5fb6c-889a-4fd7-ad97-a71a3c68b12d None None] Transition to ACTIVE for port object d565f8fc-49fb-4181-a323-2cf4ce411644 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:05.526998 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a8553-1b56-445a-a898-a4bfbbfe320e None None] Pushing event updated for resources: {'Port': ['ID=77834e0a-3dba-47dd-b830-633266f36328,revision_number=6']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:05.536604 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:05.542682 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:27:05.543061 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Checking segment: {'id': '48546edb-4bc2-410a-a191-b859ed18f40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '50aa1ffb-0391-4c4a-b884-3a163d0969f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:27:05.543986 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:05.543986 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Bound using segment: {'id': '48546edb-4bc2-410a-a191-b859ed18f40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '50aa1ffb-0391-4c4a-b884-3a163d0969f2'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:27:05.544334 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Bound port: 16a2028d-477d-4bea-a568-b83486c4722d, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48546edb-4bc2-410a-a191-b859ed18f40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '50aa1ffb-0391-4c4a-b884-3a163d0969f2'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:27:05.544711 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:05.575698 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-bdb5fb6c-889a-4fd7-ad97-a71a3c68b12d None None] Transition to ACTIVE for port object d565f8fc-49fb-4181-a323-2cf4ce411644 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:05.720501 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 6efa0df4-c87f-4ed6-99e5-5897ccc92369 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:27:05.732592 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bdb5fb6c-889a-4fd7-ad97-a71a3c68b12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:05.777294 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 6efa0df4-c87f-4ed6-99e5-5897ccc92369 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:05.777669 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:05.835261 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] For port 16a2028d-477d-4bea-a568-b83486c4722d, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:27:05.838345 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee93822-8466-4160-9a64-1e6f6af798fc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router d83ef684-d49d-4978-acfa-7de4ef518e52 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:27:05.857251 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ab7b766a-7ede-4857-baac-5b3fb952d9bc req-4d22bbd8-55d1-405e-9bcb-b5993ced47f2 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f9896c1-20af-492f-ba6c-1ae68e3fc80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3935869 Jan 26 11:27:05.876440 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] For port 16a2028d-477d-4bea-a568-b83486c4722d, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=16a2028d-477d-4bea-a568-b83486c4722d,segment=NetworkSegment(48546edb-4bc2-410a-a191-b859ed18f40f),segment_id=48546edb-4bc2-410a-a191-b859ed18f40f)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:27:05.878571 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb5fb6c-889a-4fd7-ad97-a71a3c68b12d None None] Network f8b7a04b-b8ba-4d90-b8f8-d31d6f5c3934 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:27:05.886262 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-bdb5fb6c-889a-4fd7-ad97-a71a3c68b12d None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:05.892851 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb5fb6c-889a-4fd7-ad97-a71a3c68b12d None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:27:05.897837 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:05.905824 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5fb6c-889a-4fd7-ad97-a71a3c68b12d None None] Pushing event updated for resources: {'Port': ['ID=d565f8fc-49fb-4181-a323-2cf4ce411644,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:06.134305 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-bdb5fb6c-889a-4fd7-ad97-a71a3c68b12d None None] Attempting to bind port d565f8fc-49fb-4181-a323-2cf4ce411644 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:27:06.138137 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-bdb5fb6c-889a-4fd7-ad97-a71a3c68b12d None None] Attempting to bind port d565f8fc-49fb-4181-a323-2cf4ce411644 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '8f9ca0de-cff4-4369-9815-67b6039c85d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f8b7a04b-b8ba-4d90-b8f8-d31d6f5c3934'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:27:06.138640 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5fb6c-889a-4fd7-ad97-a71a3c68b12d None None] Attempting to bind port d565f8fc-49fb-4181-a323-2cf4ce411644 on network f8b7a04b-b8ba-4d90-b8f8-d31d6f5c3934 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:27:06.140913 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434f9a9-670c-47ed-9cac-00d922feabf5 None None] Pushing event updated for resources: {'Port': ['ID=16a2028d-477d-4bea-a568-b83486c4722d,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:06.162233 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5fb6c-889a-4fd7-ad97-a71a3c68b12d None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:27:06.162638 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5fb6c-889a-4fd7-ad97-a71a3c68b12d None None] Checking segment: {'id': '8f9ca0de-cff4-4369-9815-67b6039c85d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f8b7a04b-b8ba-4d90-b8f8-d31d6f5c3934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:27:06.163097 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bdb5fb6c-889a-4fd7-ad97-a71a3c68b12d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:06.163459 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5fb6c-889a-4fd7-ad97-a71a3c68b12d None None] Bound using segment: {'id': '8f9ca0de-cff4-4369-9815-67b6039c85d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f8b7a04b-b8ba-4d90-b8f8-d31d6f5c3934'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:27:06.163930 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-bdb5fb6c-889a-4fd7-ad97-a71a3c68b12d None None] Bound port: d565f8fc-49fb-4181-a323-2cf4ce411644, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9ca0de-cff4-4369-9815-67b6039c85d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f8b7a04b-b8ba-4d90-b8f8-d31d6f5c3934'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:27:06.164308 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bdb5fb6c-889a-4fd7-ad97-a71a3c68b12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:06.183518 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-06c28423-293f-4348-b6d6-2247578bd9f5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Allocated IP 2001:db8::ec (df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2/0ab9e8e2-a734-4277-bbf0-4c5c84bc9563/31d2fde7-5a27-4275-8ca0-177882be854f) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:27:06.228894 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:06.287322 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 6efa0df4-c87f-4ed6-99e5-5897ccc92369, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=6efa0df4-c87f-4ed6-99e5-5897ccc92369,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:27:06.301661 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:06.302486 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a763e059-c286-4811-8aa4-0c6f01f95ff7 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:27:06.419754 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee93822-8466-4160-9a64-1e6f6af798fc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:27:06.432435 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] Sync routers for ids ['d83ef684-d49d-4978-acfa-7de4ef518e52'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:27:06.443174 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] Routers {'d83ef684-d49d-4978-acfa-7de4ef518e52'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:27:06.444256 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:26:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d83ef684-d49d-4978-acfa-7de4ef518e52'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:06.481501 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2ee93822-8466-4160-9a64-1e6f6af798fc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "PUT /v2.0/routers/d83ef684-d49d-4978-acfa-7de4ef518e52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8031492 Jan 26 11:27:06.485615 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53228) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:06.509330 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=6efa0df4-c87f-4ed6-99e5-5897ccc92369,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:06.514043 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-c7dcfcd2-f734-47b2-b75a-0b6795c5e4f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Allocated IP 2001:db8::1 (50aa1ffb-0391-4c4a-b884-3a163d0969f2/7b6c12b6-0e38-4eae-8434-a93d931e19d9/40990af5-8363-4cf0-a5d8-2ec54838e775) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:27:06.520245 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-bdb5fb6c-889a-4fd7-ad97-a71a3c68b12d None None] For port d565f8fc-49fb-4181-a323-2cf4ce411644, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:27:06.532178 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7b22ace8-3bdb-4afe-ba0a-ed7b51999b4e None None] Provisioning for port 5e18d4af-336e-4554-b658-40777f0cf88d completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:27:06.553971 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7b22ace8-3bdb-4afe-ba0a-ed7b51999b4e None None] Provisioning complete for port 5e18d4af-336e-4554-b658-40777f0cf88d triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:06.556422 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7b22ace8-3bdb-4afe-ba0a-ed7b51999b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:06.612760 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-bdb5fb6c-889a-4fd7-ad97-a71a3c68b12d None None] For port d565f8fc-49fb-4181-a323-2cf4ce411644, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d565f8fc-49fb-4181-a323-2cf4ce411644,segment=NetworkSegment(8f9ca0de-cff4-4369-9815-67b6039c85d3),segment_id=8f9ca0de-cff4-4369-9815-67b6039c85d3)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:27:06.645750 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bdb5fb6c-889a-4fd7-ad97-a71a3c68b12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:06.750778 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] Set router d83ef684-d49d-4978-acfa-7de4ef518e52 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:27:06.842267 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-7b22ace8-3bdb-4afe-ba0a-ed7b51999b4e None None] Port 5e18d4af-336e-4554-b658-40777f0cf88d cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:27:06.864182 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port a763e059-c286-4811-8aa4-0c6f01f95ff7 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:27:06.911586 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port a763e059-c286-4811-8aa4-0c6f01f95ff7 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:06.911979 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:06.990649 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5fb6c-889a-4fd7-ad97-a71a3c68b12d None None] Pushing event updated for resources: {'Port': ['ID=d565f8fc-49fb-4181-a323-2cf4ce411644,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:07.011789 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2605f8-622d-41c9-b84d-c846cd96d5db tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:07.012410 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2605f8-622d-41c9-b84d-c846cd96d5db tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:07.013205 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2605f8-622d-41c9-b84d-c846cd96d5db tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:07.013468 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2605f8-622d-41c9-b84d-c846cd96d5db tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:07.014934 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2605f8-622d-41c9-b84d-c846cd96d5db tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:07.015104 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2605f8-622d-41c9-b84d-c846cd96d5db tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:07.015626 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2605f8-622d-41c9-b84d-c846cd96d5db tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:07.016316 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2605f8-622d-41c9-b84d-c846cd96d5db tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:07.022444 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5f2605f8-622d-41c9-b84d-c846cd96d5db tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5681 time: 0.5317271 Jan 26 11:27:07.023302 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53234) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:07.043706 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7b22ace8-3bdb-4afe-ba0a-ed7b51999b4e None None] Provisioning complete for port a763e059-c286-4811-8aa4-0c6f01f95ff7 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:07.044085 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7b22ace8-3bdb-4afe-ba0a-ed7b51999b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:07.158253 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-06c28423-293f-4348-b6d6-2247578bd9f5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:07.189887 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0280724-28fb-471b-a1f4-e8b1d376ff1a tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:07.190516 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0280724-28fb-471b-a1f4-e8b1d376ff1a tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:07.191124 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0280724-28fb-471b-a1f4-e8b1d376ff1a tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:07.191584 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0280724-28fb-471b-a1f4-e8b1d376ff1a tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:07.192032 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0280724-28fb-471b-a1f4-e8b1d376ff1a tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:07.192488 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0280724-28fb-471b-a1f4-e8b1d376ff1a tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:07.192937 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0280724-28fb-471b-a1f4-e8b1d376ff1a tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:07.193379 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0280724-28fb-471b-a1f4-e8b1d376ff1a tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:07.193820 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0280724-28fb-471b-a1f4-e8b1d376ff1a tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:07.198494 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d0280724-28fb-471b-a1f4-e8b1d376ff1a tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5821 time: 0.1713028 Jan 26 11:27:07.199411 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53238) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:07.250216 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-06c28423-293f-4348-b6d6-2247578bd9f5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Transition to ACTIVE for port object 31d2fde7-5a27-4275-8ca0-177882be854f will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:07.272711 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c7dcfcd2-f734-47b2-b75a-0b6795c5e4f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:07.278053 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:07.316304 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-c7dcfcd2-f734-47b2-b75a-0b6795c5e4f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Transition to ACTIVE for port object 40990af5-8363-4cf0-a5d8-2ec54838e775 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:07.320607 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'name': 'tempest-TestNetworkBasicOps-router-1144126416', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:49Z', 'updated_at': '2022-01-26T11:27:02Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:51Z', 'updated_at': '2022-01-26T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '5e18d4af-336e-4554-b658-40777f0cf88d', 'name': '', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:e9:89:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:27:00Z', 'updated_at': '2022-01-26T11:27:02Z', 'revision_number': 2, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:07.327440 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] Checking router: d83ef684-d49d-4978-acfa-7de4ef518e52 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:27:07.327993 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] Updating router d83ef684-d49d-4978-acfa-7de4ef518e52 port 5e18d4af-336e-4554-b658-40777f0cf88d binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:27:07.347299 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-06c28423-293f-4348-b6d6-2247578bd9f5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:07.383352 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device d43fa957-0386-4726-8991-372fa2fceead details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:27:07.407196 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:07.453239 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port a763e059-c286-4811-8aa4-0c6f01f95ff7, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a763e059-c286-4811-8aa4-0c6f01f95ff7,segment=NetworkSegment(a9805f93-5aca-43ec-92b7-5f68ffc0ddf6),segment_id=a9805f93-5aca-43ec-92b7-5f68ffc0ddf6)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:27:07.467210 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c28423-293f-4348-b6d6-2247578bd9f5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Port': ['ID=31d2fde7-5a27-4275-8ca0-177882be854f,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:07.477867 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:07.479085 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c7dcfcd2-f734-47b2-b75a-0b6795c5e4f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:07.562401 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c28423-293f-4348-b6d6-2247578bd9f5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:27:07.573204 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcc812-4922-4f64-b8d0-a76e8412660a req-e364b700-383a-4ae6-a8bf-7ab46b4253b6 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:07.573204 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-7bbcc812-4922-4f64-b8d0-a76e8412660a req-e364b700-383a-4ae6-a8bf-7ab46b4253b6 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Synchronizing usage tracker for tenant:78b2214c8dbf43e398d9d4fedfa8da2d on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:27:07.579039 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.resource_extend [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:27:07.594186 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-06c28423-293f-4348-b6d6-2247578bd9f5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:07.597566 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c28423-293f-4348-b6d6-2247578bd9f5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:27:07.607036 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c28423-293f-4348-b6d6-2247578bd9f5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:07.608912 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-06c28423-293f-4348-b6d6-2247578bd9f5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:07.648489 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7b22ace8-3bdb-4afe-ba0a-ed7b51999b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:07.668081 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dcfcd2-f734-47b2-b75a-0b6795c5e4f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network 50aa1ffb-0391-4c4a-b884-3a163d0969f2 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:27:07.675650 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-c7dcfcd2-f734-47b2-b75a-0b6795c5e4f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:07.683450 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dcfcd2-f734-47b2-b75a-0b6795c5e4f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:27:07.684374 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c7dcfcd2-f734-47b2-b75a-0b6795c5e4f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:07.711881 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-06c28423-293f-4348-b6d6-2247578bd9f5 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.4602730 Jan 26 11:27:07.713956 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dcfcd2-f734-47b2-b75a-0b6795c5e4f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Port': ['ID=40990af5-8363-4cf0-a5d8-2ec54838e775,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:07.716192 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53242) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:07.750728 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-22b6ecec-d4b0-4810-a431-d0ed46d9bb79 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'subnet': {'network_id': 'df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:07.774782 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-7bbcc812-4922-4f64-b8d0-a76e8412660a req-e364b700-383a-4ae6-a8bf-7ab46b4253b6 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Unset dirty status for tenant:78b2214c8dbf43e398d9d4fedfa8da2d on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:27:07.777726 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7bbcc812-4922-4f64-b8d0-a76e8412660a req-e364b700-383a-4ae6-a8bf-7ab46b4253b6 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 943 time: 0.4804511 Jan 26 11:27:07.941514 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7bbcc812-4922-4f64-b8d0-a76e8412660a req-398f3774-dc7c-4945-adaa-5f145beb9ba4 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f9896c1-20af-492f-ba6c-1ae68e3fc80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200211 Jan 26 11:27:08.028379 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8a33ca7f-10e1-45a0-8348-08e2298e31e6 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2864 time: 0.8234012 Jan 26 11:27:08.065931 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:08.088291 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] Transition to ACTIVE for port object 5e18d4af-336e-4554-b658-40777f0cf88d will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:08.104287 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:08.105272 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-22b6ecec-d4b0-4810-a431-d0ed46d9bb79 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:08.111596 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-22b6ecec-d4b0-4810-a431-d0ed46d9bb79 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:subnet and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:08.115825 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-22b6ecec-d4b0-4810-a431-d0ed46d9bb79 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:08.125565 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 6efa0df4-c87f-4ed6-99e5-5897ccc92369 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:27:08.166914 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-22b6ecec-d4b0-4810-a431-d0ed46d9bb79 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:08.196511 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4a16e-d919-4454-b043-5b5bf274ab2d None None] Pushing event updated for resources: {'Port': ['ID=5e18d4af-336e-4554-b658-40777f0cf88d,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:08.218103 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b6ecec-d4b0-4810-a431-d0ed46d9bb79 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:27:08.222459 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-22b6ecec-d4b0-4810-a431-d0ed46d9bb79 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:08.231139 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port d43fa957-0386-4726-8991-372fa2fceead, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=d43fa957-0386-4726-8991-372fa2fceead,segment=NetworkSegment(1887c206-199f-4e98-b0c1-9c80053d95f7),segment_id=1887c206-199f-4e98-b0c1-9c80053d95f7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:27:08.250297 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c7dcfcd2-f734-47b2-b75a-0b6795c5e4f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:08.256846 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-7b22ace8-3bdb-4afe-ba0a-ed7b51999b4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:27:08.256846 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-7b22ace8-3bdb-4afe-ba0a-ed7b51999b4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:27:08.260379 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cab2cf5-b9a0-44f9-ba1c-cc384fb39fb1 None None] Network 50aa1ffb-0391-4c4a-b884-3a163d0969f2 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:27:08.413632 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.ipam_backend_mixin [None req-22b6ecec-d4b0-4810-a431-d0ed46d9bb79 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0ab9e8e2-a734-4277-bbf0-4c5c84bc9563 (CIDR: 2001:db8::/64) Jan 26 11:27:08.421317 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b6ecec-d4b0-4810-a431-d0ed46d9bb79 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:27:08.423346 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22b6ecec-d4b0-4810-a431-d0ed46d9bb79 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:27:08.436513 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': 'd43fa957-0386-4726-8991-372fa2fceead', 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd', 'port_id': 'd43fa957-0386-4726-8991-372fa2fceead', 'mac_address': 'fa:16:3e:14:48:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e078e753-dece-4fd9-ae32-93fd01c0e77c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:27:08.481112 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53248) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:08.489753 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-dd1486bc-cd47-4c0a-9b54-36945895a4c1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-564975836', 'description': 'tempest-secgroup-smoke-564975836 description', 'project_id': '577ce67689cf4355b98fd7b539fb5797'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:08.499318 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-dd1486bc-cd47-4c0a-9b54-36945895a4c1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:08.512822 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-dd1486bc-cd47-4c0a-9b54-36945895a4c1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:08.516504 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53252) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:08.517183 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-22b6ecec-d4b0-4810-a431-d0ed46d9bb79 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7936041 Jan 26 11:27:08.524692 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-dd1486bc-cd47-4c0a-9b54-36945895a4c1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:08.541093 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-75f8d92f-b11e-4363-ba7f-c988849cf16c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'subnet': {'network_id': 'df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:08.568060 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=a763e059-c286-4811-8aa4-0c6f01f95ff7,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:08.595526 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] Attempting to bind port 5e18d4af-336e-4554-b658-40777f0cf88d on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:27:08.595867 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] Attempting to bind port 5e18d4af-336e-4554-b658-40777f0cf88d by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'a9805f93-5aca-43ec-92b7-5f68ffc0ddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:27:08.596243 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] Attempting to bind port 5e18d4af-336e-4554-b658-40777f0cf88d on network b1f8d3ab-278c-4006-a6de-937cf77a3d4b {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:27:08.610625 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:27:08.611145 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] Checking segment: {'id': 'a9805f93-5aca-43ec-92b7-5f68ffc0ddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:27:08.611552 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:08.611952 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] Bound using segment: {'id': 'a9805f93-5aca-43ec-92b7-5f68ffc0ddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:27:08.612435 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] Bound port: 5e18d4af-336e-4554-b658-40777f0cf88d, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9805f93-5aca-43ec-92b7-5f68ffc0ddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:27:08.612835 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:08.671466 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f80a12-67eb-4ac0-a371-ab27cfd02aa0 None None] Network f8b7a04b-b8ba-4d90-b8f8-d31d6f5c3934 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:27:08.748873 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-dd1486bc-cd47-4c0a-9b54-36945895a4c1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:08.752980 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-75f8d92f-b11e-4363-ba7f-c988849cf16c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:08.761260 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-75f8d92f-b11e-4363-ba7f-c988849cf16c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:subnet and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:08.766027 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-75f8d92f-b11e-4363-ba7f-c988849cf16c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:08.773410 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-75f8d92f-b11e-4363-ba7f-c988849cf16c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:08.785324 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dd1486bc-cd47-4c0a-9b54-36945895a4c1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:08.790936 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] For port 5e18d4af-336e-4554-b658-40777f0cf88d, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:27:08.797766 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] For port 5e18d4af-336e-4554-b658-40777f0cf88d, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=5e18d4af-336e-4554-b658-40777f0cf88d,segment=NetworkSegment(a9805f93-5aca-43ec-92b7-5f68ffc0ddf6),segment_id=a9805f93-5aca-43ec-92b7-5f68ffc0ddf6)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:27:08.813807 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:08.823082 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-dd1486bc-cd47-4c0a-9b54-36945895a4c1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:08.829098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-dd1486bc-cd47-4c0a-9b54-36945895a4c1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:08.832371 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f8d92f-b11e-4363-ba7f-c988849cf16c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:27:08.837259 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-75f8d92f-b11e-4363-ba7f-c988849cf16c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:08.838850 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:08.856593 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-dd1486bc-cd47-4c0a-9b54-36945895a4c1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:08.871229 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-dd1486bc-cd47-4c0a-9b54-36945895a4c1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:08.926653 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 6efa0df4-c87f-4ed6-99e5-5897ccc92369 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:08.927029 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:09.014022 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d43fa957-0386-4726-8991-372fa2fceead {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:27:09.034739 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] Routers {'d83ef684-d49d-4978-acfa-7de4ef518e52'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:27:09.035479 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:26:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d83ef684-d49d-4978-acfa-7de4ef518e52'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:09.084078 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port d43fa957-0386-4726-8991-372fa2fceead, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=d43fa957-0386-4726-8991-372fa2fceead,segment=NetworkSegment(1887c206-199f-4e98-b0c1-9c80053d95f7),segment_id=1887c206-199f-4e98-b0c1-9c80053d95f7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:27:09.133465 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4a16e-d919-4454-b043-5b5bf274ab2d None None] Pushing event updated for resources: {'Port': ['ID=5e18d4af-336e-4554-b658-40777f0cf88d,revision_number=4']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:09.148997 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.ipam_backend_mixin [None req-75f8d92f-b11e-4363-ba7f-c988849cf16c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d9f19014-f77e-43c0-8fee-047ab775d0fa (CIDR: 2001:db8:0:1::/64) Jan 26 11:27:09.185265 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f8d92f-b11e-4363-ba7f-c988849cf16c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:27:09.185760 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f8d92f-b11e-4363-ba7f-c988849cf16c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:27:09.192653 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c7dcfcd2-f734-47b2-b75a-0b6795c5e4f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:09.199471 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c7dcfcd2-f734-47b2-b75a-0b6795c5e4f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:09.200950 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c7dcfcd2-f734-47b2-b75a-0b6795c5e4f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:09.266941 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:09.281820 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-75f8d92f-b11e-4363-ba7f-c988849cf16c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7637279 Jan 26 11:27:09.288227 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53258) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:09.297910 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-126e8b6e-0115-4e0b-bf10-95595d6f5705 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'subnet': {'network_id': 'df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:09.345027 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] Set router d83ef684-d49d-4978-acfa-7de4ef518e52 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:27:09.349053 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dd1486bc-cd47-4c0a-9b54-36945895a4c1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:09.376760 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dd1486bc-cd47-4c0a-9b54-36945895a4c1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:09.382637 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=d43fa957-0386-4726-8991-372fa2fceead,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:09.406147 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7e950756-9060-4f9b-96d4-0dc5509cbc85 None None] Provisioning for port 31d2fde7-5a27-4275-8ca0-177882be854f completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:27:09.419757 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dcfcd2-f734-47b2-b75a-0b6795c5e4f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Port': ['ID=40990af5-8363-4cf0-a5d8-2ec54838e775,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:09.420351 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7e950756-9060-4f9b-96d4-0dc5509cbc85 None None] Provisioning complete for port 31d2fde7-5a27-4275-8ca0-177882be854f triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:09.420351 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7e950756-9060-4f9b-96d4-0dc5509cbc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:09.462767 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dd1486bc-cd47-4c0a-9b54-36945895a4c1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:09.464585 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-dd1486bc-cd47-4c0a-9b54-36945895a4c1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9815810 Jan 26 11:27:09.470104 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 77834e0a-3dba-47dd-b830-633266f36328 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:27:09.504471 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53262) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:09.511667 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dcfcd2-f734-47b2-b75a-0b6795c5e4f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network 50aa1ffb-0391-4c4a-b884-3a163d0969f2 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:27:09.519073 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-7b1d46cb-82da-428f-b5a5-12d34a4816e3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '3feecf6d-681f-4d6a-a4be-1959c74afc3e', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:09.528352 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-c7dcfcd2-f734-47b2-b75a-0b6795c5e4f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:09.535750 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0229d-5f17-4ea5-9a82-1efd07b8742f req-b6ada3a8-7c9b-4337-aed3-c4b670f57b39 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:09.537326 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6ea0229d-5f17-4ea5-9a82-1efd07b8742f req-b6ada3a8-7c9b-4337-aed3-c4b670f57b39 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 944 time: 0.3535378 Jan 26 11:27:09.538645 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1486bc-cd47-4c0a-9b54-36945895a4c1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3feecf6d-681f-4d6a-a4be-1959c74afc3e,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:09.546923 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['d43fa957-0386-4726-8991-372fa2fceead'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:27:09.560351 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-7b1d46cb-82da-428f-b5a5-12d34a4816e3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:09.648105 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7b1d46cb-82da-428f-b5a5-12d34a4816e3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:09.653495 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-7e950756-9060-4f9b-96d4-0dc5509cbc85 None None] Port 31d2fde7-5a27-4275-8ca0-177882be854f cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:27:09.670435 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7b1d46cb-82da-428f-b5a5-12d34a4816e3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:09.680980 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-7b1d46cb-82da-428f-b5a5-12d34a4816e3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:09.683608 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6ea0229d-5f17-4ea5-9a82-1efd07b8742f req-c26dc421-b6bd-418a-8a2e-d8f55ad159d6 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f9896c1-20af-492f-ba6c-1ae68e3fc80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267505 Jan 26 11:27:09.695299 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-126e8b6e-0115-4e0b-bf10-95595d6f5705 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:09.713589 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-126e8b6e-0115-4e0b-bf10-95595d6f5705 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Usage tracker for resource:subnet and tenant:a8b420c4cfae439da1a98efb97a1c710 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:09.716687 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-126e8b6e-0115-4e0b-bf10-95595d6f5705 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:09.734023 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-126e8b6e-0115-4e0b-bf10-95595d6f5705 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:09.734978 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 16a2028d-477d-4bea-a568-b83486c4722d up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:27:09.765273 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126e8b6e-0115-4e0b-bf10-95595d6f5705 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Made reservation on behalf of a8b420c4cfae439da1a98efb97a1c710 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:27:09.772910 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-126e8b6e-0115-4e0b-bf10-95595d6f5705 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:09.816441 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'name': 'tempest-TestNetworkBasicOps-router-1144126416', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:49Z', 'updated_at': '2022-01-26T11:27:02Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:51Z', 'updated_at': '2022-01-26T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '5e18d4af-336e-4554-b658-40777f0cf88d', 'name': '', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:e9:89:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:27:00Z', 'updated_at': '2022-01-26T11:27:08Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:09.824562 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7b1d46cb-82da-428f-b5a5-12d34a4816e3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:09.833271 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd53e17-cf46-4e56-8549-d8c1cda4863c None None] The sync data for ids ['d83ef684-d49d-4978-acfa-7de4ef518e52'] in dv-neutron-826439-1-hyperv is: [{'id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'name': 'tempest-TestNetworkBasicOps-router-1144126416', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:49Z', 'updated_at': '2022-01-26T11:27:02Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:51Z', 'updated_at': '2022-01-26T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '5e18d4af-336e-4554-b658-40777f0cf88d', 'name': '', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:e9:89:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:27:00Z', 'updated_at': '2022-01-26T11:27:08Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:27:09.933281 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7e950756-9060-4f9b-96d4-0dc5509cbc85 None None] Provisioning complete for port b46c3616-95e6-49cf-9411-68534096085b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:09.933592 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7e950756-9060-4f9b-96d4-0dc5509cbc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:10.018704 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7dcfcd2-f734-47b2-b75a-0b6795c5e4f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Router 81b385e3-8d70-4ef9-9728-d2e2281719dc is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:27:10.114398 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-7e950756-9060-4f9b-96d4-0dc5509cbc85 None None] Port b46c3616-95e6-49cf-9411-68534096085b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:27:10.122038 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7b1d46cb-82da-428f-b5a5-12d34a4816e3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:10.151193 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 16a2028d-477d-4bea-a568-b83486c4722d completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:27:10.181401 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7b1d46cb-82da-428f-b5a5-12d34a4816e3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:10.185763 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7e950756-9060-4f9b-96d4-0dc5509cbc85 None None] Provisioning for port d565f8fc-49fb-4181-a323-2cf4ce411644 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:27:10.205871 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d565f8fc-49fb-4181-a323-2cf4ce411644 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:27:10.227717 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7b1d46cb-82da-428f-b5a5-12d34a4816e3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:10.228943 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7b1d46cb-82da-428f-b5a5-12d34a4816e3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7230840 Jan 26 11:27:10.233886 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53266) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:10.239539 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d46cb-82da-428f-b5a5-12d34a4816e3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af59bf0-1c76-4354-b942-719a7579e377,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:10.240831 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-0edf0a47-5703-46c8-9a56-c5fb04e041a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '3feecf6d-681f-4d6a-a4be-1959c74afc3e', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:10.255575 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-126e8b6e-0115-4e0b-bf10-95595d6f5705 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:10.261270 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0edf0a47-5703-46c8-9a56-c5fb04e041a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:10.277902 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7dcfcd2-f734-47b2-b75a-0b6795c5e4f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:27:10.283170 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c7dcfcd2-f734-47b2-b75a-0b6795c5e4f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "PUT /v2.0/routers/81b385e3-8d70-4ef9-9728-d2e2281719dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2189896 Jan 26 11:27:10.286355 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53270) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:10.301622 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fa5bc5-1c20-44e2-b221-51a8f4f03a74 None None] Sync routers for ids ['81b385e3-8d70-4ef9-9728-d2e2281719dc'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:27:10.344283 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7e950756-9060-4f9b-96d4-0dc5509cbc85 None None] Provisioning for port 16a2028d-477d-4bea-a568-b83486c4722d completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:27:10.357498 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0edf0a47-5703-46c8-9a56-c5fb04e041a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:10.371965 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fa5bc5-1c20-44e2-b221-51a8f4f03a74 None None] Routers {'81b385e3-8d70-4ef9-9728-d2e2281719dc'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:27:10.372573 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-06fa5bc5-1c20-44e2-b221-51a8f4f03a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:26:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['81b385e3-8d70-4ef9-9728-d2e2281719dc'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:10.374707 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0edf0a47-5703-46c8-9a56-c5fb04e041a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:10.382065 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96178905-c165-4e7e-9537-691a1f71be7b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:10.382823 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-96178905-c165-4e7e-9537-691a1f71be7b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Synchronizing usage tracker for tenant:50b8065b09b94599b4fb2f9dadc72721 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:27:10.386283 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e8b6e-0115-4e0b-bf10-95595d6f5705 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Subnet': ['ID=5e0cc102-9393-42c4-9376-4b9dbf2add9b,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:10.388598 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0edf0a47-5703-46c8-9a56-c5fb04e041a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:10.395173 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126e8b6e-0115-4e0b-bf10-95595d6f5705 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Network df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:27:10.398227 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-126e8b6e-0115-4e0b-bf10-95595d6f5705 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:10.402812 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126e8b6e-0115-4e0b-bf10-95595d6f5705 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:10.403386 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-126e8b6e-0115-4e0b-bf10-95595d6f5705 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:10.410822 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-96178905-c165-4e7e-9537-691a1f71be7b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Unset dirty status for tenant:50b8065b09b94599b4fb2f9dadc72721 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:27:10.415393 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-96178905-c165-4e7e-9537-691a1f71be7b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "GET /v2.0/ports/40990af5-8363-4cf0-a5d8-2ec54838e775 HTTP/1.1" status: 200 len: 911 time: 0.1252828 Jan 26 11:27:10.415937 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53274) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:10.447225 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-126e8b6e-0115-4e0b-bf10-95595d6f5705 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1549695 Jan 26 11:27:10.447938 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53278) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:10.454001 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0edf0a47-5703-46c8-9a56-c5fb04e041a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:10.474499 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7e950756-9060-4f9b-96d4-0dc5509cbc85 None None] Provisioning complete for port 16a2028d-477d-4bea-a568-b83486c4722d triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:10.474868 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7e950756-9060-4f9b-96d4-0dc5509cbc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:10.485063 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-ac60ecec-9535-47e1-b0cf-f5eeb190adb8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1977068851', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5e0cc102-9393-42c4-9376-4b9dbf2add9b'}], 'security_groups': ['db046186-9ecd-4cbc-88fb-d62adef28551', 'f082e475-483a-4904-b4bc-d44c38ac5d7f']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:10.549826 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5c01ad-5ac2-4c0f-9184-e8455c1f1ffe None None] Network df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:27:10.622705 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port d565f8fc-49fb-4181-a323-2cf4ce411644 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:27:10.668051 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-06fa5bc5-1c20-44e2-b221-51a8f4f03a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:10.700357 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port d565f8fc-49fb-4181-a323-2cf4ce411644 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:10.700896 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:10.723998 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0edf0a47-5703-46c8-9a56-c5fb04e041a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:10.855860 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fa5bc5-1c20-44e2-b221-51a8f4f03a74 None None] Routers {'81b385e3-8d70-4ef9-9728-d2e2281719dc'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:27:10.856598 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-06fa5bc5-1c20-44e2-b221-51a8f4f03a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:26:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['81b385e3-8d70-4ef9-9728-d2e2281719dc'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:11.058936 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-06fa5bc5-1c20-44e2-b221-51a8f4f03a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:11.059350 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fa5bc5-1c20-44e2-b221-51a8f4f03a74 None None] The sync data for ids ['81b385e3-8d70-4ef9-9728-d2e2281719dc'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:27:11.112341 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ac60ecec-9535-47e1-b0cf-f5eeb190adb8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:11.124107 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0edf0a47-5703-46c8-9a56-c5fb04e041a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:11.157476 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7e950756-9060-4f9b-96d4-0dc5509cbc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:11.164011 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf0a47-5703-46c8-9a56-c5fb04e041a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4624698-1b28-4a69-a169-107816300f35,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:11.167611 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0edf0a47-5703-46c8-9a56-c5fb04e041a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:11.168820 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0edf0a47-5703-46c8-9a56-c5fb04e041a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9335999 Jan 26 11:27:11.199061 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53284) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:11.218797 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-0561f12f-e109-4f33-9e20-7cb5662f9948 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '3feecf6d-681f-4d6a-a4be-1959c74afc3e', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:11.232802 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0561f12f-e109-4f33-9e20-7cb5662f9948 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:11.242391 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0561f12f-e109-4f33-9e20-7cb5662f9948 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:11.247586 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0561f12f-e109-4f33-9e20-7cb5662f9948 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:11.262414 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0561f12f-e109-4f33-9e20-7cb5662f9948 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:11.267849 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513c5d0-2afb-44d2-b7bc-3ff1c99a3c6c req-5afea327-9062-42d1-8afe-211bee5c6269 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:11.277707 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-c513c5d0-2afb-44d2-b7bc-3ff1c99a3c6c req-5afea327-9062-42d1-8afe-211bee5c6269 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 944 time: 0.4291389 Jan 26 11:27:11.334988 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0561f12f-e109-4f33-9e20-7cb5662f9948 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:11.359417 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-7e950756-9060-4f9b-96d4-0dc5509cbc85 None None] For port 16a2028d-477d-4bea-a568-b83486c4722d, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=16a2028d-477d-4bea-a568-b83486c4722d,segment=NetworkSegment(48546edb-4bc2-410a-a191-b859ed18f40f),segment_id=48546edb-4bc2-410a-a191-b859ed18f40f)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:27:11.368738 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7e950756-9060-4f9b-96d4-0dc5509cbc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:11.370308 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-c513c5d0-2afb-44d2-b7bc-3ff1c99a3c6c req-5a411d13-0332-4025-a0c7-1f53860a2976 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f9896c1-20af-492f-ba6c-1ae68e3fc80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912385 Jan 26 11:27:11.430001 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:11.473224 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bb530470-f72b-44f3-a6e0-671e46ec9355 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:11.502651 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e950756-9060-4f9b-96d4-0dc5509cbc85 None None] Pushing event updated for resources: {'Port': ['ID=16a2028d-477d-4bea-a568-b83486c4722d,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:11.505970 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7e950756-9060-4f9b-96d4-0dc5509cbc85 None None] Provisioning for port 77834e0a-3dba-47dd-b830-633266f36328 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:27:11.528614 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0561f12f-e109-4f33-9e20-7cb5662f9948 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:11.534902 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port d565f8fc-49fb-4181-a323-2cf4ce411644, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d565f8fc-49fb-4181-a323-2cf4ce411644,segment=NetworkSegment(8f9ca0de-cff4-4369-9815-67b6039c85d3),segment_id=8f9ca0de-cff4-4369-9815-67b6039c85d3)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:27:11.540084 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7e950756-9060-4f9b-96d4-0dc5509cbc85 None None] Provisioning complete for port 77834e0a-3dba-47dd-b830-633266f36328 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:11.540319 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0561f12f-e109-4f33-9e20-7cb5662f9948 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:11.540631 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7e950756-9060-4f9b-96d4-0dc5509cbc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:11.584608 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561f12f-e109-4f33-9e20-7cb5662f9948 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d1e221-3d96-4321-9f23-fcc0aca1da3f,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:11.587217 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:11.588331 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0561f12f-e109-4f33-9e20-7cb5662f9948 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:11.589515 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0561f12f-e109-4f33-9e20-7cb5662f9948 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3835113 Jan 26 11:27:11.594532 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53288) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:11.629586 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-12fd38e6-7323-4812-b582-5292d75ab9ba tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '3feecf6d-681f-4d6a-a4be-1959c74afc3e', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:11.645474 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-12fd38e6-7323-4812-b582-5292d75ab9ba tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:11.653879 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-12fd38e6-7323-4812-b582-5292d75ab9ba tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:11.663165 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-12fd38e6-7323-4812-b582-5292d75ab9ba tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:11.673134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-12fd38e6-7323-4812-b582-5292d75ab9ba tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:11.700466 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=d565f8fc-49fb-4181-a323-2cf4ce411644,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:11.816502 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-ac60ecec-9535-47e1-b0cf-f5eeb190adb8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Delete allocated IP 2001:db8::ec (df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2/0ab9e8e2-a734-4277-bbf0-4c5c84bc9563) {{(pid=87443) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 26 11:27:11.834903 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-ac60ecec-9535-47e1-b0cf-f5eeb190adb8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Allocated IP 2001:db8:0:2::2da (df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2/5e0cc102-9393-42c4-9376-4b9dbf2add9b/31d2fde7-5a27-4275-8ca0-177882be854f) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:27:11.900617 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd3354a-5ac9-405d-9f0e-7c067d1b56ec None None] Update dhcp port {'port': {'network_id': 'df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2', 'fixed_ips': [{'subnet_id': 'd9f19014-f77e-43c0-8fee-047ab775d0fa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0ab9e8e2-a734-4277-bbf0-4c5c84bc9563', 'ip_address': '2001:db8::2'}, {'subnet_id': '5e0cc102-9393-42c4-9376-4b9dbf2add9b'}], 'binding:host_id': 'dv-neutron-826439-1-hyperv'}, 'id': '77834e0a-3dba-47dd-b830-633266f36328'} from dv-neutron-826439-1-hyperv. {{(pid=87444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 26 11:27:11.913780 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-12fd38e6-7323-4812-b582-5292d75ab9ba tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:11.932158 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 5e18d4af-336e-4554-b658-40777f0cf88d up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:27:12.007382 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-bb530470-f72b-44f3-a6e0-671e46ec9355 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Allocated IP 2001:db8:1::1 (f8b7a04b-b8ba-4d90-b8f8-d31d6f5c3934/fd579bae-6f81-4246-a315-3d88cd2d77a2/c3c99767-f2fe-43d3-850a-bc9f072ff21b) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:27:12.022423 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-521dcdcf-c06e-4805-88e5-e4a6ed84348a None None] Provisioning for port 40990af5-8363-4cf0-a5d8-2ec54838e775 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:27:12.028719 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9cd3354a-5ac9-405d-9f0e-7c067d1b56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.042138 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-521dcdcf-c06e-4805-88e5-e4a6ed84348a None None] Provisioning complete for port 40990af5-8363-4cf0-a5d8-2ec54838e775 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:12.042548 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-521dcdcf-c06e-4805-88e5-e4a6ed84348a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.103217 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-12fd38e6-7323-4812-b582-5292d75ab9ba tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.111735 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-12fd38e6-7323-4812-b582-5292d75ab9ba tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.141062 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 5e18d4af-336e-4554-b658-40777f0cf88d completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:27:12.142666 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd38e6-7323-4812-b582-5292d75ab9ba tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0991522-525f-4233-ac39-c80094b60018,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:12.154202 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 5e18d4af-336e-4554-b658-40777f0cf88d triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:12.154630 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.171658 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-12fd38e6-7323-4812-b582-5292d75ab9ba tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.172844 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-12fd38e6-7323-4812-b582-5292d75ab9ba tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5775161 Jan 26 11:27:12.174990 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ac60ecec-9535-47e1-b0cf-f5eeb190adb8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.178460 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53292) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:12.184765 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-521dcdcf-c06e-4805-88e5-e4a6ed84348a None None] Port 40990af5-8363-4cf0-a5d8-2ec54838e775 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:27:12.188798 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-25dbb44b-150f-4a73-bcc7-64ad52877874 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '3feecf6d-681f-4d6a-a4be-1959c74afc3e', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:12.197329 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bb530470-f72b-44f3-a6e0-671e46ec9355 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.201262 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-25dbb44b-150f-4a73-bcc7-64ad52877874 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:12.206078 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-ac60ecec-9535-47e1-b0cf-f5eeb190adb8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Transition to ACTIVE for port object 31d2fde7-5a27-4275-8ca0-177882be854f will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:12.207140 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-25dbb44b-150f-4a73-bcc7-64ad52877874 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:12.210202 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-25dbb44b-150f-4a73-bcc7-64ad52877874 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:12.213428 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ac60ecec-9535-47e1-b0cf-f5eeb190adb8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.216248 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-bb530470-f72b-44f3-a6e0-671e46ec9355 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Transition to ACTIVE for port object c3c99767-f2fe-43d3-850a-bc9f072ff21b will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:12.241876 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bb530470-f72b-44f3-a6e0-671e46ec9355 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.251538 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-25dbb44b-150f-4a73-bcc7-64ad52877874 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:12.285147 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-521dcdcf-c06e-4805-88e5-e4a6ed84348a None None] Provisioning complete for port 5e18d4af-336e-4554-b658-40777f0cf88d triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:12.285549 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-521dcdcf-c06e-4805-88e5-e4a6ed84348a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.316683 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb530470-f72b-44f3-a6e0-671e46ec9355 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network f8b7a04b-b8ba-4d90-b8f8-d31d6f5c3934 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:27:12.319939 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-bb530470-f72b-44f3-a6e0-671e46ec9355 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:12.322935 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb530470-f72b-44f3-a6e0-671e46ec9355 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:27:12.323403 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bb530470-f72b-44f3-a6e0-671e46ec9355 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.340656 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb530470-f72b-44f3-a6e0-671e46ec9355 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Port': ['ID=c3c99767-f2fe-43d3-850a-bc9f072ff21b,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:12.347389 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ac60ecec-9535-47e1-b0cf-f5eeb190adb8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] In _notify_port_updated(), no bound segment for port 31d2fde7-5a27-4275-8ca0-177882be854f on network df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 {{(pid=87443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 26 11:27:12.355970 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac60ecec-9535-47e1-b0cf-f5eeb190adb8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:12.357599 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ac60ecec-9535-47e1-b0cf-f5eeb190adb8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.364200 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53296) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:12.364456 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ac60ecec-9535-47e1-b0cf-f5eeb190adb8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "PUT /v2.0/ports/31d2fde7-5a27-4275-8ca0-177882be854f HTTP/1.1" status: 200 len: 970 time: 1.9140868 Jan 26 11:27:12.365442 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.securitygroups_db [None req-25dbb44b-150f-4a73-bcc7-64ad52877874 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Project 577ce67689cf4355b98fd7b539fb5797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:27:12.376086 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60ecec-9535-47e1-b0cf-f5eeb190adb8 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event updated for resources: {'Port': ['ID=31d2fde7-5a27-4275-8ca0-177882be854f,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:12.379968 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25dbb44b-150f-4a73-bcc7-64ad52877874 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.424533 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-9cd3354a-5ac9-405d-9f0e-7c067d1b56ec None None] Allocated IP 2001:db8:0:2::2 (df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2/5e0cc102-9393-42c4-9376-4b9dbf2add9b/77834e0a-3dba-47dd-b830-633266f36328) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:27:12.459495 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25dbb44b-150f-4a73-bcc7-64ad52877874 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.466750 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-7461ebdd-29f6-4d09-84cb-0f262718d198 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting port 31d2fde7-5a27-4275-8ca0-177882be854f {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:27:12.467099 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7461ebdd-29f6-4d09-84cb-0f262718d198 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.471322 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25dbb44b-150f-4a73-bcc7-64ad52877874 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.499159 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbb44b-150f-4a73-bcc7-64ad52877874 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34aedb3c-8670-4fce-b0a9-f0272b473431,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:12.511456 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25dbb44b-150f-4a73-bcc7-64ad52877874 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.512951 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-25dbb44b-150f-4a73-bcc7-64ad52877874 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3335936 Jan 26 11:27:12.516618 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53302) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:12.531183 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-9fb17701-32d2-4be9-8089-5a4cf7d15340 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '3feecf6d-681f-4d6a-a4be-1959c74afc3e', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:12.538792 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9fb17701-32d2-4be9-8089-5a4cf7d15340 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:12.580412 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9fb17701-32d2-4be9-8089-5a4cf7d15340 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:12.590982 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9fb17701-32d2-4be9-8089-5a4cf7d15340 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:12.601701 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9fb17701-32d2-4be9-8089-5a4cf7d15340 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:12.633551 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.securitygroups_db [None req-9fb17701-32d2-4be9-8089-5a4cf7d15340 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Project 577ce67689cf4355b98fd7b539fb5797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:27:12.642820 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9fb17701-32d2-4be9-8089-5a4cf7d15340 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.684171 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da611850-193f-49b8-86c6-107581fcd3f9 req-a21f4c7a-b510-4331-83b2-a5315e869021 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:12.685839 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-da611850-193f-49b8-86c6-107581fcd3f9 req-a21f4c7a-b510-4331-83b2-a5315e869021 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 944 time: 0.1487846 Jan 26 11:27:12.713047 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-9cd3354a-5ac9-405d-9f0e-7c067d1b56ec None None] For port 77834e0a-3dba-47dd-b830-633266f36328, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=77834e0a-3dba-47dd-b830-633266f36328,segment=NetworkSegment(99d94c1a-1c40-4758-a357-d2f2f0113bbb),segment_id=99d94c1a-1c40-4758-a357-d2f2f0113bbb)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:27:12.726775 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.739086 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bb530470-f72b-44f3-a6e0-671e46ec9355 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.755287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9fb17701-32d2-4be9-8089-5a4cf7d15340 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.771602 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-da611850-193f-49b8-86c6-107581fcd3f9 req-10797838-9141-47a3-bafc-ff07b66276f0 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f9896c1-20af-492f-ba6c-1ae68e3fc80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738118 Jan 26 11:27:12.779908 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9fb17701-32d2-4be9-8089-5a4cf7d15340 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.812616 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb17701-32d2-4be9-8089-5a4cf7d15340 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f1a8dfc-c98a-4917-9e99-94d8f23e8401,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:12.825749 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9fb17701-32d2-4be9-8089-5a4cf7d15340 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.830468 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9fb17701-32d2-4be9-8089-5a4cf7d15340 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3091619 Jan 26 11:27:12.830629 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9cd3354a-5ac9-405d-9f0e-7c067d1b56ec None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.869285 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-521dcdcf-c06e-4805-88e5-e4a6ed84348a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.879831 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-9cd3354a-5ac9-405d-9f0e-7c067d1b56ec None None] Transition to ACTIVE for port object 77834e0a-3dba-47dd-b830-633266f36328 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:12.884362 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 5e18d4af-336e-4554-b658-40777f0cf88d, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=5e18d4af-336e-4554-b658-40777f0cf88d,segment=NetworkSegment(a9805f93-5aca-43ec-92b7-5f68ffc0ddf6),segment_id=a9805f93-5aca-43ec-92b7-5f68ffc0ddf6)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:27:12.902063 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9cd3354a-5ac9-405d-9f0e-7c067d1b56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.943963 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:12.944637 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 16a2028d-477d-4bea-a568-b83486c4722d up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:27:13.176681 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7461ebdd-29f6-4d09-84cb-0f262718d198 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:13.265242 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3354a-5ac9-405d-9f0e-7c067d1b56ec None None] Pushing event updated for resources: {'Port': ['ID=77834e0a-3dba-47dd-b830-633266f36328,revision_number=7']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:13.268245 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-521dcdcf-c06e-4805-88e5-e4a6ed84348a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:27:13.268692 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-521dcdcf-c06e-4805-88e5-e4a6ed84348a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:27:13.311691 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-7461ebdd-29f6-4d09-84cb-0f262718d198 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Calling delete_port for 31d2fde7-5a27-4275-8ca0-177882be854f owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:27:13.332968 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 16a2028d-477d-4bea-a568-b83486c4722d triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:13.333366 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:13.382411 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-98f65204-66e2-49f7-8c47-393f3d94f3ed tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:27:13.390411 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device d43fa957-0386-4726-8991-372fa2fceead up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:27:13.439842 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=5e18d4af-336e-4554-b658-40777f0cf88d,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:13.530986 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a763e059-c286-4811-8aa4-0c6f01f95ff7 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:27:13.553076 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-98f65204-66e2-49f7-8c47-393f3d94f3ed tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:27:13.554260 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-98f65204-66e2-49f7-8c47-393f3d94f3ed tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-564975836&fields=id&tenant_id=577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 267 time: 0.4135358 Jan 26 11:27:13.560846 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port d43fa957-0386-4726-8991-372fa2fceead completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:27:13.580337 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port d43fa957-0386-4726-8991-372fa2fceead triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:13.580717 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:13.666239 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port a763e059-c286-4811-8aa4-0c6f01f95ff7 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:13.666700 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:13.784323 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7461ebdd-29f6-4d09-84cb-0f262718d198 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:13.801091 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:13.810499 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bb530470-f72b-44f3-a6e0-671e46ec9355 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:13.901621 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd3bbca-421c-404f-9a66-6936e0c85834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43fa957-0386-4726-8991-372fa2fceead'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:27:13.905899 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bb530470-f72b-44f3-a6e0-671e46ec9355 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:13.906726 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bb530470-f72b-44f3-a6e0-671e46ec9355 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:13.918434 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port d43fa957-0386-4726-8991-372fa2fceead, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=d43fa957-0386-4726-8991-372fa2fceead,segment=NetworkSegment(1887c206-199f-4e98-b0c1-9c80053d95f7),segment_id=1887c206-199f-4e98-b0c1-9c80053d95f7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:27:13.933955 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:13.962698 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461ebdd-29f6-4d09-84cb-0f262718d198 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Port': ['ID=31d2fde7-5a27-4275-8ca0-177882be854f,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:13.968384 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-521dcdcf-c06e-4805-88e5-e4a6ed84348a None None] Provisioning complete for port d565f8fc-49fb-4181-a323-2cf4ce411644 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:13.968768 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-521dcdcf-c06e-4805-88e5-e4a6ed84348a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:14.031599 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7461ebdd-29f6-4d09-84cb-0f262718d198 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:14.042258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750dd8c-349a-4d82-8076-15e1539cbd6a req-af2b7a45-6303-4b1d-a9b1-a9233b6b0488 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:14.044930 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6750dd8c-349a-4d82-8076-15e1539cbd6a req-af2b7a45-6303-4b1d-a9b1-a9233b6b0488 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 945 time: 0.1139040 Jan 26 11:27:14.053875 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=d43fa957-0386-4726-8991-372fa2fceead,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:14.063864 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 5e18d4af-336e-4554-b658-40777f0cf88d up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:27:14.107431 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6750dd8c-349a-4d82-8076-15e1539cbd6a req-c2613322-d53f-4328-9dd3-9ed0861d69cc tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f9896c1-20af-492f-ba6c-1ae68e3fc80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564907 Jan 26 11:27:14.139611 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-1f771406-811d-4082-b895-d623682e73a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:14.140340 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-1f771406-811d-4082-b895-d623682e73a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:network {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:27:14.148482 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53324) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:14.149814 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7461ebdd-29f6-4d09-84cb-0f262718d198 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/ports/31d2fde7-5a27-4275-8ca0-177882be854f HTTP/1.1" status: 204 len: 168 time: 1.7834415 Jan 26 11:27:14.150932 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb530470-f72b-44f3-a6e0-671e46ec9355 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Port': ['ID=c3c99767-f2fe-43d3-850a-bc9f072ff21b,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:14.197985 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-521dcdcf-c06e-4805-88e5-e4a6ed84348a None None] Provisioning complete for port 16a2028d-477d-4bea-a568-b83486c4722d triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:14.198442 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-521dcdcf-c06e-4805-88e5-e4a6ed84348a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:14.221515 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc07d26b-53ce-4f42-897a-606e3a818db3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] GET failed (client error): The resource could not be found. Jan 26 11:27:14.222057 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fc07d26b-53ce-4f42-897a-606e3a818db3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Synchronizing usage tracker for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:27:14.228592 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 5e18d4af-336e-4554-b658-40777f0cf88d triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:14.228917 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:14.256707 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-1f771406-811d-4082-b895-d623682e73a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:network {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:27:14.263550 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fc07d26b-53ce-4f42-897a-606e3a818db3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Unset dirty status for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:27:14.265534 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fc07d26b-53ce-4f42-897a-606e3a818db3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "GET /v2.0/ports/31d2fde7-5a27-4275-8ca0-177882be854f HTTP/1.1" status: 404 len: 333 time: 0.1137278 Jan 26 11:27:14.267820 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-1f771406-811d-4082-b895-d623682e73a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/networks?id=b1f8d3ab-278c-4006-a6de-937cf77a3d4b HTTP/1.1" status: 200 len: 797 time: 0.6908824 Jan 26 11:27:14.268144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53328) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:14.302881 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-1e9a94b6-f897-4821-8a55-2c7b49464b91 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/quotas/577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 375 time: 0.0341477 Jan 26 11:27:14.330583 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd3bbca-421c-404f-9a66-6936e0c85834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43fa957-0386-4726-8991-372fa2fceead', 'code': 200} Jan 26 11:27:14.376460 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-91f32944-92aa-4105-9696-b155d78561a3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:14.404835 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb530470-f72b-44f3-a6e0-671e46ec9355 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network f8b7a04b-b8ba-4d90-b8f8-d31d6f5c3934 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:27:14.407780 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-bb530470-f72b-44f3-a6e0-671e46ec9355 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:14.459686 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-91f32944-92aa-4105-9696-b155d78561a3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:14.496301 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d565f8fc-49fb-4181-a323-2cf4ce411644 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:27:14.535136 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-446e618c-cf1f-4e39-98e8-a205e7eb253a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:27:14.556972 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-91f32944-92aa-4105-9696-b155d78561a3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:14.603076 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port d565f8fc-49fb-4181-a323-2cf4ce411644 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:14.603543 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:14.624590 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-91f32944-92aa-4105-9696-b155d78561a3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:14.626035 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-91f32944-92aa-4105-9696-b155d78561a3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/security-groups/87fea705-0fe1-479c-8a60-cd24cc2dd436 HTTP/1.1" status: 204 len: 168 time: 0.3571539 Jan 26 11:27:14.635448 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53332) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:14.639443 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f32944-92aa-4105-9696-b155d78561a3 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fea705-0fe1-479c-8a60-cd24cc2dd436,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:14.679485 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a86812-ce55-4851-8794-446225ba6693 req-21a23244-e978-4bf9-b9b5-a1e92a7ca43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:14.681835 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c6a86812-ce55-4851-8794-446225ba6693 req-21a23244-e978-4bf9-b9b5-a1e92a7ca43b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 1098 time: 0.1128509 Jan 26 11:27:14.728834 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-446e618c-cf1f-4e39-98e8-a205e7eb253a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:27:14.729809 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-446e618c-cf1f-4e39-98e8-a205e7eb253a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4199042 Jan 26 11:27:14.732425 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c6a86812-ce55-4851-8794-446225ba6693 req-e8f1ead7-ff64-4428-9b39-2efb0f74b0d0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0f9896c1-20af-492f-ba6c-1ae68e3fc80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448816 Jan 26 11:27:14.741467 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb530470-f72b-44f3-a6e0-671e46ec9355 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Router 81b385e3-8d70-4ef9-9728-d2e2281719dc has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:27:14.752212 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4cf69296-cee5-4d5b-9e7b-f27bbee6ec7f None None] Provisioning for port c3c99767-f2fe-43d3-850a-bc9f072ff21b completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:27:14.769198 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4cf69296-cee5-4d5b-9e7b-f27bbee6ec7f None None] Provisioning complete for port c3c99767-f2fe-43d3-850a-bc9f072ff21b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:14.770049 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4cf69296-cee5-4d5b-9e7b-f27bbee6ec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:14.834987 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-4cf69296-cee5-4d5b-9e7b-f27bbee6ec7f None None] Port c3c99767-f2fe-43d3-850a-bc9f072ff21b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:27:14.868776 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4cf69296-cee5-4d5b-9e7b-f27bbee6ec7f None None] Could not find standard attr ID for object 31d2fde7-5a27-4275-8ca0-177882be854f. {{(pid=87444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 11:27:14.877778 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f5779d6f-b950-4422-8992-6b7d849a07a1 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:14.900560 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 77834e0a-3dba-47dd-b830-633266f36328 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:27:14.946816 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4cf69296-cee5-4d5b-9e7b-f27bbee6ec7f None None] Provisioning complete for port b46c3616-95e6-49cf-9411-68534096085b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:14.947218 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4cf69296-cee5-4d5b-9e7b-f27bbee6ec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:15.011294 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-4cf69296-cee5-4d5b-9e7b-f27bbee6ec7f None None] Port b46c3616-95e6-49cf-9411-68534096085b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:27:15.030503 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4cf69296-cee5-4d5b-9e7b-f27bbee6ec7f None None] Provisioning for port 77834e0a-3dba-47dd-b830-633266f36328 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:27:15.035748 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4cf69296-cee5-4d5b-9e7b-f27bbee6ec7f None None] Provisioning complete for port 77834e0a-3dba-47dd-b830-633266f36328 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:15.036123 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4cf69296-cee5-4d5b-9e7b-f27bbee6ec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:15.139512 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f5779d6f-b950-4422-8992-6b7d849a07a1 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:15.245215 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb530470-f72b-44f3-a6e0-671e46ec9355 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:27:15.250193 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-bb530470-f72b-44f3-a6e0-671e46ec9355 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "PUT /v2.0/routers/81b385e3-8d70-4ef9-9728-d2e2281719dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8323722 Jan 26 11:27:15.255080 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eabe6fa-f92e-43c4-92de-31d2407102f6 None None] Sync routers for ids ['81b385e3-8d70-4ef9-9728-d2e2281719dc'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:27:15.258925 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53340) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:15.265659 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eabe6fa-f92e-43c4-92de-31d2407102f6 None None] Routers {'81b385e3-8d70-4ef9-9728-d2e2281719dc'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:27:15.266492 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-5eabe6fa-f92e-43c4-92de-31d2407102f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:26:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['81b385e3-8d70-4ef9-9728-d2e2281719dc'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:15.306476 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9342b-d7c8-427e-957b-8a403dce6d56 req-c26cfb56-4d77-412d-b87b-c01e2edaa54a tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:15.307349 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e3d9342b-d7c8-427e-957b-8a403dce6d56 req-c26cfb56-4d77-412d-b87b-c01e2edaa54a tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 945 time: 0.0838792 Jan 26 11:27:15.330682 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-73b7338a-e1a3-4bc1-ab35-3700da6ec194 None None] Provisioning complete for port c3c99767-f2fe-43d3-850a-bc9f072ff21b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:15.332127 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-73b7338a-e1a3-4bc1-ab35-3700da6ec194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:15.337305 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-10fdb59b-254e-4203-89d5-9c01c3cb8efd service neutron] 10.222.0.39 "GET /v2.0/networks/b1f8d3ab-278c-4006-a6de-937cf77a3d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5946803 Jan 26 11:27:15.339218 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-5eabe6fa-f92e-43c4-92de-31d2407102f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:15.348424 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eabe6fa-f92e-43c4-92de-31d2407102f6 None None] Routers {'81b385e3-8d70-4ef9-9728-d2e2281719dc'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:27:15.349358 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-5eabe6fa-f92e-43c4-92de-31d2407102f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:26:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['81b385e3-8d70-4ef9-9728-d2e2281719dc'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:15.353898 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4bff8a-8a23-4487-8b8e-ba437ae2c12e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:15.354719 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8a4bff8a-8a23-4487-8b8e-ba437ae2c12e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Synchronizing usage tracker for tenant:50b8065b09b94599b4fb2f9dadc72721 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:27:15.359326 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e3d9342b-d7c8-427e-957b-8a403dce6d56 req-10f3348a-c6f9-42d7-b719-e18db3c023be tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f9896c1-20af-492f-ba6c-1ae68e3fc80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464747 Jan 26 11:27:15.378505 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f5779d6f-b950-4422-8992-6b7d849a07a1 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:15.405248 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-73b7338a-e1a3-4bc1-ab35-3700da6ec194 None None] Port c3c99767-f2fe-43d3-850a-bc9f072ff21b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:27:15.424653 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5779d6f-b950-4422-8992-6b7d849a07a1 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f082e475-483a-4904-b4bc-d44c38ac5d7f,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:15.438951 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-5eabe6fa-f92e-43c4-92de-31d2407102f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:15.439704 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eabe6fa-f92e-43c4-92de-31d2407102f6 None None] The sync data for ids ['81b385e3-8d70-4ef9-9728-d2e2281719dc'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:27:15.442098 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f5779d6f-b950-4422-8992-6b7d849a07a1 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:15.443537 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f5779d6f-b950-4422-8992-6b7d849a07a1 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/security-groups/f082e475-483a-4904-b4bc-d44c38ac5d7f HTTP/1.1" status: 204 len: 168 time: 0.8041415 Jan 26 11:27:15.446601 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53344) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:15.447974 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8a4bff8a-8a23-4487-8b8e-ba437ae2c12e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Unset dirty status for tenant:50b8065b09b94599b4fb2f9dadc72721 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:27:15.451979 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8a4bff8a-8a23-4487-8b8e-ba437ae2c12e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "GET /v2.0/ports/c3c99767-f2fe-43d3-850a-bc9f072ff21b HTTP/1.1" status: 200 len: 913 time: 0.1893275 Jan 26 11:27:15.464978 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53348) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:15.536517 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-4856f48f-718f-48cf-a8ed-e297a7e64d02 service neutron] 10.222.0.39 "GET /v2.0/networks/b1f8d3ab-278c-4006-a6de-937cf77a3d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786726 Jan 26 11:27:15.588368 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:27:15.801667 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c6e0223f-4c29-455a-9e3d-22b2c83a477b req-2e7ad9b9-5309-437b-aba0-480aafc70706 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=65a6e66e-fe08-48ca-87fc-5061b897a607 HTTP/1.1" status: 200 len: 210 time: 0.0658197 Jan 26 11:27:15.839557 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dd203671-663c-4095-8638-8656574e8812 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:16.010143 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dd203671-663c-4095-8638-8656574e8812 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:16.108686 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dd203671-663c-4095-8638-8656574e8812 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:16.157053 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd203671-663c-4095-8638-8656574e8812 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db046186-9ecd-4cbc-88fb-d62adef28551,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:16.174376 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dd203671-663c-4095-8638-8656574e8812 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:16.175532 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-dd203671-663c-4095-8638-8656574e8812 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/security-groups/db046186-9ecd-4cbc-88fb-d62adef28551 HTTP/1.1" status: 204 len: 168 time: 0.7279592 Jan 26 11:27:16.178278 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53362) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:16.254297 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-396fb47f-44b5-452f-a8f7-975f1fbb80eb tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting subnet 0ab9e8e2-a734-4277-bbf0-4c5c84bc9563 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:27:16.259379 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-396fb47f-44b5-452f-a8f7-975f1fbb80eb tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:16.274601 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e58eb649-3393-40ba-b7a4-0680e559a44f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:16.323523 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-396fb47f-44b5-452f-a8f7-975f1fbb80eb tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:16.417035 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-396fb47f-44b5-452f-a8f7-975f1fbb80eb tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:16.548871 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-396fb47f-44b5-452f-a8f7-975f1fbb80eb tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:16.594437 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fb47f-44b5-452f-a8f7-975f1fbb80eb tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Subnet': ['ID=0ab9e8e2-a734-4277-bbf0-4c5c84bc9563,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:16.599168 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-396fb47f-44b5-452f-a8f7-975f1fbb80eb tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:16.608585 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddba099-76d5-4e92-85e0-c02c3277f046 None None] Network df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:27:16.613121 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-396fb47f-44b5-452f-a8f7-975f1fbb80eb tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/subnets/0ab9e8e2-a734-4277-bbf0-4c5c84bc9563 HTTP/1.1" status: 204 len: 168 time: 0.4337387 Jan 26 11:27:16.613781 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53368) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:16.627474 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-e58eb649-3393-40ba-b7a4-0680e559a44f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting port c3c99767-f2fe-43d3-850a-bc9f072ff21b {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:27:16.628072 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e58eb649-3393-40ba-b7a4-0680e559a44f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:16.678941 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be6c17-a789-46f7-a660-49d6b835d320 req-4b087ef6-6feb-4872-adec-2cbc33f35c86 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:16.681281 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-07be6c17-a789-46f7-a660-49d6b835d320 req-4b087ef6-6feb-4872-adec-2cbc33f35c86 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 945 time: 0.2075634 Jan 26 11:27:16.710259 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aac5c43-f4ef-408d-9cbc-131fa05ca2ae tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting subnet 5e0cc102-9393-42c4-9376-4b9dbf2add9b {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:27:16.727495 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6aac5c43-f4ef-408d-9cbc-131fa05ca2ae tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:16.814131 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-07be6c17-a789-46f7-a660-49d6b835d320 req-04947231-0275-4a26-934a-9296010144b4 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f9896c1-20af-492f-ba6c-1ae68e3fc80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087503 Jan 26 11:27:16.816739 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6aac5c43-f4ef-408d-9cbc-131fa05ca2ae tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:16.936231 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6aac5c43-f4ef-408d-9cbc-131fa05ca2ae tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:17.095876 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6aac5c43-f4ef-408d-9cbc-131fa05ca2ae tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:17.097714 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-acde9d36-e579-498d-8765-191fb836d8f9 req-2d1bc51d-f0cb-4e6d-bd57-ddc8cdd12ac1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=65a6e66e-fe08-48ca-87fc-5061b897a607 HTTP/1.1" status: 200 len: 210 time: 0.0843334 Jan 26 11:27:17.112443 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e58eb649-3393-40ba-b7a4-0680e559a44f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:17.149751 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac5c43-f4ef-408d-9cbc-131fa05ca2ae tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Subnet': ['ID=5e0cc102-9393-42c4-9376-4b9dbf2add9b,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:17.164190 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6aac5c43-f4ef-408d-9cbc-131fa05ca2ae tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:17.177331 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6aac5c43-f4ef-408d-9cbc-131fa05ca2ae tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/subnets/5e0cc102-9393-42c4-9376-4b9dbf2add9b HTTP/1.1" status: 204 len: 168 time: 0.5607989 Jan 26 11:27:17.178747 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53376) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:17.237166 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-817a0af2-b2b2-440f-a96b-4da4a8f2a7d2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] DELETE failed (client error): The resource could not be found. Jan 26 11:27:17.237632 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-817a0af2-b2b2-440f-a96b-4da4a8f2a7d2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:27:17.239374 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-817a0af2-b2b2-440f-a96b-4da4a8f2a7d2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/subnets/0ab9e8e2-a734-4277-bbf0-4c5c84bc9563 HTTP/1.1" status: 404 len: 337 time: 0.0597167 Jan 26 11:27:17.243713 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53384) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:17.278597 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-e58eb649-3393-40ba-b7a4-0680e559a44f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Calling delete_port for c3c99767-f2fe-43d3-850a-bc9f072ff21b owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:27:17.298867 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6bf6cf-7089-4bd7-9072-cb8adcc3aaaa req-d181d55c-c7f1-4b17-82e8-4480e3bb0894 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:17.300477 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8a6bf6cf-7089-4bd7-9072-cb8adcc3aaaa req-d181d55c-c7f1-4b17-82e8-4480e3bb0894 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 945 time: 0.2441275 Jan 26 11:27:17.360170 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-f397db55-bca8-4f65-8c7e-51639af9eccc tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting subnet d9f19014-f77e-43c0-8fee-047ab775d0fa {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:27:17.368682 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f397db55-bca8-4f65-8c7e-51639af9eccc tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:17.409607 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8a6bf6cf-7089-4bd7-9072-cb8adcc3aaaa req-a435884f-0ada-4046-8bae-a17524f9035f tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f9896c1-20af-492f-ba6c-1ae68e3fc80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992436 Jan 26 11:27:17.437131 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f397db55-bca8-4f65-8c7e-51639af9eccc tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:17.446422 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-f1173aac-f34f-4be4-acef-ba6c2b83c73e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:17.447996 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-f1173aac-f34f-4be4-acef-ba6c2b83c73e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/networks?id=b1f8d3ab-278c-4006-a6de-937cf77a3d4b HTTP/1.1" status: 200 len: 797 time: 0.6444049 Jan 26 11:27:17.448566 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53388) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:17.529359 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f397db55-bca8-4f65-8c7e-51639af9eccc tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:17.585248 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-6e2404d6-356f-4f13-842f-af9048d98761 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:27:17.611796 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f397db55-bca8-4f65-8c7e-51639af9eccc tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:17.615115 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-6e2404d6-356f-4f13-842f-af9048d98761 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:27:17.616351 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-6e2404d6-356f-4f13-842f-af9048d98761 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 379 time: 0.1589637 Jan 26 11:27:17.623485 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8afad2-e28f-4e74-9203-35e58b5267dc None None] Network df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:27:17.627977 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-097869af-6ac2-4e88-b36b-7035abae217c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'port': {'device_id': '65a6e66e-fe08-48ca-87fc-5061b897a607', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'admin_state_up': True, 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'security_groups': ['3feecf6d-681f-4d6a-a4be-1959c74afc3e']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:17.657986 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f397db55-bca8-4f65-8c7e-51639af9eccc tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:17.661451 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397db55-bca8-4f65-8c7e-51639af9eccc tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Subnet': ['ID=d9f19014-f77e-43c0-8fee-047ab775d0fa,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:17.669950 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f397db55-bca8-4f65-8c7e-51639af9eccc tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/subnets/d9f19014-f77e-43c0-8fee-047ab775d0fa HTTP/1.1" status: 204 len: 168 time: 0.4229858 Jan 26 11:27:17.670686 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53392) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:17.692577 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ba53a3-e7d3-45ba-ad5d-112bc51dd204 tempest-TestNetworkAdvancedServerOps-999938788 tempest-TestNetworkAdvancedServerOps-999938788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:17.697646 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-06ba53a3-e7d3-45ba-ad5d-112bc51dd204 tempest-TestNetworkAdvancedServerOps-999938788 tempest-TestNetworkAdvancedServerOps-999938788-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 1093 time: 0.2386904 Jan 26 11:27:17.706099 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53396) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:17.720340 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-6397db89-d814-4778-96e8-628d9bcd7fff tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': 'd43fa957-0386-4726-8991-372fa2fceead', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:17.728309 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-5033c374-2066-447f-b8a7-7e058c736333 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] DELETE failed (client error): The resource could not be found. Jan 26 11:27:17.728845 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5033c374-2066-447f-b8a7-7e058c736333 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:27:17.731247 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-9d6e0b7b-b15f-44e4-984a-b2a4bf73585f None None] Provisioning complete for port b46c3616-95e6-49cf-9411-68534096085b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:17.731624 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9d6e0b7b-b15f-44e4-984a-b2a4bf73585f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:17.733828 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5033c374-2066-447f-b8a7-7e058c736333 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/subnets/a3daed2a-2176-45af-9e28-c54d22012f69 HTTP/1.1" status: 404 len: 337 time: 0.0619895 Jan 26 11:27:17.734568 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53400) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:17.735595 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6397db89-d814-4778-96e8-628d9bcd7fff tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:17.743652 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6397db89-d814-4778-96e8-628d9bcd7fff tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Usage tracker for resource:floatingip and tenant:78b2214c8dbf43e398d9d4fedfa8da2d is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:17.747187 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6397db89-d814-4778-96e8-628d9bcd7fff tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:17.796637 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-49bb9373-772b-4893-bec8-1e545db8d6b2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Synchronizing usage tracker for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:27:17.804048 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6397db89-d814-4778-96e8-628d9bcd7fff tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:17.818769 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-49bb9373-772b-4893-bec8-1e545db8d6b2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Unset dirty status for tenant:a8b420c4cfae439da1a98efb97a1c710 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:27:17.822589 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-49bb9373-772b-4893-bec8-1e545db8d6b2 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "GET /v2.0/ports?device_id=08f605b5-643d-4dac-9cfe-2bd364653a00 HTTP/1.1" status: 200 len: 205 time: 0.0840414 Jan 26 11:27:17.825134 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53404) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:17.860527 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-097869af-6ac2-4e88-b36b-7035abae217c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:17.865945 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-9d6e0b7b-b15f-44e4-984a-b2a4bf73585f None None] Port b46c3616-95e6-49cf-9411-68534096085b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:27:17.872280 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-097869af-6ac2-4e88-b36b-7035abae217c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:17.877691 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e58eb649-3393-40ba-b7a4-0680e559a44f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:17.890513 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-9d6e0b7b-b15f-44e4-984a-b2a4bf73585f None None] Provisioning complete for port 77834e0a-3dba-47dd-b830-633266f36328 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:17.890883 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9d6e0b7b-b15f-44e4-984a-b2a4bf73585f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:17.975408 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58eb649-3393-40ba-b7a4-0680e559a44f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Port': ['ID=c3c99767-f2fe-43d3-850a-bc9f072ff21b,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:17.978186 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-097869af-6ac2-4e88-b36b-7035abae217c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:27:17.982257 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-097869af-6ac2-4e88-b36b-7035abae217c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:18.048645 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7912668-5132-4040-8f1e-0c1c995c4d7f None None] DHCP port deletion for df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:27:18.053860 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-6500984a-88e6-4d73-803b-e4b8bb512d2e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] delete failed (client error): The resource could not be found. Jan 26 11:27:18.054954 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6500984a-88e6-4d73-803b-e4b8bb512d2e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/routers/08f605b5-643d-4dac-9cfe-2bd364653a00 HTTP/1.1" status: 404 len: 336 time: 0.2288041 Jan 26 11:27:18.055955 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6397db89-d814-4778-96e8-628d9bcd7fff tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for floatingip, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:18.059127 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-f7912668-5132-4040-8f1e-0c1c995c4d7f None None] Deleting port 77834e0a-3dba-47dd-b830-633266f36328 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:27:18.059577 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f7912668-5132-4040-8f1e-0c1c995c4d7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:18.064286 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53408) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:18.231598 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e58eb649-3393-40ba-b7a4-0680e559a44f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:18.241635 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6397db89-d814-4778-96e8-628d9bcd7fff tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:18.288333 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-f7912668-5132-4040-8f1e-0c1c995c4d7f None None] For port 77834e0a-3dba-47dd-b830-633266f36328, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=77834e0a-3dba-47dd-b830-633266f36328,segment=NetworkSegment(99d94c1a-1c40-4758-a357-d2f2f0113bbb),segment_id=99d94c1a-1c40-4758-a357-d2f2f0113bbb)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:27:18.288744 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f7912668-5132-4040-8f1e-0c1c995c4d7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:18.320027 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c289f491-26ba-4ad9-abae-3a3933990063 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] DELETE failed (client error): The resource could not be found. Jan 26 11:27:18.321244 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c289f491-26ba-4ad9-abae-3a3933990063 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:27:18.381073 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-6397db89-d814-4778-96e8-628d9bcd7fff tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Allocated IP 172.26.5.244 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/431ab5ac-e914-438c-a5c7-b81934c50b0b) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:27:18.418167 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-f7912668-5132-4040-8f1e-0c1c995c4d7f None None] Calling delete_port for 77834e0a-3dba-47dd-b830-633266f36328 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:27:18.421837 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c289f491-26ba-4ad9-abae-3a3933990063 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/subnets/b458de2f-32a9-453d-80e0-de127ddb87ac HTTP/1.1" status: 404 len: 337 time: 0.3551180 Jan 26 11:27:18.426231 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53414) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:18.430258 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-19113b5a-42ec-4743-afcf-231734eba67c req-defe33dd-928b-4758-83bb-f52d47cd8f30 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=65a6e66e-fe08-48ca-87fc-5061b897a607 HTTP/1.1" status: 200 len: 210 time: 0.1658232 Jan 26 11:27:18.473156 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-13cdeead-5d33-4c63-8e14-746c07e29fbf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] DELETE failed (client error): The resource could not be found. Jan 26 11:27:18.473619 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13cdeead-5d33-4c63-8e14-746c07e29fbf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:27:18.504811 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f7912668-5132-4040-8f1e-0c1c995c4d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:18.529269 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-13cdeead-5d33-4c63-8e14-746c07e29fbf tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/subnets/c639e3a3-bb18-422e-adcf-246c4b78ef41 HTTP/1.1" status: 404 len: 337 time: 0.0997913 Jan 26 11:27:18.531294 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53418) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:18.563145 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7912668-5132-4040-8f1e-0c1c995c4d7f None None] Pushing event deleted for resources: {'Port': ['ID=77834e0a-3dba-47dd-b830-633266f36328,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:18.565336 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7912668-5132-4040-8f1e-0c1c995c4d7f None None] No DVR routers for this DVR port 77834e0a-3dba-47dd-b830-633266f36328 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:27:18.580131 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab15e877-5243-4eec-ac22-4e746d440253 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] DELETE failed (client error): The resource could not be found. Jan 26 11:27:18.580595 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab15e877-5243-4eec-ac22-4e746d440253 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:27:18.593004 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6397db89-d814-4778-96e8-628d9bcd7fff tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:18.622541 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6397db89-d814-4778-96e8-628d9bcd7fff tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:18.625664 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ab15e877-5243-4eec-ac22-4e746d440253 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/subnets/b45f31fd-1277-451e-b05e-0c0f8d56213e HTTP/1.1" status: 404 len: 337 time: 0.0951090 Jan 26 11:27:18.655907 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53422) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:18.728971 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-5973c911-b937-4176-b86b-3d0de6a5d808 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] DELETE failed (client error): The resource could not be found. Jan 26 11:27:18.729347 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5973c911-b937-4176-b86b-3d0de6a5d808 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:27:18.731035 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5973c911-b937-4176-b86b-3d0de6a5d808 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/ports/90cb2154-7836-480e-90bb-89ca91c6442b HTTP/1.1" status: 404 len: 333 time: 0.0741484 Jan 26 11:27:18.732933 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6397db89-d814-4778-96e8-628d9bcd7fff tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:27:18.735521 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53426) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:18.736304 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-6397db89-d814-4778-96e8-628d9bcd7fff tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:18.738685 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6397db89-d814-4778-96e8-628d9bcd7fff tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:27:18.784766 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-097869af-6ac2-4e88-b36b-7035abae217c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.20.0.7 (b1f8d3ab-278c-4006-a6de-937cf77a3d4b/9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6/28559beb-c894-437c-82b4-2653bbb75293) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:27:18.819514 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397db89-d814-4778-96e8-628d9bcd7fff tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Pushing event updated for resources: {'Port': ['ID=431ab5ac-e914-438c-a5c7-b81934c50b0b,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:18.822983 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58eb649-3393-40ba-b7a4-0680e559a44f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Router 81b385e3-8d70-4ef9-9728-d2e2281719dc has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:27:18.835274 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b56073f-b79f-4e97-b277-de70eb936477 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] DELETE failed (client error): The resource could not be found. Jan 26 11:27:18.835743 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b56073f-b79f-4e97-b277-de70eb936477 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:27:18.840252 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9b56073f-b79f-4e97-b277-de70eb936477 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/subnets/f2916ff1-781f-4e82-9b48-2fc8b8c05fef HTTP/1.1" status: 404 len: 337 time: 0.0744722 Jan 26 11:27:18.841350 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53430) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:19.087524 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-04fb95b6-fdbe-45b1-961e-6311ad04848e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] DELETE failed (client error): The resource could not be found. Jan 26 11:27:19.087985 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04fb95b6-fdbe-45b1-961e-6311ad04848e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:27:19.089678 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-04fb95b6-fdbe-45b1-961e-6311ad04848e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/subnets/21778c2e-8476-470b-8523-c14f75764124 HTTP/1.1" status: 404 len: 337 time: 0.2458367 Jan 26 11:27:19.102232 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53434) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:19.164996 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3d0fe3-1642-4b4c-a327-a1a7ff49e70a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] DELETE failed (client error): The resource could not be found. Jan 26 11:27:19.165402 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3d0fe3-1642-4b4c-a327-a1a7ff49e70a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:27:19.168075 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0d3d0fe3-1642-4b4c-a327-a1a7ff49e70a tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/ports/0475a394-5f5b-4e3b-b81d-3fe64bc14418 HTTP/1.1" status: 404 len: 333 time: 0.0638981 Jan 26 11:27:19.169933 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53438) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:19.214445 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0d4f28-8ca7-415c-8b23-840d76f4552e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] DELETE failed (client error): The resource could not be found. Jan 26 11:27:19.214894 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a0d4f28-8ca7-415c-8b23-840d76f4552e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:27:19.216528 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4a0d4f28-8ca7-415c-8b23-840d76f4552e tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/subnets/2b9bb2b9-7345-4f9f-9616-c26e2b7c994d HTTP/1.1" status: 404 len: 337 time: 0.0458083 Jan 26 11:27:19.220811 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53442) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:19.289052 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6397db89-d814-4778-96e8-628d9bcd7fff tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:19.294462 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-117c4a61-60c3-4e4f-afb7-ecd48fde2374 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] DELETE failed (client error): The resource could not be found. Jan 26 11:27:19.294924 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-117c4a61-60c3-4e4f-afb7-ecd48fde2374 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:27:19.298959 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-117c4a61-60c3-4e4f-afb7-ecd48fde2374 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/subnets/16af3f94-e69a-488e-ad66-9551d1a0cc5f HTTP/1.1" status: 404 len: 337 time: 0.0661795 Jan 26 11:27:19.299831 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53446) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:19.322639 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58eb649-3393-40ba-b7a4-0680e559a44f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:27:19.332236 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e58eb649-3393-40ba-b7a4-0680e559a44f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "PUT /v2.0/routers/81b385e3-8d70-4ef9-9728-d2e2281719dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8634503 Jan 26 11:27:19.332236 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53450) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:19.333119 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf30ce2-1151-4c76-b70a-3917c5ff5e16 None None] Sync routers for ids ['81b385e3-8d70-4ef9-9728-d2e2281719dc'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:27:19.344682 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf30ce2-1151-4c76-b70a-3917c5ff5e16 None None] Routers {'81b385e3-8d70-4ef9-9728-d2e2281719dc'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:27:19.345223 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-2bf30ce2-1151-4c76-b70a-3917c5ff5e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:26:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['81b385e3-8d70-4ef9-9728-d2e2281719dc'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:19.407384 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-2bf30ce2-1151-4c76-b70a-3917c5ff5e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:19.408606 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-21c28e72-c748-4482-9bd0-39cffc4e7d2c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Deleting port b46c3616-95e6-49cf-9411-68534096085b {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:27:19.408952 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-21c28e72-c748-4482-9bd0-39cffc4e7d2c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:19.417077 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf30ce2-1151-4c76-b70a-3917c5ff5e16 None None] Routers {'81b385e3-8d70-4ef9-9728-d2e2281719dc'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:27:19.417386 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-2bf30ce2-1151-4c76-b70a-3917c5ff5e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:26:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['81b385e3-8d70-4ef9-9728-d2e2281719dc'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:19.423955 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-097869af-6ac2-4e88-b36b-7035abae217c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:19.470208 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6397db89-d814-4778-96e8-628d9bcd7fff tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:19.482146 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-2bf30ce2-1151-4c76-b70a-3917c5ff5e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:19.482585 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf30ce2-1151-4c76-b70a-3917c5ff5e16 None None] The sync data for ids ['81b385e3-8d70-4ef9-9728-d2e2281719dc'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:27:19.507741 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-097869af-6ac2-4e88-b36b-7035abae217c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Transition to ACTIVE for port object 28559beb-c894-437c-82b4-2653bbb75293 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:19.633803 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-08efcc3e-6617-4c77-836b-892b768eb87f req-8d6dbb7b-b814-4ec4-8270-f6e1e149253f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=65a6e66e-fe08-48ca-87fc-5061b897a607 HTTP/1.1" status: 200 len: 210 time: 0.0625913 Jan 26 11:27:19.720571 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-097869af-6ac2-4e88-b36b-7035abae217c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:19.809098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-097869af-6ac2-4e88-b36b-7035abae217c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network b1f8d3ab-278c-4006-a6de-937cf77a3d4b is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:27:19.816253 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-097869af-6ac2-4e88-b36b-7035abae217c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:19.825386 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-097869af-6ac2-4e88-b36b-7035abae217c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:27:19.906019 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097869af-6ac2-4e88-b36b-7035abae217c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=28559beb-c894-437c-82b4-2653bbb75293,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:19.943800 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-097869af-6ac2-4e88-b36b-7035abae217c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:19.944449 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-097869af-6ac2-4e88-b36b-7035abae217c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:19.973398 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-097869af-6ac2-4e88-b36b-7035abae217c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3507276 Jan 26 11:27:19.978308 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-21c28e72-c748-4482-9bd0-39cffc4e7d2c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:20.012232 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-aea9ced8-bb34-42cb-bc68-180fb4f5333c service neutron] Request body: {'port': {'device_id': '65a6e66e-fe08-48ca-87fc-5061b897a607', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:20.025914 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 77834e0a-3dba-47dd-b830-633266f36328 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:27:20.065866 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 77834e0a-3dba-47dd-b830-633266f36328 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:27:20.066288 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 77834e0a-3dba-47dd-b830-633266f36328 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:27:20.122050 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-21c28e72-c748-4482-9bd0-39cffc4e7d2c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Calling delete_port for b46c3616-95e6-49cf-9411-68534096085b owned by {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:27:20.135471 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-bf170658-e26b-4650-9037-f3da26d0cbfa None None] Provisioning for port 28559beb-c894-437c-82b4-2653bbb75293 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:27:20.140802 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-bf170658-e26b-4650-9037-f3da26d0cbfa None None] Provisioning complete for port 28559beb-c894-437c-82b4-2653bbb75293 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:20.141178 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bf170658-e26b-4650-9037-f3da26d0cbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:20.159024 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-aea9ced8-bb34-42cb-bc68-180fb4f5333c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:20.171734 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f9715f75-d6a7-4b42-98fb-2a9b88ee6949 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:20.230118 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-bf170658-e26b-4650-9037-f3da26d0cbfa None None] Port 28559beb-c894-437c-82b4-2653bbb75293 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:27:20.234775 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6397db89-d814-4778-96e8-628d9bcd7fff tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:20.237352 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-21c28e72-c748-4482-9bd0-39cffc4e7d2c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:20.274630 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6397db89-d814-4778-96e8-628d9bcd7fff tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:20.297657 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c28e72-c748-4482-9bd0-39cffc4e7d2c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Port': ['ID=b46c3616-95e6-49cf-9411-68534096085b,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:20.371088 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-21c28e72-c748-4482-9bd0-39cffc4e7d2c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:20.427131 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6397db89-d814-4778-96e8-628d9bcd7fff tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:20.481110 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397db89-d814-4778-96e8-628d9bcd7fff tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Pushing event updated for resources: {'Port': ['ID=431ab5ac-e914-438c-a5c7-b81934c50b0b,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:20.484503 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-21c28e72-c748-4482-9bd0-39cffc4e7d2c tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/ports/b46c3616-95e6-49cf-9411-68534096085b HTTP/1.1" status: 204 len: 168 time: 1.1837311 Jan 26 11:27:20.489537 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53456) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:20.603285 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-6397db89-d814-4778-96e8-628d9bcd7fff tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Floating IP ca4416b7-6e3f-4fa4-91b8-43c75c885f43 associated. External IP: 172.26.5.244, port: d43fa957-0386-4726-8991-372fa2fceead. Jan 26 11:27:20.807572 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7188e1be-31be-40a8-9c99-82e3eba2d0d4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:20.959877 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6397db89-d814-4778-96e8-628d9bcd7fff tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Router cb0176aa-36a5-44b7-8a41-b5fbc65e3392 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:27:21.116258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7188e1be-31be-40a8-9c99-82e3eba2d0d4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:21.174852 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5261689-f30b-4711-8ae1-b38aec1a40de req-6d57ff17-62b7-4e19-a3db-06f1948d391e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:21.175586 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-e5261689-f30b-4711-8ae1-b38aec1a40de req-6d57ff17-62b7-4e19-a3db-06f1948d391e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:27:21.216565 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-7188e1be-31be-40a8-9c99-82e3eba2d0d4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:21.252019 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-f9715f75-d6a7-4b42-98fb-2a9b88ee6949 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting port 40990af5-8363-4cf0-a5d8-2ec54838e775 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:27:21.252364 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f9715f75-d6a7-4b42-98fb-2a9b88ee6949 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:21.271768 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6397db89-d814-4778-96e8-628d9bcd7fff tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:27:21.283360 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f846f3d-0ca1-4dfa-b93f-8ae531178a37 None None] Sync routers for ids ['cb0176aa-36a5-44b7-8a41-b5fbc65e3392'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:27:21.290159 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-7188e1be-31be-40a8-9c99-82e3eba2d0d4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d94c1a-1c40-4758-a357-d2f2f0113bbb') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:21.290586 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-7188e1be-31be-40a8-9c99-82e3eba2d0d4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d94c1a-1c40-4758-a357-d2f2f0113bbb') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:21.293572 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6397db89-d814-4778-96e8-628d9bcd7fff tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:21.294797 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f846f3d-0ca1-4dfa-b93f-8ae531178a37 None None] Routers {'cb0176aa-36a5-44b7-8a41-b5fbc65e3392'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:27:21.295550 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6f846f3d-0ca1-4dfa-b93f-8ae531178a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:26:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['cb0176aa-36a5-44b7-8a41-b5fbc65e3392'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:21.306358 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-e5261689-f30b-4711-8ae1-b38aec1a40de req-6d57ff17-62b7-4e19-a3db-06f1948d391e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:27:21.307545 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e5261689-f30b-4711-8ae1-b38aec1a40de req-6d57ff17-62b7-4e19-a3db-06f1948d391e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=65a6e66e-fe08-48ca-87fc-5061b897a607 HTTP/1.1" status: 200 len: 931 time: 0.5534902 Jan 26 11:27:21.353117 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6397db89-d814-4778-96e8-628d9bcd7fff tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6423106 Jan 26 11:27:21.353117 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd3bbca-421c-404f-9a66-6936e0c85834', 'tag': 'd43fa957-0386-4726-8991-372fa2fceead'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:27:21.370142 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7188e1be-31be-40a8-9c99-82e3eba2d0d4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:21.459126 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7188e1be-31be-40a8-9c99-82e3eba2d0d4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:21.479510 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e5261689-f30b-4711-8ae1-b38aec1a40de req-202b6d79-11df-4147-b72e-aa6686ce121d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=3feecf6d-681f-4d6a-a4be-1959c74afc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353734 Jan 26 11:27:21.484697 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-aea9ced8-bb34-42cb-bc68-180fb4f5333c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28559beb-c894-437c-82b4-2653bbb75293 {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:27:21.485919 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-6f846f3d-0ca1-4dfa-b93f-8ae531178a37 None None] Set router cb0176aa-36a5-44b7-8a41-b5fbc65e3392 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:27:21.496013 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7188e1be-31be-40a8-9c99-82e3eba2d0d4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:27:21.496526 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7188e1be-31be-40a8-9c99-82e3eba2d0d4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:27:21.515593 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:27:21.557526 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da32f5-3afb-4e7d-ade5-da9546695ee2 req-f7f49c33-39c1-4c05-a9e6-c105014bfa9f tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:21.559392 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e9da32f5-3afb-4e7d-ade5-da9546695ee2 req-f7f49c33-39c1-4c05-a9e6-c105014bfa9f tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 945 time: 0.1163812 Jan 26 11:27:21.571517 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-aea9ced8-bb34-42cb-bc68-180fb4f5333c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:21.617398 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd3bbca-421c-404f-9a66-6936e0c85834', 'tag': 'd43fa957-0386-4726-8991-372fa2fceead', 'status': 'completed', 'code': 200} Jan 26 11:27:21.622355 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e9da32f5-3afb-4e7d-ade5-da9546695ee2 req-f089509c-10a7-4fd6-8ec2-1f1fab57bf3a tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f9896c1-20af-492f-ba6c-1ae68e3fc80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573614 Jan 26 11:27:21.647249 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53468) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:21.751517 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f9715f75-d6a7-4b42-98fb-2a9b88ee6949 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:21.766621 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-aea9ced8-bb34-42cb-bc68-180fb4f5333c service neutron] Transition to ACTIVE for port object 28559beb-c894-437c-82b4-2653bbb75293 will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:21.775144 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d1e42ce1-31a5-4606-a8ad-e5d1aaceecd5 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/floatingips/ca4416b7-6e3f-4fa4-91b8-43c75c885f43 HTTP/1.1" status: 200 len: 991 time: 0.1264465 Jan 26 11:27:21.820081 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7188e1be-31be-40a8-9c99-82e3eba2d0d4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:21.886721 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-f9715f75-d6a7-4b42-98fb-2a9b88ee6949 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Calling delete_port for 40990af5-8363-4cf0-a5d8-2ec54838e775 owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:27:21.927270 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6f846f3d-0ca1-4dfa-b93f-8ae531178a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12125218', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:37Z', 'updated_at': '2022-01-26T11:26:48Z', 'revision_number': 4, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'gw_port': {'id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:38Z', 'updated_at': '2022-01-26T11:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': 'ca4416b7-6e3f-4fa4-91b8-43c75c885f43', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'floating_ip_address': '172.26.5.244', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'port_id': 'd43fa957-0386-4726-8991-372fa2fceead', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd', 'mac_address': 'fa:16:3e:14:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd3bbca-421c-404f-9a66-6936e0c85834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:27:19Z', 'updated_at': '2022-01-26T11:27:19Z', 'revision_number': 0, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '433bb87d-1348-4a9d-8fa0-eddf7c90b200', 'name': '', 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'mac_address': 'fa:16:3e:84:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'e078e753-dece-4fd9-ae32-93fd01c0e77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:46Z', 'updated_at': '2022-01-26T11:26:56Z', 'revision_number': 5, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'subnets': [{'id': 'e078e753-dece-4fd9-ae32-93fd01c0e77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:21.930459 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-aea9ced8-bb34-42cb-bc68-180fb4f5333c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:21.931612 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f846f3d-0ca1-4dfa-b93f-8ae531178a37 None None] Checking router: cb0176aa-36a5-44b7-8a41-b5fbc65e3392 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:27:21.939710 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f846f3d-0ca1-4dfa-b93f-8ae531178a37 None None] Routers {'cb0176aa-36a5-44b7-8a41-b5fbc65e3392'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:27:21.940313 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6f846f3d-0ca1-4dfa-b93f-8ae531178a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:26:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['cb0176aa-36a5-44b7-8a41-b5fbc65e3392'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:21.943152 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7188e1be-31be-40a8-9c99-82e3eba2d0d4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:22.121491 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-6f846f3d-0ca1-4dfa-b93f-8ae531178a37 None None] Set router cb0176aa-36a5-44b7-8a41-b5fbc65e3392 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:27:22.135780 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188e1be-31be-40a8-9c99-82e3eba2d0d4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] Pushing event deleted for resources: {'Network': ['ID=df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:22.157641 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7188e1be-31be-40a8-9c99-82e3eba2d0d4 tempest-PortsIpV6TestJSON-324720332 tempest-PortsIpV6TestJSON-324720332-project] 10.222.0.39 "DELETE /v2.0/networks/df76c81b-09ea-42c8-b9ff-7a2c2bcd15b2 HTTP/1.1" status: 204 len: 168 time: 1.6642351 Jan 26 11:27:22.245025 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9ced8-bb34-42cb-bc68-180fb4f5333c service neutron] Pushing event updated for resources: {'Port': ['ID=28559beb-c894-437c-82b4-2653bbb75293,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:22.302346 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dd1cf-07f4-4737-811d-e08b1528ced3 req-6827db73-40d4-4ea7-adc7-08fc860966f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:22.303865 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a42dd1cf-07f4-4737-811d-e08b1528ced3 req-6827db73-40d4-4ea7-adc7-08fc860966f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78b2214c8dbf43e398d9d4fedfa8da2d&device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 1098 time: 0.6339285 Jan 26 11:27:22.495079 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53476) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:22.510031 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-25cdc12a-c71f-4407-a4b6-6b98ff955663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:22.538842 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-aea9ced8-bb34-42cb-bc68-180fb4f5333c service neutron] Attempting to bind port 28559beb-c894-437c-82b4-2653bbb75293 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:27:22.540406 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-aea9ced8-bb34-42cb-bc68-180fb4f5333c service neutron] Attempting to bind port 28559beb-c894-437c-82b4-2653bbb75293 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'a9805f93-5aca-43ec-92b7-5f68ffc0ddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:27:22.540898 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-aea9ced8-bb34-42cb-bc68-180fb4f5333c service neutron] Attempting to bind port 28559beb-c894-437c-82b4-2653bbb75293 on network b1f8d3ab-278c-4006-a6de-937cf77a3d4b {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:27:22.543573 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6f846f3d-0ca1-4dfa-b93f-8ae531178a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12125218', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:37Z', 'updated_at': '2022-01-26T11:26:48Z', 'revision_number': 4, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'gw_port': {'id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:38Z', 'updated_at': '2022-01-26T11:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': 'ca4416b7-6e3f-4fa4-91b8-43c75c885f43', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'floating_ip_address': '172.26.5.244', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'port_id': 'd43fa957-0386-4726-8991-372fa2fceead', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd', 'mac_address': 'fa:16:3e:14:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd3bbca-421c-404f-9a66-6936e0c85834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:27:19Z', 'updated_at': '2022-01-26T11:27:19Z', 'revision_number': 0, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '433bb87d-1348-4a9d-8fa0-eddf7c90b200', 'name': '', 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'mac_address': 'fa:16:3e:84:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'e078e753-dece-4fd9-ae32-93fd01c0e77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:46Z', 'updated_at': '2022-01-26T11:26:56Z', 'revision_number': 5, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'subnets': [{'id': 'e078e753-dece-4fd9-ae32-93fd01c0e77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:22.544134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dd1cf-07f4-4737-811d-e08b1528ced3 req-60458a3d-b8ed-45dc-8f04-ea987ef14f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:22.545466 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a42dd1cf-07f4-4737-811d-e08b1528ced3 req-60458a3d-b8ed-45dc-8f04-ea987ef14f45 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8fe3292-2a14-466f-b305-017fad7fdbbd HTTP/1.1" status: 200 len: 898 time: 0.2113457 Jan 26 11:27:22.548878 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f846f3d-0ca1-4dfa-b93f-8ae531178a37 None None] The sync data for ids ['cb0176aa-36a5-44b7-8a41-b5fbc65e3392'] in dv-neutron-826439-1-hyperv is: [{'id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12125218', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:37Z', 'updated_at': '2022-01-26T11:26:48Z', 'revision_number': 4, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'gw_port': {'id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:38Z', 'updated_at': '2022-01-26T11:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': 'ca4416b7-6e3f-4fa4-91b8-43c75c885f43', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'floating_ip_address': '172.26.5.244', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'port_id': 'd43fa957-0386-4726-8991-372fa2fceead', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd', 'mac_address': 'fa:16:3e:14:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd3bbca-421c-404f-9a66-6936e0c85834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:27:19Z', 'updated_at': '2022-01-26T11:27:19Z', 'revision_number': 0, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '433bb87d-1348-4a9d-8fa0-eddf7c90b200', 'name': '', 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'mac_address': 'fa:16:3e:84:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'e078e753-dece-4fd9-ae32-93fd01c0e77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:46Z', 'updated_at': '2022-01-26T11:26:56Z', 'revision_number': 5, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'subnets': [{'id': 'e078e753-dece-4fd9-ae32-93fd01c0e77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:27:22.562589 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-aea9ced8-bb34-42cb-bc68-180fb4f5333c service neutron] Port 28559beb-c894-437c-82b4-2653bbb75293 on network b1f8d3ab-278c-4006-a6de-937cf77a3d4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:27:22.563928 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-aea9ced8-bb34-42cb-bc68-180fb4f5333c service neutron] Attempting to bind port 28559beb-c894-437c-82b4-2653bbb75293 on network b1f8d3ab-278c-4006-a6de-937cf77a3d4b {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:27:22.683056 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3dd06130-7945-40b4-a374-7b4f7c41c2b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8b420c4cfae439da1a98efb97a1c710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860149 Jan 26 11:27:22.685798 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53484) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:22.727611 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-aea9ced8-bb34-42cb-bc68-180fb4f5333c service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:27:22.728050 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-aea9ced8-bb34-42cb-bc68-180fb4f5333c service neutron] Checking segment: {'id': 'a9805f93-5aca-43ec-92b7-5f68ffc0ddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:27:22.728519 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-aea9ced8-bb34-42cb-bc68-180fb4f5333c service neutron] Bound using segment: {'id': 'a9805f93-5aca-43ec-92b7-5f68ffc0ddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:27:22.729052 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-aea9ced8-bb34-42cb-bc68-180fb4f5333c service neutron] Bound port: 28559beb-c894-437c-82b4-2653bbb75293, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9805f93-5aca-43ec-92b7-5f68ffc0ddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:27:22.729474 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-aea9ced8-bb34-42cb-bc68-180fb4f5333c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:22.748275 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-03906989-ae02-4244-8b7d-4769e74c6855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:22.777826 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-03906989-ae02-4244-8b7d-4769e74c6855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:22.781162 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53488) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:22.816075 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7425ed-819d-4615-9d34-32223b821cf1 None None] New status for floating IP ca4416b7-6e3f-4fa4-91b8-43c75c885f43: ACTIVE {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:27:22.842729 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-03906989-ae02-4244-8b7d-4769e74c6855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:22.859622 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03906989-ae02-4244-8b7d-4769e74c6855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea40379-011a-46e0-aca3-c6cf14ff3f6d,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:22.867061 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-03906989-ae02-4244-8b7d-4769e74c6855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:22.870366 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-03906989-ae02-4244-8b7d-4769e74c6855 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ea40379-011a-46e0-aca3-c6cf14ff3f6d HTTP/1.1" status: 204 len: 168 time: 0.1828043 Jan 26 11:27:22.951727 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f9715f75-d6a7-4b42-98fb-2a9b88ee6949 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:22.999023 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a42dd1cf-07f4-4737-811d-e08b1528ced3 req-3e0e50a8-9e78-4006-b3eb-522a6777ed30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d43fa957-0386-4726-8991-372fa2fceead HTTP/1.1" status: 200 len: 999 time: 0.4452159 Jan 26 11:27:23.071428 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9715f75-d6a7-4b42-98fb-2a9b88ee6949 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Port': ['ID=40990af5-8363-4cf0-a5d8-2ec54838e775,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:23.150342 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fe706e9c-da98-43d7-a835-d9c216abc680 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/floatingips/ca4416b7-6e3f-4fa4-91b8-43c75c885f43 HTTP/1.1" status: 200 len: 991 time: 0.3624306 Jan 26 11:27:23.219163 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-aea9ced8-bb34-42cb-bc68-180fb4f5333c service neutron] For port 28559beb-c894-437c-82b4-2653bbb75293, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:27:23.240268 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e8551-8b08-482d-96a8-a62dd2aab071 req-85b0e541-6197-4fc5-a488-4710673f5562 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:23.241822 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-599e8551-8b08-482d-96a8-a62dd2aab071 req-85b0e541-6197-4fc5-a488-4710673f5562 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=65a6e66e-fe08-48ca-87fc-5061b897a607 HTTP/1.1" status: 200 len: 943 time: 0.5776701 Jan 26 11:27:23.341541 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dd1cf-07f4-4737-811d-e08b1528ced3 req-6d764e86-f773-46b1-95d3-3f1a4f2e6607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:23.343032 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a42dd1cf-07f4-4737-811d-e08b1528ced3 req-6d764e86-f773-46b1-95d3-3f1a4f2e6607 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e078e753-dece-4fd9-ae32-93fd01c0e77c HTTP/1.1" status: 200 len: 834 time: 0.3147066 Jan 26 11:27:23.344517 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-aea9ced8-bb34-42cb-bc68-180fb4f5333c service neutron] For port 28559beb-c894-437c-82b4-2653bbb75293, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=28559beb-c894-437c-82b4-2653bbb75293,segment=NetworkSegment(a9805f93-5aca-43ec-92b7-5f68ffc0ddf6),segment_id=a9805f93-5aca-43ec-92b7-5f68ffc0ddf6)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:27:23.352145 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f9715f75-d6a7-4b42-98fb-2a9b88ee6949 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:23.388845 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-aea9ced8-bb34-42cb-bc68-180fb4f5333c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:23.685193 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53512) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:23.701308 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-aea9ced8-bb34-42cb-bc68-180fb4f5333c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:23.701919 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-aea9ced8-bb34-42cb-bc68-180fb4f5333c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:23.703812 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-aea9ced8-bb34-42cb-bc68-180fb4f5333c service neutron] 10.222.0.24 "PUT /v2.0/ports/28559beb-c894-437c-82b4-2653bbb75293 HTTP/1.1" status: 200 len: 1093 time: 3.7026157 Jan 26 11:27:23.709604 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a6e66e-fe08-48ca-87fc-5061b897a607', 'tag': '28559beb-c894-437c-82b4-2653bbb75293'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:27:23.724695 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-599e8551-8b08-482d-96a8-a62dd2aab071 req-2e5ad1c5-9e09-4ac5-adf3-fb4920ff78e4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=3feecf6d-681f-4d6a-a4be-1959c74afc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4674835 Jan 26 11:27:23.846846 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a6e66e-fe08-48ca-87fc-5061b897a607', 'tag': '28559beb-c894-437c-82b4-2653bbb75293', 'status': 'completed', 'code': 200} Jan 26 11:27:23.850420 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-d143a6c6-2538-4782-ae27-75ec83970338 tempest-DvrRoutersNegativeTest-850201766 tempest-DvrRoutersNegativeTest-850201766-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1118164446', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:23.853453 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.policy [None req-d143a6c6-2538-4782-ae27-75ec83970338 tempest-DvrRoutersNegativeTest-850201766 tempest-DvrRoutersNegativeTest-850201766-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87442) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jan 26 11:27:23.853813 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.policy [None req-d143a6c6-2538-4782-ae27-75ec83970338 tempest-DvrRoutersNegativeTest-850201766 tempest-DvrRoutersNegativeTest-850201766-project] Failed policy check for 'create_router' {{(pid=87442) enforce /opt/stack/neutron/neutron/policy.py:520}} Jan 26 11:27:23.854364 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-d143a6c6-2538-4782-ae27-75ec83970338 tempest-DvrRoutersNegativeTest-850201766 tempest-DvrRoutersNegativeTest-850201766-project] create failed (client error): Access was denied to this resource. Jan 26 11:27:23.855329 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d143a6c6-2538-4782-ae27-75ec83970338 tempest-DvrRoutersNegativeTest-850201766 tempest-DvrRoutersNegativeTest-850201766-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1675937 Jan 26 11:27:23.931268 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9ced8-bb34-42cb-bc68-180fb4f5333c service neutron] Pushing event updated for resources: {'Port': ['ID=28559beb-c894-437c-82b4-2653bbb75293,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:24.033908 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9715f75-d6a7-4b42-98fb-2a9b88ee6949 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Router 81b385e3-8d70-4ef9-9728-d2e2281719dc has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:27:24.041963 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dd1cf-07f4-4737-811d-e08b1528ced3 req-fca368ed-7a3c-412e-ab9a-17d2cd3a74e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:24.043516 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a42dd1cf-07f4-4737-811d-e08b1528ced3 req-fca368ed-7a3c-412e-ab9a-17d2cd3a74e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8fe3292-2a14-466f-b305-017fad7fdbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6926329 Jan 26 11:27:24.149136 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53524) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:24.152535 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-79360ef1-58ab-43f8-be67-50f3185aa5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:24.154034 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-79360ef1-58ab-43f8-be67-50f3185aa5b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=65a6e66e-fe08-48ca-87fc-5061b897a607 HTTP/1.1" status: 200 len: 1096 time: 0.4040380 Jan 26 11:27:24.155542 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53528) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:24.293105 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-da97a9a9-1f02-4b15-87de-001510e4f272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:24.315781 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f82912df-28ec-4749-b6d7-eb7c657376d3 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/floatingips/ca4416b7-6e3f-4fa4-91b8-43c75c885f43 HTTP/1.1" status: 200 len: 993 time: 0.1585903 Jan 26 11:27:24.316937 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-da97a9a9-1f02-4b15-87de-001510e4f272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:24.320981 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-da97a9a9-1f02-4b15-87de-001510e4f272 admin admin] Usage tracker for resource:security_group_rule and tenant:328cfa1f92324fa7b54f20c92674f727 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:24.324144 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-da97a9a9-1f02-4b15-87de-001510e4f272 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:24.330100 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-da97a9a9-1f02-4b15-87de-001510e4f272 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:24.337396 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-5a1660ea-928f-4d7e-983f-e50bcc42b2a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28559beb-c894-437c-82b4-2653bbb75293 HTTP/1.1" status: 200 len: 217 time: 0.1686976 Jan 26 11:27:24.347063 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9715f75-d6a7-4b42-98fb-2a9b88ee6949 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:27:24.359142 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fa6983-c508-49df-a789-485d2055d26c None None] Sync routers for ids ['81b385e3-8d70-4ef9-9728-d2e2281719dc'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:27:24.370593 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fa6983-c508-49df-a789-485d2055d26c None None] Routers {'81b385e3-8d70-4ef9-9728-d2e2281719dc'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:27:24.371295 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-94fa6983-c508-49df-a789-485d2055d26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:26:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['81b385e3-8d70-4ef9-9728-d2e2281719dc'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:24.440310 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f9715f75-d6a7-4b42-98fb-2a9b88ee6949 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "PUT /v2.0/routers/81b385e3-8d70-4ef9-9728-d2e2281719dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1070507 Jan 26 11:27:24.441929 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53534) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:24.448566 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-94fa6983-c508-49df-a789-485d2055d26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:24.451436 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a42dd1cf-07f4-4737-811d-e08b1528ced3 req-d21312f9-8793-496d-afe5-c08875ad8a7f service neutron] 10.222.0.24 "GET /v2.0/networks/e8fe3292-2a14-466f-b305-017fad7fdbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981600 Jan 26 11:27:24.454863 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-f8d9801c-08c4-46ef-9db6-937ac7090dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:24.457126 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-f8d9801c-08c4-46ef-9db6-937ac7090dd9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6 HTTP/1.1" status: 200 len: 834 time: 0.1114995 Jan 26 11:27:24.461343 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fa6983-c508-49df-a789-485d2055d26c None None] Routers {'81b385e3-8d70-4ef9-9728-d2e2281719dc'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:27:24.462068 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-94fa6983-c508-49df-a789-485d2055d26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:26:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['81b385e3-8d70-4ef9-9728-d2e2281719dc'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:24.490117 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-da97a9a9-1f02-4b15-87de-001510e4f272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:24.498099 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f4c642cd-7e76-4f6a-9cd9-afb569cdfa6e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "GET /v2.0/ports?device_id=81b385e3-8d70-4ef9-9728-d2e2281719dc HTTP/1.1" status: 200 len: 205 time: 0.0548937 Jan 26 11:27:24.499333 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-da97a9a9-1f02-4b15-87de-001510e4f272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:24.508160 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53538) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:24.529479 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-94fa6983-c508-49df-a789-485d2055d26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:24.529887 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fa6983-c508-49df-a789-485d2055d26c None None] The sync data for ids ['81b385e3-8d70-4ef9-9728-d2e2281719dc'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:27:24.537945 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-da97a9a9-1f02-4b15-87de-001510e4f272 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=328cfa1f92324fa7b54f20c92674f727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3882351 Jan 26 11:27:24.540596 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53542) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:24.582156 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97a9a9-1f02-4b15-87de-001510e4f272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc03f3f-726c-42c4-92da-73d3c27da97a,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:24.618595 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f4897d43-e992-4051-a5e6-a3b6d5932925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:24.643909 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f4897d43-e992-4051-a5e6-a3b6d5932925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:24.694000 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f4897d43-e992-4051-a5e6-a3b6d5932925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:24.708666 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4897d43-e992-4051-a5e6-a3b6d5932925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc03f3f-726c-42c4-92da-73d3c27da97a,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:24.717628 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f4897d43-e992-4051-a5e6-a3b6d5932925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:24.720999 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f4897d43-e992-4051-a5e6-a3b6d5932925 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2dc03f3f-726c-42c4-92da-73d3c27da97a HTTP/1.1" status: 204 len: 168 time: 0.1773086 Jan 26 11:27:24.741599 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ff629749-a255-4067-b4bd-116a6a34ef01 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:24.816087 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-357111a1-b513-4b14-9f02-2a87fef49880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:25.185839 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a42dd1cf-07f4-4737-811d-e08b1528ced3 req-644282c7-9360-4897-b2b9-2df39380b9e2 service neutron] 10.222.0.24 "GET /v2.0/networks/e8fe3292-2a14-466f-b305-017fad7fdbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7275865 Jan 26 11:27:25.271947 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ff629749-a255-4067-b4bd-116a6a34ef01 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:25.277029 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ff629749-a255-4067-b4bd-116a6a34ef01 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:25.286050 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-c94f9102-dd42-4918-8ff9-edb2f91dcf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:25.287576 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-c94f9102-dd42-4918-8ff9-edb2f91dcf32 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1f8d3ab-278c-4006-a6de-937cf77a3d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8113987 Jan 26 11:27:25.348040 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ff629749-a255-4067-b4bd-116a6a34ef01 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:25.348555 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff629749-a255-4067-b4bd-116a6a34ef01 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Fanout notify agent at l3_agent the message router_deleted on router 81b385e3-8d70-4ef9-9728-d2e2281719dc {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:27:25.417505 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7df18-acc5-44d1-b618-e16923878448 req-20de84c2-2814-458b-a0a0-3069da82cedb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:25.419018 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-93f7df18-acc5-44d1-b618-e16923878448 req-20de84c2-2814-458b-a0a0-3069da82cedb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=65a6e66e-fe08-48ca-87fc-5061b897a607 HTTP/1.1" status: 200 len: 943 time: 0.5386109 Jan 26 11:27:25.423011 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ff629749-a255-4067-b4bd-116a6a34ef01 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:25.426348 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ff629749-a255-4067-b4bd-116a6a34ef01 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/routers/81b385e3-8d70-4ef9-9728-d2e2281719dc HTTP/1.1" status: 204 len: 168 time: 0.9108946 Jan 26 11:27:25.426754 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53568) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:25.444595 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53572) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:25.494773 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aeeb2e3-2587-4f38-a1f6-8e4b88c92fb6 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting subnet fd579bae-6f81-4246-a315-3d88cd2d77a2 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:27:25.497792 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4aeeb2e3-2587-4f38-a1f6-8e4b88c92fb6 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:25.498195 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-1a032820-c7a7-4e68-937f-1424dd1109c6 service neutron] 10.222.0.24 "GET /v2.0/networks/b1f8d3ab-278c-4006-a6de-937cf77a3d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972659 Jan 26 11:27:25.501209 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-93f7df18-acc5-44d1-b618-e16923878448 req-0cb98671-c100-4f39-b224-e63d24a91e28 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=3feecf6d-681f-4d6a-a4be-1959c74afc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761743 Jan 26 11:27:25.561662 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4aeeb2e3-2587-4f38-a1f6-8e4b88c92fb6 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:25.604248 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-2c4a6651-2ade-47d4-8f50-2e7e15cfbe9d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1806246958-network', 'tenant_id': '39e403c7fbaa4f32a0e0138f8fa1b4c2'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:25.610250 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2c4a6651-2ade-47d4-8f50-2e7e15cfbe9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:25.616749 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2c4a6651-2ade-47d4-8f50-2e7e15cfbe9d admin admin] Usage tracker for resource:network and tenant:39e403c7fbaa4f32a0e0138f8fa1b4c2 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:25.626888 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2c4a6651-2ade-47d4-8f50-2e7e15cfbe9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:25.635437 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2c4a6651-2ade-47d4-8f50-2e7e15cfbe9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:25.645861 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4aeeb2e3-2587-4f38-a1f6-8e4b88c92fb6 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:25.659890 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b14cfdc1-7880-4882-bcd5-7b2a198dbb7e req-96a280ed-6e1b-44a8-9de8-44bc71f22aac service neutron] 10.222.0.24 "GET /v2.0/networks/b1f8d3ab-278c-4006-a6de-937cf77a3d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561069 Jan 26 11:27:25.660966 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4a6651-2ade-47d4-8f50-2e7e15cfbe9d admin admin] Made reservation on behalf of 39e403c7fbaa4f32a0e0138f8fa1b4c2 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:27:25.664416 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2c4a6651-2ade-47d4-8f50-2e7e15cfbe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:25.677191 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2c4a6651-2ade-47d4-8f50-2e7e15cfbe9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:25.692449 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2c4a6651-2ade-47d4-8f50-2e7e15cfbe9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:25.696890 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2c4a6651-2ade-47d4-8f50-2e7e15cfbe9d admin admin] Usage tracker for resource:security_group_rule and tenant:39e403c7fbaa4f32a0e0138f8fa1b4c2 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:25.700041 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2c4a6651-2ade-47d4-8f50-2e7e15cfbe9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:25.705841 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2c4a6651-2ade-47d4-8f50-2e7e15cfbe9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:25.723258 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4aeeb2e3-2587-4f38-a1f6-8e4b88c92fb6 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:25.768686 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeeb2e3-2587-4f38-a1f6-8e4b88c92fb6 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Subnet': ['ID=fd579bae-6f81-4246-a315-3d88cd2d77a2,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:25.770743 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4aeeb2e3-2587-4f38-a1f6-8e4b88c92fb6 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:25.780193 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4aeeb2e3-2587-4f38-a1f6-8e4b88c92fb6 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/subnets/fd579bae-6f81-4246-a315-3d88cd2d77a2 HTTP/1.1" status: 204 len: 168 time: 0.3500280 Jan 26 11:27:25.780374 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f958c8d8-e16c-4db5-bce3-7053b7fe0397 None None] Network f8b7a04b-b8ba-4d90-b8f8-d31d6f5c3934 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:27:25.780492 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53578) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:25.820328 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e1d30-15e3-4189-bfd0-d2056e1f84f6 req-47e8e6e8-0737-469d-af0c-d2bb8641e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:25.822291 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ff6e1d30-15e3-4189-bfd0-d2056e1f84f6 req-47e8e6e8-0737-469d-af0c-d2bb8641e62b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=65a6e66e-fe08-48ca-87fc-5061b897a607 HTTP/1.1" status: 200 len: 1096 time: 0.1115303 Jan 26 11:27:25.858309 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad51531-636d-493c-bd22-23d11ac86270 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting subnet 7b6c12b6-0e38-4eae-8434-a93d931e19d9 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:27:25.863807 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4ad51531-636d-493c-bd22-23d11ac86270 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:25.932607 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4ad51531-636d-493c-bd22-23d11ac86270 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:25.939620 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:25.957709 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2c4a6651-2ade-47d4-8f50-2e7e15cfbe9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:25.971965 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2c4a6651-2ade-47d4-8f50-2e7e15cfbe9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:26.024609 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4a6651-2ade-47d4-8f50-2e7e15cfbe9d admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:27:26.026767 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a6651-2ade-47d4-8f50-2e7e15cfbe9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01d0522-8f87-4f72-8d0b-a6da6029fe15,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:26.028479 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4ad51531-636d-493c-bd22-23d11ac86270 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:26.029820 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:26.033778 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e1d30-15e3-4189-bfd0-d2056e1f84f6 req-f35ee9cd-d00e-480a-9f16-1fc14249b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:26.035488 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ff6e1d30-15e3-4189-bfd0-d2056e1f84f6 req-f35ee9cd-d00e-480a-9f16-1fc14249b8ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1f8d3ab-278c-4006-a6de-937cf77a3d4b HTTP/1.1" status: 200 len: 898 time: 0.2061191 Jan 26 11:27:26.041722 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2c4a6651-2ade-47d4-8f50-2e7e15cfbe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:26.042278 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-2c4a6651-2ade-47d4-8f50-2e7e15cfbe9d admin admin] Added segment 2134d771-c58f-4fb7-a398-43231b53790d of type vlan for network b15ecf21-197e-4275-84df-1404037b4e5d Jan 26 11:27:26.115780 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ff6e1d30-15e3-4189-bfd0-d2056e1f84f6 req-8161cad6-c73a-4878-b76b-eee83ed1d049 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28559beb-c894-437c-82b4-2653bbb75293 HTTP/1.1" status: 200 len: 217 time: 0.0717969 Jan 26 11:27:26.119821 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4ad51531-636d-493c-bd22-23d11ac86270 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:26.125125 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446d40ad-8d9f-4d92-83c2-279d4851e0cb None None] DHCP port deletion for f8b7a04b-b8ba-4d90-b8f8-d31d6f5c3934 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:27:26.129820 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-446d40ad-8d9f-4d92-83c2-279d4851e0cb None None] Deleting port d565f8fc-49fb-4181-a323-2cf4ce411644 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:27:26.130436 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-446d40ad-8d9f-4d92-83c2-279d4851e0cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:26.168116 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad51531-636d-493c-bd22-23d11ac86270 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Subnet': ['ID=7b6c12b6-0e38-4eae-8434-a93d931e19d9,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:26.172155 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2c4a6651-2ade-47d4-8f50-2e7e15cfbe9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:26.172747 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4ad51531-636d-493c-bd22-23d11ac86270 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:26.179216 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4ad51531-636d-493c-bd22-23d11ac86270 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/subnets/7b6c12b6-0e38-4eae-8434-a93d931e19d9 HTTP/1.1" status: 204 len: 168 time: 0.3978834 Jan 26 11:27:26.182369 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53582) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:26.185021 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f635cf4-7135-4c4c-8443-d2ad0e4d18d9 None None] Network 50aa1ffb-0391-4c4a-b884-3a163d0969f2 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:27:26.213221 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e1d30-15e3-4189-bfd0-d2056e1f84f6 req-25286675-800a-4ccb-92f4-fe49302787a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:26.214700 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ff6e1d30-15e3-4189-bfd0-d2056e1f84f6 req-25286675-800a-4ccb-92f4-fe49302787a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6 HTTP/1.1" status: 200 len: 834 time: 0.0844216 Jan 26 11:27:26.262472 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2c4a6651-2ade-47d4-8f50-2e7e15cfbe9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:26.263385 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4a6651-2ade-47d4-8f50-2e7e15cfbe9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:26.263933 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2c4a6651-2ade-47d4-8f50-2e7e15cfbe9d admin admin] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:26.307784 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fe47bfde-c422-4b6f-bec5-707b43f12bfd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:26.318196 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-fe47bfde-c422-4b6f-bec5-707b43f12bfd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting port d565f8fc-49fb-4181-a323-2cf4ce411644 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:27:26.318565 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fe47bfde-c422-4b6f-bec5-707b43f12bfd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:26.390058 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2c4a6651-2ade-47d4-8f50-2e7e15cfbe9d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9443159 Jan 26 11:27:26.391202 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a6651-2ade-47d4-8f50-2e7e15cfbe9d admin admin] Pushing event updated for resources: {'Network': ['ID=b15ecf21-197e-4275-84df-1404037b4e5d,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:26.393457 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53586) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:26.402022 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-7e2812a3-bd39-435d-a1b6-2cafbab86c85 admin admin] Request body: {'subnet': {'network_id': 'b15ecf21-197e-4275-84df-1404037b4e5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1806246958-subnet', 'tenant_id': '39e403c7fbaa4f32a0e0138f8fa1b4c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:26.412547 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-7e2812a3-bd39-435d-a1b6-2cafbab86c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:26.424162 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-7e2812a3-bd39-435d-a1b6-2cafbab86c85 admin admin] Usage tracker for resource:subnet and tenant:39e403c7fbaa4f32a0e0138f8fa1b4c2 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:26.431151 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-7e2812a3-bd39-435d-a1b6-2cafbab86c85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:26.442445 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-7e2812a3-bd39-435d-a1b6-2cafbab86c85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:26.447794 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e1d30-15e3-4189-bfd0-d2056e1f84f6 req-9c8a61fe-c4c3-4db7-b478-691eaed13102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:26.450492 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ff6e1d30-15e3-4189-bfd0-d2056e1f84f6 req-9c8a61fe-c4c3-4db7-b478-691eaed13102 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1f8d3ab-278c-4006-a6de-937cf77a3d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2294164 Jan 26 11:27:26.484337 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network b15ecf21-197e-4275-84df-1404037b4e5d details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:27:26.505916 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2812a3-bd39-435d-a1b6-2cafbab86c85 admin admin] Made reservation on behalf of 39e403c7fbaa4f32a0e0138f8fa1b4c2 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:27:26.509657 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7e2812a3-bd39-435d-a1b6-2cafbab86c85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:26.655521 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-fe47bfde-c422-4b6f-bec5-707b43f12bfd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] For port d565f8fc-49fb-4181-a323-2cf4ce411644, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d565f8fc-49fb-4181-a323-2cf4ce411644,segment=NetworkSegment(8f9ca0de-cff4-4369-9815-67b6039c85d3),segment_id=8f9ca0de-cff4-4369-9815-67b6039c85d3)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:27:26.656023 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fe47bfde-c422-4b6f-bec5-707b43f12bfd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:26.765379 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-446d40ad-8d9f-4d92-83c2-279d4851e0cb None None] For port d565f8fc-49fb-4181-a323-2cf4ce411644, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d565f8fc-49fb-4181-a323-2cf4ce411644,segment=NetworkSegment(8f9ca0de-cff4-4369-9815-67b6039c85d3),segment_id=8f9ca0de-cff4-4369-9815-67b6039c85d3)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:27:26.765777 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-446d40ad-8d9f-4d92-83c2-279d4851e0cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:26.799662 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ff6e1d30-15e3-4189-bfd0-d2056e1f84f6 req-7439e2aa-9642-4a41-8253-6ffbc73c90f0 service neutron] 10.222.0.24 "GET /v2.0/networks/b1f8d3ab-278c-4006-a6de-937cf77a3d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420088 Jan 26 11:27:26.860883 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-fe47bfde-c422-4b6f-bec5-707b43f12bfd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Calling delete_port for d565f8fc-49fb-4181-a323-2cf4ce411644 owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:27:26.922891 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-446d40ad-8d9f-4d92-83c2-279d4851e0cb None None] Calling delete_port for d565f8fc-49fb-4181-a323-2cf4ce411644 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:27:26.977447 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f522d8b-fcbf-4e47-a44f-817f4bccdd4c req-31677c1c-ff78-4794-9fe4-82537fa90d48 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:26.979102 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6f522d8b-fcbf-4e47-a44f-817f4bccdd4c req-31677c1c-ff78-4794-9fe4-82537fa90d48 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=65a6e66e-fe08-48ca-87fc-5061b897a607 HTTP/1.1" status: 200 len: 943 time: 0.2522006 Jan 26 11:27:27.001373 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fe47bfde-c422-4b6f-bec5-707b43f12bfd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:27.002039 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-446d40ad-8d9f-4d92-83c2-279d4851e0cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:27:27.002965 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-446d40ad-8d9f-4d92-83c2-279d4851e0cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:27:27.059906 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47bfde-c422-4b6f-bec5-707b43f12bfd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Port': ['ID=d565f8fc-49fb-4181-a323-2cf4ce411644,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:27.076237 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe47bfde-c422-4b6f-bec5-707b43f12bfd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] No DVR routers for this DVR port d565f8fc-49fb-4181-a323-2cf4ce411644 on host dv-neutron-826439-1-hyperv {{(pid=87442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:27:27.120454 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6f522d8b-fcbf-4e47-a44f-817f4bccdd4c req-02c78ed1-0ee6-401d-a093-2415d5b6e600 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=3feecf6d-681f-4d6a-a4be-1959c74afc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319754 Jan 26 11:27:27.123395 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd81c49f-dd71-4494-9bd2-8f0c678b1fd9 None None] DHCP port deletion for 50aa1ffb-0391-4c4a-b884-3a163d0969f2 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:27:27.142650 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-cd81c49f-dd71-4494-9bd2-8f0c678b1fd9 None None] Deleting port 16a2028d-477d-4bea-a568-b83486c4722d {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:27:27.143134 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cd81c49f-dd71-4494-9bd2-8f0c678b1fd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:27.196623 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7e2812a3-bd39-435d-a1b6-2cafbab86c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:27.228817 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fe47bfde-c422-4b6f-bec5-707b43f12bfd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:27.230862 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ff6e1d30-15e3-4189-bfd0-d2056e1f84f6 req-1a50323c-3124-4c9f-846a-157c53de02a0 service neutron] 10.222.0.24 "GET /v2.0/networks/b1f8d3ab-278c-4006-a6de-937cf77a3d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941228 Jan 26 11:27:27.281697 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-fe47bfde-c422-4b6f-bec5-707b43f12bfd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b7a04b-b8ba-4d90-b8f8-d31d6f5c3934']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:27.286809 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2812a3-bd39-435d-a1b6-2cafbab86c85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff35443a-183a-453b-8a70-042eada05751,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:27.289790 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2812a3-bd39-435d-a1b6-2cafbab86c85 admin admin] Checking segment: {'id': '2134d771-c58f-4fb7-a398-43231b53790d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'b15ecf21-197e-4275-84df-1404037b4e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:27:27.290156 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2812a3-bd39-435d-a1b6-2cafbab86c85 admin admin] Network hostable DHCP agents. Network: b15ecf21-197e-4275-84df-1404037b4e5d, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:27:27.302747 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-fe47bfde-c422-4b6f-bec5-707b43f12bfd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9ca0de-cff4-4369-9815-67b6039c85d3') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:27.303119 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-fe47bfde-c422-4b6f-bec5-707b43f12bfd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9ca0de-cff4-4369-9815-67b6039c85d3') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:27.314479 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2812a3-bd39-435d-a1b6-2cafbab86c85 admin admin] Network b15ecf21-197e-4275-84df-1404037b4e5d is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:27:27.318232 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fe47bfde-c422-4b6f-bec5-707b43f12bfd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:27.324497 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-7e2812a3-bd39-435d-a1b6-2cafbab86c85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, b15ecf21-197e-4275-84df-1404037b4e5d) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:27.330664 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2812a3-bd39-435d-a1b6-2cafbab86c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:27.330892 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7e2812a3-bd39-435d-a1b6-2cafbab86c85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:27.336288 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ceb737-916f-444b-b22b-ebf840bef869 None None] Network b15ecf21-197e-4275-84df-1404037b4e5d requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:27:27.345539 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fe47bfde-c422-4b6f-bec5-707b43f12bfd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:27.353428 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7e2812a3-bd39-435d-a1b6-2cafbab86c85 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9575472 Jan 26 11:27:27.353725 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe47bfde-c422-4b6f-bec5-707b43f12bfd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:27:27.354207 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fe47bfde-c422-4b6f-bec5-707b43f12bfd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:27:27.373178 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:27:27.420307 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:27.461410 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fe47bfde-c422-4b6f-bec5-707b43f12bfd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:27.467583 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fe47bfde-c422-4b6f-bec5-707b43f12bfd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:27.477798 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 28559beb-c894-437c-82b4-2653bbb75293 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:27:27.499419 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47bfde-c422-4b6f-bec5-707b43f12bfd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Network': ['ID=f8b7a04b-b8ba-4d90-b8f8-d31d6f5c3934,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:27.502053 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-fe47bfde-c422-4b6f-bec5-707b43f12bfd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/networks/f8b7a04b-b8ba-4d90-b8f8-d31d6f5c3934 HTTP/1.1" status: 204 len: 168 time: 1.3187442 Jan 26 11:27:27.504753 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53596) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:27.542433 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-446d40ad-8d9f-4d92-83c2-279d4851e0cb None None] Deleting port d565f8fc-49fb-4181-a323-2cf4ce411644 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:27:27.542815 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-446d40ad-8d9f-4d92-83c2-279d4851e0cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:27.647046 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4260a10-55d8-4a8e-9d33-0e2a03bbc239 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:27.658993 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-b4260a10-55d8-4a8e-9d33-0e2a03bbc239 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting port 16a2028d-477d-4bea-a568-b83486c4722d {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:27:27.659334 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4260a10-55d8-4a8e-9d33-0e2a03bbc239 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:27.673745 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-446d40ad-8d9f-4d92-83c2-279d4851e0cb None None] The port 'd565f8fc-49fb-4181-a323-2cf4ce411644' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:27:27.798383 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-cd81c49f-dd71-4494-9bd2-8f0c678b1fd9 None None] For port 16a2028d-477d-4bea-a568-b83486c4722d, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=16a2028d-477d-4bea-a568-b83486c4722d,segment=NetworkSegment(48546edb-4bc2-410a-a191-b859ed18f40f),segment_id=48546edb-4bc2-410a-a191-b859ed18f40f)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:27:27.798790 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cd81c49f-dd71-4494-9bd2-8f0c678b1fd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:27.892604 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-b4260a10-55d8-4a8e-9d33-0e2a03bbc239 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] For port 16a2028d-477d-4bea-a568-b83486c4722d, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=16a2028d-477d-4bea-a568-b83486c4722d,segment=NetworkSegment(48546edb-4bc2-410a-a191-b859ed18f40f),segment_id=48546edb-4bc2-410a-a191-b859ed18f40f)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:27:27.892972 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4260a10-55d8-4a8e-9d33-0e2a03bbc239 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:27.923690 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53610) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:27.929816 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-3b13be58-7df2-4843-860c-93ae91d89eda admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-865083730-network', 'tenant_id': 'b5eda6bb5f154873a98fe44f60e4b06b'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:27.935063 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3b13be58-7df2-4843-860c-93ae91d89eda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:27.939568 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3b13be58-7df2-4843-860c-93ae91d89eda admin admin] Usage tracker for resource:network and tenant:b5eda6bb5f154873a98fe44f60e4b06b is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:27.942709 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3b13be58-7df2-4843-860c-93ae91d89eda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:27.951245 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3b13be58-7df2-4843-860c-93ae91d89eda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:27.964866 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-cd81c49f-dd71-4494-9bd2-8f0c678b1fd9 None None] Calling delete_port for 16a2028d-477d-4bea-a568-b83486c4722d owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:27:27.979877 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b13be58-7df2-4843-860c-93ae91d89eda admin admin] Made reservation on behalf of b5eda6bb5f154873a98fe44f60e4b06b for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:27:27.982716 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b13be58-7df2-4843-860c-93ae91d89eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:27.999791 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdbcd17-4e63-465e-8680-df64a9f9dc6f None None] Network b15ecf21-197e-4275-84df-1404037b4e5d requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:27:28.004414 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b13be58-7df2-4843-860c-93ae91d89eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:28.025067 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3b13be58-7df2-4843-860c-93ae91d89eda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:28.031716 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3b13be58-7df2-4843-860c-93ae91d89eda admin admin] Usage tracker for resource:security_group_rule and tenant:b5eda6bb5f154873a98fe44f60e4b06b is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:28.035429 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-b4260a10-55d8-4a8e-9d33-0e2a03bbc239 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Calling delete_port for 16a2028d-477d-4bea-a568-b83486c4722d owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:27:28.038668 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3b13be58-7df2-4843-860c-93ae91d89eda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:28.045955 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3b13be58-7df2-4843-860c-93ae91d89eda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:28.049131 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 16a2028d-477d-4bea-a568-b83486c4722d no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:27:28.123832 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 28559beb-c894-437c-82b4-2653bbb75293, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=28559beb-c894-437c-82b4-2653bbb75293,segment=NetworkSegment(a9805f93-5aca-43ec-92b7-5f68ffc0ddf6),segment_id=a9805f93-5aca-43ec-92b7-5f68ffc0ddf6)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:27:28.133479 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4260a10-55d8-4a8e-9d33-0e2a03bbc239 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:28.136783 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b13be58-7df2-4843-860c-93ae91d89eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:28.151868 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b13be58-7df2-4843-860c-93ae91d89eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:28.191030 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13be58-7df2-4843-860c-93ae91d89eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e228af-2c3f-4bf3-8936-2fd2879bcea4,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:28.200608 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '28559beb-c894-437c-82b4-2653bbb75293', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'port_id': '28559beb-c894-437c-82b4-2653bbb75293', 'mac_address': 'fa:16:3e:46:96:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:27:28.207462 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b13be58-7df2-4843-860c-93ae91d89eda admin admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:27:28.209128 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4260a10-55d8-4a8e-9d33-0e2a03bbc239 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] No DVR routers for this DVR port 16a2028d-477d-4bea-a568-b83486c4722d on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:27:28.223508 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b13be58-7df2-4843-860c-93ae91d89eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:28.223911 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-3b13be58-7df2-4843-860c-93ae91d89eda admin admin] Added segment 9de7bb99-0f02-4bef-86e8-24e836ba6e9e of type vlan for network 18442397-f01b-491d-a732-85144c3a0cf7 Jan 26 11:27:28.252180 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b13be58-7df2-4843-860c-93ae91d89eda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:28.254515 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4260a10-55d8-4a8e-9d33-0e2a03bbc239 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Port': ['ID=16a2028d-477d-4bea-a568-b83486c4722d,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:28.287399 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b13be58-7df2-4843-860c-93ae91d89eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:28.288373 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b13be58-7df2-4843-860c-93ae91d89eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:28.289636 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b13be58-7df2-4843-860c-93ae91d89eda admin admin] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:28.295218 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No active binding found for port 16a2028d-477d-4bea-a568-b83486c4722d {{(pid=87444) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 26 11:27:28.295875 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 16a2028d-477d-4bea-a568-b83486c4722d not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:27:28.296457 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d565f8fc-49fb-4181-a323-2cf4ce411644 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:27:28.339060 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: d565f8fc-49fb-4181-a323-2cf4ce411644 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:27:28.339692 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d565f8fc-49fb-4181-a323-2cf4ce411644 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:27:28.341857 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-cd81c49f-dd71-4494-9bd2-8f0c678b1fd9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:27:28.342415 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-cd81c49f-dd71-4494-9bd2-8f0c678b1fd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:27:28.375579 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:28.398131 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13be58-7df2-4843-860c-93ae91d89eda admin admin] Pushing event updated for resources: {'Network': ['ID=18442397-f01b-491d-a732-85144c3a0cf7,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:28.404013 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3b13be58-7df2-4843-860c-93ae91d89eda admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4788477 Jan 26 11:27:28.406626 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28559beb-c894-437c-82b4-2653bbb75293 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:27:28.406945 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53616) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:28.415014 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-6bfa9e19-7a4d-4c23-8441-80aacd78a50d admin admin] Request body: {'subnet': {'network_id': '18442397-f01b-491d-a732-85144c3a0cf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-865083730-subnet', 'tenant_id': 'b5eda6bb5f154873a98fe44f60e4b06b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:28.419969 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6bfa9e19-7a4d-4c23-8441-80aacd78a50d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:28.420535 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 18442397-f01b-491d-a732-85144c3a0cf7 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:27:28.423918 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6bfa9e19-7a4d-4c23-8441-80aacd78a50d admin admin] Usage tracker for resource:subnet and tenant:b5eda6bb5f154873a98fe44f60e4b06b is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:28.426652 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4260a10-55d8-4a8e-9d33-0e2a03bbc239 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:28.427162 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6bfa9e19-7a4d-4c23-8441-80aacd78a50d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:28.434139 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6bfa9e19-7a4d-4c23-8441-80aacd78a50d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:28.445460 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfa9e19-7a4d-4c23-8441-80aacd78a50d admin admin] Made reservation on behalf of b5eda6bb5f154873a98fe44f60e4b06b for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:27:28.448261 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6bfa9e19-7a4d-4c23-8441-80aacd78a50d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:28.458879 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-b4260a10-55d8-4a8e-9d33-0e2a03bbc239 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50aa1ffb-0391-4c4a-b884-3a163d0969f2']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:28.476229 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-b4260a10-55d8-4a8e-9d33-0e2a03bbc239 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48546edb-4bc2-410a-a191-b859ed18f40f') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:28.476654 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-b4260a10-55d8-4a8e-9d33-0e2a03bbc239 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48546edb-4bc2-410a-a191-b859ed18f40f') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:28.497536 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b7883-22ae-4cc3-bb89-c238478efbc0 req-ffd73b05-dd5c-4d40-8d00-2296ef7b2458 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:28.498174 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 28559beb-c894-437c-82b4-2653bbb75293, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=28559beb-c894-437c-82b4-2653bbb75293,segment=NetworkSegment(a9805f93-5aca-43ec-92b7-5f68ffc0ddf6),segment_id=a9805f93-5aca-43ec-92b7-5f68ffc0ddf6)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:27:28.498784 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7a1b7883-22ae-4cc3-bb89-c238478efbc0 req-ffd73b05-dd5c-4d40-8d00-2296ef7b2458 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=65a6e66e-fe08-48ca-87fc-5061b897a607 HTTP/1.1" status: 200 len: 943 time: 0.2489541 Jan 26 11:27:28.500448 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4260a10-55d8-4a8e-9d33-0e2a03bbc239 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:28.518955 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4260a10-55d8-4a8e-9d33-0e2a03bbc239 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:28.544201 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4260a10-55d8-4a8e-9d33-0e2a03bbc239 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:27:28.544605 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4260a10-55d8-4a8e-9d33-0e2a03bbc239 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:28.552371 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:27:28.561612 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:27:28.630723 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=28559beb-c894-437c-82b4-2653bbb75293,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:28.657281 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7a1b7883-22ae-4cc3-bb89-c238478efbc0 req-329a9b7e-5646-4b9d-90b8-d232704e4a17 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=3feecf6d-681f-4d6a-a4be-1959c74afc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355519 Jan 26 11:27:28.660950 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6bfa9e19-7a4d-4c23-8441-80aacd78a50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:28.666485 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4260a10-55d8-4a8e-9d33-0e2a03bbc239 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:28.674858 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4260a10-55d8-4a8e-9d33-0e2a03bbc239 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:28.703951 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4260a10-55d8-4a8e-9d33-0e2a03bbc239 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Network': ['ID=50aa1ffb-0391-4c4a-b884-3a163d0969f2,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:28.709009 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b4260a10-55d8-4a8e-9d33-0e2a03bbc239 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/networks/50aa1ffb-0391-4c4a-b884-3a163d0969f2 HTTP/1.1" status: 204 len: 168 time: 1.2030985 Jan 26 11:27:28.714501 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53620) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:28.728800 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-4defe2d6-3ad2-4382-8fb4-194b64c421e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-627680511'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:28.749086 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4defe2d6-3ad2-4382-8fb4-194b64c421e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:28.755523 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa9e19-7a4d-4c23-8441-80aacd78a50d admin admin] Pushing event updated for resources: {'Subnet': ['ID=659aff6c-6628-49fc-aa4f-8f08fd28a04f,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:28.758002 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4defe2d6-3ad2-4382-8fb4-194b64c421e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Usage tracker for resource:network and tenant:50b8065b09b94599b4fb2f9dadc72721 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:28.762277 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4defe2d6-3ad2-4382-8fb4-194b64c421e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:28.771690 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4defe2d6-3ad2-4382-8fb4-194b64c421e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:28.774112 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfa9e19-7a4d-4c23-8441-80aacd78a50d admin admin] Checking segment: {'id': '9de7bb99-0f02-4bef-86e8-24e836ba6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '18442397-f01b-491d-a732-85144c3a0cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:27:28.774500 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfa9e19-7a4d-4c23-8441-80aacd78a50d admin admin] Network hostable DHCP agents. Network: 18442397-f01b-491d-a732-85144c3a0cf7, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:27:28.784887 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['28559beb-c894-437c-82b4-2653bbb75293'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:27:28.792387 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4defe2d6-3ad2-4382-8fb4-194b64c421e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Made reservation on behalf of 50b8065b09b94599b4fb2f9dadc72721 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:27:28.795803 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4defe2d6-3ad2-4382-8fb4-194b64c421e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:28.814284 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfa9e19-7a4d-4c23-8441-80aacd78a50d admin admin] Network 18442397-f01b-491d-a732-85144c3a0cf7 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:27:28.827589 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-6bfa9e19-7a4d-4c23-8441-80aacd78a50d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 18442397-f01b-491d-a732-85144c3a0cf7) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:28.835454 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfa9e19-7a4d-4c23-8441-80aacd78a50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:28.835923 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6bfa9e19-7a4d-4c23-8441-80aacd78a50d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:28.840073 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4defe2d6-3ad2-4382-8fb4-194b64c421e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:27:28.860077 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4defe2d6-3ad2-4382-8fb4-194b64c421e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:28.860426 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-4defe2d6-3ad2-4382-8fb4-194b64c421e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Added segment abf5d99f-93fe-46e9-868d-08e09c538e11 of type vlan for network 5a89f0f3-62dd-460d-99a9-2f41bcac5fff Jan 26 11:27:28.884761 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6bfa9e19-7a4d-4c23-8441-80aacd78a50d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4671776 Jan 26 11:27:28.884993 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-cd81c49f-dd71-4494-9bd2-8f0c678b1fd9 None None] Deleting port 16a2028d-477d-4bea-a568-b83486c4722d {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:27:28.884993 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cd81c49f-dd71-4494-9bd2-8f0c678b1fd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:28.903441 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4defe2d6-3ad2-4382-8fb4-194b64c421e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:28.927585 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42f6eea-ef57-4c77-bd7b-750ad4fe95a7 None None] Network 18442397-f01b-491d-a732-85144c3a0cf7 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:27:28.935148 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4defe2d6-3ad2-4382-8fb4-194b64c421e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:28.940994 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4defe2d6-3ad2-4382-8fb4-194b64c421e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:28.941581 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4defe2d6-3ad2-4382-8fb4-194b64c421e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:28.997493 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4defe2d6-3ad2-4382-8fb4-194b64c421e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2804620 Jan 26 11:27:29.000329 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53626) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:29.001171 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-cd81c49f-dd71-4494-9bd2-8f0c678b1fd9 None None] The port '16a2028d-477d-4bea-a568-b83486c4722d' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:27:29.059223 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-a65bd2ce-c82b-4e32-afd4-dd3c7b825b88 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'subnet': {'network_id': '5a89f0f3-62dd-460d-99a9-2f41bcac5fff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:29.075636 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defe2d6-3ad2-4382-8fb4-194b64c421e5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Network': ['ID=5a89f0f3-62dd-460d-99a9-2f41bcac5fff,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:29.093398 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 5a89f0f3-62dd-460d-99a9-2f41bcac5fff details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:27:29.187463 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a65bd2ce-c82b-4e32-afd4-dd3c7b825b88 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:29.191284 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a65bd2ce-c82b-4e32-afd4-dd3c7b825b88 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Usage tracker for resource:subnet and tenant:50b8065b09b94599b4fb2f9dadc72721 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:29.194164 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a65bd2ce-c82b-4e32-afd4-dd3c7b825b88 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:29.200698 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a65bd2ce-c82b-4e32-afd4-dd3c7b825b88 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:29.211458 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65bd2ce-c82b-4e32-afd4-dd3c7b825b88 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Made reservation on behalf of 50b8065b09b94599b4fb2f9dadc72721 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:27:29.215189 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a65bd2ce-c82b-4e32-afd4-dd3c7b825b88 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:29.409018 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f096df-4c3c-489c-8fd8-f7b1f6f92098 None None] Network 18442397-f01b-491d-a732-85144c3a0cf7 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:27:29.623454 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-dcf6c862-ff73-4d7e-979f-1eb5c4c95958 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:29.624927 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-dcf6c862-ff73-4d7e-979f-1eb5c4c95958 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/networks?id=b15ecf21-197e-4275-84df-1404037b4e5d HTTP/1.1" status: 200 len: 812 time: 0.2097590 Jan 26 11:27:29.651051 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-d21c3b7f-9a88-4caf-bc81-f3f28c1bf2b5 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/quotas/39e403c7fbaa4f32a0e0138f8fa1b4c2 HTTP/1.1" status: 200 len: 375 time: 0.0138099 Jan 26 11:27:29.724659 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-94035bfc-4da9-479f-ad22-104fa8614b49 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=39e403c7fbaa4f32a0e0138f8fa1b4c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670471 Jan 26 11:27:29.731654 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a65bd2ce-c82b-4e32-afd4-dd3c7b825b88 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:29.881195 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f147d98-271c-491a-9b95-ba6e5f5a6ee7 req-ac16ae68-8ec1-4dfd-9aa6-9011d8af9a37 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:29.883437 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1f147d98-271c-491a-9b95-ba6e5f5a6ee7 req-ac16ae68-8ec1-4dfd-9aa6-9011d8af9a37 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=65a6e66e-fe08-48ca-87fc-5061b897a607 HTTP/1.1" status: 200 len: 944 time: 0.0920405 Jan 26 11:27:29.896040 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bd2ce-c82b-4e32-afd4-dd3c7b825b88 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Subnet': ['ID=e6df81a1-cb79-47d6-aeaf-5f3f9a551742,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:29.925963 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65bd2ce-c82b-4e32-afd4-dd3c7b825b88 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Checking segment: {'id': 'abf5d99f-93fe-46e9-868d-08e09c538e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5a89f0f3-62dd-460d-99a9-2f41bcac5fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:27:29.926339 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65bd2ce-c82b-4e32-afd4-dd3c7b825b88 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network hostable DHCP agents. Network: 5a89f0f3-62dd-460d-99a9-2f41bcac5fff, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:27:29.927831 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1f147d98-271c-491a-9b95-ba6e5f5a6ee7 req-c9387643-b13b-425d-9af9-49fd605d2edd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=3feecf6d-681f-4d6a-a4be-1959c74afc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389175 Jan 26 11:27:29.963334 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-1a168763-8d01-49af-a3e8-46b0278dc2d0 service neutron] 10.222.0.39 "GET /v2.0/networks/b15ecf21-197e-4275-84df-1404037b4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269092 Jan 26 11:27:29.967959 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65bd2ce-c82b-4e32-afd4-dd3c7b825b88 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network 5a89f0f3-62dd-460d-99a9-2f41bcac5fff is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:27:30.009508 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-a65bd2ce-c82b-4e32-afd4-dd3c7b825b88 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 5a89f0f3-62dd-460d-99a9-2f41bcac5fff) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:30.013914 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65bd2ce-c82b-4e32-afd4-dd3c7b825b88 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:30.014529 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a65bd2ce-c82b-4e32-afd4-dd3c7b825b88 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:30.019541 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ce4b91-5d90-46a7-bc78-ff26caddc01d None None] Network 5a89f0f3-62dd-460d-99a9-2f41bcac5fff requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:27:30.093634 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a65bd2ce-c82b-4e32-afd4-dd3c7b825b88 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0922713 Jan 26 11:27:30.096347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53646) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:30.104812 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-0a7faaef-d777-4cfc-b134-a663048dea36 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1455960413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:30.112486 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0a7faaef-d777-4cfc-b134-a663048dea36 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:30.116406 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0a7faaef-d777-4cfc-b134-a663048dea36 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Usage tracker for resource:router and tenant:50b8065b09b94599b4fb2f9dadc72721 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:30.120264 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0a7faaef-d777-4cfc-b134-a663048dea36 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:30.125293 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-493dc7f4-2c69-4cf5-9399-a3190d0abfed service neutron] 10.222.0.39 "GET /v2.0/networks/b15ecf21-197e-4275-84df-1404037b4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549385 Jan 26 11:27:30.134464 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0a7faaef-d777-4cfc-b134-a663048dea36 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:30.145999 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0a7faaef-d777-4cfc-b134-a663048dea36 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:30.147145 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0a7faaef-d777-4cfc-b134-a663048dea36 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:30.163007 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0a7faaef-d777-4cfc-b134-a663048dea36 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:30.184415 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0a7faaef-d777-4cfc-b134-a663048dea36 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:30.207567 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0a7faaef-d777-4cfc-b134-a663048dea36 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:30.208906 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0a7faaef-d777-4cfc-b134-a663048dea36 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1112220 Jan 26 11:27:30.211683 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53650) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:30.217349 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-6c6f42b9-2d50-4ee3-bf1e-20bb19ce5b6a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'port': {'network_id': '5a89f0f3-62dd-460d-99a9-2f41bcac5fff', 'name': 'tempest-RoutersIpV6Test-179891044'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:30.256433 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535e47ce-3573-4957-99f3-7c742bbf0d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-5a89f0f3-62dd-460d-99a9-2f41bcac5fff', 'network_id': '5a89f0f3-62dd-460d-99a9-2f41bcac5fff', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'fixed_ips': [{'subnet_id': 'e6df81a1-cb79-47d6-aeaf-5f3f9a551742'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:27:30.259004 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-535e47ce-3573-4957-99f3-7c742bbf0d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:30.439018 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-535e47ce-3573-4957-99f3-7c742bbf0d20 None None] Allocated IP 2001:db8::2 (5a89f0f3-62dd-460d-99a9-2f41bcac5fff/e6df81a1-cb79-47d6-aeaf-5f3f9a551742/fa689efe-0903-4d2b-9ab3-0d2abbac7ac8) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:27:30.490841 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8e5e3147-4bc7-4daf-98cf-d5535673f1f3 req-8e1a0a09-9a72-42ec-b0a3-34e93e78d0b0 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 210 time: 0.0531988 Jan 26 11:27:30.531573 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6c6f42b9-2d50-4ee3-bf1e-20bb19ce5b6a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:30.535680 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6c6f42b9-2d50-4ee3-bf1e-20bb19ce5b6a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Usage tracker for resource:port and tenant:50b8065b09b94599b4fb2f9dadc72721 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:30.538531 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6c6f42b9-2d50-4ee3-bf1e-20bb19ce5b6a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:30.544465 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6c6f42b9-2d50-4ee3-bf1e-20bb19ce5b6a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:30.556499 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6f42b9-2d50-4ee3-bf1e-20bb19ce5b6a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Made reservation on behalf of 50b8065b09b94599b4fb2f9dadc72721 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:27:30.560782 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c6f42b9-2d50-4ee3-bf1e-20bb19ce5b6a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:30.585066 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-6c6f42b9-2d50-4ee3-bf1e-20bb19ce5b6a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] device_id is not set on port 368559ce-88cf-42e0-8ce2-90049922558b yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:27:30.666508 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-535e47ce-3573-4957-99f3-7c742bbf0d20 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:30.680193 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-535e47ce-3573-4957-99f3-7c742bbf0d20 None None] Transition to ACTIVE for port object fa689efe-0903-4d2b-9ab3-0d2abbac7ac8 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:30.698992 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-535e47ce-3573-4957-99f3-7c742bbf0d20 None None] Transition to ACTIVE for port object fa689efe-0903-4d2b-9ab3-0d2abbac7ac8 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:30.704446 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-535e47ce-3573-4957-99f3-7c742bbf0d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:30.777601 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535e47ce-3573-4957-99f3-7c742bbf0d20 None None] Network 5a89f0f3-62dd-460d-99a9-2f41bcac5fff is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:27:30.780580 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-535e47ce-3573-4957-99f3-7c742bbf0d20 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:30.783022 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535e47ce-3573-4957-99f3-7c742bbf0d20 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:27:30.791272 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e47ce-3573-4957-99f3-7c742bbf0d20 None None] Pushing event updated for resources: {'Port': ['ID=fa689efe-0903-4d2b-9ab3-0d2abbac7ac8,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:30.801445 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-6c6f42b9-2d50-4ee3-bf1e-20bb19ce5b6a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Allocated IP 2001:db8::13 (5a89f0f3-62dd-460d-99a9-2f41bcac5fff/e6df81a1-cb79-47d6-aeaf-5f3f9a551742/368559ce-88cf-42e0-8ce2-90049922558b) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:27:30.907508 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-535e47ce-3573-4957-99f3-7c742bbf0d20 None None] Attempting to bind port fa689efe-0903-4d2b-9ab3-0d2abbac7ac8 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:27:30.907963 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-535e47ce-3573-4957-99f3-7c742bbf0d20 None None] Attempting to bind port fa689efe-0903-4d2b-9ab3-0d2abbac7ac8 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'abf5d99f-93fe-46e9-868d-08e09c538e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5a89f0f3-62dd-460d-99a9-2f41bcac5fff'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:27:30.908343 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535e47ce-3573-4957-99f3-7c742bbf0d20 None None] Attempting to bind port fa689efe-0903-4d2b-9ab3-0d2abbac7ac8 on network 5a89f0f3-62dd-460d-99a9-2f41bcac5fff {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:27:30.913589 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535e47ce-3573-4957-99f3-7c742bbf0d20 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:27:30.915210 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535e47ce-3573-4957-99f3-7c742bbf0d20 None None] Checking segment: {'id': 'abf5d99f-93fe-46e9-868d-08e09c538e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5a89f0f3-62dd-460d-99a9-2f41bcac5fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:27:30.915631 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-535e47ce-3573-4957-99f3-7c742bbf0d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:30.916021 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535e47ce-3573-4957-99f3-7c742bbf0d20 None None] Bound using segment: {'id': 'abf5d99f-93fe-46e9-868d-08e09c538e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5a89f0f3-62dd-460d-99a9-2f41bcac5fff'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:27:30.916480 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-535e47ce-3573-4957-99f3-7c742bbf0d20 None None] Bound port: fa689efe-0903-4d2b-9ab3-0d2abbac7ac8, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf5d99f-93fe-46e9-868d-08e09c538e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5a89f0f3-62dd-460d-99a9-2f41bcac5fff'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:27:30.916928 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-535e47ce-3573-4957-99f3-7c742bbf0d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:31.034532 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c6f42b9-2d50-4ee3-bf1e-20bb19ce5b6a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:31.050943 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-6c6f42b9-2d50-4ee3-bf1e-20bb19ce5b6a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Transition to ACTIVE for port object 368559ce-88cf-42e0-8ce2-90049922558b will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:31.061232 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-535e47ce-3573-4957-99f3-7c742bbf0d20 None None] For port fa689efe-0903-4d2b-9ab3-0d2abbac7ac8, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:27:31.064430 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-535e47ce-3573-4957-99f3-7c742bbf0d20 None None] For port fa689efe-0903-4d2b-9ab3-0d2abbac7ac8, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=fa689efe-0903-4d2b-9ab3-0d2abbac7ac8,segment=NetworkSegment(abf5d99f-93fe-46e9-868d-08e09c538e11),segment_id=abf5d99f-93fe-46e9-868d-08e09c538e11)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:27:31.068447 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-535e47ce-3573-4957-99f3-7c742bbf0d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:31.077170 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c6f42b9-2d50-4ee3-bf1e-20bb19ce5b6a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:31.124822 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba63ce-3979-43d8-9ad3-b93ec64c73c6 req-826ec16f-2f22-4fa9-a0d3-c91473ed1f57 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:31.126446 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-84ba63ce-3979-43d8-9ad3-b93ec64c73c6 req-826ec16f-2f22-4fa9-a0d3-c91473ed1f57 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=65a6e66e-fe08-48ca-87fc-5061b897a607 HTTP/1.1" status: 200 len: 944 time: 0.0844750 Jan 26 11:27:31.152700 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6f42b9-2d50-4ee3-bf1e-20bb19ce5b6a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network 5a89f0f3-62dd-460d-99a9-2f41bcac5fff is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:27:31.156164 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-6c6f42b9-2d50-4ee3-bf1e-20bb19ce5b6a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:31.158789 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6f42b9-2d50-4ee3-bf1e-20bb19ce5b6a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:27:31.163253 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e47ce-3573-4957-99f3-7c742bbf0d20 None None] Pushing event updated for resources: {'Port': ['ID=fa689efe-0903-4d2b-9ab3-0d2abbac7ac8,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:31.166002 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6f42b9-2d50-4ee3-bf1e-20bb19ce5b6a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:31.166710 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c6f42b9-2d50-4ee3-bf1e-20bb19ce5b6a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:31.180280 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-84ba63ce-3979-43d8-9ad3-b93ec64c73c6 req-5736ea29-c550-4472-9181-7fe405c27abc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=3feecf6d-681f-4d6a-a4be-1959c74afc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475025 Jan 26 11:27:31.182991 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f42b9-2d50-4ee3-bf1e-20bb19ce5b6a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Port': ['ID=368559ce-88cf-42e0-8ce2-90049922558b,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:31.214281 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6c6f42b9-2d50-4ee3-bf1e-20bb19ce5b6a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.0013223 Jan 26 11:27:31.216816 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53666) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:31.483346 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 28559beb-c894-437c-82b4-2653bbb75293 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:27:31.576949 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port 28559beb-c894-437c-82b4-2653bbb75293 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:27:31.584081 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 28559beb-c894-437c-82b4-2653bbb75293 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:31.586081 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:31.729376 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:31.757161 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a6e66e-fe08-48ca-87fc-5061b897a607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28559beb-c894-437c-82b4-2653bbb75293'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:27:31.766881 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 28559beb-c894-437c-82b4-2653bbb75293, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=28559beb-c894-437c-82b4-2653bbb75293,segment=NetworkSegment(a9805f93-5aca-43ec-92b7-5f68ffc0ddf6),segment_id=a9805f93-5aca-43ec-92b7-5f68ffc0ddf6)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:27:31.774846 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:31.826808 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-39f4b048-a8ff-4715-b0c2-2cfe2945bd31 req-d31eedbb-bd80-436f-9194-6b5a3b4c5576 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 210 time: 0.1901994 Jan 26 11:27:31.827007 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a6e66e-fe08-48ca-87fc-5061b897a607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28559beb-c894-437c-82b4-2653bbb75293', 'code': 200} Jan 26 11:27:31.873698 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=28559beb-c894-437c-82b4-2653bbb75293,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:31.908650 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-45d52879-562b-443e-a1f0-4ad0851cbdf1 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:31.909348 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-45d52879-562b-443e-a1f0-4ad0851cbdf1 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Synchronizing usage tracker for tenant:39e403c7fbaa4f32a0e0138f8fa1b4c2 on resource:network {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:27:31.977316 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-45d52879-562b-443e-a1f0-4ad0851cbdf1 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Unset dirty status for tenant:39e403c7fbaa4f32a0e0138f8fa1b4c2 on resource:network {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:27:31.978355 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-45d52879-562b-443e-a1f0-4ad0851cbdf1 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.24 "GET /v2.0/networks?id=b15ecf21-197e-4275-84df-1404037b4e5d HTTP/1.1" status: 200 len: 812 time: 0.6103375 Jan 26 11:27:31.994144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-5b995adb-0d0c-4557-b437-20a931e78ff9 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Request body: {'port': {'device_id': '2ec3f033-11b1-444b-bdc1-9f4a7811f1ea', 'network_id': 'b15ecf21-197e-4275-84df-1404037b4e5d', 'admin_state_up': True, 'tenant_id': '39e403c7fbaa4f32a0e0138f8fa1b4c2'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:32.081421 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device fa689efe-0903-4d2b-9ab3-0d2abbac7ac8 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:27:32.159748 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port fa689efe-0903-4d2b-9ab3-0d2abbac7ac8 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:27:32.284972 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e256e7a-31b2-42d9-862e-283f1df4fe61 None None] Network 5a89f0f3-62dd-460d-99a9-2f41bcac5fff requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:27:32.329381 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a5cd24d-9e4c-4054-8117-6a446601b5cc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:32.376423 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-980e29a3-0cd1-4af0-b1ab-ec9c69b082ba None None] Provisioning for port fa689efe-0903-4d2b-9ab3-0d2abbac7ac8 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:27:32.390088 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-980e29a3-0cd1-4af0-b1ab-ec9c69b082ba None None] Provisioning complete for port fa689efe-0903-4d2b-9ab3-0d2abbac7ac8 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:32.390531 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-980e29a3-0cd1-4af0-b1ab-ec9c69b082ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:32.395033 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1c49b-61c3-4e2d-bda6-35c7b118650e req-bccf639b-6d01-4dbe-ad71-e5ad064f5d61 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:32.397185 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d2b1c49b-61c3-4e2d-bda6-35c7b118650e req-bccf639b-6d01-4dbe-ad71-e5ad064f5d61 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=65a6e66e-fe08-48ca-87fc-5061b897a607 HTTP/1.1" status: 200 len: 945 time: 0.0970585 Jan 26 11:27:32.448810 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d2b1c49b-61c3-4e2d-bda6-35c7b118650e req-e2de0af6-8736-4ca6-9b62-1a0517b78010 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=3feecf6d-681f-4d6a-a4be-1959c74afc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436800 Jan 26 11:27:32.452959 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-5b995adb-0d0c-4557-b437-20a931e78ff9 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:32.517745 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-5b995adb-0d0c-4557-b437-20a931e78ff9 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Usage tracker for resource:port and tenant:39e403c7fbaa4f32a0e0138f8fa1b4c2 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:32.521738 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df13aa3-6d96-40e7-9bbd-262d711eebb0 req-b240d953-81b8-4843-80a8-52be00e0f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:32.523355 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6df13aa3-6d96-40e7-9bbd-262d711eebb0 req-b240d953-81b8-4843-80a8-52be00e0f678 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65a6e66e-fe08-48ca-87fc-5061b897a607 HTTP/1.1" status: 200 len: 1098 time: 0.5141549 Jan 26 11:27:32.524181 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-5b995adb-0d0c-4557-b437-20a931e78ff9 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:32.532304 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-5b995adb-0d0c-4557-b437-20a931e78ff9 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:32.617564 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-980e29a3-0cd1-4af0-b1ab-ec9c69b082ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:32.633004 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-5b995adb-0d0c-4557-b437-20a931e78ff9 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Made reservation on behalf of 39e403c7fbaa4f32a0e0138f8fa1b4c2 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:27:32.636556 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-5b995adb-0d0c-4557-b437-20a931e78ff9 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:32.658612 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-980e29a3-0cd1-4af0-b1ab-ec9c69b082ba None None] For port fa689efe-0903-4d2b-9ab3-0d2abbac7ac8, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=fa689efe-0903-4d2b-9ab3-0d2abbac7ac8,segment=NetworkSegment(abf5d99f-93fe-46e9-868d-08e09c538e11),segment_id=abf5d99f-93fe-46e9-868d-08e09c538e11)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:27:32.665334 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-980e29a3-0cd1-4af0-b1ab-ec9c69b082ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:32.696666 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6df13aa3-6d96-40e7-9bbd-262d711eebb0 req-69915f2c-85d1-4dc2-b63d-98490bf51774 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3feecf6d-681f-4d6a-a4be-1959c74afc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621819 Jan 26 11:27:32.743299 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e29a3-0cd1-4af0-b1ab-ec9c69b082ba None None] Pushing event updated for resources: {'Port': ['ID=fa689efe-0903-4d2b-9ab3-0d2abbac7ac8,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:32.937270 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a5cd24d-9e4c-4054-8117-6a446601b5cc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:32.943588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a5cd24d-9e4c-4054-8117-6a446601b5cc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:32.949166 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-5b995adb-0d0c-4557-b437-20a931e78ff9 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Allocated IP 172.20.0.9 (b15ecf21-197e-4275-84df-1404037b4e5d/ff35443a-183a-453b-8a70-042eada05751/b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:27:32.989835 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a6dfbeed-b9fc-45f1-8b98-bc4051595670 None None] Provisioning for port 368559ce-88cf-42e0-8ce2-90049922558b completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:27:32.997046 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a6dfbeed-b9fc-45f1-8b98-bc4051595670 None None] Provisioning complete for port 368559ce-88cf-42e0-8ce2-90049922558b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:32.997802 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a6dfbeed-b9fc-45f1-8b98-bc4051595670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:33.058713 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-a6dfbeed-b9fc-45f1-8b98-bc4051595670 None None] Port 368559ce-88cf-42e0-8ce2-90049922558b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:27:33.069524 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a6dfbeed-b9fc-45f1-8b98-bc4051595670 None None] Provisioning complete for port fa689efe-0903-4d2b-9ab3-0d2abbac7ac8 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:33.070513 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a6dfbeed-b9fc-45f1-8b98-bc4051595670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:33.093672 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8911c679-fc0e-488e-9090-878986a71b08 req-ba309106-ee2b-4513-8875-04cbe52d3ae9 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 210 time: 0.1105165 Jan 26 11:27:33.135854 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5cd24d-9e4c-4054-8117-6a446601b5cc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Port': ['ID=368559ce-88cf-42e0-8ce2-90049922558b,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:33.331987 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5592e614-ca15-4727-ae55-ae4027d4642b None None] Provisioning complete for port 368559ce-88cf-42e0-8ce2-90049922558b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:33.332358 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5592e614-ca15-4727-ae55-ae4027d4642b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:33.389446 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-5592e614-ca15-4727-ae55-ae4027d4642b None None] Port 368559ce-88cf-42e0-8ce2-90049922558b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:27:33.429667 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a5cd24d-9e4c-4054-8117-6a446601b5cc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:33.475095 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-5b995adb-0d0c-4557-b437-20a931e78ff9 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:33.508958 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-70c15949-7d12-47e6-a87a-35e8bced2dfe None None] Provisioning complete for port 368559ce-88cf-42e0-8ce2-90049922558b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:33.509383 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-70c15949-7d12-47e6-a87a-35e8bced2dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:33.564026 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-70c15949-7d12-47e6-a87a-35e8bced2dfe None None] Port 368559ce-88cf-42e0-8ce2-90049922558b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:27:33.570539 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a5cd24d-9e4c-4054-8117-6a446601b5cc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:33.582209 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-5b995adb-0d0c-4557-b437-20a931e78ff9 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:33.652516 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260f7fc-1330-4872-ab6b-f7598a480757 req-fa1d65cc-bc8d-4a5f-9278-b80a584c3517 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:33.654091 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8260f7fc-1330-4872-ab6b-f7598a480757 req-fa1d65cc-bc8d-4a5f-9278-b80a584c3517 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=65a6e66e-fe08-48ca-87fc-5061b897a607 HTTP/1.1" status: 200 len: 945 time: 0.0868385 Jan 26 11:27:33.705197 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8260f7fc-1330-4872-ab6b-f7598a480757 req-6d341357-eebb-47a3-ac41-d777a499f2bc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=3feecf6d-681f-4d6a-a4be-1959c74afc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447736 Jan 26 11:27:33.708520 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-5b995adb-0d0c-4557-b437-20a931e78ff9 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Network b15ecf21-197e-4275-84df-1404037b4e5d is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:27:33.714429 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-5b995adb-0d0c-4557-b437-20a931e78ff9 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:33.722313 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-5b995adb-0d0c-4557-b437-20a931e78ff9 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:27:33.890261 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b995adb-0d0c-4557-b437-20a931e78ff9 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Pushing event updated for resources: {'Port': ['ID=b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:34.010191 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device fa689efe-0903-4d2b-9ab3-0d2abbac7ac8 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:27:34.050726 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-5b995adb-0d0c-4557-b437-20a931e78ff9 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:34.051343 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-5b995adb-0d0c-4557-b437-20a931e78ff9 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:34.077680 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port fa689efe-0903-4d2b-9ab3-0d2abbac7ac8 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:34.078052 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:34.101138 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-5b995adb-0d0c-4557-b437-20a931e78ff9 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1123881 Jan 26 11:27:34.122610 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-fa4d967a-36d0-4d95-8ea8-f191f43cab82 service neutron] Request body: {'port': {'device_id': '2ec3f033-11b1-444b-bdc1-9f4a7811f1ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:34.382746 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-fa4d967a-36d0-4d95-8ea8-f191f43cab82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:34.457897 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f6ac1-8308-4d84-a0d5-08ff34d35fe1 req-018f4ef5-896b-4adb-910f-7b7fbe2763c5 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:34.458730 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-ab9f6ac1-8308-4d84-a0d5-08ff34d35fe1 req-018f4ef5-896b-4adb-910f-7b7fbe2763c5 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Synchronizing usage tracker for tenant:39e403c7fbaa4f32a0e0138f8fa1b4c2 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:27:34.472485 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a5cd24d-9e4c-4054-8117-6a446601b5cc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:34.491098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a5cd24d-9e4c-4054-8117-6a446601b5cc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:34.491880 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a5cd24d-9e4c-4054-8117-6a446601b5cc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:34.591241 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-ab9f6ac1-8308-4d84-a0d5-08ff34d35fe1 req-018f4ef5-896b-4adb-910f-7b7fbe2763c5 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Unset dirty status for tenant:39e403c7fbaa4f32a0e0138f8fa1b4c2 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:27:34.592410 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ab9f6ac1-8308-4d84-a0d5-08ff34d35fe1 req-018f4ef5-896b-4adb-910f-7b7fbe2763c5 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 931 time: 0.3726702 Jan 26 11:27:34.691088 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5cd24d-9e4c-4054-8117-6a446601b5cc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Port': ['ID=368559ce-88cf-42e0-8ce2-90049922558b,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:34.816204 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-ab9f6ac1-8308-4d84-a0d5-08ff34d35fe1 req-9a8bc74f-30a7-43fe-b4f3-9f6f095783a2 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Synchronizing usage tracker for tenant:39e403c7fbaa4f32a0e0138f8fa1b4c2 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:27:34.900320 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7466d1d-a442-47c9-a2cb-b3d1626bccbf req-7e703d4b-98bf-401a-9171-08b5110ca8c5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:34.901800 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d7466d1d-a442-47c9-a2cb-b3d1626bccbf req-7e703d4b-98bf-401a-9171-08b5110ca8c5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=65a6e66e-fe08-48ca-87fc-5061b897a607 HTTP/1.1" status: 200 len: 945 time: 0.0799422 Jan 26 11:27:34.918443 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5cd24d-9e4c-4054-8117-6a446601b5cc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network 5a89f0f3-62dd-460d-99a9-2f41bcac5fff is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:27:34.922009 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-5a5cd24d-9e4c-4054-8117-6a446601b5cc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:34.937466 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-ab9f6ac1-8308-4d84-a0d5-08ff34d35fe1 req-9a8bc74f-30a7-43fe-b4f3-9f6f095783a2 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Unset dirty status for tenant:39e403c7fbaa4f32a0e0138f8fa1b4c2 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:27:34.938659 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ab9f6ac1-8308-4d84-a0d5-08ff34d35fe1 req-9a8bc74f-30a7-43fe-b4f3-9f6f095783a2 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/security-groups?id=f01d0522-8f87-4f72-8d0b-a6da6029fe15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939537 Jan 26 11:27:34.961353 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d7466d1d-a442-47c9-a2cb-b3d1626bccbf req-df0ce60f-86ff-49c0-82f9-9d52e0502f82 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=3feecf6d-681f-4d6a-a4be-1959c74afc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531096 Jan 26 11:27:35.185470 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-fa4d967a-36d0-4d95-8ea8-f191f43cab82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:27:35.195933 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-fa4d967a-36d0-4d95-8ea8-f191f43cab82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:35.198278 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4bb202bc-0b92-4bea-a108-47d9b316e585 None None] Provisioning complete for port 368559ce-88cf-42e0-8ce2-90049922558b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:35.199362 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4bb202bc-0b92-4bea-a108-47d9b316e585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:35.216665 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-fa4d967a-36d0-4d95-8ea8-f191f43cab82 service neutron] Transition to ACTIVE for port object b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:35.223378 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-fa4d967a-36d0-4d95-8ea8-f191f43cab82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:35.268074 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:35.269033 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-4bb202bc-0b92-4bea-a108-47d9b316e585 None None] Port 368559ce-88cf-42e0-8ce2-90049922558b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:27:35.418171 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5cd24d-9e4c-4054-8117-6a446601b5cc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Router 121cb0df-5748-44fd-a97e-36813f53b0c7 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:27:35.419977 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d967a-36d0-4d95-8ea8-f191f43cab82 service neutron] Pushing event updated for resources: {'Port': ['ID=b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:35.796407 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb419a37-db49-498f-af5f-e4d8b3f66185 req-16324afd-4fc5-49e3-9e29-a3018d27f9df tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:35.798387 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-eb419a37-db49-498f-af5f-e4d8b3f66185 req-16324afd-4fc5-49e3-9e29-a3018d27f9df tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=65a6e66e-fe08-48ca-87fc-5061b897a607 HTTP/1.1" status: 200 len: 945 time: 0.5328915 Jan 26 11:27:35.829490 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5cd24d-9e4c-4054-8117-6a446601b5cc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:27:35.838004 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5a5cd24d-9e4c-4054-8117-6a446601b5cc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "PUT /v2.0/routers/121cb0df-5748-44fd-a97e-36813f53b0c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6202247 Jan 26 11:27:35.840803 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53690) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:35.843694 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae5f038-4c0f-414e-a9fb-bc7764326933 None None] Sync routers for ids ['121cb0df-5748-44fd-a97e-36813f53b0c7'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:27:35.845970 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-fa4d967a-36d0-4d95-8ea8-f191f43cab82 service neutron] Attempting to bind port b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:27:35.846310 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-fa4d967a-36d0-4d95-8ea8-f191f43cab82 service neutron] Attempting to bind port b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '2134d771-c58f-4fb7-a398-43231b53790d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'b15ecf21-197e-4275-84df-1404037b4e5d'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:27:35.846665 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-fa4d967a-36d0-4d95-8ea8-f191f43cab82 service neutron] Attempting to bind port b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed on network b15ecf21-197e-4275-84df-1404037b4e5d {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:27:35.853689 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae5f038-4c0f-414e-a9fb-bc7764326933 None None] Routers {'121cb0df-5748-44fd-a97e-36813f53b0c7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:27:35.854427 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-1ae5f038-4c0f-414e-a9fb-bc7764326933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:27:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['121cb0df-5748-44fd-a97e-36813f53b0c7'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:35.860662 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-fa4d967a-36d0-4d95-8ea8-f191f43cab82 service neutron] Port b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed on network b15ecf21-197e-4275-84df-1404037b4e5d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:27:35.860976 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-fa4d967a-36d0-4d95-8ea8-f191f43cab82 service neutron] Attempting to bind port b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed on network b15ecf21-197e-4275-84df-1404037b4e5d {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:27:35.874976 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-fa4d967a-36d0-4d95-8ea8-f191f43cab82 service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:27:35.875329 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-fa4d967a-36d0-4d95-8ea8-f191f43cab82 service neutron] Checking segment: {'id': '2134d771-c58f-4fb7-a398-43231b53790d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'b15ecf21-197e-4275-84df-1404037b4e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:27:35.875707 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-fa4d967a-36d0-4d95-8ea8-f191f43cab82 service neutron] Bound using segment: {'id': '2134d771-c58f-4fb7-a398-43231b53790d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'b15ecf21-197e-4275-84df-1404037b4e5d'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:27:35.876146 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-fa4d967a-36d0-4d95-8ea8-f191f43cab82 service neutron] Bound port: b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2134d771-c58f-4fb7-a398-43231b53790d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'b15ecf21-197e-4275-84df-1404037b4e5d'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:27:35.876498 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-fa4d967a-36d0-4d95-8ea8-f191f43cab82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:35.889491 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-eb419a37-db49-498f-af5f-e4d8b3f66185 req-0040d290-ce9a-4a94-9b12-b6840cbb530a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=3feecf6d-681f-4d6a-a4be-1959c74afc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841923 Jan 26 11:27:35.920985 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee073054-5180-48ae-9bed-3d3fc725c4c9 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:35.921535 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53694) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:35.921734 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-1ae5f038-4c0f-414e-a9fb-bc7764326933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:35.922440 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ee073054-5180-48ae-9bed-3d3fc725c4c9 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Synchronizing usage tracker for tenant:50b8065b09b94599b4fb2f9dadc72721 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:27:35.931551 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae5f038-4c0f-414e-a9fb-bc7764326933 None None] Routers {'121cb0df-5748-44fd-a97e-36813f53b0c7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:27:35.932237 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-1ae5f038-4c0f-414e-a9fb-bc7764326933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:27:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['121cb0df-5748-44fd-a97e-36813f53b0c7'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:35.940880 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ee073054-5180-48ae-9bed-3d3fc725c4c9 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Unset dirty status for tenant:50b8065b09b94599b4fb2f9dadc72721 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:27:35.942468 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ee073054-5180-48ae-9bed-3d3fc725c4c9 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "GET /v2.0/ports/368559ce-88cf-42e0-8ce2-90049922558b HTTP/1.1" status: 200 len: 982 time: 0.1005700 Jan 26 11:27:35.945262 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53698) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:36.028279 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-fa4d967a-36d0-4d95-8ea8-f191f43cab82 service neutron] For port b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:27:36.031892 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-fa4d967a-36d0-4d95-8ea8-f191f43cab82 service neutron] For port b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed,segment=NetworkSegment(2134d771-c58f-4fb7-a398-43231b53790d),segment_id=2134d771-c58f-4fb7-a398-43231b53790d)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:27:36.040139 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-1ae5f038-4c0f-414e-a9fb-bc7764326933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:36.040139 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae5f038-4c0f-414e-a9fb-bc7764326933 None None] The sync data for ids ['121cb0df-5748-44fd-a97e-36813f53b0c7'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:27:36.044676 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-fa4d967a-36d0-4d95-8ea8-f191f43cab82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:36.085589 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727918d9-62c2-4c4c-a189-8b52a00a00aa tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:36.087728 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-727918d9-62c2-4c4c-a189-8b52a00a00aa tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=65a6e66e-fe08-48ca-87fc-5061b897a607 HTTP/1.1" status: 200 len: 1093 time: 0.1611912 Jan 26 11:27:36.096719 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53704) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:36.113266 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a2971608-f9a4-4a77-86aa-58b7794340a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': '28559beb-c894-437c-82b4-2653bbb75293', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:36.122180 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-fa4d967a-36d0-4d95-8ea8-f191f43cab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:36.122835 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-fa4d967a-36d0-4d95-8ea8-f191f43cab82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:36.124149 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-fa4d967a-36d0-4d95-8ea8-f191f43cab82 service neutron] 10.222.0.24 "PUT /v2.0/ports/b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed HTTP/1.1" status: 200 len: 1093 time: 2.0057137 Jan 26 11:27:36.124576 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec3f033-11b1-444b-bdc1-9f4a7811f1ea', 'tag': 'b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:27:36.129276 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a2971608-f9a4-4a77-86aa-58b7794340a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:36.138123 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a2971608-f9a4-4a77-86aa-58b7794340a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:floatingip and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:36.142678 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a2971608-f9a4-4a77-86aa-58b7794340a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:36.153029 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a2971608-f9a4-4a77-86aa-58b7794340a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:36.160133 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d967a-36d0-4d95-8ea8-f191f43cab82 service neutron] Pushing event updated for resources: {'Port': ['ID=b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:36.169246 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a2971608-f9a4-4a77-86aa-58b7794340a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:36.184912 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec3f033-11b1-444b-bdc1-9f4a7811f1ea', 'tag': 'b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed', 'status': 'completed', 'code': 200} Jan 26 11:27:36.344056 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-605c5f2d-48d1-4735-939d-59da2acf323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:36.345485 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-605c5f2d-48d1-4735-939d-59da2acf323c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39e403c7fbaa4f32a0e0138f8fa1b4c2&device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 1096 time: 0.1571984 Jan 26 11:27:36.430598 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-10be5654-60f0-4aa2-bfb5-dd936ee3550b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed HTTP/1.1" status: 200 len: 217 time: 0.0745234 Jan 26 11:27:36.481921 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a2971608-f9a4-4a77-86aa-58b7794340a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:36.497517 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa766a5b-6cf6-4ddb-a3b4-74842e0b5e1c req-2ccaa8f7-00c9-4db3-92ea-a9c1c55a3047 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:36.499036 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-aa766a5b-6cf6-4ddb-a3b4-74842e0b5e1c req-2ccaa8f7-00c9-4db3-92ea-a9c1c55a3047 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 943 time: 0.4156375 Jan 26 11:27:36.551863 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-559d6763-ad7e-40e8-950c-815a6399e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:36.553388 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-559d6763-ad7e-40e8-950c-815a6399e9e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff35443a-183a-453b-8a70-042eada05751 HTTP/1.1" status: 200 len: 852 time: 0.1146197 Jan 26 11:27:36.567040 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-aa766a5b-6cf6-4ddb-a3b4-74842e0b5e1c req-86391916-0cfe-4f12-baf4-b6da2ecbf51f tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/security-groups?id=f01d0522-8f87-4f72-8d0b-a6da6029fe15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611920 Jan 26 11:27:36.614899 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-3fe9850d-acd2-45e1-8188-7c081c0f2a27 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b15ecf21-197e-4275-84df-1404037b4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501504 Jan 26 11:27:36.707911 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2cc043d7-6f0b-4523-91a1-a975f6165169 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:36.768145 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-a2971608-f9a4-4a77-86aa-58b7794340a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.26.5.123 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/fa167886-ad7c-450c-8c43-66957430f542) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:27:36.831802 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-6782828c-6808-410d-b695-e9ec8e18d223 service neutron] 10.222.0.24 "GET /v2.0/networks/b15ecf21-197e-4275-84df-1404037b4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840816 Jan 26 11:27:36.985368 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-2cc043d7-6f0b-4523-91a1-a975f6165169 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting port 368559ce-88cf-42e0-8ce2-90049922558b {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:27:36.985953 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2cc043d7-6f0b-4523-91a1-a975f6165169 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:37.183572 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2cc043d7-6f0b-4523-91a1-a975f6165169 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:37.187627 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a2971608-f9a4-4a77-86aa-58b7794340a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:37.192257 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ea23dc72-c013-4f0b-8564-e38e1277c043 req-e1db47cc-12d5-434a-9981-a169805b35b7 service neutron] 10.222.0.24 "GET /v2.0/networks/b15ecf21-197e-4275-84df-1404037b4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498991 Jan 26 11:27:37.221577 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a2971608-f9a4-4a77-86aa-58b7794340a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:37.310302 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2971608-f9a4-4a77-86aa-58b7794340a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:27:37.315953 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-2cc043d7-6f0b-4523-91a1-a975f6165169 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Calling delete_port for 368559ce-88cf-42e0-8ce2-90049922558b owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:27:37.327046 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-a2971608-f9a4-4a77-86aa-58b7794340a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:37.334421 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2971608-f9a4-4a77-86aa-58b7794340a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:27:37.381538 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2971608-f9a4-4a77-86aa-58b7794340a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=fa167886-ad7c-450c-8c43-66957430f542,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:37.467723 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3d9c4-c24a-4e4c-9fda-40b5e454ee1b req-18ea277d-5e4b-4389-ae45-08726f628c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:37.469207 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3ec3d9c4-c24a-4e4c-9fda-40b5e454ee1b req-18ea277d-5e4b-4389-ae45-08726f628c66 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39e403c7fbaa4f32a0e0138f8fa1b4c2&device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 1096 time: 0.2020938 Jan 26 11:27:37.494650 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2cc043d7-6f0b-4523-91a1-a975f6165169 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:37.544475 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc043d7-6f0b-4523-91a1-a975f6165169 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Port': ['ID=368559ce-88cf-42e0-8ce2-90049922558b,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:37.724243 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2cc043d7-6f0b-4523-91a1-a975f6165169 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:37.850195 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3d9c4-c24a-4e4c-9fda-40b5e454ee1b req-06768174-8523-4bd4-a2ba-9dd0d0faebab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:37.852255 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3ec3d9c4-c24a-4e4c-9fda-40b5e454ee1b req-06768174-8523-4bd4-a2ba-9dd0d0faebab service neutron] 10.222.0.24 "GET /v2.0/networks?id=b15ecf21-197e-4275-84df-1404037b4e5d HTTP/1.1" status: 200 len: 913 time: 0.3522944 Jan 26 11:27:37.935097 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3ec3d9c4-c24a-4e4c-9fda-40b5e454ee1b req-8743c759-d3aa-4a65-9f77-88f8c834b8af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed HTTP/1.1" status: 200 len: 217 time: 0.0743616 Jan 26 11:27:38.033083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7f2bb-0430-43ea-b080-b1e743c68dc8 req-3ff2c1dc-8393-4313-a8c5-973a538f7f91 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:38.034581 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-50f7f2bb-0430-43ea-b080-b1e743c68dc8 req-3ff2c1dc-8393-4313-a8c5-973a538f7f91 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 943 time: 0.3224952 Jan 26 11:27:38.044217 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3d9c4-c24a-4e4c-9fda-40b5e454ee1b req-a1f24bd4-c337-4e97-a2e6-320f4ad0df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:38.045619 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3ec3d9c4-c24a-4e4c-9fda-40b5e454ee1b req-a1f24bd4-c337-4e97-a2e6-320f4ad0df84 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff35443a-183a-453b-8a70-042eada05751 HTTP/1.1" status: 200 len: 852 time: 0.1023462 Jan 26 11:27:38.113585 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc043d7-6f0b-4523-91a1-a975f6165169 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Router 121cb0df-5748-44fd-a97e-36813f53b0c7 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:27:38.125519 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3ec3d9c4-c24a-4e4c-9fda-40b5e454ee1b req-9972cd38-c20d-4557-a9d1-2897906acbc7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b15ecf21-197e-4275-84df-1404037b4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626638 Jan 26 11:27:38.155508 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-50f7f2bb-0430-43ea-b080-b1e743c68dc8 req-aebf0c7b-105a-48e1-bdd9-5dcbe65b0463 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/security-groups?id=f01d0522-8f87-4f72-8d0b-a6da6029fe15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079769 Jan 26 11:27:38.249375 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc043d7-6f0b-4523-91a1-a975f6165169 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:27:38.257427 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a2971608-f9a4-4a77-86aa-58b7794340a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:38.261369 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c713fd1-b09d-46bb-b53b-e7199601798e None None] Sync routers for ids ['121cb0df-5748-44fd-a97e-36813f53b0c7'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:27:38.269247 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2cc043d7-6f0b-4523-91a1-a975f6165169 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "PUT /v2.0/routers/121cb0df-5748-44fd-a97e-36813f53b0c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3228416 Jan 26 11:27:38.271927 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53712) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:38.272324 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c713fd1-b09d-46bb-b53b-e7199601798e None None] Routers {'121cb0df-5748-44fd-a97e-36813f53b0c7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:27:38.273146 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2c713fd1-b09d-46bb-b53b-e7199601798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:27:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['121cb0df-5748-44fd-a97e-36813f53b0c7'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:38.294277 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3ec3d9c4-c24a-4e4c-9fda-40b5e454ee1b req-2c5a5421-27d8-4517-a331-80843fcd6204 service neutron] 10.222.0.24 "GET /v2.0/networks/b15ecf21-197e-4275-84df-1404037b4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617801 Jan 26 11:27:38.340084 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2c713fd1-b09d-46bb-b53b-e7199601798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:38.349525 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c713fd1-b09d-46bb-b53b-e7199601798e None None] Routers {'121cb0df-5748-44fd-a97e-36813f53b0c7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:27:38.350137 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2c713fd1-b09d-46bb-b53b-e7199601798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:27:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['121cb0df-5748-44fd-a97e-36813f53b0c7'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:38.417231 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2c713fd1-b09d-46bb-b53b-e7199601798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:38.417713 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c713fd1-b09d-46bb-b53b-e7199601798e None None] The sync data for ids ['121cb0df-5748-44fd-a97e-36813f53b0c7'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:27:38.436016 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a2971608-f9a4-4a77-86aa-58b7794340a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:38.527981 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3ec3d9c4-c24a-4e4c-9fda-40b5e454ee1b req-f1bcb866-c93e-4e6c-901c-df5e6603664c service neutron] 10.222.0.24 "GET /v2.0/networks/b15ecf21-197e-4275-84df-1404037b4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276485 Jan 26 11:27:38.617352 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-ce7e0f70-282e-44c3-97b4-9195e006c5f7 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] remove_router_interface failed (client error): The resource could not be found. Jan 26 11:27:38.619142 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ce7e0f70-282e-44c3-97b4-9195e006c5f7 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "PUT /v2.0/routers/121cb0df-5748-44fd-a97e-36813f53b0c7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3460793 Jan 26 11:27:38.621940 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53716) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:38.671830 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-548c2bc7-644c-4e63-9831-1742f3334718 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Synchronizing usage tracker for tenant:50b8065b09b94599b4fb2f9dadc72721 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:27:38.689557 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-548c2bc7-644c-4e63-9831-1742f3334718 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Unset dirty status for tenant:50b8065b09b94599b4fb2f9dadc72721 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:27:38.690906 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-548c2bc7-644c-4e63-9831-1742f3334718 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "GET /v2.0/ports?device_id=121cb0df-5748-44fd-a97e-36813f53b0c7 HTTP/1.1" status: 200 len: 205 time: 0.0679855 Jan 26 11:27:38.693788 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53720) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:38.798291 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a2971608-f9a4-4a77-86aa-58b7794340a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:38.803237 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a2971608-f9a4-4a77-86aa-58b7794340a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:38.832521 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-77f9acda-4643-4b71-9a01-1bcda302341c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:38.907326 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2971608-f9a4-4a77-86aa-58b7794340a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=fa167886-ad7c-450c-8c43-66957430f542,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:38.924277 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a2971608-f9a4-4a77-86aa-58b7794340a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:39.102564 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-a2971608-f9a4-4a77-86aa-58b7794340a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Floating IP 3dd98052-22e7-474e-ba9a-b4cda8a0ff6c associated. External IP: 172.26.5.123, port: 28559beb-c894-437c-82b4-2653bbb75293. Jan 26 11:27:39.255634 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-77f9acda-4643-4b71-9a01-1bcda302341c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:39.259445 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-77f9acda-4643-4b71-9a01-1bcda302341c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:39.321426 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-77f9acda-4643-4b71-9a01-1bcda302341c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:39.321904 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f9acda-4643-4b71-9a01-1bcda302341c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Fanout notify agent at l3_agent the message router_deleted on router 121cb0df-5748-44fd-a97e-36813f53b0c7 {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:27:39.341369 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-77f9acda-4643-4b71-9a01-1bcda302341c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:39.342459 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-77f9acda-4643-4b71-9a01-1bcda302341c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/routers/121cb0df-5748-44fd-a97e-36813f53b0c7 HTTP/1.1" status: 204 len: 168 time: 0.6477032 Jan 26 11:27:39.345589 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53726) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:39.423521 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411855f-6a38-4646-8e32-fa5cd47eceb0 req-a1469bb5-f28c-4315-b098-9a5fc0fabcc9 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:39.424974 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7411855f-6a38-4646-8e32-fa5cd47eceb0 req-a1469bb5-f28c-4315-b098-9a5fc0fabcc9 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 943 time: 0.1482565 Jan 26 11:27:39.428783 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e5bcca1-a5b0-45a2-a431-74831808dab1 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting subnet e6df81a1-cb79-47d6-aeaf-5f3f9a551742 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:27:39.445481 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5e5bcca1-a5b0-45a2-a431-74831808dab1 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:39.483700 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:27:39.493318 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2971608-f9a4-4a77-86aa-58b7794340a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router d83ef684-d49d-4978-acfa-7de4ef518e52 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:27:39.517147 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7411855f-6a38-4646-8e32-fa5cd47eceb0 req-13a3f8f8-3a32-44c2-83c9-509ae276f6d7 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/security-groups?id=f01d0522-8f87-4f72-8d0b-a6da6029fe15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855589 Jan 26 11:27:39.519222 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5e5bcca1-a5b0-45a2-a431-74831808dab1 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:39.609734 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5e5bcca1-a5b0-45a2-a431-74831808dab1 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:39.627357 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed,segment=NetworkSegment(2134d771-c58f-4fb7-a398-43231b53790d),segment_id=2134d771-c58f-4fb7-a398-43231b53790d)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:27:39.641087 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': 'b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed', 'network_id': 'b15ecf21-197e-4275-84df-1404037b4e5d', 'port_id': 'b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed', 'mac_address': 'fa:16:3e:d5:07:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff35443a-183a-453b-8a70-042eada05751', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:27:39.681541 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2971608-f9a4-4a77-86aa-58b7794340a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:27:39.698172 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5e5bcca1-a5b0-45a2-a431-74831808dab1 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:39.700112 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ecdeda-9e7f-4be7-a3d3-616408f7b64c None None] Sync routers for ids ['d83ef684-d49d-4978-acfa-7de4ef518e52'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:27:39.709869 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a2971608-f9a4-4a77-86aa-58b7794340a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:39.719259 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ecdeda-9e7f-4be7-a3d3-616408f7b64c None None] Routers {'d83ef684-d49d-4978-acfa-7de4ef518e52'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:27:39.719891 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d6ecdeda-9e7f-4be7-a3d3-616408f7b64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:27:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d83ef684-d49d-4978-acfa-7de4ef518e52'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:39.743682 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bcca1-a5b0-45a2-a431-74831808dab1 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Subnet': ['ID=e6df81a1-cb79-47d6-aeaf-5f3f9a551742,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:39.745711 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5e5bcca1-a5b0-45a2-a431-74831808dab1 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:39.754764 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5e5bcca1-a5b0-45a2-a431-74831808dab1 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/subnets/e6df81a1-cb79-47d6-aeaf-5f3f9a551742 HTTP/1.1" status: 204 len: 168 time: 0.4060280 Jan 26 11:27:39.755056 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53730) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:39.776688 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a2971608-f9a4-4a77-86aa-58b7794340a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6773443 Jan 26 11:27:39.777806 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a6e66e-fe08-48ca-87fc-5061b897a607', 'tag': '28559beb-c894-437c-82b4-2653bbb75293'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:27:39.778711 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36dfccf-0940-470d-b530-7aa8b94918df None None] Network 5a89f0f3-62dd-460d-99a9-2f41bcac5fff requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:27:39.781087 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53734) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:39.805845 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:39.833019 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a6e66e-fe08-48ca-87fc-5061b897a607', 'tag': '28559beb-c894-437c-82b4-2653bbb75293', 'status': 'completed', 'code': 200} Jan 26 11:27:39.859594 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:27:39.875771 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed,segment=NetworkSegment(2134d771-c58f-4fb7-a398-43231b53790d),segment_id=2134d771-c58f-4fb7-a398-43231b53790d)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:27:39.887571 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:39.932970 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628681c2-b326-46b6-a81d-42ba6d1e2dea req-afae0481-3559-43fc-9a8e-6316ff6204ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:39.934549 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-628681c2-b326-46b6-a81d-42ba6d1e2dea req-afae0481-3559-43fc-9a8e-6316ff6204ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=65a6e66e-fe08-48ca-87fc-5061b897a607 HTTP/1.1" status: 200 len: 1098 time: 0.0748742 Jan 26 11:27:39.967475 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5b69dbf2-7a27-4d89-9067-acfb2b1666fb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:39.978075 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5ac49eee-4906-46f3-95fe-17097d93fc58 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/3dd98052-22e7-474e-ba9a-b4cda8a0ff6c HTTP/1.1" status: 200 len: 991 time: 0.1898670 Jan 26 11:27:39.985338 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-5b69dbf2-7a27-4d89-9067-acfb2b1666fb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting port fa689efe-0903-4d2b-9ab3-0d2abbac7ac8 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:27:39.985680 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5b69dbf2-7a27-4d89-9067-acfb2b1666fb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:40.079072 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628681c2-b326-46b6-a81d-42ba6d1e2dea req-c374fe76-0175-4348-a87b-6439c742096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:40.080655 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-628681c2-b326-46b6-a81d-42ba6d1e2dea req-c374fe76-0175-4348-a87b-6439c742096b service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1f8d3ab-278c-4006-a6de-937cf77a3d4b HTTP/1.1" status: 200 len: 898 time: 0.1322730 Jan 26 11:27:40.155087 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:27:40.181510 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-628681c2-b326-46b6-a81d-42ba6d1e2dea req-95886553-9b45-4b14-a3d3-ca66db5a780a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28559beb-c894-437c-82b4-2653bbb75293 HTTP/1.1" status: 200 len: 999 time: 0.0945024 Jan 26 11:27:40.199857 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-d6ecdeda-9e7f-4be7-a3d3-616408f7b64c None None] Set router d83ef684-d49d-4978-acfa-7de4ef518e52 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:27:40.200832 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-5b69dbf2-7a27-4d89-9067-acfb2b1666fb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] For port fa689efe-0903-4d2b-9ab3-0d2abbac7ac8, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=fa689efe-0903-4d2b-9ab3-0d2abbac7ac8,segment=NetworkSegment(abf5d99f-93fe-46e9-868d-08e09c538e11),segment_id=abf5d99f-93fe-46e9-868d-08e09c538e11)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:27:40.201284 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5b69dbf2-7a27-4d89-9067-acfb2b1666fb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:40.287861 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:40.334091 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-5b69dbf2-7a27-4d89-9067-acfb2b1666fb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Calling delete_port for fa689efe-0903-4d2b-9ab3-0d2abbac7ac8 owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:27:40.380450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628681c2-b326-46b6-a81d-42ba6d1e2dea req-e8ca8502-4c52-44c0-aacc-f31d157b0615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:40.382157 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-628681c2-b326-46b6-a81d-42ba6d1e2dea req-e8ca8502-4c52-44c0-aacc-f31d157b0615 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6 HTTP/1.1" status: 200 len: 834 time: 0.1914673 Jan 26 11:27:40.423829 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5b69dbf2-7a27-4d89-9067-acfb2b1666fb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:40.485492 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69dbf2-7a27-4d89-9067-acfb2b1666fb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Port': ['ID=fa689efe-0903-4d2b-9ab3-0d2abbac7ac8,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:40.485998 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628681c2-b326-46b6-a81d-42ba6d1e2dea req-9556270a-da8c-4555-83c0-0fa63bfa22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:40.487516 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-628681c2-b326-46b6-a81d-42ba6d1e2dea req-9556270a-da8c-4555-83c0-0fa63bfa22ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1f8d3ab-278c-4006-a6de-937cf77a3d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0984793 Jan 26 11:27:40.489065 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b69dbf2-7a27-4d89-9067-acfb2b1666fb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] No DVR routers for this DVR port fa689efe-0903-4d2b-9ab3-0d2abbac7ac8 on host dv-neutron-826439-1-hyperv {{(pid=87442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:27:40.614834 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dfef98-f354-44ca-b745-b56c717d2ae0 None None] DHCP port deletion for 5a89f0f3-62dd-460d-99a9-2f41bcac5fff request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:27:40.654084 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-628681c2-b326-46b6-a81d-42ba6d1e2dea req-c2229a9a-876b-426c-aee5-bb80372bd4ce service neutron] 10.222.0.24 "GET /v2.0/networks/b1f8d3ab-278c-4006-a6de-937cf77a3d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595495 Jan 26 11:27:40.668668 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5b69dbf2-7a27-4d89-9067-acfb2b1666fb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:40.698438 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-5b69dbf2-7a27-4d89-9067-acfb2b1666fb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a89f0f3-62dd-460d-99a9-2f41bcac5fff']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:40.713469 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-5b69dbf2-7a27-4d89-9067-acfb2b1666fb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf5d99f-93fe-46e9-868d-08e09c538e11') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:40.714018 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-5b69dbf2-7a27-4d89-9067-acfb2b1666fb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf5d99f-93fe-46e9-868d-08e09c538e11') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:40.728382 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5b69dbf2-7a27-4d89-9067-acfb2b1666fb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:40.752878 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5b69dbf2-7a27-4d89-9067-acfb2b1666fb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:40.754228 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b69dbf2-7a27-4d89-9067-acfb2b1666fb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:27:40.754787 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5b69dbf2-7a27-4d89-9067-acfb2b1666fb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:40.761900 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d6ecdeda-9e7f-4be7-a3d3-616408f7b64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'name': 'tempest-TestNetworkBasicOps-router-1144126416', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:49Z', 'updated_at': '2022-01-26T11:27:02Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:51Z', 'updated_at': '2022-01-26T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '3dd98052-22e7-474e-ba9a-b4cda8a0ff6c', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.123', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'port_id': '28559beb-c894-437c-82b4-2653bbb75293', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'mac_address': 'fa:16:3e:46:96:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a6e66e-fe08-48ca-87fc-5061b897a607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:27:37Z', 'updated_at': '2022-01-26T11:27:37Z', 'revision_number': 0, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e18d4af-336e-4554-b658-40777f0cf88d', 'name': '', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:e9:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:27:00Z', 'updated_at': '2022-01-26T11:27:12Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:40.766679 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ecdeda-9e7f-4be7-a3d3-616408f7b64c None None] Checking router: d83ef684-d49d-4978-acfa-7de4ef518e52 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:27:40.771100 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:27:40.781155 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ecdeda-9e7f-4be7-a3d3-616408f7b64c None None] Routers {'d83ef684-d49d-4978-acfa-7de4ef518e52'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:27:40.781885 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d6ecdeda-9e7f-4be7-a3d3-616408f7b64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:27:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d83ef684-d49d-4978-acfa-7de4ef518e52'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:40.886504 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-628681c2-b326-46b6-a81d-42ba6d1e2dea req-b58c27e2-692b-4c57-b90e-7f8150f79f6b service neutron] 10.222.0.24 "GET /v2.0/networks/b1f8d3ab-278c-4006-a6de-937cf77a3d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253001 Jan 26 11:27:40.895138 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16db5e-a448-4222-81dc-205562c1bdd6 req-f7e529ca-1097-43c5-984e-8286a9dba862 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:40.896762 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fc16db5e-a448-4222-81dc-205562c1bdd6 req-f7e529ca-1097-43c5-984e-8286a9dba862 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 944 time: 0.2112992 Jan 26 11:27:40.950286 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fc16db5e-a448-4222-81dc-205562c1bdd6 req-5c7ff980-4bc3-4cc2-aaa6-192754a3d9ca tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/security-groups?id=f01d0522-8f87-4f72-8d0b-a6da6029fe15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441158 Jan 26 11:27:40.979279 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5b69dbf2-7a27-4d89-9067-acfb2b1666fb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:40.980138 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53746) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:40.990985 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5b69dbf2-7a27-4d89-9067-acfb2b1666fb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:41.017962 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69dbf2-7a27-4d89-9067-acfb2b1666fb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Network': ['ID=5a89f0f3-62dd-460d-99a9-2f41bcac5fff,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:41.035681 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5b69dbf2-7a27-4d89-9067-acfb2b1666fb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/networks/5a89f0f3-62dd-460d-99a9-2f41bcac5fff HTTP/1.1" status: 204 len: 168 time: 1.2755570 Jan 26 11:27:41.036165 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53750) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:41.042608 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-3320e288-29c7-4c9a-8b51-a7e1dffbf684 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-409577153'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:41.044486 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-d6ecdeda-9e7f-4be7-a3d3-616408f7b64c None None] Set router d83ef684-d49d-4978-acfa-7de4ef518e52 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:27:41.048083 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3320e288-29c7-4c9a-8b51-a7e1dffbf684 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:41.053350 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3320e288-29c7-4c9a-8b51-a7e1dffbf684 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Usage tracker for resource:network and tenant:50b8065b09b94599b4fb2f9dadc72721 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:41.056999 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3320e288-29c7-4c9a-8b51-a7e1dffbf684 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:41.062873 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3320e288-29c7-4c9a-8b51-a7e1dffbf684 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:41.073430 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3320e288-29c7-4c9a-8b51-a7e1dffbf684 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Made reservation on behalf of 50b8065b09b94599b4fb2f9dadc72721 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:27:41.077427 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3320e288-29c7-4c9a-8b51-a7e1dffbf684 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:41.097203 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e1061705-f6ce-4fb0-913a-98faa6dd1957 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/3dd98052-22e7-474e-ba9a-b4cda8a0ff6c HTTP/1.1" status: 200 len: 991 time: 0.1155820 Jan 26 11:27:41.109081 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3320e288-29c7-4c9a-8b51-a7e1dffbf684 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:27:41.119291 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3320e288-29c7-4c9a-8b51-a7e1dffbf684 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:41.119633 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-3320e288-29c7-4c9a-8b51-a7e1dffbf684 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Added segment 4dae0283-9b02-4e76-88ea-6232b3c6c3fb of type vlan for network 8a0aaa22-c074-4ee3-acb4-89d219c9723e Jan 26 11:27:41.146594 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3320e288-29c7-4c9a-8b51-a7e1dffbf684 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:41.175393 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3320e288-29c7-4c9a-8b51-a7e1dffbf684 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:41.181363 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3320e288-29c7-4c9a-8b51-a7e1dffbf684 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:41.181939 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3320e288-29c7-4c9a-8b51-a7e1dffbf684 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:41.240930 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3320e288-29c7-4c9a-8b51-a7e1dffbf684 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2035024 Jan 26 11:27:41.244049 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53754) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:41.250124 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-f74cb99a-3c63-49fe-b2ae-d907c03550ba tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'subnet': {'network_id': '8a0aaa22-c074-4ee3-acb4-89d219c9723e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:41.292668 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320e288-29c7-4c9a-8b51-a7e1dffbf684 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Network': ['ID=8a0aaa22-c074-4ee3-acb4-89d219c9723e,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:41.312550 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 8a0aaa22-c074-4ee3-acb4-89d219c9723e details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:27:41.360546 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f74cb99a-3c63-49fe-b2ae-d907c03550ba tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:41.364235 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f74cb99a-3c63-49fe-b2ae-d907c03550ba tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Usage tracker for resource:subnet and tenant:50b8065b09b94599b4fb2f9dadc72721 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:41.367003 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f74cb99a-3c63-49fe-b2ae-d907c03550ba tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:41.372695 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f74cb99a-3c63-49fe-b2ae-d907c03550ba tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:41.381778 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74cb99a-3c63-49fe-b2ae-d907c03550ba tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Made reservation on behalf of 50b8065b09b94599b4fb2f9dadc72721 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:27:41.386008 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f74cb99a-3c63-49fe-b2ae-d907c03550ba tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:41.499078 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:27:41.559354 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d6ecdeda-9e7f-4be7-a3d3-616408f7b64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'name': 'tempest-TestNetworkBasicOps-router-1144126416', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:49Z', 'updated_at': '2022-01-26T11:27:02Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:51Z', 'updated_at': '2022-01-26T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '3dd98052-22e7-474e-ba9a-b4cda8a0ff6c', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.123', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'port_id': '28559beb-c894-437c-82b4-2653bbb75293', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'mac_address': 'fa:16:3e:46:96:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a6e66e-fe08-48ca-87fc-5061b897a607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:27:37Z', 'updated_at': '2022-01-26T11:27:37Z', 'revision_number': 0, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e18d4af-336e-4554-b658-40777f0cf88d', 'name': '', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:e9:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:27:00Z', 'updated_at': '2022-01-26T11:27:12Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:41.565664 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ecdeda-9e7f-4be7-a3d3-616408f7b64c None None] The sync data for ids ['d83ef684-d49d-4978-acfa-7de4ef518e52'] in dv-neutron-826439-1-hyperv is: [{'id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'name': 'tempest-TestNetworkBasicOps-router-1144126416', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:49Z', 'updated_at': '2022-01-26T11:27:02Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:51Z', 'updated_at': '2022-01-26T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '3dd98052-22e7-474e-ba9a-b4cda8a0ff6c', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.123', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'port_id': '28559beb-c894-437c-82b4-2653bbb75293', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'mac_address': 'fa:16:3e:46:96:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a6e66e-fe08-48ca-87fc-5061b897a607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:27:37Z', 'updated_at': '2022-01-26T11:27:37Z', 'revision_number': 0, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e18d4af-336e-4554-b658-40777f0cf88d', 'name': '', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:e9:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:27:00Z', 'updated_at': '2022-01-26T11:27:12Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:27:41.580783 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:27:41.586594 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:41.587167 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:41.612724 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f74cb99a-3c63-49fe-b2ae-d907c03550ba tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:41.707119 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74cb99a-3c63-49fe-b2ae-d907c03550ba tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Subnet': ['ID=4fb92bf4-ff01-466c-8790-a62f300baca7,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:41.709312 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74cb99a-3c63-49fe-b2ae-d907c03550ba tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Checking segment: {'id': '4dae0283-9b02-4e76-88ea-6232b3c6c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8a0aaa22-c074-4ee3-acb4-89d219c9723e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:27:41.709684 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74cb99a-3c63-49fe-b2ae-d907c03550ba tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network hostable DHCP agents. Network: 8a0aaa22-c074-4ee3-acb4-89d219c9723e, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:27:41.728877 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:41.730766 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74cb99a-3c63-49fe-b2ae-d907c03550ba tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network 8a0aaa22-c074-4ee3-acb4-89d219c9723e is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:27:41.741827 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-f74cb99a-3c63-49fe-b2ae-d907c03550ba tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 8a0aaa22-c074-4ee3-acb4-89d219c9723e) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:41.746439 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74cb99a-3c63-49fe-b2ae-d907c03550ba tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:41.747238 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f74cb99a-3c63-49fe-b2ae-d907c03550ba tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:41.759790 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fd50c3-6be7-444d-8e5f-a45f451a4d72 None None] Network 8a0aaa22-c074-4ee3-acb4-89d219c9723e requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:27:41.775641 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f74cb99a-3c63-49fe-b2ae-d907c03550ba tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5273011 Jan 26 11:27:41.775852 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53758) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:41.780968 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-3c9d2401-c3a6-4dc6-b130-21efa8d2078f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1077455656', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:41.787937 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-3c9d2401-c3a6-4dc6-b130-21efa8d2078f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:41.791347 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec3f033-11b1-444b-bdc1-9f4a7811f1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:27:41.793208 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3c9d2401-c3a6-4dc6-b130-21efa8d2078f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Usage tracker for resource:router and tenant:50b8065b09b94599b4fb2f9dadc72721 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:41.796587 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3c9d2401-c3a6-4dc6-b130-21efa8d2078f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:41.803257 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-3c9d2401-c3a6-4dc6-b130-21efa8d2078f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:41.816028 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed,segment=NetworkSegment(2134d771-c58f-4fb7-a398-43231b53790d),segment_id=2134d771-c58f-4fb7-a398-43231b53790d)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:27:41.819383 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3c9d2401-c3a6-4dc6-b130-21efa8d2078f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:41.820816 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3c9d2401-c3a6-4dc6-b130-21efa8d2078f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:41.847218 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3c9d2401-c3a6-4dc6-b130-21efa8d2078f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:41.876287 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec3f033-11b1-444b-bdc1-9f4a7811f1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed', 'code': 200} Jan 26 11:27:41.877234 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3c9d2401-c3a6-4dc6-b130-21efa8d2078f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:41.881424 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:41.901608 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb8be7b-0836-4f23-bdce-2a99861437c9 None None] New status for floating IP 3dd98052-22e7-474e-ba9a-b4cda8a0ff6c: ACTIVE {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:27:41.922916 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3c9d2401-c3a6-4dc6-b130-21efa8d2078f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:41.926860 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3c9d2401-c3a6-4dc6-b130-21efa8d2078f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1499567 Jan 26 11:27:41.927632 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53764) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:42.016535 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:42.083914 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device fa689efe-0903-4d2b-9ab3-0d2abbac7ac8 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:27:42.100104 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53770) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:42.136059 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: fa689efe-0903-4d2b-9ab3-0d2abbac7ac8 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:27:42.136434 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device fa689efe-0903-4d2b-9ab3-0d2abbac7ac8 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:27:42.139592 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd641453-8217-45dc-ae0b-cb25653ddeea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-8a0aaa22-c074-4ee3-acb4-89d219c9723e', 'network_id': '8a0aaa22-c074-4ee3-acb4-89d219c9723e', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'fixed_ips': [{'subnet_id': '4fb92bf4-ff01-466c-8790-a62f300baca7'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:27:42.140409 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cd641453-8217-45dc-ae0b-cb25653ddeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:42.254394 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ff143af1-d96b-4a35-835b-ad619a72bfe1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/3dd98052-22e7-474e-ba9a-b4cda8a0ff6c HTTP/1.1" status: 200 len: 991 time: 0.1530471 Jan 26 11:27:42.303161 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-cd641453-8217-45dc-ae0b-cb25653ddeea None None] Allocated IP 2001:db8::2 (8a0aaa22-c074-4ee3-acb4-89d219c9723e/4fb92bf4-ff01-466c-8790-a62f300baca7/501f9e8a-39a3-4ae1-b930-01577951b2e0) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:27:42.513455 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cd641453-8217-45dc-ae0b-cb25653ddeea None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:42.524830 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-cd641453-8217-45dc-ae0b-cb25653ddeea None None] Transition to ACTIVE for port object 501f9e8a-39a3-4ae1-b930-01577951b2e0 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:42.544103 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-cd641453-8217-45dc-ae0b-cb25653ddeea None None] Transition to ACTIVE for port object 501f9e8a-39a3-4ae1-b930-01577951b2e0 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:42.549035 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cd641453-8217-45dc-ae0b-cb25653ddeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:42.617734 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd641453-8217-45dc-ae0b-cb25653ddeea None None] Network 8a0aaa22-c074-4ee3-acb4-89d219c9723e is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:27:42.620653 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-cd641453-8217-45dc-ae0b-cb25653ddeea None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:42.623160 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd641453-8217-45dc-ae0b-cb25653ddeea None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:27:42.631879 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd641453-8217-45dc-ae0b-cb25653ddeea None None] Pushing event updated for resources: {'Port': ['ID=501f9e8a-39a3-4ae1-b930-01577951b2e0,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:42.668417 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1b5d7-7ec8-43b1-8fdb-b1477084f6fa req-0543e2aa-919e-4ba9-b568-d9bbbc2a15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:42.669917 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-98c1b5d7-7ec8-43b1-8fdb-b1477084f6fa req-0543e2aa-919e-4ba9-b568-d9bbbc2a15b9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 1098 time: 0.6122773 Jan 26 11:27:42.741448 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0036e-253a-4406-b77f-50640eb6fffc req-35ccaaaa-e56f-43ad-9b69-b064060fefd5 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:42.743558 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-80c0036e-253a-4406-b77f-50640eb6fffc req-35ccaaaa-e56f-43ad-9b69-b064060fefd5 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 945 time: 0.5407743 Jan 26 11:27:42.756368 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-cd641453-8217-45dc-ae0b-cb25653ddeea None None] Attempting to bind port 501f9e8a-39a3-4ae1-b930-01577951b2e0 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:27:42.756986 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-cd641453-8217-45dc-ae0b-cb25653ddeea None None] Attempting to bind port 501f9e8a-39a3-4ae1-b930-01577951b2e0 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '4dae0283-9b02-4e76-88ea-6232b3c6c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8a0aaa22-c074-4ee3-acb4-89d219c9723e'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:27:42.758302 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd641453-8217-45dc-ae0b-cb25653ddeea None None] Attempting to bind port 501f9e8a-39a3-4ae1-b930-01577951b2e0 on network 8a0aaa22-c074-4ee3-acb4-89d219c9723e {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:27:42.763928 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd641453-8217-45dc-ae0b-cb25653ddeea None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:27:42.764234 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd641453-8217-45dc-ae0b-cb25653ddeea None None] Checking segment: {'id': '4dae0283-9b02-4e76-88ea-6232b3c6c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8a0aaa22-c074-4ee3-acb4-89d219c9723e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:27:42.764633 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cd641453-8217-45dc-ae0b-cb25653ddeea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:42.765027 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd641453-8217-45dc-ae0b-cb25653ddeea None None] Bound using segment: {'id': '4dae0283-9b02-4e76-88ea-6232b3c6c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8a0aaa22-c074-4ee3-acb4-89d219c9723e'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:27:42.765496 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-cd641453-8217-45dc-ae0b-cb25653ddeea None None] Bound port: 501f9e8a-39a3-4ae1-b930-01577951b2e0, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dae0283-9b02-4e76-88ea-6232b3c6c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8a0aaa22-c074-4ee3-acb4-89d219c9723e'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:27:42.765873 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cd641453-8217-45dc-ae0b-cb25653ddeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:42.797052 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-98c1b5d7-7ec8-43b1-8fdb-b1477084f6fa req-e8590c2f-a9bb-4f46-ae79-ef010ab58092 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f01d0522-8f87-4f72-8d0b-a6da6029fe15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005056 Jan 26 11:27:42.835690 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-de48013f-5a95-4b11-9938-35fbebec9d97 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:42.860192 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-cd641453-8217-45dc-ae0b-cb25653ddeea None None] For port 501f9e8a-39a3-4ae1-b930-01577951b2e0, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:27:42.863181 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-cd641453-8217-45dc-ae0b-cb25653ddeea None None] For port 501f9e8a-39a3-4ae1-b930-01577951b2e0, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=501f9e8a-39a3-4ae1-b930-01577951b2e0,segment=NetworkSegment(4dae0283-9b02-4e76-88ea-6232b3c6c3fb),segment_id=4dae0283-9b02-4e76-88ea-6232b3c6c3fb)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:27:42.869746 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cd641453-8217-45dc-ae0b-cb25653ddeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:42.920958 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-80c0036e-253a-4406-b77f-50640eb6fffc req-69528388-d6a1-4ce6-8e5d-bd0cb6c34dde tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/security-groups?id=f01d0522-8f87-4f72-8d0b-a6da6029fe15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643372 Jan 26 11:27:42.952081 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd641453-8217-45dc-ae0b-cb25653ddeea None None] Pushing event updated for resources: {'Port': ['ID=501f9e8a-39a3-4ae1-b930-01577951b2e0,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:43.226607 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-de48013f-5a95-4b11-9938-35fbebec9d97 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Allocated IP 2001:db8::1 (8a0aaa22-c074-4ee3-acb4-89d219c9723e/4fb92bf4-ff01-466c-8790-a62f300baca7/2934c763-06f6-426a-b48a-a27f2f5f2c6b) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:27:43.258917 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53776) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:43.365533 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3631a297-2848-4e07-95a7-09e72c0c853c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/3dd98052-22e7-474e-ba9a-b4cda8a0ff6c HTTP/1.1" status: 200 len: 993 time: 0.1053648 Jan 26 11:27:43.396176 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-de48013f-5a95-4b11-9938-35fbebec9d97 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:43.411019 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-de48013f-5a95-4b11-9938-35fbebec9d97 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Transition to ACTIVE for port object 2934c763-06f6-426a-b48a-a27f2f5f2c6b will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:43.434777 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-de48013f-5a95-4b11-9938-35fbebec9d97 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:43.506868 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de48013f-5a95-4b11-9938-35fbebec9d97 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network 8a0aaa22-c074-4ee3-acb4-89d219c9723e is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:27:43.510730 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-de48013f-5a95-4b11-9938-35fbebec9d97 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:43.514847 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de48013f-5a95-4b11-9938-35fbebec9d97 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:27:43.515377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-de48013f-5a95-4b11-9938-35fbebec9d97 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:43.526810 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48013f-5a95-4b11-9938-35fbebec9d97 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Port': ['ID=2934c763-06f6-426a-b48a-a27f2f5f2c6b,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:43.619986 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-de48013f-5a95-4b11-9938-35fbebec9d97 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:43.911640 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e0d98a-55c2-488a-8c1e-dbe1bf807e8a None None] Network 8a0aaa22-c074-4ee3-acb4-89d219c9723e requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:27:44.047413 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-de48013f-5a95-4b11-9938-35fbebec9d97 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:44.060891 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-de48013f-5a95-4b11-9938-35fbebec9d97 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:44.061783 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-de48013f-5a95-4b11-9938-35fbebec9d97 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:44.078216 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-deca79b8-f05f-4f58-aa28-39d365b5add4 None None] Provisioning for port 501f9e8a-39a3-4ae1-b930-01577951b2e0 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:27:44.126944 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 501f9e8a-39a3-4ae1-b930-01577951b2e0 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:27:44.153483 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099c079-3ab6-42e0-b59f-89aeb3ccc0b5 req-f6b0410e-db38-4fee-8d1c-b1fa9555bd26 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:44.155173 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-3099c079-3ab6-42e0-b59f-89aeb3ccc0b5 req-f6b0410e-db38-4fee-8d1c-b1fa9555bd26 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 945 time: 0.1067610 Jan 26 11:27:44.210776 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-3099c079-3ab6-42e0-b59f-89aeb3ccc0b5 req-4ebf511c-228d-4f08-97df-9a0103657749 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/security-groups?id=f01d0522-8f87-4f72-8d0b-a6da6029fe15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495441 Jan 26 11:27:44.289573 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 501f9e8a-39a3-4ae1-b930-01577951b2e0 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:27:44.295506 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 501f9e8a-39a3-4ae1-b930-01577951b2e0 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:44.295888 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:44.309025 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48013f-5a95-4b11-9938-35fbebec9d97 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Port': ['ID=2934c763-06f6-426a-b48a-a27f2f5f2c6b,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:44.403560 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de48013f-5a95-4b11-9938-35fbebec9d97 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network 8a0aaa22-c074-4ee3-acb4-89d219c9723e is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:27:44.404756 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-de48013f-5a95-4b11-9938-35fbebec9d97 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:44.425959 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:44.462483 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 501f9e8a-39a3-4ae1-b930-01577951b2e0, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=501f9e8a-39a3-4ae1-b930-01577951b2e0,segment=NetworkSegment(4dae0283-9b02-4e76-88ea-6232b3c6c3fb),segment_id=4dae0283-9b02-4e76-88ea-6232b3c6c3fb)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:27:44.466998 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:44.545942 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=501f9e8a-39a3-4ae1-b930-01577951b2e0,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:44.618303 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de48013f-5a95-4b11-9938-35fbebec9d97 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Router fe611b39-4067-4d4b-8f95-6274d762af8a is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:27:44.620951 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-1cd365b3-2cb7-4a0d-a83c-92f397a871c2 None None] Provisioning complete for port 501f9e8a-39a3-4ae1-b930-01577951b2e0 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:44.621485 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1cd365b3-2cb7-4a0d-a83c-92f397a871c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:44.756736 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-1cd365b3-2cb7-4a0d-a83c-92f397a871c2 None None] Provisioning for port 2934c763-06f6-426a-b48a-a27f2f5f2c6b completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:27:44.762349 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-1cd365b3-2cb7-4a0d-a83c-92f397a871c2 None None] Provisioning complete for port 2934c763-06f6-426a-b48a-a27f2f5f2c6b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:44.763008 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1cd365b3-2cb7-4a0d-a83c-92f397a871c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:44.779739 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de48013f-5a95-4b11-9938-35fbebec9d97 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:27:44.794276 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-de48013f-5a95-4b11-9938-35fbebec9d97 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "PUT /v2.0/routers/fe611b39-4067-4d4b-8f95-6274d762af8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8655968 Jan 26 11:27:44.796979 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53782) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:44.830806 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-1cd365b3-2cb7-4a0d-a83c-92f397a871c2 None None] Port 2934c763-06f6-426a-b48a-a27f2f5f2c6b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:27:44.833841 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf8a80-458e-43eb-9169-3fa26977a322 None None] Sync routers for ids ['fe611b39-4067-4d4b-8f95-6274d762af8a'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:27:44.845323 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bf8a80-458e-43eb-9169-3fa26977a322 None None] Routers {'fe611b39-4067-4d4b-8f95-6274d762af8a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:27:44.846229 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-14bf8a80-458e-43eb-9169-3fa26977a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:27:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['fe611b39-4067-4d4b-8f95-6274d762af8a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:44.879458 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f7bbcc-b1d4-4889-a0d7-ea0fb4692b7d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:44.880247 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-79f7bbcc-b1d4-4889-a0d7-ea0fb4692b7d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Synchronizing usage tracker for tenant:50b8065b09b94599b4fb2f9dadc72721 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:27:44.901335 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-79f7bbcc-b1d4-4889-a0d7-ea0fb4692b7d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Unset dirty status for tenant:50b8065b09b94599b4fb2f9dadc72721 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:27:44.905419 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-79f7bbcc-b1d4-4889-a0d7-ea0fb4692b7d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "GET /v2.0/ports/2934c763-06f6-426a-b48a-a27f2f5f2c6b HTTP/1.1" status: 200 len: 911 time: 0.1046040 Jan 26 11:27:44.905974 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53786) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:44.917017 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-14bf8a80-458e-43eb-9169-3fa26977a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:44.925557 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bf8a80-458e-43eb-9169-3fa26977a322 None None] Routers {'fe611b39-4067-4d4b-8f95-6274d762af8a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:27:44.926159 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-14bf8a80-458e-43eb-9169-3fa26977a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:27:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['fe611b39-4067-4d4b-8f95-6274d762af8a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:44.992267 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-14bf8a80-458e-43eb-9169-3fa26977a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:44.992758 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf8a80-458e-43eb-9169-3fa26977a322 None None] The sync data for ids ['fe611b39-4067-4d4b-8f95-6274d762af8a'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:27:44.999830 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-38885fce-de71-41c9-8ab7-a71a6d1f3e2f None None] Provisioning complete for port 2934c763-06f6-426a-b48a-a27f2f5f2c6b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:45.000200 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-38885fce-de71-41c9-8ab7-a71a6d1f3e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:45.057477 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-38885fce-de71-41c9-8ab7-a71a6d1f3e2f None None] Port 2934c763-06f6-426a-b48a-a27f2f5f2c6b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:27:45.176379 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b3d3bb0f-2504-4333-82cb-35be193ab676 None None] Provisioning complete for port 2934c763-06f6-426a-b48a-a27f2f5f2c6b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:45.176635 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b3d3bb0f-2504-4333-82cb-35be193ab676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:45.229737 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-b3d3bb0f-2504-4333-82cb-35be193ab676 None None] Port 2934c763-06f6-426a-b48a-a27f2f5f2c6b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:27:45.401323 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a6c65-7c8d-4b72-ad49-d2a45e566cce req-c604f2b7-e034-46e5-ad42-42156160142c tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:45.402852 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d07a6c65-7c8d-4b72-ad49-d2a45e566cce req-c604f2b7-e034-46e5-ad42-42156160142c tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 945 time: 0.0869391 Jan 26 11:27:45.415391 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e4116e4a-be78-4794-861f-3666a82c6399 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:45.450070 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d07a6c65-7c8d-4b72-ad49-d2a45e566cce req-22c39430-392a-48ea-81e8-f4bd57b95edf tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/security-groups?id=f01d0522-8f87-4f72-8d0b-a6da6029fe15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387015 Jan 26 11:27:45.852550 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5aa39d-ec17-4ff0-841d-fe9bc7487669 req-d963b839-104d-49ba-a532-63cba379538a tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:45.854007 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-1e5aa39d-ec17-4ff0-841d-fe9bc7487669 req-d963b839-104d-49ba-a532-63cba379538a tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 945 time: 0.3001583 Jan 26 11:27:45.950600 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-1e5aa39d-ec17-4ff0-841d-fe9bc7487669 req-42343483-9fd2-4f0c-a836-968958a7e932 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/security-groups?id=f01d0522-8f87-4f72-8d0b-a6da6029fe15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899808 Jan 26 11:27:45.957785 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-e4116e4a-be78-4794-861f-3666a82c6399 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting port 2934c763-06f6-426a-b48a-a27f2f5f2c6b {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:27:45.958980 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e4116e4a-be78-4794-861f-3666a82c6399 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:46.023339 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 501f9e8a-39a3-4ae1-b930-01577951b2e0 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:27:46.094406 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 501f9e8a-39a3-4ae1-b930-01577951b2e0 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:46.094822 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:46.154634 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e4116e4a-be78-4794-861f-3666a82c6399 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:46.285600 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-e4116e4a-be78-4794-861f-3666a82c6399 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Calling delete_port for 2934c763-06f6-426a-b48a-a27f2f5f2c6b owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:27:46.439581 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ec063-d22a-459f-a9ec-9e250bebdeab req-4389127c-08e1-4aa7-8543-41bd3a5b0b97 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:46.440958 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9f3ec063-d22a-459f-a9ec-9e250bebdeab req-4389127c-08e1-4aa7-8543-41bd3a5b0b97 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 945 time: 0.1278484 Jan 26 11:27:46.525706 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9f3ec063-d22a-459f-a9ec-9e250bebdeab req-077c35d8-c019-4138-9f94-b73f5d88d69e tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/security-groups?id=f01d0522-8f87-4f72-8d0b-a6da6029fe15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731385 Jan 26 11:27:46.559085 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e4116e4a-be78-4794-861f-3666a82c6399 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:46.614110 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4116e4a-be78-4794-861f-3666a82c6399 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Port': ['ID=2934c763-06f6-426a-b48a-a27f2f5f2c6b,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:46.789327 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e4116e4a-be78-4794-861f-3666a82c6399 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:47.071628 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4116e4a-be78-4794-861f-3666a82c6399 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Router fe611b39-4067-4d4b-8f95-6274d762af8a has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:27:47.313228 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4116e4a-be78-4794-861f-3666a82c6399 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:27:47.325854 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed69d6f-8f04-4341-9b7d-b2c918bac891 None None] Sync routers for ids ['fe611b39-4067-4d4b-8f95-6274d762af8a'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:27:47.331806 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e4116e4a-be78-4794-861f-3666a82c6399 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "PUT /v2.0/routers/fe611b39-4067-4d4b-8f95-6274d762af8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4251940 Jan 26 11:27:47.334367 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53800) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:47.336723 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed69d6f-8f04-4341-9b7d-b2c918bac891 None None] Routers {'fe611b39-4067-4d4b-8f95-6274d762af8a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:27:47.337556 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6ed69d6f-8f04-4341-9b7d-b2c918bac891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:27:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['fe611b39-4067-4d4b-8f95-6274d762af8a'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:47.377663 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-821f2ae0-c656-426a-abed-a9cb2420ad53 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Synchronizing usage tracker for tenant:50b8065b09b94599b4fb2f9dadc72721 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:27:47.394013 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-821f2ae0-c656-426a-abed-a9cb2420ad53 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Unset dirty status for tenant:50b8065b09b94599b4fb2f9dadc72721 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:27:47.395338 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-821f2ae0-c656-426a-abed-a9cb2420ad53 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe611b39-4067-4d4b-8f95-6274d762af8a HTTP/1.1" status: 200 len: 205 time: 0.0600662 Jan 26 11:27:47.399205 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53804) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:47.433211 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6ed69d6f-8f04-4341-9b7d-b2c918bac891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:47.441774 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed69d6f-8f04-4341-9b7d-b2c918bac891 None None] Routers {'fe611b39-4067-4d4b-8f95-6274d762af8a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:27:47.442391 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6ed69d6f-8f04-4341-9b7d-b2c918bac891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:27:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['fe611b39-4067-4d4b-8f95-6274d762af8a'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:47.500810 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6ed69d6f-8f04-4341-9b7d-b2c918bac891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:47.501207 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed69d6f-8f04-4341-9b7d-b2c918bac891 None None] The sync data for ids ['fe611b39-4067-4d4b-8f95-6274d762af8a'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:27:47.534923 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-17cb5325-0755-4957-84c2-ed44e270c40d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:47.716819 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c689b-e301-4736-aa23-3b7d3bf95842 req-4aa87e5b-af82-4097-a736-a69f2ebb88ef tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:47.718309 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-988c689b-e301-4736-aa23-3b7d3bf95842 req-4aa87e5b-af82-4097-a736-a69f2ebb88ef tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 945 time: 0.0800068 Jan 26 11:27:47.761903 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-988c689b-e301-4736-aa23-3b7d3bf95842 req-4275fa9e-43d3-4a59-af39-aa4d5aa818a7 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/security-groups?id=f01d0522-8f87-4f72-8d0b-a6da6029fe15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379219 Jan 26 11:27:47.840915 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-17cb5325-0755-4957-84c2-ed44e270c40d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:47.843122 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-17cb5325-0755-4957-84c2-ed44e270c40d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:47.865025 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-17cb5325-0755-4957-84c2-ed44e270c40d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:47.865622 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cb5325-0755-4957-84c2-ed44e270c40d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Fanout notify agent at l3_agent the message router_deleted on router fe611b39-4067-4d4b-8f95-6274d762af8a {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:27:47.876809 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-17cb5325-0755-4957-84c2-ed44e270c40d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:47.877881 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-17cb5325-0755-4957-84c2-ed44e270c40d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/routers/fe611b39-4067-4d4b-8f95-6274d762af8a HTTP/1.1" status: 204 len: 168 time: 0.4777982 Jan 26 11:27:47.880527 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53812) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:47.950832 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-89cb15dc-47f7-4c25-af7f-e5f24c850571 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting subnet 4fb92bf4-ff01-466c-8790-a62f300baca7 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:27:47.954010 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89cb15dc-47f7-4c25-af7f-e5f24c850571 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:48.027708 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89cb15dc-47f7-4c25-af7f-e5f24c850571 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:48.112061 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89cb15dc-47f7-4c25-af7f-e5f24c850571 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:48.169404 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080f64c-299e-4048-8fdd-3e094fa212ae req-e978501a-df3c-49f1-ad95-7288caeec8b3 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:48.170907 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6080f64c-299e-4048-8fdd-3e094fa212ae req-e978501a-df3c-49f1-ad95-7288caeec8b3 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 945 time: 0.1421673 Jan 26 11:27:48.181402 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd62821-038f-42d6-ac45-5bf07c2c92bd req-fc349f65-9b47-425a-93f7-f5bb22e229db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:48.182865 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4dd62821-038f-42d6-ac45-5bf07c2c92bd req-fc349f65-9b47-425a-93f7-f5bb22e229db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39e403c7fbaa4f32a0e0138f8fa1b4c2&device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 1098 time: 0.1113999 Jan 26 11:27:48.188945 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89cb15dc-47f7-4c25-af7f-e5f24c850571 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:48.230490 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb15dc-47f7-4c25-af7f-e5f24c850571 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb92bf4-ff01-466c-8790-a62f300baca7,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:48.232444 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89cb15dc-47f7-4c25-af7f-e5f24c850571 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:48.238127 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1b595a-2246-4a93-80b6-9527ced34460 None None] Network 8a0aaa22-c074-4ee3-acb4-89d219c9723e requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:27:48.242492 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-89cb15dc-47f7-4c25-af7f-e5f24c850571 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/subnets/4fb92bf4-ff01-466c-8790-a62f300baca7 HTTP/1.1" status: 204 len: 168 time: 0.3599830 Jan 26 11:27:48.242961 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53818) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:48.335041 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6080f64c-299e-4048-8fdd-3e094fa212ae req-be51dd5c-6156-4025-bda4-ebc8cdcd97e1 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/security-groups?id=f01d0522-8f87-4f72-8d0b-a6da6029fe15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574726 Jan 26 11:27:48.451631 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f0ca0e8-735c-4838-905f-086651a5e3f9 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:48.454512 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd62821-038f-42d6-ac45-5bf07c2c92bd req-138518fe-1724-4e28-8aee-278f5430128b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:48.455907 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4dd62821-038f-42d6-ac45-5bf07c2c92bd req-138518fe-1724-4e28-8aee-278f5430128b service neutron] 10.222.0.24 "GET /v2.0/networks?id=b15ecf21-197e-4275-84df-1404037b4e5d HTTP/1.1" status: 200 len: 913 time: 0.2606182 Jan 26 11:27:48.519601 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-4f0ca0e8-735c-4838-905f-086651a5e3f9 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting port 501f9e8a-39a3-4ae1-b930-01577951b2e0 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:27:48.519941 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f0ca0e8-735c-4838-905f-086651a5e3f9 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:48.560529 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4dd62821-038f-42d6-ac45-5bf07c2c92bd req-3889e342-5a28-448b-971d-d939592c6bf6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed HTTP/1.1" status: 200 len: 217 time: 0.0962186 Jan 26 11:27:48.622411 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fa7a24-0fb8-4e85-900f-0aa9899947c6 None None] DHCP port deletion for 8a0aaa22-c074-4ee3-acb4-89d219c9723e request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:27:48.634760 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-99fa7a24-0fb8-4e85-900f-0aa9899947c6 None None] Deleting port 501f9e8a-39a3-4ae1-b930-01577951b2e0 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:27:48.635135 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-99fa7a24-0fb8-4e85-900f-0aa9899947c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:48.678450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd62821-038f-42d6-ac45-5bf07c2c92bd req-3fcf8344-a6df-449b-b33d-9dbeeeccca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:48.680547 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4dd62821-038f-42d6-ac45-5bf07c2c92bd req-3fcf8344-a6df-449b-b33d-9dbeeeccca3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff35443a-183a-453b-8a70-042eada05751 HTTP/1.1" status: 200 len: 852 time: 0.1130998 Jan 26 11:27:48.870352 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4dd62821-038f-42d6-ac45-5bf07c2c92bd req-db6b1a07-6cbb-4916-bfb7-3c90e013396c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b15ecf21-197e-4275-84df-1404037b4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1703777 Jan 26 11:27:48.872400 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-99fa7a24-0fb8-4e85-900f-0aa9899947c6 None None] For port 501f9e8a-39a3-4ae1-b930-01577951b2e0, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=501f9e8a-39a3-4ae1-b930-01577951b2e0,segment=NetworkSegment(4dae0283-9b02-4e76-88ea-6232b3c6c3fb),segment_id=4dae0283-9b02-4e76-88ea-6232b3c6c3fb)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:27:48.872792 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-99fa7a24-0fb8-4e85-900f-0aa9899947c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:48.977207 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-4f0ca0e8-735c-4838-905f-086651a5e3f9 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] For port 501f9e8a-39a3-4ae1-b930-01577951b2e0, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=501f9e8a-39a3-4ae1-b930-01577951b2e0,segment=NetworkSegment(4dae0283-9b02-4e76-88ea-6232b3c6c3fb),segment_id=4dae0283-9b02-4e76-88ea-6232b3c6c3fb)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:27:48.977563 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f0ca0e8-735c-4838-905f-086651a5e3f9 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:48.993809 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-99fa7a24-0fb8-4e85-900f-0aa9899947c6 None None] Calling delete_port for 501f9e8a-39a3-4ae1-b930-01577951b2e0 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:27:49.067018 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-99fa7a24-0fb8-4e85-900f-0aa9899947c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:49.114650 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa7a24-0fb8-4e85-900f-0aa9899947c6 None None] Pushing event deleted for resources: {'Port': ['ID=501f9e8a-39a3-4ae1-b930-01577951b2e0,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:49.120365 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fa7a24-0fb8-4e85-900f-0aa9899947c6 None None] No DVR routers for this DVR port 501f9e8a-39a3-4ae1-b930-01577951b2e0 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:27:49.150435 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-4f0ca0e8-735c-4838-905f-086651a5e3f9 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Calling delete_port for 501f9e8a-39a3-4ae1-b930-01577951b2e0 owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:27:49.224447 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4dd62821-038f-42d6-ac45-5bf07c2c92bd req-738f54b8-5cc2-4b48-bba9-cbc2233ae460 service neutron] 10.222.0.24 "GET /v2.0/networks/b15ecf21-197e-4275-84df-1404037b4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090551 Jan 26 11:27:49.281205 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.api [None req-4f0ca0e8-735c-4838-905f-086651a5e3f9 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:27:49.281518 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG oslo_db.api [None req-4f0ca0e8-735c-4838-905f-086651a5e3f9 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:27:49.364293 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4dd62821-038f-42d6-ac45-5bf07c2c92bd req-9c45ff85-2826-4f0b-8361-ce9ed7b7add9 service neutron] 10.222.0.24 "GET /v2.0/networks/b15ecf21-197e-4275-84df-1404037b4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260130 Jan 26 11:27:49.521195 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796ed8a-62f0-4d78-9254-62f1f322a3fe req-1b18fe29-035e-4613-a5dc-7a1adaa96299 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:49.522595 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-c796ed8a-62f0-4d78-9254-62f1f322a3fe req-1b18fe29-035e-4613-a5dc-7a1adaa96299 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 945 time: 0.0796390 Jan 26 11:27:49.568831 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-c796ed8a-62f0-4d78-9254-62f1f322a3fe req-f7bafcb9-d486-44df-abb8-fa3462505620 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/security-groups?id=f01d0522-8f87-4f72-8d0b-a6da6029fe15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406752 Jan 26 11:27:49.782603 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-4f0ca0e8-735c-4838-905f-086651a5e3f9 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting port 501f9e8a-39a3-4ae1-b930-01577951b2e0 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:27:49.782958 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f0ca0e8-735c-4838-905f-086651a5e3f9 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:49.854188 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-4f0ca0e8-735c-4838-905f-086651a5e3f9 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] The port '501f9e8a-39a3-4ae1-b930-01577951b2e0' was deleted {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:27:49.978988 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f0ca0e8-735c-4838-905f-086651a5e3f9 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:50.003607 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-4f0ca0e8-735c-4838-905f-086651a5e3f9 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0aaa22-c074-4ee3-acb4-89d219c9723e']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:50.015651 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-4f0ca0e8-735c-4838-905f-086651a5e3f9 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dae0283-9b02-4e76-88ea-6232b3c6c3fb') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:50.015954 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-4f0ca0e8-735c-4838-905f-086651a5e3f9 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dae0283-9b02-4e76-88ea-6232b3c6c3fb') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:50.018276 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 501f9e8a-39a3-4ae1-b930-01577951b2e0 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:27:50.028082 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f0ca0e8-735c-4838-905f-086651a5e3f9 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:50.045220 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f0ca0e8-735c-4838-905f-086651a5e3f9 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:50.052848 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0ca0e8-735c-4838-905f-086651a5e3f9 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:27:50.053452 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f0ca0e8-735c-4838-905f-086651a5e3f9 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:50.060516 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 501f9e8a-39a3-4ae1-b930-01577951b2e0 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:27:50.061305 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 501f9e8a-39a3-4ae1-b930-01577951b2e0 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:27:50.069486 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:27:50.162904 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f0ca0e8-735c-4838-905f-086651a5e3f9 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:50.180070 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f0ca0e8-735c-4838-905f-086651a5e3f9 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:50.190659 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ca0e8-735c-4838-905f-086651a5e3f9 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Network': ['ID=8a0aaa22-c074-4ee3-acb4-89d219c9723e,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:50.202099 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4f0ca0e8-735c-4838-905f-086651a5e3f9 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/networks/8a0aaa22-c074-4ee3-acb4-89d219c9723e HTTP/1.1" status: 204 len: 168 time: 1.9583488 Jan 26 11:27:50.205781 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53824) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:50.210836 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-45794246-24fa-42b8-bbd8-5cd0a7af010e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-293176245', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}, 'admin_state_up': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:50.217807 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-45794246-24fa-42b8-bbd8-5cd0a7af010e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:50.221563 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-45794246-24fa-42b8-bbd8-5cd0a7af010e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Usage tracker for resource:router and tenant:50b8065b09b94599b4fb2f9dadc72721 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:50.224374 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-45794246-24fa-42b8-bbd8-5cd0a7af010e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:50.231116 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-45794246-24fa-42b8-bbd8-5cd0a7af010e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:50.239844 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-45794246-24fa-42b8-bbd8-5cd0a7af010e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:50.240795 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-45794246-24fa-42b8-bbd8-5cd0a7af010e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:50.254938 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-45794246-24fa-42b8-bbd8-5cd0a7af010e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:50.633008 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-45794246-24fa-42b8-bbd8-5cd0a7af010e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:50.759962 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9335a1-0ca3-4dc0-99e8-fc266ab1227c req-511d0867-6020-4a4f-af9d-b7c92fa595da tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:50.761449 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ab9335a1-0ca3-4dc0-99e8-fc266ab1227c req-511d0867-6020-4a4f-af9d-b7c92fa595da tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 945 time: 0.0837834 Jan 26 11:27:50.808428 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ab9335a1-0ca3-4dc0-99e8-fc266ab1227c req-070732a4-ada8-4516-b22d-15cbbcef2d3c tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/security-groups?id=f01d0522-8f87-4f72-8d0b-a6da6029fe15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405452 Jan 26 11:27:50.937125 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-45794246-24fa-42b8-bbd8-5cd0a7af010e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:50.970569 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-45794246-24fa-42b8-bbd8-5cd0a7af010e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:51.110251 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-45794246-24fa-42b8-bbd8-5cd0a7af010e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Allocated IP 172.26.5.229 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/88481c4c-cc69-4214-acb2-352f0dad6bd9) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:27:51.214711 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c5823-417b-405c-b877-fd748c9c1a35 req-787e3b6c-ac93-4468-8331-baa840b46e52 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:51.216666 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-950c5823-417b-405c-b877-fd748c9c1a35 req-787e3b6c-ac93-4468-8331-baa840b46e52 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 945 time: 0.0804827 Jan 26 11:27:51.262533 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-950c5823-417b-405c-b877-fd748c9c1a35 req-5ba73cfb-49ca-4d35-87ab-dbd02cae0c2a tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/security-groups?id=f01d0522-8f87-4f72-8d0b-a6da6029fe15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400414 Jan 26 11:27:51.267288 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-45794246-24fa-42b8-bbd8-5cd0a7af010e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:51.299410 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-45794246-24fa-42b8-bbd8-5cd0a7af010e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:51.364329 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45794246-24fa-42b8-bbd8-5cd0a7af010e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:27:51.368036 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-45794246-24fa-42b8-bbd8-5cd0a7af010e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:51.371780 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45794246-24fa-42b8-bbd8-5cd0a7af010e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:27:51.406697 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45794246-24fa-42b8-bbd8-5cd0a7af010e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Port': ['ID=88481c4c-cc69-4214-acb2-352f0dad6bd9,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:51.856897 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-45794246-24fa-42b8-bbd8-5cd0a7af010e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router_gateway, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:52.016648 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d8073-e61f-4587-9522-41829c9119f3 req-00d8e945-b712-4bd4-8dd5-93d923b28c0d tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:52.018309 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b77d8073-e61f-4587-9522-41829c9119f3 req-00d8e945-b712-4bd4-8dd5-93d923b28c0d tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 945 time: 0.0931809 Jan 26 11:27:52.068936 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b77d8073-e61f-4587-9522-41829c9119f3 req-4b5b78bc-65b3-478a-92ae-9da08363fd41 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f9896c1-20af-492f-ba6c-1ae68e3fc80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420556 Jan 26 11:27:52.343242 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-45794246-24fa-42b8-bbd8-5cd0a7af010e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:52.502181 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6e013b26-ac19-49be-a0e6-26ff24315eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:52.586608 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7cc98-869e-421b-92d8-f62c8c422913 req-5793c4b4-2d07-43c7-b9ab-c04400568fa1 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:52.586879 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:27:52.588080 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-59c7cc98-869e-421b-92d8-f62c8c422913 req-5793c4b4-2d07-43c7-b9ab-c04400568fa1 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 945 time: 0.1893623 Jan 26 11:27:52.644276 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45794246-24fa-42b8-bbd8-5cd0a7af010e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Router 6e83daf3-79ea-48f1-8d7c-7d1af0ba93ce is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:27:52.651926 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-59c7cc98-869e-421b-92d8-f62c8c422913 req-b83d3d3f-d069-4280-96fc-d75519cd0485 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/security-groups?id=f01d0522-8f87-4f72-8d0b-a6da6029fe15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568092 Jan 26 11:27:52.837366 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45794246-24fa-42b8-bbd8-5cd0a7af010e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:27:52.846702 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf8b046-aa63-4412-a347-6b3a65307ecc None None] Sync routers for ids ['6e83daf3-79ea-48f1-8d7c-7d1af0ba93ce'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:27:52.857764 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf8b046-aa63-4412-a347-6b3a65307ecc None None] Routers {'6e83daf3-79ea-48f1-8d7c-7d1af0ba93ce'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:27:52.858946 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-bcf8b046-aa63-4412-a347-6b3a65307ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:27:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['6e83daf3-79ea-48f1-8d7c-7d1af0ba93ce'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:52.867494 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-45794246-24fa-42b8-bbd8-5cd0a7af010e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:52.870354 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-45794246-24fa-42b8-bbd8-5cd0a7af010e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.6621425 Jan 26 11:27:52.872419 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53860) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:52.930788 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-bcf8b046-aa63-4412-a347-6b3a65307ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:52.940199 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf8b046-aa63-4412-a347-6b3a65307ecc None None] Routers {'6e83daf3-79ea-48f1-8d7c-7d1af0ba93ce'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:27:52.940986 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-bcf8b046-aa63-4412-a347-6b3a65307ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:27:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['6e83daf3-79ea-48f1-8d7c-7d1af0ba93ce'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:53.002820 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-bcf8b046-aa63-4412-a347-6b3a65307ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:53.003384 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf8b046-aa63-4412-a347-6b3a65307ecc None None] The sync data for ids ['6e83daf3-79ea-48f1-8d7c-7d1af0ba93ce'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:27:53.029126 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637db15-7aac-42d4-9e90-7ad4d5a7adb4 req-0ca3404e-b51e-4d31-8cff-e205af912bf7 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:53.036215 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9637db15-7aac-42d4-9e90-7ad4d5a7adb4 req-0ca3404e-b51e-4d31-8cff-e205af912bf7 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 945 time: 0.0859308 Jan 26 11:27:53.077661 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9637db15-7aac-42d4-9e90-7ad4d5a7adb4 req-df0ce3ea-5b2c-43b6-87f0-99b21c2c4376 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/security-groups?id=f01d0522-8f87-4f72-8d0b-a6da6029fe15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405598 Jan 26 11:27:53.305961 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4683831a-e1a6-4a36-9404-2093d129817c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "GET /v2.0/routers/6e83daf3-79ea-48f1-8d7c-7d1af0ba93ce HTTP/1.1" status: 200 len: 884 time: 0.4323957 Jan 26 11:27:53.308495 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53866) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:53.325202 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e715b87-ff56-4320-a639-663ea728b8de req-be6cced5-b06c-44a1-98f1-ce145236a4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:53.326741 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e715b87-ff56-4320-a639-663ea728b8de req-be6cced5-b06c-44a1-98f1-ce145236a4a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39e403c7fbaa4f32a0e0138f8fa1b4c2&device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 1098 time: 0.3430309 Jan 26 11:27:53.363050 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d773184-a046-44e9-9a84-41b7d64b7e13 req-7780f716-2e6c-4550-bf43-818fb311bcd9 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:53.364418 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7d773184-a046-44e9-9a84-41b7d64b7e13 req-7780f716-2e6c-4550-bf43-818fb311bcd9 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 945 time: 0.1482024 Jan 26 11:27:53.486044 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7d773184-a046-44e9-9a84-41b7d64b7e13 req-a46ca681-3d19-40ad-8889-54e86d364a38 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f9896c1-20af-492f-ba6c-1ae68e3fc80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145372 Jan 26 11:27:53.507674 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e715b87-ff56-4320-a639-663ea728b8de req-90b8d484-d37a-4062-8050-e7403511b4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:53.509120 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e715b87-ff56-4320-a639-663ea728b8de req-90b8d484-d37a-4062-8050-e7403511b4bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=b15ecf21-197e-4275-84df-1404037b4e5d HTTP/1.1" status: 200 len: 913 time: 0.1747792 Jan 26 11:27:53.515806 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-9ac4d398-36ad-49cb-95ac-7bbdfa2f9418 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Synchronizing usage tracker for tenant:50b8065b09b94599b4fb2f9dadc72721 on resource:router {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:27:53.532948 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-9ac4d398-36ad-49cb-95ac-7bbdfa2f9418 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Unset dirty status for tenant:50b8065b09b94599b4fb2f9dadc72721 on resource:router {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:27:53.534234 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9ac4d398-36ad-49cb-95ac-7bbdfa2f9418 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2247090 Jan 26 11:27:53.536951 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53870) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:53.541975 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-293b2757-e7ee-4117-af3e-5565faad3b8b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-293176245'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:53.582672 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e715b87-ff56-4320-a639-663ea728b8de req-98d20787-f877-4afb-955b-e0cfec2e0410 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed HTTP/1.1" status: 200 len: 217 time: 0.0665820 Jan 26 11:27:53.648602 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e715b87-ff56-4320-a639-663ea728b8de req-d249f449-03ef-424e-bdda-0bdbc54d3dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:53.650072 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e715b87-ff56-4320-a639-663ea728b8de req-d249f449-03ef-424e-bdda-0bdbc54d3dff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ff35443a-183a-453b-8a70-042eada05751 HTTP/1.1" status: 200 len: 852 time: 0.0589361 Jan 26 11:27:53.698577 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e715b87-ff56-4320-a639-663ea728b8de req-25eaeeaf-af20-4fdd-9009-286a1ecf1785 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b15ecf21-197e-4275-84df-1404037b4e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413728 Jan 26 11:27:53.838286 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e715b87-ff56-4320-a639-663ea728b8de req-c8baa8ca-46b4-4b32-868f-94f39b9f3d5b service neutron] 10.222.0.24 "GET /v2.0/networks/b15ecf21-197e-4275-84df-1404037b4e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284983 Jan 26 11:27:53.978640 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e715b87-ff56-4320-a639-663ea728b8de req-304fbba9-0729-4b86-959e-a0a3b4532451 service neutron] 10.222.0.24 "GET /v2.0/networks/b15ecf21-197e-4275-84df-1404037b4e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333675 Jan 26 11:27:54.182939 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-293b2757-e7ee-4117-af3e-5565faad3b8b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:54.233009 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-293b2757-e7ee-4117-af3e-5565faad3b8b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1634753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1634766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1640079'] for router, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:54.399713 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b21651-f494-4cce-ad1b-89ea4c6394f6 req-d1e2b732-9d53-4ce8-afae-ad1f03399851 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:54.401177 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-c5b21651-f494-4cce-ad1b-89ea4c6394f6 req-d1e2b732-9d53-4ce8-afae-ad1f03399851 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 945 time: 0.2143519 Jan 26 11:27:54.471625 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-c5b21651-f494-4cce-ad1b-89ea4c6394f6 req-3dc1f45a-45a4-4d77-82c7-08b4881a77dd tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/security-groups?id=f01d0522-8f87-4f72-8d0b-a6da6029fe15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630434 Jan 26 11:27:54.473394 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293b2757-e7ee-4117-af3e-5565faad3b8b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Router 6e83daf3-79ea-48f1-8d7c-7d1af0ba93ce has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:27:54.660326 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293b2757-e7ee-4117-af3e-5565faad3b8b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:27:54.669005 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-293b2757-e7ee-4117-af3e-5565faad3b8b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:54.670312 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-293b2757-e7ee-4117-af3e-5565faad3b8b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "PUT /v2.0/routers/6e83daf3-79ea-48f1-8d7c-7d1af0ba93ce HTTP/1.1" status: 200 len: 891 time: 1.1323502 Jan 26 11:27:54.672910 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53878) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:54.674348 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3937096a-7d48-47dc-b8c9-737543660693 None None] Sync routers for ids ['6e83daf3-79ea-48f1-8d7c-7d1af0ba93ce'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:27:54.686528 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3937096a-7d48-47dc-b8c9-737543660693 None None] Routers {'6e83daf3-79ea-48f1-8d7c-7d1af0ba93ce'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:27:54.687624 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-3937096a-7d48-47dc-b8c9-737543660693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:27:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['6e83daf3-79ea-48f1-8d7c-7d1af0ba93ce'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:54.742159 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbe112-45bf-4ca3-8f03-569c71420726 req-933e8fee-2c75-4650-863f-47f1ab1bb475 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:54.743763 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8fcbe112-45bf-4ca3-8f03-569c71420726 req-933e8fee-2c75-4650-863f-47f1ab1bb475 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 945 time: 0.1390584 Jan 26 11:27:54.775544 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-3937096a-7d48-47dc-b8c9-737543660693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:54.775798 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-12a9670a-6fd8-432a-8db5-a8eede331d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:54.789874 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3937096a-7d48-47dc-b8c9-737543660693 None None] Routers {'6e83daf3-79ea-48f1-8d7c-7d1af0ba93ce'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:27:54.790508 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-3937096a-7d48-47dc-b8c9-737543660693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:27:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['6e83daf3-79ea-48f1-8d7c-7d1af0ba93ce'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:54.801235 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8fcbe112-45bf-4ca3-8f03-569c71420726 req-d470c7e8-a841-456f-8ae7-a772b282064c tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f9896c1-20af-492f-ba6c-1ae68e3fc80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510147 Jan 26 11:27:54.864358 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-3937096a-7d48-47dc-b8c9-737543660693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:27:54.864754 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3937096a-7d48-47dc-b8c9-737543660693 None None] The sync data for ids ['6e83daf3-79ea-48f1-8d7c-7d1af0ba93ce'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:27:54.878584 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a04e7426-0ab5-4ec8-acb8-3a432a6608aa tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "GET /v2.0/routers/6e83daf3-79ea-48f1-8d7c-7d1af0ba93ce HTTP/1.1" status: 200 len: 891 time: 0.2043345 Jan 26 11:27:54.881112 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53882) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:54.924003 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-40116d29-28c2-45b7-855c-15fc82d68577 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e83daf3-79ea-48f1-8d7c-7d1af0ba93ce HTTP/1.1" status: 200 len: 205 time: 0.0418081 Jan 26 11:27:54.926229 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53886) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:55.102750 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-78f97dee-04ed-4512-b8ab-a3faa8f0e0fc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:55.277087 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-78f97dee-04ed-4512-b8ab-a3faa8f0e0fc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:55.286165 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-78f97dee-04ed-4512-b8ab-a3faa8f0e0fc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting port 88481c4c-cc69-4214-acb2-352f0dad6bd9 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:27:55.286766 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-78f97dee-04ed-4512-b8ab-a3faa8f0e0fc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:55.577727 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-78f97dee-04ed-4512-b8ab-a3faa8f0e0fc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:55.739030 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-78f97dee-04ed-4512-b8ab-a3faa8f0e0fc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Calling delete_port for 88481c4c-cc69-4214-acb2-352f0dad6bd9 owned by network:router_gateway {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:27:55.825496 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:55.856098 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3f8a1-12ab-42db-a253-149a3bd7381d req-afefadeb-76b4-4255-bc22-18a9de34fa9b tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:55.857585 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0bb3f8a1-12ab-42db-a253-149a3bd7381d req-afefadeb-76b4-4255-bc22-18a9de34fa9b tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 945 time: 0.2729068 Jan 26 11:27:55.921603 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0bb3f8a1-12ab-42db-a253-149a3bd7381d req-5d3ae340-2ed1-4934-9237-795edd0d8aac tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/security-groups?id=f01d0522-8f87-4f72-8d0b-a6da6029fe15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567749 Jan 26 11:27:55.982208 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-78f97dee-04ed-4512-b8ab-a3faa8f0e0fc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:56.014083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfbcd2-7311-47d8-a12f-9d2d85472603 req-ff697c95-f439-4abb-aaa0-ad86f1c94883 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:56.015681 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ecbfbcd2-7311-47d8-a12f-9d2d85472603 req-ff697c95-f439-4abb-aaa0-ad86f1c94883 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 945 time: 0.0914962 Jan 26 11:27:56.015994 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:56.064503 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ecbfbcd2-7311-47d8-a12f-9d2d85472603 req-a36ba354-d43b-4ed5-9922-1e528623066b tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f9896c1-20af-492f-ba6c-1ae68e3fc80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433095 Jan 26 11:27:56.078050 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f97dee-04ed-4512-b8ab-a3faa8f0e0fc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Port': ['ID=88481c4c-cc69-4214-acb2-352f0dad6bd9,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:56.137368 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-78f97dee-04ed-4512-b8ab-a3faa8f0e0fc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:56.313151 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-78f97dee-04ed-4512-b8ab-a3faa8f0e0fc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:56.315889 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-78f97dee-04ed-4512-b8ab-a3faa8f0e0fc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:56.328428 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb189e0-207c-47f7-a9a3-b297451e2a98 req-dc0aa9db-f19b-42d5-9859-4ec94ff1b9a1 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:56.329848 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4eb189e0-207c-47f7-a9a3-b297451e2a98 req-dc0aa9db-f19b-42d5-9859-4ec94ff1b9a1 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 945 time: 0.0815306 Jan 26 11:27:56.340149 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-78f97dee-04ed-4512-b8ab-a3faa8f0e0fc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:56.340663 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f97dee-04ed-4512-b8ab-a3faa8f0e0fc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Fanout notify agent at l3_agent the message router_deleted on router 6e83daf3-79ea-48f1-8d7c-7d1af0ba93ce {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:27:56.364772 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-78f97dee-04ed-4512-b8ab-a3faa8f0e0fc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:56.369290 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-78f97dee-04ed-4512-b8ab-a3faa8f0e0fc tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/routers/6e83daf3-79ea-48f1-8d7c-7d1af0ba93ce HTTP/1.1" status: 204 len: 168 time: 1.4387527 Jan 26 11:27:56.369626 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53898) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:56.376993 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1273883830'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:56.385826 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4eb189e0-207c-47f7-a9a3-b297451e2a98 req-1b7b8d6d-8d85-4b43-a044-d0561552113d tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/security-groups?id=f01d0522-8f87-4f72-8d0b-a6da6029fe15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495744 Jan 26 11:27:56.386763 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:56.390690 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Usage tracker for resource:network and tenant:50b8065b09b94599b4fb2f9dadc72721 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:56.393640 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:56.407374 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:56.410848 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Made reservation on behalf of 50b8065b09b94599b4fb2f9dadc72721 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:27:56.414350 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:56.441375 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:27:56.451045 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:56.451441 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Added segment 61b57cc1-733a-4e55-96f2-5509f2cdc13e of type vlan for network 176a6837-f855-4b3b-b8b1-2a72cff675a0 Jan 26 11:27:56.480687 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:56.509262 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:56.514875 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:56.515455 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:56.577340 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2066851 Jan 26 11:27:56.580455 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53902) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:56.587363 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'subnet': {'network_id': '176a6837-f855-4b3b-b8b1-2a72cff675a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:56.630736 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Network': ['ID=176a6837-f855-4b3b-b8b1-2a72cff675a0,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:56.639485 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:56.639823 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:56.640157 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:56.640486 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:56.640810 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:56.641130 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:56.641447 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:56.641767 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:56.642094 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:56.642442 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:56.642758 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:56.643071 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e29c8d-501c-42e1-bdea-df35341753d8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:56.654564 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 176a6837-f855-4b3b-b8b1-2a72cff675a0 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:27:56.699945 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:56.703747 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Usage tracker for resource:subnet and tenant:50b8065b09b94599b4fb2f9dadc72721 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:56.706519 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:56.712228 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:56.723743 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Made reservation on behalf of 50b8065b09b94599b4fb2f9dadc72721 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:27:56.727551 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:56.944113 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:57.023346 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Subnet': ['ID=1d16b02f-c0af-41c4-878b-664402e2127e,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:57.033844 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:57.034190 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:57.034551 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:57.034885 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:57.035211 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:57.035535 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:57.035856 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:57.036173 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:57.036492 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:57.036808 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:57.037123 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:57.037437 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:27:57.042751 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Checking segment: {'id': '61b57cc1-733a-4e55-96f2-5509f2cdc13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '176a6837-f855-4b3b-b8b1-2a72cff675a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:27:57.043111 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network hostable DHCP agents. Network: 176a6837-f855-4b3b-b8b1-2a72cff675a0, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:27:57.061985 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network 176a6837-f855-4b3b-b8b1-2a72cff675a0 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:27:57.070925 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 176a6837-f855-4b3b-b8b1-2a72cff675a0) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:57.075156 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:57.075767 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:57.079816 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68042b94-d41c-4eb3-914b-6b8b057c96cb None None] Network 176a6837-f855-4b3b-b8b1-2a72cff675a0 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:27:57.097689 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-dfd86b7d-3b10-4445-93d8-7c52abd59c6b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5159347 Jan 26 11:27:57.101059 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53908) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:57.106862 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-cfab8585-16a6-4117-8c82-5a2a74e244e6 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-232907759', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:27:57.113481 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-cfab8585-16a6-4117-8c82-5a2a74e244e6 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:27:57.118986 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-cfab8585-16a6-4117-8c82-5a2a74e244e6 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Usage tracker for resource:router and tenant:50b8065b09b94599b4fb2f9dadc72721 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:27:57.121705 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-cfab8585-16a6-4117-8c82-5a2a74e244e6 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:27:57.132195 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-cfab8585-16a6-4117-8c82-5a2a74e244e6 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:27:57.143513 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cfab8585-16a6-4117-8c82-5a2a74e244e6 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:57.145157 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cfab8585-16a6-4117-8c82-5a2a74e244e6 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:57.162017 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cfab8585-16a6-4117-8c82-5a2a74e244e6 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:57.182807 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cfab8585-16a6-4117-8c82-5a2a74e244e6 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:57.214253 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cfab8585-16a6-4117-8c82-5a2a74e244e6 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:57.215415 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-cfab8585-16a6-4117-8c82-5a2a74e244e6 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1133537 Jan 26 11:27:57.218710 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53912) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:27:57.271075 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50925c0c-f55d-4d98-bafe-bef6ec4a72ed req-dffe2a18-9f0c-4c93-89ce-40a5fa3c3ad6 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:57.272886 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-50925c0c-f55d-4d98-bafe-bef6ec4a72ed req-dffe2a18-9f0c-4c93-89ce-40a5fa3c3ad6 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 945 time: 0.0948346 Jan 26 11:27:57.318357 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc072c0-80a1-4c4f-bc27-7f4c7feab9dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-176a6837-f855-4b3b-b8b1-2a72cff675a0', 'network_id': '176a6837-f855-4b3b-b8b1-2a72cff675a0', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'fixed_ips': [{'subnet_id': '1d16b02f-c0af-41c4-878b-664402e2127e'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:27:57.318609 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dfc072c0-80a1-4c4f-bc27-7f4c7feab9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:57.407007 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:57.443121 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-50925c0c-f55d-4d98-bafe-bef6ec4a72ed req-3549f339-a8bd-45db-91af-f56020734320 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f9896c1-20af-492f-ba6c-1ae68e3fc80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640108 Jan 26 11:27:57.541751 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-dfc072c0-80a1-4c4f-bc27-7f4c7feab9dd None None] Allocated IP 2001:db8::2 (176a6837-f855-4b3b-b8b1-2a72cff675a0/1d16b02f-c0af-41c4-878b-664402e2127e/af1dc487-0894-4b00-8575-3297094070bb) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:27:57.744885 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dfc072c0-80a1-4c4f-bc27-7f4c7feab9dd None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:57.754750 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-dfc072c0-80a1-4c4f-bc27-7f4c7feab9dd None None] Transition to ACTIVE for port object af1dc487-0894-4b00-8575-3297094070bb will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:57.773795 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-dfc072c0-80a1-4c4f-bc27-7f4c7feab9dd None None] Transition to ACTIVE for port object af1dc487-0894-4b00-8575-3297094070bb will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:57.779308 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dfc072c0-80a1-4c4f-bc27-7f4c7feab9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:57.856624 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc072c0-80a1-4c4f-bc27-7f4c7feab9dd None None] Network 176a6837-f855-4b3b-b8b1-2a72cff675a0 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:27:57.857344 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc072c0-80a1-4c4f-bc27-7f4c7feab9dd None None] Pushing event updated for resources: {'Port': ['ID=af1dc487-0894-4b00-8575-3297094070bb,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:57.860864 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-dfc072c0-80a1-4c4f-bc27-7f4c7feab9dd None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:57.862921 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc072c0-80a1-4c4f-bc27-7f4c7feab9dd None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:27:57.886784 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028a620-b7e1-4ad5-9919-5c27196a3d00 req-6386ecc3-a88a-4954-b9b0-f5b315e9819b tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:57.888274 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4028a620-b7e1-4ad5-9919-5c27196a3d00 req-6386ecc3-a88a-4954-b9b0-f5b315e9819b tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 945 time: 0.3105016 Jan 26 11:27:57.938028 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e72f0651-fd04-4b07-8e78-6ce8a40c6864 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:57.952793 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-dfc072c0-80a1-4c4f-bc27-7f4c7feab9dd None None] Attempting to bind port af1dc487-0894-4b00-8575-3297094070bb on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:27:57.953168 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-dfc072c0-80a1-4c4f-bc27-7f4c7feab9dd None None] Attempting to bind port af1dc487-0894-4b00-8575-3297094070bb by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '61b57cc1-733a-4e55-96f2-5509f2cdc13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '176a6837-f855-4b3b-b8b1-2a72cff675a0'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:27:57.953527 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc072c0-80a1-4c4f-bc27-7f4c7feab9dd None None] Attempting to bind port af1dc487-0894-4b00-8575-3297094070bb on network 176a6837-f855-4b3b-b8b1-2a72cff675a0 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:27:57.958701 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc072c0-80a1-4c4f-bc27-7f4c7feab9dd None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:27:57.959074 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc072c0-80a1-4c4f-bc27-7f4c7feab9dd None None] Checking segment: {'id': '61b57cc1-733a-4e55-96f2-5509f2cdc13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '176a6837-f855-4b3b-b8b1-2a72cff675a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:27:57.959472 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dfc072c0-80a1-4c4f-bc27-7f4c7feab9dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:57.959899 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc072c0-80a1-4c4f-bc27-7f4c7feab9dd None None] Bound using segment: {'id': '61b57cc1-733a-4e55-96f2-5509f2cdc13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '176a6837-f855-4b3b-b8b1-2a72cff675a0'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:27:57.961185 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-dfc072c0-80a1-4c4f-bc27-7f4c7feab9dd None None] Bound port: af1dc487-0894-4b00-8575-3297094070bb, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b57cc1-733a-4e55-96f2-5509f2cdc13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '176a6837-f855-4b3b-b8b1-2a72cff675a0'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:27:57.961563 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dfc072c0-80a1-4c4f-bc27-7f4c7feab9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:58.037110 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4028a620-b7e1-4ad5-9919-5c27196a3d00 req-1fbb1b9a-b211-4686-b6b6-500e0e2d1a55 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/security-groups?id=f01d0522-8f87-4f72-8d0b-a6da6029fe15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213911 Jan 26 11:27:58.059170 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-dfc072c0-80a1-4c4f-bc27-7f4c7feab9dd None None] For port af1dc487-0894-4b00-8575-3297094070bb, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:27:58.059390 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-dfc072c0-80a1-4c4f-bc27-7f4c7feab9dd None None] For port af1dc487-0894-4b00-8575-3297094070bb, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=af1dc487-0894-4b00-8575-3297094070bb,segment=NetworkSegment(61b57cc1-733a-4e55-96f2-5509f2cdc13e),segment_id=61b57cc1-733a-4e55-96f2-5509f2cdc13e)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:27:58.065301 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dfc072c0-80a1-4c4f-bc27-7f4c7feab9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:58.151438 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc072c0-80a1-4c4f-bc27-7f4c7feab9dd None None] Pushing event updated for resources: {'Port': ['ID=af1dc487-0894-4b00-8575-3297094070bb,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:58.380246 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-e72f0651-fd04-4b07-8e78-6ce8a40c6864 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Allocated IP 2001:db8::1 (176a6837-f855-4b3b-b8b1-2a72cff675a0/1d16b02f-c0af-41c4-878b-664402e2127e/d200fe10-c02a-4153-96fe-812253d5a148) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:27:58.425124 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2c6ac-823b-4583-879b-ccfe1a896016 req-06588ef3-0f85-43f6-acc2-7daeeab65ff3 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:58.426646 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-12b2c6ac-823b-4583-879b-ccfe1a896016 req-06588ef3-0f85-43f6-acc2-7daeeab65ff3 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 945 time: 0.1830604 Jan 26 11:27:58.579868 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-12b2c6ac-823b-4583-879b-ccfe1a896016 req-07e86377-cb58-4825-842c-aef45b2e6370 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Deleting port b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:27:58.580187 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-12b2c6ac-823b-4583-879b-ccfe1a896016 req-07e86377-cb58-4825-842c-aef45b2e6370 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:58.640447 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f10ed3-6058-460d-bbf8-947df573ef23 req-2fa99eac-c77e-451d-b58a-404233354cd6 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:58.641964 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-17f10ed3-6058-460d-bbf8-947df573ef23 req-2fa99eac-c77e-451d-b58a-404233354cd6 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 945 time: 0.0852315 Jan 26 11:27:58.687333 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-17f10ed3-6058-460d-bbf8-947df573ef23 req-daa7f3f9-b913-4e5f-bd93-1ee616e58560 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f9896c1-20af-492f-ba6c-1ae68e3fc80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384431 Jan 26 11:27:58.698759 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e72f0651-fd04-4b07-8e78-6ce8a40c6864 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:58.733260 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-e72f0651-fd04-4b07-8e78-6ce8a40c6864 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Transition to ACTIVE for port object d200fe10-c02a-4153-96fe-812253d5a148 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:27:58.874385 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e72f0651-fd04-4b07-8e78-6ce8a40c6864 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:58.955052 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-12b2c6ac-823b-4583-879b-ccfe1a896016 req-07e86377-cb58-4825-842c-aef45b2e6370 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] For port b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed,segment=NetworkSegment(2134d771-c58f-4fb7-a398-43231b53790d),segment_id=2134d771-c58f-4fb7-a398-43231b53790d)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:27:58.955424 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-12b2c6ac-823b-4583-879b-ccfe1a896016 req-07e86377-cb58-4825-842c-aef45b2e6370 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:58.968735 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72f0651-fd04-4b07-8e78-6ce8a40c6864 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network 176a6837-f855-4b3b-b8b1-2a72cff675a0 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:27:58.974163 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-e72f0651-fd04-4b07-8e78-6ce8a40c6864 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:27:58.983389 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72f0651-fd04-4b07-8e78-6ce8a40c6864 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:27:58.983915 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e72f0651-fd04-4b07-8e78-6ce8a40c6864 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:59.133393 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441252f3-a9ee-45c2-ba06-f3ab920e766d None None] Network 176a6837-f855-4b3b-b8b1-2a72cff675a0 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:27:59.161667 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f0651-fd04-4b07-8e78-6ce8a40c6864 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Port': ['ID=d200fe10-c02a-4153-96fe-812253d5a148,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:59.226505 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-0c272337-9558-4ebf-b4b8-64d126cbd6d7 None None] Provisioning for port af1dc487-0894-4b00-8575-3297094070bb completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:27:59.233775 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-12b2c6ac-823b-4583-879b-ccfe1a896016 req-07e86377-cb58-4825-842c-aef45b2e6370 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Calling delete_port for b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:27:59.492079 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63caa37-d1b4-4756-b732-cf3a738625eb req-3d3edd14-7762-430f-aefb-a745b88456cf tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:59.493544 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c63caa37-d1b4-4756-b732-cf3a738625eb req-3d3edd14-7762-430f-aefb-a745b88456cf tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ec3f033-11b1-444b-bdc1-9f4a7811f1ea HTTP/1.1" status: 200 len: 945 time: 0.2737389 Jan 26 11:27:59.544132 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e72f0651-fd04-4b07-8e78-6ce8a40c6864 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:59.577453 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-12b2c6ac-823b-4583-879b-ccfe1a896016 req-07e86377-cb58-4825-842c-aef45b2e6370 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:59.589206 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:27:59.646657 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c63caa37-d1b4-4756-b732-cf3a738625eb req-b8c161b9-6598-4e12-a9cb-6ccafba5fcdd tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.39 "GET /v2.0/security-groups?id=f01d0522-8f87-4f72-8d0b-a6da6029fe15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460500 Jan 26 11:27:59.660180 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-673b7e4c-dba4-4e25-8d7d-47571415dd76 None None] Provisioning for port d200fe10-c02a-4153-96fe-812253d5a148 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:27:59.676435 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-673b7e4c-dba4-4e25-8d7d-47571415dd76 None None] Provisioning complete for port d200fe10-c02a-4153-96fe-812253d5a148 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:59.676435 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-673b7e4c-dba4-4e25-8d7d-47571415dd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:59.714003 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e86377-cb58-4825-842c-aef45b2e6370 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Pushing event deleted for resources: {'Port': ['ID=b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:27:59.732708 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-673b7e4c-dba4-4e25-8d7d-47571415dd76 None None] Port d200fe10-c02a-4153-96fe-812253d5a148 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:27:59.767400 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b2c6ac-823b-4583-879b-ccfe1a896016 req-07e86377-cb58-4825-842c-aef45b2e6370 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] No DVR routers for this DVR port b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:27:59.771922 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-12b2c6ac-823b-4583-879b-ccfe1a896016 req-07e86377-cb58-4825-842c-aef45b2e6370 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:59.775407 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec3f033-11b1-444b-bdc1-9f4a7811f1ea', 'name': 'network-vif-deleted', 'tag': 'b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:27:59.841985 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec3f033-11b1-444b-bdc1-9f4a7811f1ea', 'name': 'network-vif-deleted', 'tag': 'b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed', 'status': 'completed', 'code': 200} Jan 26 11:27:59.875458 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-24c4f426-2f54-4268-9274-f091e0e43aae None None] Provisioning complete for port d200fe10-c02a-4153-96fe-812253d5a148 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:27:59.875837 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-24c4f426-2f54-4268-9274-f091e0e43aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:27:59.914042 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec4bd5-57da-4f15-9c8c-670e67d9145d req-ebb6f0f9-8f97-4a28-87b3-436542cfb76b tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:27:59.915760 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-93ec4bd5-57da-4f15-9c8c-670e67d9145d req-ebb6f0f9-8f97-4a28-87b3-436542cfb76b tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 945 time: 0.0910680 Jan 26 11:27:59.918202 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-12b2c6ac-823b-4583-879b-ccfe1a896016 req-07e86377-cb58-4825-842c-aef45b2e6370 tempest-TestServerAdvancedOps-789176504 tempest-TestServerAdvancedOps-789176504-project] 10.222.0.24 "DELETE /v2.0/ports/b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed HTTP/1.1" status: 204 len: 173 time: 1.4829218 Jan 26 11:27:59.936092 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-24c4f426-2f54-4268-9274-f091e0e43aae None None] Port d200fe10-c02a-4153-96fe-812253d5a148 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:27:59.975506 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-93ec4bd5-57da-4f15-9c8c-670e67d9145d req-26334d47-fef3-4ad4-afbe-9fb9268d1a16 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f9896c1-20af-492f-ba6c-1ae68e3fc80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519047 Jan 26 11:28:00.104375 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device af1dc487-0894-4b00-8575-3297094070bb up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:28:00.160113 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e72f0651-fd04-4b07-8e78-6ce8a40c6864 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:00.165360 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e72f0651-fd04-4b07-8e78-6ce8a40c6864 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:00.166134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e72f0651-fd04-4b07-8e78-6ce8a40c6864 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:00.174501 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port af1dc487-0894-4b00-8575-3297094070bb completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:28:00.180189 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port af1dc487-0894-4b00-8575-3297094070bb triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:00.180560 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:00.311224 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:00.321284 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f0651-fd04-4b07-8e78-6ce8a40c6864 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Port': ['ID=d200fe10-c02a-4153-96fe-812253d5a148,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:00.352670 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port af1dc487-0894-4b00-8575-3297094070bb, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=af1dc487-0894-4b00-8575-3297094070bb,segment=NetworkSegment(61b57cc1-733a-4e55-96f2-5509f2cdc13e),segment_id=61b57cc1-733a-4e55-96f2-5509f2cdc13e)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:00.356951 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:00.382958 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72f0651-fd04-4b07-8e78-6ce8a40c6864 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network 176a6837-f855-4b3b-b8b1-2a72cff675a0 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:28:00.384396 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-e72f0651-fd04-4b07-8e78-6ce8a40c6864 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:28:00.448415 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=af1dc487-0894-4b00-8575-3297094070bb,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:00.607610 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72f0651-fd04-4b07-8e78-6ce8a40c6864 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Router e98b8d16-6029-47c4-b053-9d5e6f7c1938 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:28:00.762035 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-61df3f30-1a6d-419b-a117-dcc72bd47279 None None] Provisioning complete for port d200fe10-c02a-4153-96fe-812253d5a148 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:00.762605 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-61df3f30-1a6d-419b-a117-dcc72bd47279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:00.784706 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53928) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:00.838265 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-61df3f30-1a6d-419b-a117-dcc72bd47279 None None] Port d200fe10-c02a-4153-96fe-812253d5a148 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:28:00.857597 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf25fbdf-c400-4740-9cb2-85746266e2fc admin admin] Deleting subnet ff35443a-183a-453b-8a70-042eada05751 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:28:00.860675 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cf25fbdf-c400-4740-9cb2-85746266e2fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:00.903390 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72f0651-fd04-4b07-8e78-6ce8a40c6864 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:28:00.909424 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e72f0651-fd04-4b07-8e78-6ce8a40c6864 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "PUT /v2.0/routers/e98b8d16-6029-47c4-b053-9d5e6f7c1938/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6886282 Jan 26 11:28:00.911217 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53932) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:00.915219 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6e2cb7-e7f4-45e2-827d-7f73c18c1466 None None] Sync routers for ids ['e98b8d16-6029-47c4-b053-9d5e6f7c1938'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:28:00.924772 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6e2cb7-e7f4-45e2-827d-7f73c18c1466 None None] Routers {'e98b8d16-6029-47c4-b053-9d5e6f7c1938'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:00.925522 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-3d6e2cb7-e7f4-45e2-827d-7f73c18c1466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:27:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e98b8d16-6029-47c4-b053-9d5e6f7c1938'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:00.967314 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cf25fbdf-c400-4740-9cb2-85746266e2fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:00.989514 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-3d6e2cb7-e7f4-45e2-827d-7f73c18c1466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:01.004199 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6e2cb7-e7f4-45e2-827d-7f73c18c1466 None None] Routers {'e98b8d16-6029-47c4-b053-9d5e6f7c1938'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:01.005327 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-3d6e2cb7-e7f4-45e2-827d-7f73c18c1466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:27:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e98b8d16-6029-47c4-b053-9d5e6f7c1938'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:01.030935 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebe4483-1cfd-423e-ba89-d17d5474cfd8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:01.035174 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4ebe4483-1cfd-423e-ba89-d17d5474cfd8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "GET /v2.0/ports/d200fe10-c02a-4153-96fe-812253d5a148 HTTP/1.1" status: 200 len: 911 time: 0.1206200 Jan 26 11:28:01.035395 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53938) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:01.043170 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-8ad03130-41f5-469c-abdc-ea7f95c9fe90 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1d16b02f-c0af-41c4-878b-664402e2127e'}]}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:01.079721 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-3d6e2cb7-e7f4-45e2-827d-7f73c18c1466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:01.080229 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6e2cb7-e7f4-45e2-827d-7f73c18c1466 None None] The sync data for ids ['e98b8d16-6029-47c4-b053-9d5e6f7c1938'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:28:01.134295 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cf25fbdf-c400-4740-9cb2-85746266e2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:01.355536 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9fc75-23c9-494a-bd31-5dfdc82e1125 req-d9cfc38c-887b-43cf-b799-8e3ba7b125f4 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:01.356994 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-aee9fc75-23c9-494a-bd31-5dfdc82e1125 req-d9cfc38c-887b-43cf-b799-8e3ba7b125f4 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 945 time: 0.2632604 Jan 26 11:28:01.360290 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cf25fbdf-c400-4740-9cb2-85746266e2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:01.451068 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25fbdf-c400-4740-9cb2-85746266e2fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff35443a-183a-453b-8a70-042eada05751,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:01.469178 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cf25fbdf-c400-4740-9cb2-85746266e2fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:01.485309 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-cf25fbdf-c400-4740-9cb2-85746266e2fc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ff35443a-183a-453b-8a70-042eada05751 HTTP/1.1" status: 204 len: 168 time: 0.6995420 Jan 26 11:28:01.487884 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53944) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:01.500703 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8ad03130-41f5-469c-abdc-ea7f95c9fe90 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:01.522021 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-aee9fc75-23c9-494a-bd31-5dfdc82e1125 req-099c4cfe-3512-4033-9e71-ef686caf5373 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f9896c1-20af-492f-ba6c-1ae68e3fc80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572480 Jan 26 11:28:01.601978 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f36393e-daf4-44e8-8926-90926945f6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:01.667777 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:28:01.707487 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:28:01.707826 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device b29ef7ed-fe4a-4972-b3e0-da96ab88a1ed not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:28:01.733141 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f36393e-daf4-44e8-8926-90926945f6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:01.758006 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-4f36393e-daf4-44e8-8926-90926945f6df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15ecf21-197e-4275-84df-1404037b4e5d']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:01.769915 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-4f36393e-daf4-44e8-8926-90926945f6df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2134d771-c58f-4fb7-a398-43231b53790d') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:01.770211 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-4f36393e-daf4-44e8-8926-90926945f6df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2134d771-c58f-4fb7-a398-43231b53790d') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:01.781650 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f36393e-daf4-44e8-8926-90926945f6df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:01.797813 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f36393e-daf4-44e8-8926-90926945f6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:01.803829 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f36393e-daf4-44e8-8926-90926945f6df admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:28:01.804260 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f36393e-daf4-44e8-8926-90926945f6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:28:01.818114 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:28:01.899242 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f36393e-daf4-44e8-8926-90926945f6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:01.903855 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f36393e-daf4-44e8-8926-90926945f6df admin admin] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:01.933875 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36393e-daf4-44e8-8926-90926945f6df admin admin] Pushing event deleted for resources: {'Network': ['ID=b15ecf21-197e-4275-84df-1404037b4e5d,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:01.938328 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4f36393e-daf4-44e8-8926-90926945f6df admin admin] 10.222.0.39 "DELETE /v2.0/networks/b15ecf21-197e-4275-84df-1404037b4e5d HTTP/1.1" status: 204 len: 168 time: 0.4494243 Jan 26 11:28:01.940975 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53950) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:02.008318 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-1383e226-1634-4dc7-aea3-a2ade61d76e5 admin admin] Deleting subnet 659aff6c-6628-49fc-aa4f-8f08fd28a04f {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:28:02.011781 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1383e226-1634-4dc7-aea3-a2ade61d76e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:02.030845 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device af1dc487-0894-4b00-8575-3297094070bb up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:28:02.048090 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8ad03130-41f5-469c-abdc-ea7f95c9fe90 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:02.057841 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8ad03130-41f5-469c-abdc-ea7f95c9fe90 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:02.067381 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad03130-41f5-469c-abdc-ea7f95c9fe90 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:02.068040 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8ad03130-41f5-469c-abdc-ea7f95c9fe90 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:02.068393 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1383e226-1634-4dc7-aea3-a2ade61d76e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:02.069689 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8ad03130-41f5-469c-abdc-ea7f95c9fe90 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "PUT /v2.0/ports/d200fe10-c02a-4153-96fe-812253d5a148 HTTP/1.1" status: 200 len: 911 time: 1.0331936 Jan 26 11:28:02.099460 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53954) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:02.133704 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port af1dc487-0894-4b00-8575-3297094070bb triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:02.134594 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:02.136940 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad03130-41f5-469c-abdc-ea7f95c9fe90 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Port': ['ID=d200fe10-c02a-4153-96fe-812253d5a148,revision_number=3']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:02.271581 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1383e226-1634-4dc7-aea3-a2ade61d76e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:02.486670 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1383e226-1634-4dc7-aea3-a2ade61d76e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:02.559612 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1383e226-1634-4dc7-aea3-a2ade61d76e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:02.564447 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383e226-1634-4dc7-aea3-a2ade61d76e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=659aff6c-6628-49fc-aa4f-8f08fd28a04f,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:02.579566 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1383e226-1634-4dc7-aea3-a2ade61d76e5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/659aff6c-6628-49fc-aa4f-8f08fd28a04f HTTP/1.1" status: 204 len: 168 time: 0.6374197 Jan 26 11:28:02.582082 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53960) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:02.733893 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c24a92ad-8734-40d3-a4d5-33b659d21bd8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:02.852248 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-422e3534-5a6c-4930-b3ef-2d6a976e325d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:02.957508 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5d15b-71d3-4d9a-9e58-2eb3545b6e1e req-7e9849cb-726d-40b2-a126-4f212137cfb0 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:02.959026 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e3d5d15b-71d3-4d9a-9e58-2eb3545b6e1e req-7e9849cb-726d-40b2-a126-4f212137cfb0 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 945 time: 0.1726170 Jan 26 11:28:03.015044 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-422e3534-5a6c-4930-b3ef-2d6a976e325d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:03.063855 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-422e3534-5a6c-4930-b3ef-2d6a976e325d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18442397-f01b-491d-a732-85144c3a0cf7']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:03.081683 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-422e3534-5a6c-4930-b3ef-2d6a976e325d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de7bb99-0f02-4bef-86e8-24e836ba6e9e') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:03.081983 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-422e3534-5a6c-4930-b3ef-2d6a976e325d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de7bb99-0f02-4bef-86e8-24e836ba6e9e') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:03.091561 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e3d5d15b-71d3-4d9a-9e58-2eb3545b6e1e req-e914ccb6-ce98-481c-9e94-aeedf781b26f tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f9896c1-20af-492f-ba6c-1ae68e3fc80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810788 Jan 26 11:28:03.097316 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-422e3534-5a6c-4930-b3ef-2d6a976e325d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:03.114135 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-422e3534-5a6c-4930-b3ef-2d6a976e325d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:03.120135 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422e3534-5a6c-4930-b3ef-2d6a976e325d admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:28:03.120523 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-422e3534-5a6c-4930-b3ef-2d6a976e325d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:28:03.134175 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:28:03.186502 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-c24a92ad-8734-40d3-a4d5-33b659d21bd8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting port d200fe10-c02a-4153-96fe-812253d5a148 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:28:03.186852 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c24a92ad-8734-40d3-a4d5-33b659d21bd8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:03.212937 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-422e3534-5a6c-4930-b3ef-2d6a976e325d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:03.230985 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-422e3534-5a6c-4930-b3ef-2d6a976e325d admin admin] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:03.236872 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e3534-5a6c-4930-b3ef-2d6a976e325d admin admin] Pushing event deleted for resources: {'Network': ['ID=18442397-f01b-491d-a732-85144c3a0cf7,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:03.245415 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-422e3534-5a6c-4930-b3ef-2d6a976e325d admin admin] 10.222.0.39 "DELETE /v2.0/networks/18442397-f01b-491d-a732-85144c3a0cf7 HTTP/1.1" status: 204 len: 168 time: 0.6622746 Jan 26 11:28:03.380873 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c24a92ad-8734-40d3-a4d5-33b659d21bd8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:03.419717 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53966) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:03.470596 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d778abed-8920-4247-a301-7ae901c3dcd8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=39e403c7fbaa4f32a0e0138f8fa1b4c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475194 Jan 26 11:28:03.470837 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53970) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:03.506573 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-c24a92ad-8734-40d3-a4d5-33b659d21bd8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Calling delete_port for d200fe10-c02a-4153-96fe-812253d5a148 owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:28:03.528054 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-59149731-0401-4cdd-9ef5-875016305092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:03.553847 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-59149731-0401-4cdd-9ef5-875016305092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:03.614531 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-59149731-0401-4cdd-9ef5-875016305092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:03.633146 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59149731-0401-4cdd-9ef5-875016305092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01d0522-8f87-4f72-8d0b-a6da6029fe15,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:03.643560 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-59149731-0401-4cdd-9ef5-875016305092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:03.646984 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-59149731-0401-4cdd-9ef5-875016305092 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f01d0522-8f87-4f72-8d0b-a6da6029fe15 HTTP/1.1" status: 204 len: 168 time: 0.1730416 Jan 26 11:28:03.687883 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c24a92ad-8734-40d3-a4d5-33b659d21bd8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:03.738186 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a92ad-8734-40d3-a4d5-33b659d21bd8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Port': ['ID=d200fe10-c02a-4153-96fe-812253d5a148,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:03.938851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c24a92ad-8734-40d3-a4d5-33b659d21bd8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:04.043058 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53982) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:04.091924 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-224f6935-1ca1-46bb-ab11-8b74be5b69cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5eda6bb5f154873a98fe44f60e4b06b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474455 Jan 26 11:28:04.094214 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 53988) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:04.155271 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d33629cf-4797-412d-8c9f-44ad4744fd7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:04.181583 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d33629cf-4797-412d-8c9f-44ad4744fd7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:04.238366 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d33629cf-4797-412d-8c9f-44ad4744fd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:04.253658 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33629cf-4797-412d-8c9f-44ad4744fd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e228af-2c3f-4bf3-8936-2fd2879bcea4,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:04.263189 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d33629cf-4797-412d-8c9f-44ad4744fd7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:04.266764 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d33629cf-4797-412d-8c9f-44ad4744fd7f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/84e228af-2c3f-4bf3-8936-2fd2879bcea4 HTTP/1.1" status: 204 len: 168 time: 0.1691847 Jan 26 11:28:04.377502 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24a92ad-8734-40d3-a4d5-33b659d21bd8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Router e98b8d16-6029-47c4-b053-9d5e6f7c1938 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:28:04.541435 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24a92ad-8734-40d3-a4d5-33b659d21bd8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:28:04.554153 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58897a-8754-46ae-9430-a4574244fa74 req-5381c171-b238-4553-a4f7-cc7147a8818b tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:04.555838 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1d58897a-8754-46ae-9430-a4574244fa74 req-5381c171-b238-4553-a4f7-cc7147a8818b tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 945 time: 0.2367933 Jan 26 11:28:04.558558 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b07ff0-af42-4b94-b2fb-bd3f2e754c6e None None] Sync routers for ids ['e98b8d16-6029-47c4-b053-9d5e6f7c1938'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:28:04.571428 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b07ff0-af42-4b94-b2fb-bd3f2e754c6e None None] Routers {'e98b8d16-6029-47c4-b053-9d5e6f7c1938'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:04.572385 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-e5b07ff0-af42-4b94-b2fb-bd3f2e754c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:27:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e98b8d16-6029-47c4-b053-9d5e6f7c1938'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:04.586764 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c24a92ad-8734-40d3-a4d5-33b659d21bd8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "PUT /v2.0/routers/e98b8d16-6029-47c4-b053-9d5e6f7c1938/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4832170 Jan 26 11:28:04.587949 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 53996) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:04.635831 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-e5b07ff0-af42-4b94-b2fb-bd3f2e754c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:04.644369 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1cfc143a-1846-4113-a7d8-f0e5db177bfb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Synchronizing usage tracker for tenant:50b8065b09b94599b4fb2f9dadc72721 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:28:04.644872 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b07ff0-af42-4b94-b2fb-bd3f2e754c6e None None] Routers {'e98b8d16-6029-47c4-b053-9d5e6f7c1938'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:04.645492 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-e5b07ff0-af42-4b94-b2fb-bd3f2e754c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:27:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e98b8d16-6029-47c4-b053-9d5e6f7c1938'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:04.662133 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1d58897a-8754-46ae-9430-a4574244fa74 req-a7c96131-ab69-47a5-8d35-d90ad29dcdc1 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f9896c1-20af-492f-ba6c-1ae68e3fc80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977647 Jan 26 11:28:04.669655 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1cfc143a-1846-4113-a7d8-f0e5db177bfb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Unset dirty status for tenant:50b8065b09b94599b4fb2f9dadc72721 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:28:04.670816 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1cfc143a-1846-4113-a7d8-f0e5db177bfb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b8d16-6029-47c4-b053-9d5e6f7c1938 HTTP/1.1" status: 200 len: 205 time: 0.0822067 Jan 26 11:28:04.673513 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54000) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:04.708255 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-e5b07ff0-af42-4b94-b2fb-bd3f2e754c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:04.708653 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b07ff0-af42-4b94-b2fb-bd3f2e754c6e None None] The sync data for ids ['e98b8d16-6029-47c4-b053-9d5e6f7c1938'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:28:04.813685 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d76471dc-5702-4a83-a0cb-ebf606d4cb84 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:05.159342 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d76471dc-5702-4a83-a0cb-ebf606d4cb84 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:05.162123 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d76471dc-5702-4a83-a0cb-ebf606d4cb84 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:05.170146 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d5a78-87bc-44d3-99e8-200fd2c2967b req-1637345b-f2ec-4798-8cb3-85021a9f784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:05.171652 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-531d5a78-87bc-44d3-99e8-200fd2c2967b req-1637345b-f2ec-4798-8cb3-85021a9f784a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 1098 time: 0.3093545 Jan 26 11:28:05.214335 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d76471dc-5702-4a83-a0cb-ebf606d4cb84 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:05.214845 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76471dc-5702-4a83-a0cb-ebf606d4cb84 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Fanout notify agent at l3_agent the message router_deleted on router e98b8d16-6029-47c4-b053-9d5e6f7c1938 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:28:05.220911 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:05.231970 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-531d5a78-87bc-44d3-99e8-200fd2c2967b req-9114f6ee-cfdc-475d-b65e-02f2bd2386c6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0f9896c1-20af-492f-ba6c-1ae68e3fc80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478289 Jan 26 11:28:05.237767 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d76471dc-5702-4a83-a0cb-ebf606d4cb84 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:05.238770 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d76471dc-5702-4a83-a0cb-ebf606d4cb84 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/routers/e98b8d16-6029-47c4-b053-9d5e6f7c1938 HTTP/1.1" status: 204 len: 168 time: 0.5643589 Jan 26 11:28:05.241564 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54004) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:05.304824 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ba81f1-e664-429b-be5c-862dd670c467 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting subnet 1d16b02f-c0af-41c4-878b-664402e2127e {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:28:05.307869 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b6ba81f1-e664-429b-be5c-862dd670c467 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:05.369317 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b6ba81f1-e664-429b-be5c-862dd670c467 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:05.451099 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b6ba81f1-e664-429b-be5c-862dd670c467 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:05.521098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b6ba81f1-e664-429b-be5c-862dd670c467 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:05.563761 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba81f1-e664-429b-be5c-862dd670c467 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Subnet': ['ID=1d16b02f-c0af-41c4-878b-664402e2127e,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:05.565667 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b6ba81f1-e664-429b-be5c-862dd670c467 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:05.572086 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3347907a-73ab-4b5e-9601-144007bfd77c None None] Network 176a6837-f855-4b3b-b8b1-2a72cff675a0 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:28:05.575511 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b6ba81f1-e664-429b-be5c-862dd670c467 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/subnets/1d16b02f-c0af-41c4-878b-664402e2127e HTTP/1.1" status: 204 len: 168 time: 0.3329983 Jan 26 11:28:05.577966 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54008) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:05.693422 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4824bd5-16ee-4c6d-9aa9-aefc795a3589 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:05.698609 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device d43fa957-0386-4726-8991-372fa2fceead details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:28:05.705817 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-b4824bd5-16ee-4c6d-9aa9-aefc795a3589 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting port af1dc487-0894-4b00-8575-3297094070bb {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:28:05.706153 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4824bd5-16ee-4c6d-9aa9-aefc795a3589 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:05.897000 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926457e1-9f63-418b-8c50-9306366baa49 req-59a8250e-16aa-4be3-80a0-c8c337b3691d tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:05.902716 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port d43fa957-0386-4726-8991-372fa2fceead, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=d43fa957-0386-4726-8991-372fa2fceead,segment=NetworkSegment(1887c206-199f-4e98-b0c1-9c80053d95f7),segment_id=1887c206-199f-4e98-b0c1-9c80053d95f7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:05.902912 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-926457e1-9f63-418b-8c50-9306366baa49 req-59a8250e-16aa-4be3-80a0-c8c337b3691d tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 945 time: 0.1226397 Jan 26 11:28:05.916980 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': 'd43fa957-0386-4726-8991-372fa2fceead', 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd', 'port_id': 'd43fa957-0386-4726-8991-372fa2fceead', 'mac_address': 'fa:16:3e:14:48:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e078e753-dece-4fd9-ae32-93fd01c0e77c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:28:05.952971 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-926457e1-9f63-418b-8c50-9306366baa49 req-0e58f1fc-8328-4247-84d8-dbed11efa444 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f9896c1-20af-492f-ba6c-1ae68e3fc80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476980 Jan 26 11:28:05.973690 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd97f3c-5e70-43f0-bc2a-cacb30bf3bfb None None] DHCP port deletion for 176a6837-f855-4b3b-b8b1-2a72cff675a0 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:28:05.982869 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-1dd97f3c-5e70-43f0-bc2a-cacb30bf3bfb None None] Deleting port af1dc487-0894-4b00-8575-3297094070bb {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:28:05.983241 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1dd97f3c-5e70-43f0-bc2a-cacb30bf3bfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:06.015518 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:06.041282 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device af1dc487-0894-4b00-8575-3297094070bb no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:28:06.066885 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-b4824bd5-16ee-4c6d-9aa9-aefc795a3589 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] For port af1dc487-0894-4b00-8575-3297094070bb, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=af1dc487-0894-4b00-8575-3297094070bb,segment=NetworkSegment(61b57cc1-733a-4e55-96f2-5509f2cdc13e),segment_id=61b57cc1-733a-4e55-96f2-5509f2cdc13e)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:06.067476 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4824bd5-16ee-4c6d-9aa9-aefc795a3589 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:06.083728 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d43fa957-0386-4726-8991-372fa2fceead {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:28:06.166302 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port d43fa957-0386-4726-8991-372fa2fceead, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=d43fa957-0386-4726-8991-372fa2fceead,segment=NetworkSegment(1887c206-199f-4e98-b0c1-9c80053d95f7),segment_id=1887c206-199f-4e98-b0c1-9c80053d95f7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:06.175665 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:06.193581 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-b4824bd5-16ee-4c6d-9aa9-aefc795a3589 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Calling delete_port for af1dc487-0894-4b00-8575-3297094070bb owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:28:06.276435 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4824bd5-16ee-4c6d-9aa9-aefc795a3589 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:06.329447 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4824bd5-16ee-4c6d-9aa9-aefc795a3589 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Port': ['ID=af1dc487-0894-4b00-8575-3297094070bb,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:06.333185 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4824bd5-16ee-4c6d-9aa9-aefc795a3589 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] No DVR routers for this DVR port af1dc487-0894-4b00-8575-3297094070bb on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:28:06.382021 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:06.404559 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-1dd97f3c-5e70-43f0-bc2a-cacb30bf3bfb None None] For port af1dc487-0894-4b00-8575-3297094070bb, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=af1dc487-0894-4b00-8575-3297094070bb,segment=NetworkSegment(61b57cc1-733a-4e55-96f2-5509f2cdc13e),segment_id=61b57cc1-733a-4e55-96f2-5509f2cdc13e)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:06.404954 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1dd97f3c-5e70-43f0-bc2a-cacb30bf3bfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:06.421406 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=d43fa957-0386-4726-8991-372fa2fceead,revision_number=6']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:06.463221 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4824bd5-16ee-4c6d-9aa9-aefc795a3589 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:06.488827 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-b4824bd5-16ee-4c6d-9aa9-aefc795a3589 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176a6837-f855-4b3b-b8b1-2a72cff675a0']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:06.501945 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-b4824bd5-16ee-4c6d-9aa9-aefc795a3589 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b57cc1-733a-4e55-96f2-5509f2cdc13e') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:06.502237 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-b4824bd5-16ee-4c6d-9aa9-aefc795a3589 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b57cc1-733a-4e55-96f2-5509f2cdc13e') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:06.515190 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4824bd5-16ee-4c6d-9aa9-aefc795a3589 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:06.535622 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4824bd5-16ee-4c6d-9aa9-aefc795a3589 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:06.540990 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['d43fa957-0386-4726-8991-372fa2fceead'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:28:06.542193 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4824bd5-16ee-4c6d-9aa9-aefc795a3589 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:28:06.542910 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4824bd5-16ee-4c6d-9aa9-aefc795a3589 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:28:06.558890 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:28:06.573271 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-1dd97f3c-5e70-43f0-bc2a-cacb30bf3bfb None None] Calling delete_port for af1dc487-0894-4b00-8575-3297094070bb owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:28:06.604898 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:06.605248 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:06.605595 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:06.605938 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:06.606273 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:06.606634 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:06.606966 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:06.607293 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:06.607650 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:06.607977 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:06.608303 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:06.608626 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:06.642481 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4824bd5-16ee-4c6d-9aa9-aefc795a3589 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:06.647007 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b4824bd5-16ee-4c6d-9aa9-aefc795a3589 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:06.671604 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4824bd5-16ee-4c6d-9aa9-aefc795a3589 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Network': ['ID=176a6837-f855-4b3b-b8b1-2a72cff675a0,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:06.686086 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b4824bd5-16ee-4c6d-9aa9-aefc795a3589 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/networks/176a6837-f855-4b3b-b8b1-2a72cff675a0 HTTP/1.1" status: 204 len: 168 time: 1.1069782 Jan 26 11:28:06.689863 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54014) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:06.695644 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-4e2d85c9-0fe7-4641-a449-41c9502bc460 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1389794949', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:06.702679 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4e2d85c9-0fe7-4641-a449-41c9502bc460 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:28:06.706834 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4e2d85c9-0fe7-4641-a449-41c9502bc460 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Usage tracker for resource:router and tenant:50b8065b09b94599b4fb2f9dadc72721 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:28:06.709785 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4e2d85c9-0fe7-4641-a449-41c9502bc460 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:28:06.718237 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4e2d85c9-0fe7-4641-a449-41c9502bc460 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:28:06.739360 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4e2d85c9-0fe7-4641-a449-41c9502bc460 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:06.740534 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-1dd97f3c-5e70-43f0-bc2a-cacb30bf3bfb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:28:06.740707 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4e2d85c9-0fe7-4641-a449-41c9502bc460 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:06.741473 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-1dd97f3c-5e70-43f0-bc2a-cacb30bf3bfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:28:06.757216 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4e2d85c9-0fe7-4641-a449-41c9502bc460 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:06.777579 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4e2d85c9-0fe7-4641-a449-41c9502bc460 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:06.806891 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4e2d85c9-0fe7-4641-a449-41c9502bc460 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:06.808629 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4e2d85c9-0fe7-4641-a449-41c9502bc460 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1175158 Jan 26 11:28:06.811167 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54018) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:06.816558 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-fa918149-0052-4292-bb00-9f530131efa0 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1269414684'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:06.821487 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-fa918149-0052-4292-bb00-9f530131efa0 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:28:06.826410 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-fa918149-0052-4292-bb00-9f530131efa0 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Usage tracker for resource:network and tenant:50b8065b09b94599b4fb2f9dadc72721 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:28:06.829341 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-fa918149-0052-4292-bb00-9f530131efa0 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:28:06.838099 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-fa918149-0052-4292-bb00-9f530131efa0 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:28:06.847506 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa918149-0052-4292-bb00-9f530131efa0 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Made reservation on behalf of 50b8065b09b94599b4fb2f9dadc72721 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:28:06.852101 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fa918149-0052-4292-bb00-9f530131efa0 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:06.881099 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa918149-0052-4292-bb00-9f530131efa0 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:28:06.893361 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fa918149-0052-4292-bb00-9f530131efa0 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:06.893823 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-fa918149-0052-4292-bb00-9f530131efa0 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Added segment 9943f5f7-9505-48a6-a46b-3b7a2c0ce417 of type vlan for network ee03d321-70a8-40af-932a-55315b6dc3ef Jan 26 11:28:06.920936 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fa918149-0052-4292-bb00-9f530131efa0 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:06.950689 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fa918149-0052-4292-bb00-9f530131efa0 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:06.956088 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa918149-0052-4292-bb00-9f530131efa0 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:06.956665 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fa918149-0052-4292-bb00-9f530131efa0 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:07.015652 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-fa918149-0052-4292-bb00-9f530131efa0 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2034407 Jan 26 11:28:07.018418 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54024) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:07.026367 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-31a47654-52fa-49f7-b4df-3275de29124e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'subnet': {'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:07.094472 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa918149-0052-4292-bb00-9f530131efa0 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Network': ['ID=ee03d321-70a8-40af-932a-55315b6dc3ef,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:07.106082 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network ee03d321-70a8-40af-932a-55315b6dc3ef details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:28:07.150311 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e015a-ac06-4c5c-b351-6995e6368fd5 req-3cc2c765-542f-4fcf-be29-9a4aef11589b tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:07.151848 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ab4e015a-ac06-4c5c-b351-6995e6368fd5 req-3cc2c765-542f-4fcf-be29-9a4aef11589b tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 944 time: 0.0868280 Jan 26 11:28:07.190084 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-31a47654-52fa-49f7-b4df-3275de29124e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:28:07.193986 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-31a47654-52fa-49f7-b4df-3275de29124e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Usage tracker for resource:subnet and tenant:50b8065b09b94599b4fb2f9dadc72721 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:28:07.197547 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-31a47654-52fa-49f7-b4df-3275de29124e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:28:07.199292 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ab4e015a-ac06-4c5c-b351-6995e6368fd5 req-97f6cefe-e2b6-4c17-9269-98e2e11e7adc tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f9896c1-20af-492f-ba6c-1ae68e3fc80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418160 Jan 26 11:28:07.203788 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-31a47654-52fa-49f7-b4df-3275de29124e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:28:07.215526 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a47654-52fa-49f7-b4df-3275de29124e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Made reservation on behalf of 50b8065b09b94599b4fb2f9dadc72721 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:28:07.219275 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-31a47654-52fa-49f7-b4df-3275de29124e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:07.225929 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54028) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:07.242493 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-1dd97f3c-5e70-43f0-bc2a-cacb30bf3bfb None None] Deleting port af1dc487-0894-4b00-8575-3297094070bb {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:28:07.243012 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1dd97f3c-5e70-43f0-bc2a-cacb30bf3bfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:07.318405 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-1dd97f3c-5e70-43f0-bc2a-cacb30bf3bfb None None] The port 'af1dc487-0894-4b00-8575-3297094070bb' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:28:07.343619 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-94c0c3c2-3991-49f1-93fb-ab5ed44bef85 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/floatingips/ca4416b7-6e3f-4fa4-91b8-43c75c885f43 HTTP/1.1" status: 200 len: 992 time: 0.1163466 Jan 26 11:28:07.446806 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-31a47654-52fa-49f7-b4df-3275de29124e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:07.525569 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a47654-52fa-49f7-b4df-3275de29124e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Subnet': ['ID=d7afb243-893e-4ab3-a3a5-85bea280e37c,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:07.534687 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a47654-52fa-49f7-b4df-3275de29124e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Checking segment: {'id': '9943f5f7-9505-48a6-a46b-3b7a2c0ce417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:28:07.535047 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a47654-52fa-49f7-b4df-3275de29124e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network hostable DHCP agents. Network: ee03d321-70a8-40af-932a-55315b6dc3ef, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:28:07.554738 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a47654-52fa-49f7-b4df-3275de29124e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network ee03d321-70a8-40af-932a-55315b6dc3ef is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:28:07.563356 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-31a47654-52fa-49f7-b4df-3275de29124e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, ee03d321-70a8-40af-932a-55315b6dc3ef) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:28:07.567363 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a47654-52fa-49f7-b4df-3275de29124e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:07.567943 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-31a47654-52fa-49f7-b4df-3275de29124e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:07.572440 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f62a4c-2a53-4b0d-a7fb-31b0fbfe59fc None None] Network ee03d321-70a8-40af-932a-55315b6dc3ef requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:28:07.590993 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-31a47654-52fa-49f7-b4df-3275de29124e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5689843 Jan 26 11:28:07.591223 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54032) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:07.724160 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device d43fa957-0386-4726-8991-372fa2fceead up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:28:07.855359 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b879ed7-27c6-4da5-b1e6-5e59ea7238e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-ee03d321-70a8-40af-932a-55315b6dc3ef', 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'fixed_ips': [{'subnet_id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:28:07.856148 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9b879ed7-27c6-4da5-b1e6-5e59ea7238e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:07.875822 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port d43fa957-0386-4726-8991-372fa2fceead triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:07.876188 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:08.107563 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:08.143870 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-9b879ed7-27c6-4da5-b1e6-5e59ea7238e5 None None] Allocated IP 2001:db8::2 (ee03d321-70a8-40af-932a-55315b6dc3ef/d7afb243-893e-4ab3-a3a5-85bea280e37c/71772132-f253-4519-b4ac-22d634c69b5f) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:28:08.150431 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd3bbca-421c-404f-9a66-6936e0c85834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43fa957-0386-4726-8991-372fa2fceead'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:28:08.167922 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port d43fa957-0386-4726-8991-372fa2fceead, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=d43fa957-0386-4726-8991-372fa2fceead,segment=NetworkSegment(1887c206-199f-4e98-b0c1-9c80053d95f7),segment_id=1887c206-199f-4e98-b0c1-9c80053d95f7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:08.175822 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-399650bb-fa3b-4394-8f75-3beb6f2e2948 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:08.186557 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:08.223285 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd3bbca-421c-404f-9a66-6936e0c85834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43fa957-0386-4726-8991-372fa2fceead', 'code': 200} Jan 26 11:28:08.338584 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=d43fa957-0386-4726-8991-372fa2fceead,revision_number=7']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:08.435165 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9b879ed7-27c6-4da5-b1e6-5e59ea7238e5 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:08.445948 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-9b879ed7-27c6-4da5-b1e6-5e59ea7238e5 None None] Transition to ACTIVE for port object 71772132-f253-4519-b4ac-22d634c69b5f will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:28:08.464731 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-9b879ed7-27c6-4da5-b1e6-5e59ea7238e5 None None] Transition to ACTIVE for port object 71772132-f253-4519-b4ac-22d634c69b5f will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:28:08.470303 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9b879ed7-27c6-4da5-b1e6-5e59ea7238e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:08.533716 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-399650bb-fa3b-4394-8f75-3beb6f2e2948 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Allocated IP 2001:db8::1 (ee03d321-70a8-40af-932a-55315b6dc3ef/d7afb243-893e-4ab3-a3a5-85bea280e37c/c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:28:08.535202 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b879ed7-27c6-4da5-b1e6-5e59ea7238e5 None None] Network ee03d321-70a8-40af-932a-55315b6dc3ef is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:28:08.538159 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-9b879ed7-27c6-4da5-b1e6-5e59ea7238e5 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:28:08.541744 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b879ed7-27c6-4da5-b1e6-5e59ea7238e5 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:28:08.547520 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b879ed7-27c6-4da5-b1e6-5e59ea7238e5 None None] Pushing event updated for resources: {'Port': ['ID=71772132-f253-4519-b4ac-22d634c69b5f,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:08.636947 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-9b879ed7-27c6-4da5-b1e6-5e59ea7238e5 None None] Attempting to bind port 71772132-f253-4519-b4ac-22d634c69b5f on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:28:08.637624 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-9b879ed7-27c6-4da5-b1e6-5e59ea7238e5 None None] Attempting to bind port 71772132-f253-4519-b4ac-22d634c69b5f by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '9943f5f7-9505-48a6-a46b-3b7a2c0ce417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:28:08.637624 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b879ed7-27c6-4da5-b1e6-5e59ea7238e5 None None] Attempting to bind port 71772132-f253-4519-b4ac-22d634c69b5f on network ee03d321-70a8-40af-932a-55315b6dc3ef {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:28:08.642792 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b879ed7-27c6-4da5-b1e6-5e59ea7238e5 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:28:08.643163 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b879ed7-27c6-4da5-b1e6-5e59ea7238e5 None None] Checking segment: {'id': '9943f5f7-9505-48a6-a46b-3b7a2c0ce417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:28:08.643564 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9b879ed7-27c6-4da5-b1e6-5e59ea7238e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:08.643955 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b879ed7-27c6-4da5-b1e6-5e59ea7238e5 None None] Bound using segment: {'id': '9943f5f7-9505-48a6-a46b-3b7a2c0ce417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:28:08.644419 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-9b879ed7-27c6-4da5-b1e6-5e59ea7238e5 None None] Bound port: 71772132-f253-4519-b4ac-22d634c69b5f, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9943f5f7-9505-48a6-a46b-3b7a2c0ce417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:28:08.644795 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9b879ed7-27c6-4da5-b1e6-5e59ea7238e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:08.702259 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-399650bb-fa3b-4394-8f75-3beb6f2e2948 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:08.718726 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-399650bb-fa3b-4394-8f75-3beb6f2e2948 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Transition to ACTIVE for port object c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:28:08.737249 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-9b879ed7-27c6-4da5-b1e6-5e59ea7238e5 None None] For port 71772132-f253-4519-b4ac-22d634c69b5f, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:28:08.740640 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-9b879ed7-27c6-4da5-b1e6-5e59ea7238e5 None None] For port 71772132-f253-4519-b4ac-22d634c69b5f, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=71772132-f253-4519-b4ac-22d634c69b5f,segment=NetworkSegment(9943f5f7-9505-48a6-a46b-3b7a2c0ce417),segment_id=9943f5f7-9505-48a6-a46b-3b7a2c0ce417)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:28:08.744989 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-399650bb-fa3b-4394-8f75-3beb6f2e2948 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:08.746002 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9b879ed7-27c6-4da5-b1e6-5e59ea7238e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:08.812593 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399650bb-fa3b-4394-8f75-3beb6f2e2948 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network ee03d321-70a8-40af-932a-55315b6dc3ef is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:28:08.815886 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-399650bb-fa3b-4394-8f75-3beb6f2e2948 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:28:08.820057 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399650bb-fa3b-4394-8f75-3beb6f2e2948 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:28:08.820564 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-399650bb-fa3b-4394-8f75-3beb6f2e2948 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:08.827098 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b879ed7-27c6-4da5-b1e6-5e59ea7238e5 None None] Pushing event updated for resources: {'Port': ['ID=71772132-f253-4519-b4ac-22d634c69b5f,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:08.839302 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399650bb-fa3b-4394-8f75-3beb6f2e2948 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Port': ['ID=c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:08.939951 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-399650bb-fa3b-4394-8f75-3beb6f2e2948 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:09.453344 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-399650bb-fa3b-4394-8f75-3beb6f2e2948 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:09.457895 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-399650bb-fa3b-4394-8f75-3beb6f2e2948 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:09.458665 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-399650bb-fa3b-4394-8f75-3beb6f2e2948 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:09.564354 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399650bb-fa3b-4394-8f75-3beb6f2e2948 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Port': ['ID=c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:09.659930 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399650bb-fa3b-4394-8f75-3beb6f2e2948 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network ee03d321-70a8-40af-932a-55315b6dc3ef is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:28:09.661171 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-399650bb-fa3b-4394-8f75-3beb6f2e2948 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:28:09.828386 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01954c19-b182-45d0-a7e5-6d71eb0d31bd None None] Network ee03d321-70a8-40af-932a-55315b6dc3ef requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:28:09.869949 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399650bb-fa3b-4394-8f75-3beb6f2e2948 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Router e16f1445-019a-4510-ac76-0e59e617844a is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:28:09.971892 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3251bbac-f033-43d3-81ae-49cb76a521ad None None] Provisioning for port 71772132-f253-4519-b4ac-22d634c69b5f completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:28:10.035499 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399650bb-fa3b-4394-8f75-3beb6f2e2948 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:28:10.054731 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-399650bb-fa3b-4394-8f75-3beb6f2e2948 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "PUT /v2.0/routers/e16f1445-019a-4510-ac76-0e59e617844a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4623170 Jan 26 11:28:10.057188 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54040) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:10.063832 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-b82b28fb-67de-4ce7-ae33-f48a1819b9b7 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2111188281'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:10.071242 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b82b28fb-67de-4ce7-ae33-f48a1819b9b7 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:28:10.075736 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b82b28fb-67de-4ce7-ae33-f48a1819b9b7 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Usage tracker for resource:network and tenant:50b8065b09b94599b4fb2f9dadc72721 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:28:10.078793 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b82b28fb-67de-4ce7-ae33-f48a1819b9b7 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:28:10.081530 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] Sync routers for ids ['e16f1445-019a-4510-ac76-0e59e617844a'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:28:10.085231 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b82b28fb-67de-4ce7-ae33-f48a1819b9b7 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:28:10.094563 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 71772132-f253-4519-b4ac-22d634c69b5f up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:28:10.097072 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82b28fb-67de-4ce7-ae33-f48a1819b9b7 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Made reservation on behalf of 50b8065b09b94599b4fb2f9dadc72721 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:28:10.101102 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b82b28fb-67de-4ce7-ae33-f48a1819b9b7 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:10.118224 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] Routers {'e16f1445-019a-4510-ac76-0e59e617844a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:10.118884 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:27:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e16f1445-019a-4510-ac76-0e59e617844a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:10.127828 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82b28fb-67de-4ce7-ae33-f48a1819b9b7 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:28:10.136114 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b82b28fb-67de-4ce7-ae33-f48a1819b9b7 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:10.136457 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-b82b28fb-67de-4ce7-ae33-f48a1819b9b7 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Added segment c865515d-48ff-4873-8339-e25d74f65549 of type vlan for network 270fe767-112c-4339-aed4-26e75e7a01ed Jan 26 11:28:10.161761 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b82b28fb-67de-4ce7-ae33-f48a1819b9b7 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:10.191312 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b82b28fb-67de-4ce7-ae33-f48a1819b9b7 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:10.197532 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82b28fb-67de-4ce7-ae33-f48a1819b9b7 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:10.198297 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b82b28fb-67de-4ce7-ae33-f48a1819b9b7 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:10.251688 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b82b28fb-67de-4ce7-ae33-f48a1819b9b7 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1932278 Jan 26 11:28:10.254685 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54044) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:10.307455 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-324f3961-9606-4fb3-9a82-63a61bb0536f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'subnet': {'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:10.312146 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] Set router e16f1445-019a-4510-ac76-0e59e617844a gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:10.328615 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b28fb-67de-4ce7-ae33-f48a1819b9b7 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Network': ['ID=270fe767-112c-4339-aed4-26e75e7a01ed,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:10.359432 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 270fe767-112c-4339-aed4-26e75e7a01ed details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:28:10.418645 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 71772132-f253-4519-b4ac-22d634c69b5f completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:28:10.433425 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-324f3961-9606-4fb3-9a82-63a61bb0536f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:28:10.437616 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-324f3961-9606-4fb3-9a82-63a61bb0536f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Usage tracker for resource:subnet and tenant:50b8065b09b94599b4fb2f9dadc72721 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:28:10.440448 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-324f3961-9606-4fb3-9a82-63a61bb0536f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:28:10.448219 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-324f3961-9606-4fb3-9a82-63a61bb0536f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:28:10.458819 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324f3961-9606-4fb3-9a82-63a61bb0536f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Made reservation on behalf of 50b8065b09b94599b4fb2f9dadc72721 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:28:10.463028 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-324f3961-9606-4fb3-9a82-63a61bb0536f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:10.540399 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 71772132-f253-4519-b4ac-22d634c69b5f triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:10.540782 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:10.703012 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-324f3961-9606-4fb3-9a82-63a61bb0536f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:10.784188 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-debb2a58-f4dc-46f7-863e-29c1dc5a6e79 None None] Provisioning complete for port 71772132-f253-4519-b4ac-22d634c69b5f triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:10.784568 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-debb2a58-f4dc-46f7-863e-29c1dc5a6e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:10.793218 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f3961-9606-4fb3-9a82-63a61bb0536f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Subnet': ['ID=cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:10.797386 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324f3961-9606-4fb3-9a82-63a61bb0536f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Checking segment: {'id': 'c865515d-48ff-4873-8339-e25d74f65549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:28:10.797745 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324f3961-9606-4fb3-9a82-63a61bb0536f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network hostable DHCP agents. Network: 270fe767-112c-4339-aed4-26e75e7a01ed, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:28:10.824576 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324f3961-9606-4fb3-9a82-63a61bb0536f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network 270fe767-112c-4339-aed4-26e75e7a01ed is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:28:10.838892 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-324f3961-9606-4fb3-9a82-63a61bb0536f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 270fe767-112c-4339-aed4-26e75e7a01ed) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:28:10.843489 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324f3961-9606-4fb3-9a82-63a61bb0536f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:10.844134 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-324f3961-9606-4fb3-9a82-63a61bb0536f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:10.861656 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f792465-6b6c-42c8-ad32-fc602c529a5e None None] Network 270fe767-112c-4339-aed4-26e75e7a01ed requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:28:10.871384 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-324f3961-9606-4fb3-9a82-63a61bb0536f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6155505 Jan 26 11:28:10.872223 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54048) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:10.926053 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:11.087392 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 71772132-f253-4519-b4ac-22d634c69b5f, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=71772132-f253-4519-b4ac-22d634c69b5f,segment=NetworkSegment(9943f5f7-9505-48a6-a46b-3b7a2c0ce417),segment_id=9943f5f7-9505-48a6-a46b-3b7a2c0ce417)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:11.136107 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:11.220017 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:08Z', 'revision_number': 2, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None, '_interfaces': [{'id': 'c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df', 'name': '', 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:2f:bb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:08Z', 'updated_at': '2022-01-26T11:28:09Z', 'revision_number': 2, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:11.236787 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] Checking router: e16f1445-019a-4510-ac76-0e59e617844a for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:28:11.237141 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] Updating router e16f1445-019a-4510-ac76-0e59e617844a port c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:28:11.381868 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-debb2a58-f4dc-46f7-863e-29c1dc5a6e79 None None] Provisioning for port c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:28:11.388232 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=71772132-f253-4519-b4ac-22d634c69b5f,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:11.396211 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-debb2a58-f4dc-46f7-863e-29c1dc5a6e79 None None] Provisioning complete for port c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:11.396587 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-debb2a58-f4dc-46f7-863e-29c1dc5a6e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:11.428443 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfed7d4-a835-48ec-923f-9b78e947953d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-270fe767-112c-4339-aed4-26e75e7a01ed', 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'fixed_ips': [{'subnet_id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:28:11.429444 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-edfed7d4-a835-48ec-923f-9b78e947953d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:11.452894 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:11.552705 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-debb2a58-f4dc-46f7-863e-29c1dc5a6e79 None None] Port c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:28:11.575245 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e4850960-4bbd-4620-b135-94b37640541b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:11.773448 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-1aa29a1f-3e49-4053-9216-7288702a7623 None None] Provisioning complete for port c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:11.773731 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1aa29a1f-3e49-4053-9216-7288702a7623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:11.854209 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-edfed7d4-a835-48ec-923f-9b78e947953d None None] Allocated IP 2001:db8:1::2 (270fe767-112c-4339-aed4-26e75e7a01ed/cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf/cd7b3c23-0574-4b07-a6fe-b29b3b84251b) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:28:11.917333 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-1aa29a1f-3e49-4053-9216-7288702a7623 None None] Port c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:28:12.043061 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 71772132-f253-4519-b4ac-22d634c69b5f up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:28:12.217215 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:12.242439 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] Transition to ACTIVE for port object c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:28:12.247327 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-edfed7d4-a835-48ec-923f-9b78e947953d None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:12.253900 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:12.293219 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-edfed7d4-a835-48ec-923f-9b78e947953d None None] Transition to ACTIVE for port object cd7b3c23-0574-4b07-a6fe-b29b3b84251b will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:28:12.325536 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 71772132-f253-4519-b4ac-22d634c69b5f triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:12.325913 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:12.405222 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54054) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:12.442787 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-edfed7d4-a835-48ec-923f-9b78e947953d None None] Transition to ACTIVE for port object cd7b3c23-0574-4b07-a6fe-b29b3b84251b will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:28:12.456501 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05371d0e-5b1a-4b4f-b43b-4d5c94e354c4 None None] Pushing event updated for resources: {'Port': ['ID=c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:12.491995 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-edfed7d4-a835-48ec-923f-9b78e947953d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:12.539755 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-e4850960-4bbd-4620-b135-94b37640541b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Allocated IP 2001:db8:1::1 (270fe767-112c-4339-aed4-26e75e7a01ed/cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf/81682623-602c-4d0a-88cd-0f9903db1659) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:28:12.608542 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c85fe56-3539-4d5f-aa90-df93e9dbd779 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:12.608921 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c85fe56-3539-4d5f-aa90-df93e9dbd779 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:12.609393 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c85fe56-3539-4d5f-aa90-df93e9dbd779 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:12.622337 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0c85fe56-3539-4d5f-aa90-df93e9dbd779 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/ports?project_id=577ce67689cf4355b98fd7b539fb5797&network_id=b1f8d3ab-278c-4006-a6de-937cf77a3d4b HTTP/1.1" status: 200 len: 2999 time: 0.2049022 Jan 26 11:28:12.628669 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfed7d4-a835-48ec-923f-9b78e947953d None None] Network 270fe767-112c-4339-aed4-26e75e7a01ed is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:28:12.638200 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-edfed7d4-a835-48ec-923f-9b78e947953d None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:28:12.647738 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfed7d4-a835-48ec-923f-9b78e947953d None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:28:12.657329 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] Attempting to bind port c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:28:12.657704 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] Attempting to bind port c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '9943f5f7-9505-48a6-a46b-3b7a2c0ce417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:28:12.658072 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] Attempting to bind port c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df on network ee03d321-70a8-40af-932a-55315b6dc3ef {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:28:12.659973 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfed7d4-a835-48ec-923f-9b78e947953d None None] Pushing event updated for resources: {'Port': ['ID=cd7b3c23-0574-4b07-a6fe-b29b3b84251b,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:12.720811 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e4850960-4bbd-4620-b135-94b37640541b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:12.731185 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:28:12.731565 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] Checking segment: {'id': '9943f5f7-9505-48a6-a46b-3b7a2c0ce417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:28:12.731970 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:12.732364 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] Bound using segment: {'id': '9943f5f7-9505-48a6-a46b-3b7a2c0ce417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:28:12.732841 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] Bound port: c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9943f5f7-9505-48a6-a46b-3b7a2c0ce417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:28:12.733216 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:12.738586 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-e4850960-4bbd-4620-b135-94b37640541b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Transition to ACTIVE for port object 81682623-602c-4d0a-88cd-0f9903db1659 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:28:12.764577 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e4850960-4bbd-4620-b135-94b37640541b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:12.809946 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4850960-4bbd-4620-b135-94b37640541b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network 270fe767-112c-4339-aed4-26e75e7a01ed is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:28:12.816465 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-e4850960-4bbd-4620-b135-94b37640541b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:28:12.818363 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4850960-4bbd-4620-b135-94b37640541b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:28:12.819421 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e4850960-4bbd-4620-b135-94b37640541b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:12.857930 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-edfed7d4-a835-48ec-923f-9b78e947953d None None] Attempting to bind port cd7b3c23-0574-4b07-a6fe-b29b3b84251b on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:28:12.858309 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-edfed7d4-a835-48ec-923f-9b78e947953d None None] Attempting to bind port cd7b3c23-0574-4b07-a6fe-b29b3b84251b by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'c865515d-48ff-4873-8339-e25d74f65549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:28:12.858748 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfed7d4-a835-48ec-923f-9b78e947953d None None] Attempting to bind port cd7b3c23-0574-4b07-a6fe-b29b3b84251b on network 270fe767-112c-4339-aed4-26e75e7a01ed {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:28:12.869565 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfed7d4-a835-48ec-923f-9b78e947953d None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:28:12.869939 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfed7d4-a835-48ec-923f-9b78e947953d None None] Checking segment: {'id': 'c865515d-48ff-4873-8339-e25d74f65549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:28:12.870365 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-edfed7d4-a835-48ec-923f-9b78e947953d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:12.870763 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfed7d4-a835-48ec-923f-9b78e947953d None None] Bound using segment: {'id': 'c865515d-48ff-4873-8339-e25d74f65549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:28:12.871236 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-edfed7d4-a835-48ec-923f-9b78e947953d None None] Bound port: cd7b3c23-0574-4b07-a6fe-b29b3b84251b, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c865515d-48ff-4873-8339-e25d74f65549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:28:12.871612 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-edfed7d4-a835-48ec-923f-9b78e947953d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:12.883144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4850960-4bbd-4620-b135-94b37640541b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Port': ['ID=81682623-602c-4d0a-88cd-0f9903db1659,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:12.976017 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e4850960-4bbd-4620-b135-94b37640541b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:13.002062 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] For port c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:28:13.023168 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] For port c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df,segment=NetworkSegment(9943f5f7-9505-48a6-a46b-3b7a2c0ce417),segment_id=9943f5f7-9505-48a6-a46b-3b7a2c0ce417)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:28:13.031131 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:13.070124 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-edfed7d4-a835-48ec-923f-9b78e947953d None None] For port cd7b3c23-0574-4b07-a6fe-b29b3b84251b, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:28:13.101180 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-edfed7d4-a835-48ec-923f-9b78e947953d None None] For port cd7b3c23-0574-4b07-a6fe-b29b3b84251b, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=cd7b3c23-0574-4b07-a6fe-b29b3b84251b,segment=NetworkSegment(c865515d-48ff-4873-8339-e25d74f65549),segment_id=c865515d-48ff-4873-8339-e25d74f65549)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:28:13.110188 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-edfed7d4-a835-48ec-923f-9b78e947953d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:13.126840 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05371d0e-5b1a-4b4f-b43b-4d5c94e354c4 None None] Pushing event updated for resources: {'Port': ['ID=c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:13.164805 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] Routers {'e16f1445-019a-4510-ac76-0e59e617844a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:13.165437 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:27:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e16f1445-019a-4510-ac76-0e59e617844a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:13.372974 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] Set router e16f1445-019a-4510-ac76-0e59e617844a gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:13.398795 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e4850960-4bbd-4620-b135-94b37640541b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:13.403588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e4850960-4bbd-4620-b135-94b37640541b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:13.404475 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e4850960-4bbd-4620-b135-94b37640541b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:13.434829 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfed7d4-a835-48ec-923f-9b78e947953d None None] Pushing event updated for resources: {'Port': ['ID=cd7b3c23-0574-4b07-a6fe-b29b3b84251b,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:13.647844 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4850960-4bbd-4620-b135-94b37640541b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Port': ['ID=81682623-602c-4d0a-88cd-0f9903db1659,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:13.728045 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:12Z', 'revision_number': 3, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None, '_interfaces': [{'id': '81682623-602c-4d0a-88cd-0f9903db1659', 'name': '', 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:da:4a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:11Z', 'updated_at': '2022-01-26T11:28:12Z', 'revision_number': 1, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df', 'name': '', 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:2f:bb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:08Z', 'updated_at': '2022-01-26T11:28:12Z', 'revision_number': 4, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:13.732293 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6e502a-2fcb-426f-97a9-207b23e38574 None None] The sync data for ids ['e16f1445-019a-4510-ac76-0e59e617844a'] in dv-neutron-826439-1-hyperv is: [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:12Z', 'revision_number': 3, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None, '_interfaces': [{'id': '81682623-602c-4d0a-88cd-0f9903db1659', 'name': '', 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:da:4a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:11Z', 'updated_at': '2022-01-26T11:28:12Z', 'revision_number': 1, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df', 'name': '', 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:2f:bb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:08Z', 'updated_at': '2022-01-26T11:28:12Z', 'revision_number': 4, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:28:13.751436 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4850960-4bbd-4620-b135-94b37640541b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network 270fe767-112c-4339-aed4-26e75e7a01ed is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:28:13.752548 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-e4850960-4bbd-4620-b135-94b37640541b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:28:13.985487 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4850960-4bbd-4620-b135-94b37640541b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Router e16f1445-019a-4510-ac76-0e59e617844a has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:28:14.098544 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device cd7b3c23-0574-4b07-a6fe-b29b3b84251b up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:28:14.151078 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-190a682e-7bae-4bb8-a272-fbc6ca649c19 req-ba3cb49e-42d7-4155-a9a6-2538b2e03d4e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2399166 Jan 26 11:28:14.183962 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4850960-4bbd-4620-b135-94b37640541b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:28:14.198848 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e4850960-4bbd-4620-b135-94b37640541b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "PUT /v2.0/routers/e16f1445-019a-4510-ac76-0e59e617844a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3253942 Jan 26 11:28:14.202127 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54066) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:14.207898 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-6275badd-b1fc-452e-ac8e-dc59dd034191 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1760158956'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:14.214155 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6275badd-b1fc-452e-ac8e-dc59dd034191 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:28:14.222303 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6275badd-b1fc-452e-ac8e-dc59dd034191 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Usage tracker for resource:network and tenant:50b8065b09b94599b4fb2f9dadc72721 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:28:14.226202 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6275badd-b1fc-452e-ac8e-dc59dd034191 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:28:14.234132 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port cd7b3c23-0574-4b07-a6fe-b29b3b84251b completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:28:14.237124 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6275badd-b1fc-452e-ac8e-dc59dd034191 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:28:14.252789 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6275badd-b1fc-452e-ac8e-dc59dd034191 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Made reservation on behalf of 50b8065b09b94599b4fb2f9dadc72721 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:28:14.257968 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6275badd-b1fc-452e-ac8e-dc59dd034191 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:14.276810 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54070) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:14.336300 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6275badd-b1fc-452e-ac8e-dc59dd034191 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:28:14.349925 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a682e-7bae-4bb8-a272-fbc6ca649c19 req-71312fcd-c157-4163-b18f-67454fe9a0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:14.352196 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-190a682e-7bae-4bb8-a272-fbc6ca649c19 req-71312fcd-c157-4163-b18f-67454fe9a0b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78b2214c8dbf43e398d9d4fedfa8da2d&device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 1098 time: 0.1064751 Jan 26 11:28:14.360389 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6275badd-b1fc-452e-ac8e-dc59dd034191 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:14.360993 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-6275badd-b1fc-452e-ac8e-dc59dd034191 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Added segment 06006570-7f48-4bcf-8162-bb89eaabc131 of type vlan for network f5266978-0799-4b3f-b355-8ecde258aee7 Jan 26 11:28:14.363268 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a23596-bcfa-4f59-9ae0-67f921d32588 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:14.364960 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e1a23596-bcfa-4f59-9ae0-67f921d32588 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4 HTTP/1.1" status: 200 len: 814 time: 0.0871301 Jan 26 11:28:14.395987 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6275badd-b1fc-452e-ac8e-dc59dd034191 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:14.437628 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6275badd-b1fc-452e-ac8e-dc59dd034191 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:14.447009 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6275badd-b1fc-452e-ac8e-dc59dd034191 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:14.447783 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6275badd-b1fc-452e-ac8e-dc59dd034191 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:14.453024 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b472a2a-b341-41bd-b1f0-3fdbb944dfbd None None] Network 270fe767-112c-4339-aed4-26e75e7a01ed requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:28:14.521239 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6275badd-b1fc-452e-ac8e-dc59dd034191 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3179684 Jan 26 11:28:14.525649 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54078) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:14.597194 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a682e-7bae-4bb8-a272-fbc6ca649c19 req-7b12c4bd-1139-425b-a247-738b9dd8416b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:14.597979 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-18d7342c-9945-4efb-807d-8eca9eddcb26 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'subnet': {'network_id': 'f5266978-0799-4b3f-b355-8ecde258aee7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:14.598569 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-190a682e-7bae-4bb8-a272-fbc6ca649c19 req-7b12c4bd-1139-425b-a247-738b9dd8416b service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8fe3292-2a14-466f-b305-017fad7fdbbd HTTP/1.1" status: 200 len: 898 time: 0.2072165 Jan 26 11:28:14.604378 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4bb5f0bc-57aa-48a8-8186-a33c988d1e8a None None] Provisioning for port cd7b3c23-0574-4b07-a6fe-b29b3b84251b completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:28:14.623604 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4bb5f0bc-57aa-48a8-8186-a33c988d1e8a None None] Provisioning complete for port cd7b3c23-0574-4b07-a6fe-b29b3b84251b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:14.624005 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4bb5f0bc-57aa-48a8-8186-a33c988d1e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:14.626859 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275badd-b1fc-452e-ac8e-dc59dd034191 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Network': ['ID=f5266978-0799-4b3f-b355-8ecde258aee7,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:14.678561 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network f5266978-0799-4b3f-b355-8ecde258aee7 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:28:14.750000 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-190a682e-7bae-4bb8-a272-fbc6ca649c19 req-290f3322-ccc8-4359-b807-f6b41e7bcd47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d43fa957-0386-4726-8991-372fa2fceead HTTP/1.1" status: 200 len: 1001 time: 0.1448178 Jan 26 11:28:14.829168 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a682e-7bae-4bb8-a272-fbc6ca649c19 req-12327440-60eb-4127-9293-c5a1723e437b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:14.831182 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-190a682e-7bae-4bb8-a272-fbc6ca649c19 req-12327440-60eb-4127-9293-c5a1723e437b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e078e753-dece-4fd9-ae32-93fd01c0e77c HTTP/1.1" status: 200 len: 834 time: 0.0735757 Jan 26 11:28:14.831725 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54082) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:14.840005 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-792cf914-dfa8-4eff-aab5-22501498e22e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'network': {'name': 'tempest-network-smoke--164659858', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'port_security_enabled': True}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:14.888578 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-18d7342c-9945-4efb-807d-8eca9eddcb26 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:28:14.892548 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-18d7342c-9945-4efb-807d-8eca9eddcb26 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Usage tracker for resource:subnet and tenant:50b8065b09b94599b4fb2f9dadc72721 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:28:14.895523 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-18d7342c-9945-4efb-807d-8eca9eddcb26 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:28:14.902939 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-792cf914-dfa8-4eff-aab5-22501498e22e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:28:14.903171 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-18d7342c-9945-4efb-807d-8eca9eddcb26 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:28:14.916918 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d7342c-9945-4efb-807d-8eca9eddcb26 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Made reservation on behalf of 50b8065b09b94599b4fb2f9dadc72721 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:28:14.922678 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-18d7342c-9945-4efb-807d-8eca9eddcb26 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:14.925833 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-792cf914-dfa8-4eff-aab5-22501498e22e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:28:14.941929 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792cf914-dfa8-4eff-aab5-22501498e22e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:28:14.945720 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-792cf914-dfa8-4eff-aab5-22501498e22e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:14.987589 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-792cf914-dfa8-4eff-aab5-22501498e22e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:28:14.997542 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-792cf914-dfa8-4eff-aab5-22501498e22e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:14.997896 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-792cf914-dfa8-4eff-aab5-22501498e22e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Added segment 304728c3-fede-4c6d-9a94-35e63d39fe22 of type vlan for network fa083b00-beec-42ec-805f-bf4635009969 Jan 26 11:28:15.026419 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-792cf914-dfa8-4eff-aab5-22501498e22e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:15.040782 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4bb5f0bc-57aa-48a8-8186-a33c988d1e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:15.055924 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a682e-7bae-4bb8-a272-fbc6ca649c19 req-ec05f73f-d017-443d-841a-28f2a06170c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:15.057429 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-190a682e-7bae-4bb8-a272-fbc6ca649c19 req-ec05f73f-d017-443d-841a-28f2a06170c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8fe3292-2a14-466f-b305-017fad7fdbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2120678 Jan 26 11:28:15.059358 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-792cf914-dfa8-4eff-aab5-22501498e22e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:15.064927 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792cf914-dfa8-4eff-aab5-22501498e22e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:15.065540 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-792cf914-dfa8-4eff-aab5-22501498e22e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:15.087786 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-4bb5f0bc-57aa-48a8-8186-a33c988d1e8a None None] For port cd7b3c23-0574-4b07-a6fe-b29b3b84251b, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=cd7b3c23-0574-4b07-a6fe-b29b3b84251b,segment=NetworkSegment(c865515d-48ff-4873-8339-e25d74f65549),segment_id=c865515d-48ff-4873-8339-e25d74f65549)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:15.107022 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4bb5f0bc-57aa-48a8-8186-a33c988d1e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:15.205763 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5f0bc-57aa-48a8-8186-a33c988d1e8a None None] Pushing event updated for resources: {'Port': ['ID=cd7b3c23-0574-4b07-a6fe-b29b3b84251b,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:15.206965 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792cf914-dfa8-4eff-aab5-22501498e22e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Network': ['ID=fa083b00-beec-42ec-805f-bf4635009969,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:15.223006 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-18d7342c-9945-4efb-807d-8eca9eddcb26 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:15.231862 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network fa083b00-beec-42ec-805f-bf4635009969 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:28:15.307062 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-792cf914-dfa8-4eff-aab5-22501498e22e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4739172 Jan 26 11:28:15.307917 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54086) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:15.360969 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7342c-9945-4efb-807d-8eca9eddcb26 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Subnet': ['ID=637acb5b-14e6-4484-971e-87bfd4f7eefa,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:15.372417 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d7342c-9945-4efb-807d-8eca9eddcb26 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Checking segment: {'id': '06006570-7f48-4bcf-8162-bb89eaabc131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f5266978-0799-4b3f-b355-8ecde258aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:28:15.372792 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d7342c-9945-4efb-807d-8eca9eddcb26 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network hostable DHCP agents. Network: f5266978-0799-4b3f-b355-8ecde258aee7, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:28:15.397396 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d7342c-9945-4efb-807d-8eca9eddcb26 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network f5266978-0799-4b3f-b355-8ecde258aee7 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:28:15.420914 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-18d7342c-9945-4efb-807d-8eca9eddcb26 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, f5266978-0799-4b3f-b355-8ecde258aee7) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:28:15.425475 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d7342c-9945-4efb-807d-8eca9eddcb26 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:15.426176 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-18d7342c-9945-4efb-807d-8eca9eddcb26 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:15.443942 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f685533-a876-4f8c-912c-573adf675cdb None None] Network f5266978-0799-4b3f-b355-8ecde258aee7 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:28:15.457210 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-18d7342c-9945-4efb-807d-8eca9eddcb26 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9274993 Jan 26 11:28:15.458417 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54090) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:15.559682 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-190a682e-7bae-4bb8-a272-fbc6ca649c19 req-198a1bad-3a96-4ec8-9f92-669460546813 service neutron] 10.222.0.24 "GET /v2.0/networks/e8fe3292-2a14-466f-b305-017fad7fdbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882247 Jan 26 11:28:15.560006 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-55065b6e-2ebb-4174-96d3-2d3ada9846c4 None None] Provisioning for port 81682623-602c-4d0a-88cd-0f9903db1659 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:28:15.561132 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979a2e46-3237-4b8e-bc65-0fb1e2ab4ce5 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:15.565068 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-979a2e46-3237-4b8e-bc65-0fb1e2ab4ce5 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=577ce67689cf4355b98fd7b539fb5797&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2491834 Jan 26 11:28:15.568259 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54094) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:15.618762 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-55065b6e-2ebb-4174-96d3-2d3ada9846c4 None None] Provisioning complete for port 81682623-602c-4d0a-88cd-0f9903db1659 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:15.619134 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-55065b6e-2ebb-4174-96d3-2d3ada9846c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:15.700949 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-55065b6e-2ebb-4174-96d3-2d3ada9846c4 None None] Port 81682623-602c-4d0a-88cd-0f9903db1659 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:28:15.739006 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-190a682e-7bae-4bb8-a272-fbc6ca649c19 req-e2d3241d-e0da-499e-85f7-f8367b21b2dd service neutron] 10.222.0.24 "GET /v2.0/networks/e8fe3292-2a14-466f-b305-017fad7fdbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713295 Jan 26 11:28:15.757771 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-55065b6e-2ebb-4174-96d3-2d3ada9846c4 None None] Provisioning complete for port cd7b3c23-0574-4b07-a6fe-b29b3b84251b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:15.757771 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-55065b6e-2ebb-4174-96d3-2d3ada9846c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:15.903753 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d81d3c4-e129-460c-b97f-40070404ecb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-f5266978-0799-4b3f-b355-8ecde258aee7', 'network_id': 'f5266978-0799-4b3f-b355-8ecde258aee7', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'fixed_ips': [{'subnet_id': '637acb5b-14e6-4484-971e-87bfd4f7eefa'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:28:15.904910 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7d81d3c4-e129-460c-b97f-40070404ecb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:15.938381 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd79de79-50f5-4f71-98bf-fa2c6cc56a14 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:15.942810 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-dd79de79-50f5-4f71-98bf-fa2c6cc56a14 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3732319 Jan 26 11:28:15.943405 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54098) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:16.010778 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-09779472-86e3-4c1d-b7cb-8446ec30d66b tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0653727 Jan 26 11:28:16.011668 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54102) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:16.068583 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-01940f28-68dd-4779-83bc-3b1651795020 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=577ce67689cf4355b98fd7b539fb5797&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0490131 Jan 26 11:28:16.070173 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54106) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:16.192426 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-7d81d3c4-e129-460c-b97f-40070404ecb0 None None] Allocated IP 2001:db8:2::2 (f5266978-0799-4b3f-b355-8ecde258aee7/637acb5b-14e6-4484-971e-87bfd4f7eefa/ec7d256d-48e5-4c8a-a65e-4b2df57dac57) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:28:16.219503 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] Sync routers for ids ['e16f1445-019a-4510-ac76-0e59e617844a'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:28:16.235306 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] Routers {'e16f1445-019a-4510-ac76-0e59e617844a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:16.235982 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:27:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e16f1445-019a-4510-ac76-0e59e617844a'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:16.240179 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-fada3006-5b88-4daa-a7a5-1ab9d73cca31 None None] Provisioning complete for port 81682623-602c-4d0a-88cd-0f9903db1659 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:16.240549 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-fada3006-5b88-4daa-a7a5-1ab9d73cca31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:16.292213 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cd5477-9f51-4190-961c-c61ad9e4ced5 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:16.293868 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c9cd5477-9f51-4190-961c-c61ad9e4ced5 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2229247 Jan 26 11:28:16.295700 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c4ec30f2-de5b-442b-8bc8-a68c4fc719ae tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:16.296949 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54112) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:16.358703 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a55fef81-c394-4867-9287-a8d35ca6103f tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0557809 Jan 26 11:28:16.359313 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54116) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:16.372938 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-abce2810-9855-4142-88e8-f7e8c636ef7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-291860575', 'network_id': 'fa083b00-beec-42ec-805f-bf4635009969', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:16.447063 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] Set router e16f1445-019a-4510-ac76-0e59e617844a gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:16.512491 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:28:16.518102 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-abce2810-9855-4142-88e8-f7e8c636ef7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:28:16.522602 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-abce2810-9855-4142-88e8-f7e8c636ef7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:subnet and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:28:16.538974 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-abce2810-9855-4142-88e8-f7e8c636ef7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:28:16.550201 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-abce2810-9855-4142-88e8-f7e8c636ef7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:28:16.563697 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abce2810-9855-4142-88e8-f7e8c636ef7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:28:16.568146 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-abce2810-9855-4142-88e8-f7e8c636ef7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:16.608828 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-fada3006-5b88-4daa-a7a5-1ab9d73cca31 None None] Port 81682623-602c-4d0a-88cd-0f9903db1659 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:28:16.645019 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7d81d3c4-e129-460c-b97f-40070404ecb0 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:16.683207 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7d81d3c4-e129-460c-b97f-40070404ecb0 None None] Transition to ACTIVE for port object ec7d256d-48e5-4c8a-a65e-4b2df57dac57 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:28:16.690570 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:28:16.702357 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:16.702742 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:16.760930 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7d81d3c4-e129-460c-b97f-40070404ecb0 None None] Transition to ACTIVE for port object ec7d256d-48e5-4c8a-a65e-4b2df57dac57 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:28:16.775638 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7d81d3c4-e129-460c-b97f-40070404ecb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:16.872262 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-c4ec30f2-de5b-442b-8bc8-a68c4fc719ae tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Allocated IP 2001:db8:2::1 (f5266978-0799-4b3f-b355-8ecde258aee7/637acb5b-14e6-4484-971e-87bfd4f7eefa/6c665e7e-866e-4ae0-bc46-a9407c0f0e34) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:28:16.876717 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d81d3c4-e129-460c-b97f-40070404ecb0 None None] Network f5266978-0799-4b3f-b355-8ecde258aee7 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:28:16.880398 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:12Z', 'revision_number': 3, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None, '_interfaces': [{'id': '81682623-602c-4d0a-88cd-0f9903db1659', 'name': '', 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:da:4a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:11Z', 'updated_at': '2022-01-26T11:28:13Z', 'revision_number': 2, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df', 'name': '', 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:2f:bb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:08Z', 'updated_at': '2022-01-26T11:28:12Z', 'revision_number': 4, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:16.886022 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] Checking router: e16f1445-019a-4510-ac76-0e59e617844a for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:28:16.886630 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] Updating router e16f1445-019a-4510-ac76-0e59e617844a port 81682623-602c-4d0a-88cd-0f9903db1659 binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:28:16.890135 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-7d81d3c4-e129-460c-b97f-40070404ecb0 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:28:16.892696 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-abce2810-9855-4142-88e8-f7e8c636ef7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:16.899221 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d81d3c4-e129-460c-b97f-40070404ecb0 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:28:16.967819 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:16.974910 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce2810-9855-4142-88e8-f7e8c636ef7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Subnet': ['ID=d5022783-f73d-4ac1-89eb-6fb1196656a3,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:16.993315 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81d3c4-e129-460c-b97f-40070404ecb0 None None] Pushing event updated for resources: {'Port': ['ID=ec7d256d-48e5-4c8a-a65e-4b2df57dac57,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:17.006861 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abce2810-9855-4142-88e8-f7e8c636ef7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Checking segment: {'id': '304728c3-fede-4c6d-9a94-35e63d39fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fa083b00-beec-42ec-805f-bf4635009969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:28:17.007769 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abce2810-9855-4142-88e8-f7e8c636ef7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network hostable DHCP agents. Network: fa083b00-beec-42ec-805f-bf4635009969, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:28:17.030595 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abce2810-9855-4142-88e8-f7e8c636ef7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network fa083b00-beec-42ec-805f-bf4635009969 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:28:17.045345 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-abce2810-9855-4142-88e8-f7e8c636ef7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, fa083b00-beec-42ec-805f-bf4635009969) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:28:17.051202 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abce2810-9855-4142-88e8-f7e8c636ef7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:17.052223 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-abce2810-9855-4142-88e8-f7e8c636ef7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:17.062603 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35d28f3-fa1c-409e-ac59-f4296a2009da None None] Network fa083b00-beec-42ec-805f-bf4635009969 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:28:17.080625 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-abce2810-9855-4142-88e8-f7e8c636ef7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7125757 Jan 26 11:28:17.208118 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c4ec30f2-de5b-442b-8bc8-a68c4fc719ae tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:17.208939 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-7d81d3c4-e129-460c-b97f-40070404ecb0 None None] Attempting to bind port ec7d256d-48e5-4c8a-a65e-4b2df57dac57 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:28:17.209957 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-7d81d3c4-e129-460c-b97f-40070404ecb0 None None] Attempting to bind port ec7d256d-48e5-4c8a-a65e-4b2df57dac57 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '06006570-7f48-4bcf-8162-bb89eaabc131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f5266978-0799-4b3f-b355-8ecde258aee7'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:28:17.211162 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d81d3c4-e129-460c-b97f-40070404ecb0 None None] Attempting to bind port ec7d256d-48e5-4c8a-a65e-4b2df57dac57 on network f5266978-0799-4b3f-b355-8ecde258aee7 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:28:17.227508 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-c4ec30f2-de5b-442b-8bc8-a68c4fc719ae tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Transition to ACTIVE for port object 6c665e7e-866e-4ae0-bc46-a9407c0f0e34 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:28:17.253963 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d81d3c4-e129-460c-b97f-40070404ecb0 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:28:17.254359 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d81d3c4-e129-460c-b97f-40070404ecb0 None None] Checking segment: {'id': '06006570-7f48-4bcf-8162-bb89eaabc131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f5266978-0799-4b3f-b355-8ecde258aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:28:17.255150 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7d81d3c4-e129-460c-b97f-40070404ecb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:17.255329 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d81d3c4-e129-460c-b97f-40070404ecb0 None None] Bound using segment: {'id': '06006570-7f48-4bcf-8162-bb89eaabc131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f5266978-0799-4b3f-b355-8ecde258aee7'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:28:17.257413 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-7d81d3c4-e129-460c-b97f-40070404ecb0 None None] Bound port: ec7d256d-48e5-4c8a-a65e-4b2df57dac57, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06006570-7f48-4bcf-8162-bb89eaabc131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f5266978-0799-4b3f-b355-8ecde258aee7'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:28:17.257413 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7d81d3c4-e129-460c-b97f-40070404ecb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:17.262081 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c4ec30f2-de5b-442b-8bc8-a68c4fc719ae tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:17.278971 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:17.359383 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ec30f2-de5b-442b-8bc8-a68c4fc719ae tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network f5266978-0799-4b3f-b355-8ecde258aee7 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:28:17.364052 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-c4ec30f2-de5b-442b-8bc8-a68c4fc719ae tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:28:17.371486 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ec30f2-de5b-442b-8bc8-a68c4fc719ae tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:28:17.372269 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c4ec30f2-de5b-442b-8bc8-a68c4fc719ae tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:17.392202 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec30f2-de5b-442b-8bc8-a68c4fc719ae tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Port': ['ID=6c665e7e-866e-4ae0-bc46-a9407c0f0e34,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:17.410724 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54122) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:17.416355 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:17.418651 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-e984ea7d-dba8-491d-b0f6-e8ef8c73e870 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1297159972', 'description': 'tempest-secgroup-smoke-1297159972 description', 'project_id': '577ce67689cf4355b98fd7b539fb5797'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:17.424985 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e984ea7d-dba8-491d-b0f6-e8ef8c73e870 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:28:17.436102 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e984ea7d-dba8-491d-b0f6-e8ef8c73e870 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:28:17.442230 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] Transition to ACTIVE for port object 81682623-602c-4d0a-88cd-0f9903db1659 will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:28:17.450208 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df,segment=NetworkSegment(9943f5f7-9505-48a6-a46b-3b7a2c0ce417),segment_id=9943f5f7-9505-48a6-a46b-3b7a2c0ce417)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:17.450812 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e984ea7d-dba8-491d-b0f6-e8ef8c73e870 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:17.454479 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:17.455608 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e2fd0a-7ada-4250-969a-e2ea77c5cdf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-fa083b00-beec-42ec-805f-bf4635009969', 'network_id': 'fa083b00-beec-42ec-805f-bf4635009969', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ips': [{'subnet_id': 'd5022783-f73d-4ac1-89eb-6fb1196656a3'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:28:17.456555 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-58e2fd0a-7ada-4250-969a-e2ea77c5cdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:17.476035 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e984ea7d-dba8-491d-b0f6-e8ef8c73e870 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:28:17.476496 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:17.477283 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device cd7b3c23-0574-4b07-a6fe-b29b3b84251b up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:28:17.480139 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e984ea7d-dba8-491d-b0f6-e8ef8c73e870 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:28:17.483032 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e984ea7d-dba8-491d-b0f6-e8ef8c73e870 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:28:17.489048 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e984ea7d-dba8-491d-b0f6-e8ef8c73e870 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:28:17.513207 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-7d81d3c4-e129-460c-b97f-40070404ecb0 None None] For port ec7d256d-48e5-4c8a-a65e-4b2df57dac57, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:28:17.545456 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c4ec30f2-de5b-442b-8bc8-a68c4fc719ae tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:17.615392 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e984ea7d-dba8-491d-b0f6-e8ef8c73e870 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:17.624421 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e984ea7d-dba8-491d-b0f6-e8ef8c73e870 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:17.689366 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984ea7d-dba8-491d-b0f6-e8ef8c73e870 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d45bbbc4-4a95-4afb-9003-9b8630adb7e9,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:17.700675 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e984ea7d-dba8-491d-b0f6-e8ef8c73e870 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:17.705045 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e984ea7d-dba8-491d-b0f6-e8ef8c73e870 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2930338 Jan 26 11:28:17.705627 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54126) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:17.715179 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-b8c4ca94-7957-48d4-8281-6643c9b46581 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'd45bbbc4-4a95-4afb-9003-9b8630adb7e9', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:17.720117 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-7d81d3c4-e129-460c-b97f-40070404ecb0 None None] For port ec7d256d-48e5-4c8a-a65e-4b2df57dac57, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=ec7d256d-48e5-4c8a-a65e-4b2df57dac57,segment=NetworkSegment(06006570-7f48-4bcf-8162-bb89eaabc131),segment_id=06006570-7f48-4bcf-8162-bb89eaabc131)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:28:17.724141 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b8c4ca94-7957-48d4-8281-6643c9b46581 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:28:17.729840 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b8c4ca94-7957-48d4-8281-6643c9b46581 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:28:17.734244 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b8c4ca94-7957-48d4-8281-6643c9b46581 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:28:17.741217 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b8c4ca94-7957-48d4-8281-6643c9b46581 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:28:17.746011 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7d81d3c4-e129-460c-b97f-40070404ecb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:17.765219 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b8c4ca94-7957-48d4-8281-6643c9b46581 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:17.775514 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d425c8-009f-4dbd-8faa-36b157d4a3d2 None None] Pushing event updated for resources: {'Port': ['ID=81682623-602c-4d0a-88cd-0f9903db1659,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:17.786015 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:17.830480 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d425c8-009f-4dbd-8faa-36b157d4a3d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:17.830932 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d425c8-009f-4dbd-8faa-36b157d4a3d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:17.831283 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d425c8-009f-4dbd-8faa-36b157d4a3d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:17.831724 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d425c8-009f-4dbd-8faa-36b157d4a3d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:17.832063 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d425c8-009f-4dbd-8faa-36b157d4a3d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:17.832405 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d425c8-009f-4dbd-8faa-36b157d4a3d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:17.832802 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d425c8-009f-4dbd-8faa-36b157d4a3d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:17.833134 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d425c8-009f-4dbd-8faa-36b157d4a3d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:17.833461 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d425c8-009f-4dbd-8faa-36b157d4a3d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:17.839990 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d425c8-009f-4dbd-8faa-36b157d4a3d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:17.840353 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d425c8-009f-4dbd-8faa-36b157d4a3d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:17.840699 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d425c8-009f-4dbd-8faa-36b157d4a3d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:17.849604 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b8c4ca94-7957-48d4-8281-6643c9b46581 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:17.865711 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b8c4ca94-7957-48d4-8281-6643c9b46581 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:17.871952 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] Attempting to bind port 81682623-602c-4d0a-88cd-0f9903db1659 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:28:17.872329 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] Attempting to bind port 81682623-602c-4d0a-88cd-0f9903db1659 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'c865515d-48ff-4873-8339-e25d74f65549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:28:17.872815 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] Attempting to bind port 81682623-602c-4d0a-88cd-0f9903db1659 on network 270fe767-112c-4339-aed4-26e75e7a01ed {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:28:17.880275 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:28:17.880661 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] Checking segment: {'id': 'c865515d-48ff-4873-8339-e25d74f65549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:28:17.881067 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:17.881500 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] Bound using segment: {'id': 'c865515d-48ff-4873-8339-e25d74f65549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:28:17.881971 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] Bound port: 81682623-602c-4d0a-88cd-0f9903db1659, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c865515d-48ff-4873-8339-e25d74f65549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:28:17.882397 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:17.912315 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4ca94-7957-48d4-8281-6643c9b46581 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce47b56c-045a-4a7d-98dc-e1f160168455,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:17.948348 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b8c4ca94-7957-48d4-8281-6643c9b46581 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:17.952576 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b8c4ca94-7957-48d4-8281-6643c9b46581 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2419500 Jan 26 11:28:17.952741 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54130) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:17.958759 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-f12fcbb0-40c7-4d60-9a45-cd998122a2c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'd45bbbc4-4a95-4afb-9003-9b8630adb7e9', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:17.964695 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f12fcbb0-40c7-4d60-9a45-cd998122a2c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:28:17.969204 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f12fcbb0-40c7-4d60-9a45-cd998122a2c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:28:17.972860 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f12fcbb0-40c7-4d60-9a45-cd998122a2c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:28:17.979908 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f12fcbb0-40c7-4d60-9a45-cd998122a2c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:28:18.009179 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f12fcbb0-40c7-4d60-9a45-cd998122a2c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:18.016171 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-58e2fd0a-7ada-4250-969a-e2ea77c5cdf7 None None] Allocated IP 172.20.0.18 (fa083b00-beec-42ec-805f-bf4635009969/d5022783-f73d-4ac1-89eb-6fb1196656a3/cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:28:18.029651 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] For port 81682623-602c-4d0a-88cd-0f9903db1659, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:28:18.033247 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] For port 81682623-602c-4d0a-88cd-0f9903db1659, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=81682623-602c-4d0a-88cd-0f9903db1659,segment=NetworkSegment(c865515d-48ff-4873-8339-e25d74f65549),segment_id=c865515d-48ff-4873-8339-e25d74f65549)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:28:18.041478 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port cd7b3c23-0574-4b07-a6fe-b29b3b84251b triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:18.042166 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:18.045556 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:18.088997 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f12fcbb0-40c7-4d60-9a45-cd998122a2c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:18.093298 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f12fcbb0-40c7-4d60-9a45-cd998122a2c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:18.110971 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81d3c4-e129-460c-b97f-40070404ecb0 None None] Pushing event updated for resources: {'Port': ['ID=ec7d256d-48e5-4c8a-a65e-4b2df57dac57,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:18.149757 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fcbb0-40c7-4d60-9a45-cd998122a2c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d29041-4034-424b-b04d-a16f94fce306,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:18.151321 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] Routers {'e16f1445-019a-4510-ac76-0e59e617844a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:18.152670 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:27:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e16f1445-019a-4510-ac76-0e59e617844a'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:18.167404 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f12fcbb0-40c7-4d60-9a45-cd998122a2c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:18.169001 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f12fcbb0-40c7-4d60-9a45-cd998122a2c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2153187 Jan 26 11:28:18.171789 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54134) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:18.177229 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-649f9072-1e64-4714-a0b6-e8a9fbdf419b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'd45bbbc4-4a95-4afb-9003-9b8630adb7e9', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:18.196631 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-649f9072-1e64-4714-a0b6-e8a9fbdf419b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:28:18.218159 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-649f9072-1e64-4714-a0b6-e8a9fbdf419b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:28:18.234203 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-649f9072-1e64-4714-a0b6-e8a9fbdf419b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:28:18.250472 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-649f9072-1e64-4714-a0b6-e8a9fbdf419b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:28:18.305470 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-649f9072-1e64-4714-a0b6-e8a9fbdf419b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:18.316686 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c4ec30f2-de5b-442b-8bc8-a68c4fc719ae tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:18.332871 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c4ec30f2-de5b-442b-8bc8-a68c4fc719ae tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:18.340412 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c4ec30f2-de5b-442b-8bc8-a68c4fc719ae tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:18.349508 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d425c8-009f-4dbd-8faa-36b157d4a3d2 None None] Pushing event updated for resources: {'Port': ['ID=81682623-602c-4d0a-88cd-0f9903db1659,revision_number=4']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:18.416800 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] Set router e16f1445-019a-4510-ac76-0e59e617844a gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:18.423277 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-649f9072-1e64-4714-a0b6-e8a9fbdf419b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:18.430737 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-649f9072-1e64-4714-a0b6-e8a9fbdf419b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:18.520741 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f9072-1e64-4714-a0b6-e8a9fbdf419b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8334226b-94c5-48b0-9312-d9e8afdc76c5,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:18.526562 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-649f9072-1e64-4714-a0b6-e8a9fbdf419b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:18.530666 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-649f9072-1e64-4714-a0b6-e8a9fbdf419b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3552704 Jan 26 11:28:18.533620 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54138) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:18.555592 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-ae4e72cd-d14d-42d6-8c5c-04598aa3e13b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'd45bbbc4-4a95-4afb-9003-9b8630adb7e9', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:18.575908 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-ae4e72cd-d14d-42d6-8c5c-04598aa3e13b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:28:18.583182 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ae4e72cd-d14d-42d6-8c5c-04598aa3e13b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:28:18.594027 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ae4e72cd-d14d-42d6-8c5c-04598aa3e13b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:28:18.607425 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-ae4e72cd-d14d-42d6-8c5c-04598aa3e13b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:28:18.635986 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae4e72cd-d14d-42d6-8c5c-04598aa3e13b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:18.642306 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-58e2fd0a-7ada-4250-969a-e2ea77c5cdf7 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:18.650648 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec30f2-de5b-442b-8bc8-a68c4fc719ae tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Port': ['ID=6c665e7e-866e-4ae0-bc46-a9407c0f0e34,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:18.687203 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-58e2fd0a-7ada-4250-969a-e2ea77c5cdf7 None None] Transition to ACTIVE for port object cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:28:18.724871 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-58e2fd0a-7ada-4250-969a-e2ea77c5cdf7 None None] Transition to ACTIVE for port object cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:28:18.746772 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-58e2fd0a-7ada-4250-969a-e2ea77c5cdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:18.766870 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae4e72cd-d14d-42d6-8c5c-04598aa3e13b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:18.771063 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae4e72cd-d14d-42d6-8c5c-04598aa3e13b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:18.805534 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e72cd-d14d-42d6-8c5c-04598aa3e13b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41e9d575-8cfe-4741-9ced-39bc2fafd0c3,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:18.827617 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae4e72cd-d14d-42d6-8c5c-04598aa3e13b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:18.830196 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ae4e72cd-d14d-42d6-8c5c-04598aa3e13b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2943499 Jan 26 11:28:18.832691 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54142) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:18.836338 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:28:18.840922 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-23805017-0986-48e1-81a4-088081b14191 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'd45bbbc4-4a95-4afb-9003-9b8630adb7e9', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:18.843115 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ec30f2-de5b-442b-8bc8-a68c4fc719ae tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network f5266978-0799-4b3f-b355-8ecde258aee7 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:28:18.844524 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-c4ec30f2-de5b-442b-8bc8-a68c4fc719ae tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:28:18.848149 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-23805017-0986-48e1-81a4-088081b14191 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:28:18.855487 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-23805017-0986-48e1-81a4-088081b14191 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:28:18.859479 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-23805017-0986-48e1-81a4-088081b14191 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:28:18.866638 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-23805017-0986-48e1-81a4-088081b14191 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:28:18.879669 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.securitygroups_db [None req-23805017-0986-48e1-81a4-088081b14191 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Project 577ce67689cf4355b98fd7b539fb5797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:28:18.889140 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-23805017-0986-48e1-81a4-088081b14191 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:18.919399 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e2fd0a-7ada-4250-969a-e2ea77c5cdf7 None None] Network fa083b00-beec-42ec-805f-bf4635009969 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:28:18.921759 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2fd0a-7ada-4250-969a-e2ea77c5cdf7 None None] Pushing event updated for resources: {'Port': ['ID=cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:18.925292 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-58e2fd0a-7ada-4250-969a-e2ea77c5cdf7 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:28:18.931627 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e2fd0a-7ada-4250-969a-e2ea77c5cdf7 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:28:18.949100 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:17Z', 'revision_number': 4, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None, '_interfaces': [{'id': '6c665e7e-866e-4ae0-bc46-a9407c0f0e34', 'name': '', 'network_id': 'f5266978-0799-4b3f-b355-8ecde258aee7', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:15:49:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:16Z', 'updated_at': '2022-01-26T11:28:16Z', 'revision_number': 1, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81682623-602c-4d0a-88cd-0f9903db1659', 'name': '', 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:da:4a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:11Z', 'updated_at': '2022-01-26T11:28:18Z', 'revision_number': 4, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df', 'name': '', 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:2f:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:08Z', 'updated_at': '2022-01-26T11:28:17Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:18.956659 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57383d76-1563-48a0-8daa-7149ab81e720 None None] The sync data for ids ['e16f1445-019a-4510-ac76-0e59e617844a'] in dv-neutron-826439-1-hyperv is: [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:17Z', 'revision_number': 4, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None, '_interfaces': [{'id': '6c665e7e-866e-4ae0-bc46-a9407c0f0e34', 'name': '', 'network_id': 'f5266978-0799-4b3f-b355-8ecde258aee7', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:15:49:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:16Z', 'updated_at': '2022-01-26T11:28:16Z', 'revision_number': 1, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81682623-602c-4d0a-88cd-0f9903db1659', 'name': '', 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:da:4a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:11Z', 'updated_at': '2022-01-26T11:28:18Z', 'revision_number': 4, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df', 'name': '', 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:2f:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:08Z', 'updated_at': '2022-01-26T11:28:17Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:28:18.977182 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-23805017-0986-48e1-81a4-088081b14191 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:18.985402 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-23805017-0986-48e1-81a4-088081b14191 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:19.023644 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23805017-0986-48e1-81a4-088081b14191 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a87192-6f71-4d9e-a41b-d447ea228224,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:19.055977 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-23805017-0986-48e1-81a4-088081b14191 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:19.059728 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-23805017-0986-48e1-81a4-088081b14191 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2233260 Jan 26 11:28:19.066514 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54146) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:19.076926 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:19.077387 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:19.077500 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-47344c0b-5810-4234-a090-1a4053b1280a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'd45bbbc4-4a95-4afb-9003-9b8630adb7e9', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:19.095183 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-47344c0b-5810-4234-a090-1a4053b1280a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:28:19.103667 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-47344c0b-5810-4234-a090-1a4053b1280a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:28:19.106862 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-47344c0b-5810-4234-a090-1a4053b1280a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:28:19.113385 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-47344c0b-5810-4234-a090-1a4053b1280a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:28:19.128776 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.securitygroups_db [None req-47344c0b-5810-4234-a090-1a4053b1280a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Project 577ce67689cf4355b98fd7b539fb5797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:28:19.138353 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47344c0b-5810-4234-a090-1a4053b1280a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:19.144439 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ec30f2-de5b-442b-8bc8-a68c4fc719ae tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Router e16f1445-019a-4510-ac76-0e59e617844a has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:28:19.206159 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-58e2fd0a-7ada-4250-969a-e2ea77c5cdf7 None None] Attempting to bind port cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:28:19.206733 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-58e2fd0a-7ada-4250-969a-e2ea77c5cdf7 None None] Attempting to bind port cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '304728c3-fede-4c6d-9a94-35e63d39fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fa083b00-beec-42ec-805f-bf4635009969'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:28:19.207178 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e2fd0a-7ada-4250-969a-e2ea77c5cdf7 None None] Attempting to bind port cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed on network fa083b00-beec-42ec-805f-bf4635009969 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:28:19.223070 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e2fd0a-7ada-4250-969a-e2ea77c5cdf7 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:28:19.223461 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e2fd0a-7ada-4250-969a-e2ea77c5cdf7 None None] Checking segment: {'id': '304728c3-fede-4c6d-9a94-35e63d39fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fa083b00-beec-42ec-805f-bf4635009969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:28:19.223929 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-58e2fd0a-7ada-4250-969a-e2ea77c5cdf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:19.224546 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e2fd0a-7ada-4250-969a-e2ea77c5cdf7 None None] Bound using segment: {'id': '304728c3-fede-4c6d-9a94-35e63d39fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fa083b00-beec-42ec-805f-bf4635009969'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:28:19.225073 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-58e2fd0a-7ada-4250-969a-e2ea77c5cdf7 None None] Bound port: cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304728c3-fede-4c6d-9a94-35e63d39fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fa083b00-beec-42ec-805f-bf4635009969'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:28:19.225518 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-58e2fd0a-7ada-4250-969a-e2ea77c5cdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:19.250968 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47344c0b-5810-4234-a090-1a4053b1280a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:19.257467 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47344c0b-5810-4234-a090-1a4053b1280a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:19.301443 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47344c0b-5810-4234-a090-1a4053b1280a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73fe18b-c63f-422b-b1d2-bbd92397b6f3,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:19.305199 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47344c0b-5810-4234-a090-1a4053b1280a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:19.307190 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-47344c0b-5810-4234-a090-1a4053b1280a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2396393 Jan 26 11:28:19.386248 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ec30f2-de5b-442b-8bc8-a68c4fc719ae tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:28:19.412998 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54152) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:19.413812 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c4ec30f2-de5b-442b-8bc8-a68c4fc719ae tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "PUT /v2.0/routers/e16f1445-019a-4510-ac76-0e59e617844a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9542501 Jan 26 11:28:19.420157 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-98d58995-f412-4505-80fe-8c1d2457bcf8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-157231011'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:19.426388 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device ec7d256d-48e5-4c8a-a65e-4b2df57dac57 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:28:19.427647 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-98d58995-f412-4505-80fe-8c1d2457bcf8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:28:19.433889 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-98d58995-f412-4505-80fe-8c1d2457bcf8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Usage tracker for resource:network and tenant:50b8065b09b94599b4fb2f9dadc72721 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:28:19.437760 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-98d58995-f412-4505-80fe-8c1d2457bcf8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:28:19.446110 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-98d58995-f412-4505-80fe-8c1d2457bcf8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:28:19.465100 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d58995-f412-4505-80fe-8c1d2457bcf8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Made reservation on behalf of 50b8065b09b94599b4fb2f9dadc72721 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:28:19.469747 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-98d58995-f412-4505-80fe-8c1d2457bcf8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:19.480587 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-58e2fd0a-7ada-4250-969a-e2ea77c5cdf7 None None] For port cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:28:19.488388 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-58e2fd0a-7ada-4250-969a-e2ea77c5cdf7 None None] For port cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed,segment=NetworkSegment(304728c3-fede-4c6d-9a94-35e63d39fe22),segment_id=304728c3-fede-4c6d-9a94-35e63d39fe22)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:28:19.507778 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d58995-f412-4505-80fe-8c1d2457bcf8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:28:19.520109 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-98d58995-f412-4505-80fe-8c1d2457bcf8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:19.520481 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-98d58995-f412-4505-80fe-8c1d2457bcf8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Added segment 3c9fa290-2874-4ab8-a512-71e059c98279 of type vlan for network 3d30cf77-d040-408d-805a-5fc07859dadf Jan 26 11:28:19.526580 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b7f031-64b4-4e96-bacd-9bb866cbd55f None None] Network f5266978-0799-4b3f-b355-8ecde258aee7 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:28:19.542247 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-58e2fd0a-7ada-4250-969a-e2ea77c5cdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:19.559231 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-98d58995-f412-4505-80fe-8c1d2457bcf8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:19.604067 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-98d58995-f412-4505-80fe-8c1d2457bcf8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:19.611103 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d58995-f412-4505-80fe-8c1d2457bcf8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:19.612291 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-98d58995-f412-4505-80fe-8c1d2457bcf8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:19.670786 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-53ead027-37d1-4bda-8a21-caf45036a62c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1297159972&fields=id&tenant_id=577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 267 time: 0.0487175 Jan 26 11:28:19.702880 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-98d58995-f412-4505-80fe-8c1d2457bcf8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2882740 Jan 26 11:28:19.703069 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54166) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:19.785042 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2fd0a-7ada-4250-969a-e2ea77c5cdf7 None None] Pushing event updated for resources: {'Port': ['ID=cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:19.884985 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port ec7d256d-48e5-4c8a-a65e-4b2df57dac57 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:28:19.888720 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d0957aab-b87b-4066-9722-82a3a57358bb None None] Provisioning for port ec7d256d-48e5-4c8a-a65e-4b2df57dac57 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:28:19.907842 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port ec7d256d-48e5-4c8a-a65e-4b2df57dac57 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:19.914467 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:19.938564 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-d3c4033c-529e-4152-a174-1cde0dd55f89 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'subnet': {'network_id': '3d30cf77-d040-408d-805a-5fc07859dadf', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:19.977399 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d0957aab-b87b-4066-9722-82a3a57358bb None None] Provisioning complete for port ec7d256d-48e5-4c8a-a65e-4b2df57dac57 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:19.978289 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d0957aab-b87b-4066-9722-82a3a57358bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:20.040127 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] Sync routers for ids ['e16f1445-019a-4510-ac76-0e59e617844a'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:28:20.076682 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d58995-f412-4505-80fe-8c1d2457bcf8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Network': ['ID=3d30cf77-d040-408d-805a-5fc07859dadf,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:20.080315 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-d3c4033c-529e-4152-a174-1cde0dd55f89 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:28:20.084972 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d3c4033c-529e-4152-a174-1cde0dd55f89 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Usage tracker for resource:subnet and tenant:50b8065b09b94599b4fb2f9dadc72721 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:28:20.087958 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d3c4033c-529e-4152-a174-1cde0dd55f89 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:28:20.094671 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-d3c4033c-529e-4152-a174-1cde0dd55f89 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:28:20.094862 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-66aca011-1a2a-42d1-9a05-17ef39b5495c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:20.096617 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-66aca011-1a2a-42d1-9a05-17ef39b5495c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/networks?id=fa083b00-beec-42ec-805f-bf4635009969 HTTP/1.1" status: 200 len: 796 time: 0.4136028 Jan 26 11:28:20.107077 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 3d30cf77-d040-408d-805a-5fc07859dadf details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:28:20.113725 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-642daca8-4d5b-43d2-a6bd-18ebcfb514a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/quotas/577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 375 time: 0.0104156 Jan 26 11:28:20.120756 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c4033c-529e-4152-a174-1cde0dd55f89 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Made reservation on behalf of 50b8065b09b94599b4fb2f9dadc72721 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:28:20.124341 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d3c4033c-529e-4152-a174-1cde0dd55f89 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:20.175500 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] Routers {'e16f1445-019a-4510-ac76-0e59e617844a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:20.176151 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:27:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e16f1445-019a-4510-ac76-0e59e617844a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:20.232713 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-d46f55ab-9cfe-4ed3-b773-0f0adcfb8d1c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1119766 Jan 26 11:28:20.377483 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d3c4033c-529e-4152-a174-1cde0dd55f89 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:20.390207 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-ee14722c-4106-4cf6-b5b8-54f1c92f9455 service neutron] 10.222.0.39 "GET /v2.0/networks/fa083b00-beec-42ec-805f-bf4635009969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435122 Jan 26 11:28:20.465409 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4033c-529e-4152-a174-1cde0dd55f89 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Subnet': ['ID=9a693b29-2792-4208-9caf-2f454e44c76d,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:20.473101 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c4033c-529e-4152-a174-1cde0dd55f89 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Checking segment: {'id': '3c9fa290-2874-4ab8-a512-71e059c98279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3d30cf77-d040-408d-805a-5fc07859dadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:28:20.473557 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c4033c-529e-4152-a174-1cde0dd55f89 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network hostable DHCP agents. Network: 3d30cf77-d040-408d-805a-5fc07859dadf, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:28:20.493265 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c4033c-529e-4152-a174-1cde0dd55f89 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network 3d30cf77-d040-408d-805a-5fc07859dadf is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:28:20.503470 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-d3c4033c-529e-4152-a174-1cde0dd55f89 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 3d30cf77-d040-408d-805a-5fc07859dadf) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:28:20.509394 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c4033c-529e-4152-a174-1cde0dd55f89 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:20.510303 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d3c4033c-529e-4152-a174-1cde0dd55f89 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:20.537624 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d34c31-6e9d-458b-b3c7-b19959c4e4f1 None None] Network 3d30cf77-d040-408d-805a-5fc07859dadf requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:28:20.540858 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-821d708c-693e-41d3-862f-a2bc0595c573 service neutron] 10.222.0.39 "GET /v2.0/networks/fa083b00-beec-42ec-805f-bf4635009969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425824 Jan 26 11:28:20.551514 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54170) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:20.552865 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d3c4033c-529e-4152-a174-1cde0dd55f89 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6264093 Jan 26 11:28:20.554115 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] Set router e16f1445-019a-4510-ac76-0e59e617844a gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:20.728505 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:20.779357 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dc2d3a8b-e2b6-453d-bbd3-b69a176dd09b req-3dcb57c9-c364-4979-8e6e-e792b7824603 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=19b42c98-9d23-47d8-bbf9-626886979b0a HTTP/1.1" status: 200 len: 210 time: 0.0705981 Jan 26 11:28:20.807582 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d0957aab-b87b-4066-9722-82a3a57358bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:20.984710 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port ec7d256d-48e5-4c8a-a65e-4b2df57dac57, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=ec7d256d-48e5-4c8a-a65e-4b2df57dac57,segment=NetworkSegment(06006570-7f48-4bcf-8162-bb89eaabc131),segment_id=06006570-7f48-4bcf-8162-bb89eaabc131)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:21.027936 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:21.029075 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 81682623-602c-4d0a-88cd-0f9903db1659 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:28:21.217640 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=ec7d256d-48e5-4c8a-a65e-4b2df57dac57,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:21.220369 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d4075c-ef80-453c-8a15-5ea96116b28b None None] Network fa083b00-beec-42ec-805f-bf4635009969 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:28:21.340152 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8b948a24-803d-4bc4-96ec-c923bcba6a6d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:21.347699 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-d0957aab-b87b-4066-9722-82a3a57358bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:28:21.348057 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-d0957aab-b87b-4066-9722-82a3a57358bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:28:21.501221 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e77291-5a02-475d-a9cc-ac9c52503065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-3d30cf77-d040-408d-805a-5fc07859dadf', 'network_id': '3d30cf77-d040-408d-805a-5fc07859dadf', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'fixed_ips': [{'subnet_id': '9a693b29-2792-4208-9caf-2f454e44c76d'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:28:21.501945 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d6e77291-5a02-475d-a9cc-ac9c52503065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:21.665610 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 81682623-602c-4d0a-88cd-0f9903db1659 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:28:21.697657 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 81682623-602c-4d0a-88cd-0f9903db1659 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:21.698038 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:21.974152 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d6430981-9451-474b-bb18-bd523939b6d9 req-6ba845a8-d8a2-4ff0-bd13-aaf147a540c9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=19b42c98-9d23-47d8-bbf9-626886979b0a HTTP/1.1" status: 200 len: 210 time: 0.0533712 Jan 26 11:28:21.978123 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-8b948a24-803d-4bc4-96ec-c923bcba6a6d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Allocated IP 2001:db8:3::1 (3d30cf77-d040-408d-805a-5fc07859dadf/9a693b29-2792-4208-9caf-2f454e44c76d/0f0ef820-c28c-47eb-849c-591b4e0b0196) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:28:22.002684 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:17Z', 'revision_number': 4, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None, '_interfaces': [{'id': '6c665e7e-866e-4ae0-bc46-a9407c0f0e34', 'name': '', 'network_id': 'f5266978-0799-4b3f-b355-8ecde258aee7', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:15:49:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:16Z', 'updated_at': '2022-01-26T11:28:18Z', 'revision_number': 2, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81682623-602c-4d0a-88cd-0f9903db1659', 'name': '', 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:da:4a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:11Z', 'updated_at': '2022-01-26T11:28:18Z', 'revision_number': 4, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df', 'name': '', 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:2f:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:08Z', 'updated_at': '2022-01-26T11:28:17Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:22.018085 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] Checking router: e16f1445-019a-4510-ac76-0e59e617844a for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:28:22.018404 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] Updating router e16f1445-019a-4510-ac76-0e59e617844a port 6c665e7e-866e-4ae0-bc46-a9407c0f0e34 binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:28:22.138918 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:22.188692 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8b948a24-803d-4bc4-96ec-c923bcba6a6d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:22.205415 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-87914224-1312-4344-8352-42241ae502bc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:22.205415 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-87914224-1312-4344-8352-42241ae502bc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:network {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:28:22.210275 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-8b948a24-803d-4bc4-96ec-c923bcba6a6d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Transition to ACTIVE for port object 0f0ef820-c28c-47eb-849c-591b4e0b0196 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:28:22.223121 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:22.227217 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-87914224-1312-4344-8352-42241ae502bc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:network {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:28:22.228992 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-87914224-1312-4344-8352-42241ae502bc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/networks?id=fa083b00-beec-42ec-805f-bf4635009969 HTTP/1.1" status: 200 len: 796 time: 0.2213573 Jan 26 11:28:22.236515 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5073ac69-3569-44b5-9189-e2b00273c091 None None] Provisioning for port cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:28:22.252258 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8b948a24-803d-4bc4-96ec-c923bcba6a6d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:22.290372 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-ef70bce5-f0ec-4e72-ad06-f4a4a2675b0e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:28:22.310817 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-ef70bce5-f0ec-4e72-ad06-f4a4a2675b0e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:28:22.312951 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-ef70bce5-f0ec-4e72-ad06-f4a4a2675b0e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 472 time: 0.0736403 Jan 26 11:28:22.329437 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-22ee5925-1206-4f72-98c5-e76bf8721527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'port': {'device_id': '19b42c98-9d23-47d8-bbf9-626886979b0a', 'network_id': 'fa083b00-beec-42ec-805f-bf4635009969', 'admin_state_up': True, 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'security_groups': ['d45bbbc4-4a95-4afb-9003-9b8630adb7e9']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:22.390748 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 81682623-602c-4d0a-88cd-0f9903db1659, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=81682623-602c-4d0a-88cd-0f9903db1659,segment=NetworkSegment(c865515d-48ff-4873-8339-e25d74f65549),segment_id=c865515d-48ff-4873-8339-e25d74f65549)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:22.400622 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5073ac69-3569-44b5-9189-e2b00273c091 None None] Provisioning complete for port ec7d256d-48e5-4c8a-a65e-4b2df57dac57 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:22.401004 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5073ac69-3569-44b5-9189-e2b00273c091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:22.408280 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b948a24-803d-4bc4-96ec-c923bcba6a6d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network 3d30cf77-d040-408d-805a-5fc07859dadf is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:28:22.412024 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-8b948a24-803d-4bc4-96ec-c923bcba6a6d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:28:22.418958 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b948a24-803d-4bc4-96ec-c923bcba6a6d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:28:22.419685 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8b948a24-803d-4bc4-96ec-c923bcba6a6d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:22.436841 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-d6e77291-5a02-475d-a9cc-ac9c52503065 None None] Allocated IP 2001:db8:3::2 (3d30cf77-d040-408d-805a-5fc07859dadf/9a693b29-2792-4208-9caf-2f454e44c76d/10368e13-c678-4db4-9ae9-c458aab49321) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:28:22.444206 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b948a24-803d-4bc4-96ec-c923bcba6a6d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Port': ['ID=0f0ef820-c28c-47eb-849c-591b4e0b0196,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:22.447862 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:22.524678 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-22ee5925-1206-4f72-98c5-e76bf8721527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:28:22.528948 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-22ee5925-1206-4f72-98c5-e76bf8721527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:port and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:28:22.531821 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-22ee5925-1206-4f72-98c5-e76bf8721527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:28:22.538261 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-22ee5925-1206-4f72-98c5-e76bf8721527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:28:22.561225 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-22ee5925-1206-4f72-98c5-e76bf8721527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:28:22.570372 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-22ee5925-1206-4f72-98c5-e76bf8721527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:22.573939 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8b948a24-803d-4bc4-96ec-c923bcba6a6d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:22.633110 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-57441495-ef66-4922-a89c-cc21e6724605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:22.744015 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device ec7d256d-48e5-4c8a-a65e-4b2df57dac57 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:28:22.763510 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-22ee5925-1206-4f72-98c5-e76bf8721527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.20.0.27 (fa083b00-beec-42ec-805f-bf4635009969/d5022783-f73d-4ac1-89eb-6fb1196656a3/5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:28:22.821417 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=81682623-602c-4d0a-88cd-0f9903db1659,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:22.992954 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-22ee5925-1206-4f72-98c5-e76bf8721527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:23.015321 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-22ee5925-1206-4f72-98c5-e76bf8721527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Transition to ACTIVE for port object 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:28:23.035306 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8b948a24-803d-4bc4-96ec-c923bcba6a6d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:23.041531 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8b948a24-803d-4bc4-96ec-c923bcba6a6d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:23.042725 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8b948a24-803d-4bc4-96ec-c923bcba6a6d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:23.049750 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-22ee5925-1206-4f72-98c5-e76bf8721527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:23.110521 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port ec7d256d-48e5-4c8a-a65e-4b2df57dac57 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:23.111084 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:23.138210 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d6e77291-5a02-475d-a9cc-ac9c52503065 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:23.141660 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:23.159526 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5073ac69-3569-44b5-9189-e2b00273c091 None None] Provisioning for port 6c665e7e-866e-4ae0-bc46-a9407c0f0e34 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:28:23.185258 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d6e77291-5a02-475d-a9cc-ac9c52503065 None None] Transition to ACTIVE for port object 10368e13-c678-4db4-9ae9-c458aab49321 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:28:23.190881 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-22ee5925-1206-4f72-98c5-e76bf8721527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network fa083b00-beec-42ec-805f-bf4635009969 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:28:23.193706 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5073ac69-3569-44b5-9189-e2b00273c091 None None] Provisioning complete for port 6c665e7e-866e-4ae0-bc46-a9407c0f0e34 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:23.194174 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5073ac69-3569-44b5-9189-e2b00273c091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:23.199933 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-22ee5925-1206-4f72-98c5-e76bf8721527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:28:23.203789 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee5925-1206-4f72-98c5-e76bf8721527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:23.206992 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-22ee5925-1206-4f72-98c5-e76bf8721527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:28:23.214389 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b948a24-803d-4bc4-96ec-c923bcba6a6d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event updated for resources: {'Port': ['ID=0f0ef820-c28c-47eb-849c-591b4e0b0196,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:23.231247 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] Transition to ACTIVE for port object 6c665e7e-866e-4ae0-bc46-a9407c0f0e34 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:28:23.268292 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b948a24-803d-4bc4-96ec-c923bcba6a6d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Network 3d30cf77-d040-408d-805a-5fc07859dadf is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:28:23.270088 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-8b948a24-803d-4bc4-96ec-c923bcba6a6d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:28:23.281645 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-22ee5925-1206-4f72-98c5-e76bf8721527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:23.282340 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-22ee5925-1206-4f72-98c5-e76bf8721527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:23.282469 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:23.286574 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d6e77291-5a02-475d-a9cc-ac9c52503065 None None] Transition to ACTIVE for port object 10368e13-c678-4db4-9ae9-c458aab49321 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:28:23.318116 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed62552-c092-489f-9819-2c5df68d0802 req-70e6bcc5-02e1-4a09-ab7b-8783292a4846 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:23.320659 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-eed62552-c092-489f-9819-2c5df68d0802 req-70e6bcc5-02e1-4a09-ab7b-8783292a4846 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=19b42c98-9d23-47d8-bbf9-626886979b0a HTTP/1.1" status: 200 len: 932 time: 0.2121062 Jan 26 11:28:23.347025 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-22ee5925-1206-4f72-98c5-e76bf8721527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0229867 Jan 26 11:28:23.373845 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-f8c800f2-63c5-4977-832c-8e37c8f310ae service neutron] Request body: {'port': {'device_id': '19b42c98-9d23-47d8-bbf9-626886979b0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:23.401241 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d6e77291-5a02-475d-a9cc-ac9c52503065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:23.455706 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-5073ac69-3569-44b5-9189-e2b00273c091 None None] Port 6c665e7e-866e-4ae0-bc46-a9407c0f0e34 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:28:23.463163 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-eed62552-c092-489f-9819-2c5df68d0802 req-dc0fde15-bd54-4106-905b-8a77da31da02 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=d45bbbc4-4a95-4afb-9003-9b8630adb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361303 Jan 26 11:28:23.516409 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b948a24-803d-4bc4-96ec-c923bcba6a6d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Router e16f1445-019a-4510-ac76-0e59e617844a has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:28:23.550760 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e77291-5a02-475d-a9cc-ac9c52503065 None None] Network 3d30cf77-d040-408d-805a-5fc07859dadf is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:28:23.570356 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-d6e77291-5a02-475d-a9cc-ac9c52503065 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:28:23.583460 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220074c-dcc2-423a-bde2-d8a395ad1951 None None] Pushing event updated for resources: {'Port': ['ID=6c665e7e-866e-4ae0-bc46-a9407c0f0e34,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:23.589303 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e77291-5a02-475d-a9cc-ac9c52503065 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:28:23.606933 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-f8c800f2-63c5-4977-832c-8e37c8f310ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:23.854740 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b948a24-803d-4bc4-96ec-c923bcba6a6d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:28:23.882968 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8b948a24-803d-4bc4-96ec-c923bcba6a6d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "PUT /v2.0/routers/e16f1445-019a-4510-ac76-0e59e617844a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3302038 Jan 26 11:28:23.883763 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54192) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:23.889063 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-9ee867e2-9fe3-4df5-b357-24651442f850 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:23.901763 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:28:23.979285 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d6e77291-5a02-475d-a9cc-ac9c52503065 None None] Attempting to bind port 10368e13-c678-4db4-9ae9-c458aab49321 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:28:23.979794 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d6e77291-5a02-475d-a9cc-ac9c52503065 None None] Attempting to bind port 10368e13-c678-4db4-9ae9-c458aab49321 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '3c9fa290-2874-4ab8-a512-71e059c98279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3d30cf77-d040-408d-805a-5fc07859dadf'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:28:23.980241 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e77291-5a02-475d-a9cc-ac9c52503065 None None] Attempting to bind port 10368e13-c678-4db4-9ae9-c458aab49321 on network 3d30cf77-d040-408d-805a-5fc07859dadf {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:28:24.000561 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e77291-5a02-475d-a9cc-ac9c52503065 None None] Pushing event updated for resources: {'Port': ['ID=10368e13-c678-4db4-9ae9-c458aab49321,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:24.003247 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] Attempting to bind port 6c665e7e-866e-4ae0-bc46-a9407c0f0e34 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:28:24.003723 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] Attempting to bind port 6c665e7e-866e-4ae0-bc46-a9407c0f0e34 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '06006570-7f48-4bcf-8162-bb89eaabc131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f5266978-0799-4b3f-b355-8ecde258aee7'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:28:24.004160 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] Attempting to bind port 6c665e7e-866e-4ae0-bc46-a9407c0f0e34 on network f5266978-0799-4b3f-b355-8ecde258aee7 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:28:24.010390 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e77291-5a02-475d-a9cc-ac9c52503065 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:28:24.014594 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e77291-5a02-475d-a9cc-ac9c52503065 None None] Checking segment: {'id': '3c9fa290-2874-4ab8-a512-71e059c98279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3d30cf77-d040-408d-805a-5fc07859dadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:28:24.014973 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d6e77291-5a02-475d-a9cc-ac9c52503065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:24.015384 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e77291-5a02-475d-a9cc-ac9c52503065 None None] Bound using segment: {'id': '3c9fa290-2874-4ab8-a512-71e059c98279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3d30cf77-d040-408d-805a-5fc07859dadf'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:28:24.015891 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d6e77291-5a02-475d-a9cc-ac9c52503065 None None] Bound port: 10368e13-c678-4db4-9ae9-c458aab49321, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9fa290-2874-4ab8-a512-71e059c98279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3d30cf77-d040-408d-805a-5fc07859dadf'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:28:24.016282 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d6e77291-5a02-475d-a9cc-ac9c52503065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:24.048504 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:28:24.048927 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] Checking segment: {'id': '06006570-7f48-4bcf-8162-bb89eaabc131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f5266978-0799-4b3f-b355-8ecde258aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:28:24.049287 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:24.049684 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] Bound using segment: {'id': '06006570-7f48-4bcf-8162-bb89eaabc131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f5266978-0799-4b3f-b355-8ecde258aee7'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:28:24.050299 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] Bound port: 6c665e7e-866e-4ae0-bc46-a9407c0f0e34, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06006570-7f48-4bcf-8162-bb89eaabc131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f5266978-0799-4b3f-b355-8ecde258aee7'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:28:24.050603 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:24.100722 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-395a7559-a0ad-46e5-a62d-db6396057ae6 None None] Provisioning for port 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:28:24.128788 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-395a7559-a0ad-46e5-a62d-db6396057ae6 None None] Provisioning complete for port 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:24.129492 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-395a7559-a0ad-46e5-a62d-db6396057ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:24.237825 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:28:24.245258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-f8c800f2-63c5-4977-832c-8e37c8f310ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:28:24.256987 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-f8c800f2-63c5-4977-832c-8e37c8f310ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:24.263923 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:24.264302 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:24.276099 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-f8c800f2-63c5-4977-832c-8e37c8f310ae service neutron] Transition to ACTIVE for port object 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:28:24.281759 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-f8c800f2-63c5-4977-832c-8e37c8f310ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:24.295675 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d6e77291-5a02-475d-a9cc-ac9c52503065 None None] For port 10368e13-c678-4db4-9ae9-c458aab49321, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:28:24.297602 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-395a7559-a0ad-46e5-a62d-db6396057ae6 None None] Port 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:28:24.329737 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d6e77291-5a02-475d-a9cc-ac9c52503065 None None] For port 10368e13-c678-4db4-9ae9-c458aab49321, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=10368e13-c678-4db4-9ae9-c458aab49321,segment=NetworkSegment(3c9fa290-2874-4ab8-a512-71e059c98279),segment_id=3c9fa290-2874-4ab8-a512-71e059c98279)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:28:24.344848 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d6e77291-5a02-475d-a9cc-ac9c52503065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:24.351040 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] For port 6c665e7e-866e-4ae0-bc46-a9407c0f0e34, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:28:24.435461 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] For port 6c665e7e-866e-4ae0-bc46-a9407c0f0e34, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=6c665e7e-866e-4ae0-bc46-a9407c0f0e34,segment=NetworkSegment(06006570-7f48-4bcf-8162-bb89eaabc131),segment_id=06006570-7f48-4bcf-8162-bb89eaabc131)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:28:24.456389 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:24.595877 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e77291-5a02-475d-a9cc-ac9c52503065 None None] Pushing event updated for resources: {'Port': ['ID=10368e13-c678-4db4-9ae9-c458aab49321,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:24.675217 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] Routers {'e16f1445-019a-4510-ac76-0e59e617844a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:24.675921 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:27:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e16f1445-019a-4510-ac76-0e59e617844a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:24.753805 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c800f2-63c5-4977-832c-8e37c8f310ae service neutron] Pushing event updated for resources: {'Port': ['ID=5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:24.859242 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-f8c800f2-63c5-4977-832c-8e37c8f310ae service neutron] Attempting to bind port 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:28:24.859803 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-f8c800f2-63c5-4977-832c-8e37c8f310ae service neutron] Attempting to bind port 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '304728c3-fede-4c6d-9a94-35e63d39fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fa083b00-beec-42ec-805f-bf4635009969'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:28:24.860247 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-f8c800f2-63c5-4977-832c-8e37c8f310ae service neutron] Attempting to bind port 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb on network fa083b00-beec-42ec-805f-bf4635009969 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:28:24.873957 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-f8c800f2-63c5-4977-832c-8e37c8f310ae service neutron] Port 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb on network fa083b00-beec-42ec-805f-bf4635009969 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:28:24.874831 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-f8c800f2-63c5-4977-832c-8e37c8f310ae service neutron] Attempting to bind port 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb on network fa083b00-beec-42ec-805f-bf4635009969 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:28:24.888896 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-f8c800f2-63c5-4977-832c-8e37c8f310ae service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:28:24.889390 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-f8c800f2-63c5-4977-832c-8e37c8f310ae service neutron] Checking segment: {'id': '304728c3-fede-4c6d-9a94-35e63d39fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fa083b00-beec-42ec-805f-bf4635009969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:28:24.889878 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-f8c800f2-63c5-4977-832c-8e37c8f310ae service neutron] Bound using segment: {'id': '304728c3-fede-4c6d-9a94-35e63d39fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fa083b00-beec-42ec-805f-bf4635009969'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:28:24.895952 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-f8c800f2-63c5-4977-832c-8e37c8f310ae service neutron] Bound port: 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '304728c3-fede-4c6d-9a94-35e63d39fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fa083b00-beec-42ec-805f-bf4635009969'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:28:24.896461 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-f8c800f2-63c5-4977-832c-8e37c8f310ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:24.952062 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc76499-960c-4133-ab62-1d7bb566ba03 req-5d8c52db-3a0a-4060-8e72-bba61d936ba4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:24.953282 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:24.966451 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0bc76499-960c-4133-ab62-1d7bb566ba03 req-5d8c52db-3a0a-4060-8e72-bba61d936ba4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=19b42c98-9d23-47d8-bbf9-626886979b0a HTTP/1.1" status: 200 len: 944 time: 0.2896008 Jan 26 11:28:24.994734 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a232804f-76d7-47dc-81a5-519aa711b59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:25.020530 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.extraroute_db [None req-9ee867e2-9fe3-4df5-b357-24651442f850 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87442) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 26 11:28:25.025358 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220074c-dcc2-423a-bde2-d8a395ad1951 None None] Pushing event updated for resources: {'Port': ['ID=6c665e7e-866e-4ae0-bc46-a9407c0f0e34,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:25.043479 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0bc76499-960c-4133-ab62-1d7bb566ba03 req-ce6a5215-b958-4f5a-99f3-dbb43c9dc957 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=d45bbbc4-4a95-4afb-9003-9b8630adb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702837 Jan 26 11:28:25.053575 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.extraroute_db [None req-9ee867e2-9fe3-4df5-b357-24651442f850 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Removed routes are [] {{(pid=87442) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 26 11:28:25.054167 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9ee867e2-9fe3-4df5-b357-24651442f850 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:25.071007 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] Set router e16f1445-019a-4510-ac76-0e59e617844a gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:25.104108 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-f8c800f2-63c5-4977-832c-8e37c8f310ae service neutron] For port 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:28:25.108420 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-f8c800f2-63c5-4977-832c-8e37c8f310ae service neutron] For port 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb,segment=NetworkSegment(304728c3-fede-4c6d-9a94-35e63d39fe22),segment_id=304728c3-fede-4c6d-9a94-35e63d39fe22)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:28:25.116586 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-f8c800f2-63c5-4977-832c-8e37c8f310ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:25.142021 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed,segment=NetworkSegment(304728c3-fede-4c6d-9a94-35e63d39fe22),segment_id=304728c3-fede-4c6d-9a94-35e63d39fe22)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:25.149730 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:25.176082 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-f8c800f2-63c5-4977-832c-8e37c8f310ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:25.176975 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-f8c800f2-63c5-4977-832c-8e37c8f310ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:25.183365 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-f8c800f2-63c5-4977-832c-8e37c8f310ae service neutron] 10.222.0.24 "PUT /v2.0/ports/5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb HTTP/1.1" status: 200 len: 1094 time: 1.8182688 Jan 26 11:28:25.274628 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b42c98-9d23-47d8-bbf9-626886979b0a', 'tag': '5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:28:25.279696 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c800f2-63c5-4977-832c-8e37c8f310ae service neutron] Pushing event updated for resources: {'Port': ['ID=5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:25.379833 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b42c98-9d23-47d8-bbf9-626886979b0a', 'tag': '5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb', 'status': 'completed', 'code': 200} Jan 26 11:28:25.403047 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-f06a9c0f-58ae-4507-a66c-734e8a1ecbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:25.404548 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-f06a9c0f-58ae-4507-a66c-734e8a1ecbfe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=19b42c98-9d23-47d8-bbf9-626886979b0a HTTP/1.1" status: 200 len: 1097 time: 0.1217864 Jan 26 11:28:25.420801 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:25.517124 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-11fb930b-20b8-4788-8402-6cd02d6635ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb HTTP/1.1" status: 200 len: 217 time: 0.0865762 Jan 26 11:28:25.568169 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9ee867e2-9fe3-4df5-b357-24651442f850 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:25.571648 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9ee867e2-9fe3-4df5-b357-24651442f850 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1634753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1634766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1640079'] for router, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:25.593620 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 6c665e7e-866e-4ae0-bc46-a9407c0f0e34 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:28:25.599371 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-8d9e2b59-303d-475a-bb4a-c7e8ba10950b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:25.601649 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-8d9e2b59-303d-475a-bb4a-c7e8ba10950b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5022783-f73d-4ac1-89eb-6fb1196656a3 HTTP/1.1" status: 200 len: 837 time: 0.0784707 Jan 26 11:28:25.686297 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-16a7bbeb-9263-41e0-a1a8-c6266cef8fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:25.688247 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-16a7bbeb-9263-41e0-a1a8-c6266cef8fff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa083b00-beec-42ec-805f-bf4635009969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0799496 Jan 26 11:28:25.747065 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 6c665e7e-866e-4ae0-bc46-a9407c0f0e34 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:28:25.749715 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee867e2-9fe3-4df5-b357-24651442f850 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Router e16f1445-019a-4510-ac76-0e59e617844a has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:28:25.753255 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 6c665e7e-866e-4ae0-bc46-a9407c0f0e34 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:25.753453 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:25.873680 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-a374cb88-9782-4798-b53a-1f99b63d8586 service neutron] 10.222.0.24 "GET /v2.0/networks/fa083b00-beec-42ec-805f-bf4635009969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756532 Jan 26 11:28:25.909186 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:25.944418 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:22Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None, '_interfaces': [{'id': '0f0ef820-c28c-47eb-849c-591b4e0b0196', 'name': '', 'network_id': '3d30cf77-d040-408d-805a-5fc07859dadf', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:16:f6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '9a693b29-2792-4208-9caf-2f454e44c76d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:21Z', 'updated_at': '2022-01-26T11:28:22Z', 'revision_number': 2, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': '9a693b29-2792-4208-9caf-2f454e44c76d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c665e7e-866e-4ae0-bc46-a9407c0f0e34', 'name': '', 'network_id': 'f5266978-0799-4b3f-b355-8ecde258aee7', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:15:49:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:16Z', 'updated_at': '2022-01-26T11:28:24Z', 'revision_number': 4, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81682623-602c-4d0a-88cd-0f9903db1659', 'name': '', 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:da:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:11Z', 'updated_at': '2022-01-26T11:28:22Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df', 'name': '', 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:2f:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:08Z', 'updated_at': '2022-01-26T11:28:17Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:25.949995 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ee6a69-da35-4bc2-8eb0-35ae1d37b4fa None None] The sync data for ids ['e16f1445-019a-4510-ac76-0e59e617844a'] in dv-neutron-826439-1-hyperv is: [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:22Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None, '_interfaces': [{'id': '0f0ef820-c28c-47eb-849c-591b4e0b0196', 'name': '', 'network_id': '3d30cf77-d040-408d-805a-5fc07859dadf', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:16:f6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '9a693b29-2792-4208-9caf-2f454e44c76d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:21Z', 'updated_at': '2022-01-26T11:28:22Z', 'revision_number': 2, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': '9a693b29-2792-4208-9caf-2f454e44c76d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c665e7e-866e-4ae0-bc46-a9407c0f0e34', 'name': '', 'network_id': 'f5266978-0799-4b3f-b355-8ecde258aee7', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:15:49:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:16Z', 'updated_at': '2022-01-26T11:28:24Z', 'revision_number': 4, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81682623-602c-4d0a-88cd-0f9903db1659', 'name': '', 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:da:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:11Z', 'updated_at': '2022-01-26T11:28:22Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df', 'name': '', 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:2f:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:08Z', 'updated_at': '2022-01-26T11:28:17Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:28:26.109950 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee867e2-9fe3-4df5-b357-24651442f850 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:28:26.117067 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-030e3fcf-28fd-4f04-8285-ffd7d2957ed6 req-9efc5d49-144e-4bd0-a4f6-35073468dbdd service neutron] 10.222.0.24 "GET /v2.0/networks/fa083b00-beec-42ec-805f-bf4635009969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398682 Jan 26 11:28:26.118080 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9ee867e2-9fe3-4df5-b357-24651442f850 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:26.119753 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9ee867e2-9fe3-4df5-b357-24651442f850 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "PUT /v2.0/routers/e16f1445-019a-4510-ac76-0e59e617844a HTTP/1.1" status: 200 len: 954 time: 2.2346089 Jan 26 11:28:26.122002 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54202) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:26.163975 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:26.174994 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c899aff-27ce-465c-86bb-f5247a7a390d None None] Network 3d30cf77-d040-408d-805a-5fc07859dadf requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:28:26.191541 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:26.308897 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404bd5f-3519-4f06-9479-56ac9f3c283d req-d373f2f0-2f14-4a47-8e8c-2e55a483f3f1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:26.316025 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f404bd5f-3519-4f06-9479-56ac9f3c283d req-d373f2f0-2f14-4a47-8e8c-2e55a483f3f1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=19b42c98-9d23-47d8-bbf9-626886979b0a HTTP/1.1" status: 200 len: 944 time: 0.1096668 Jan 26 11:28:26.369374 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f404bd5f-3519-4f06-9479-56ac9f3c283d req-fc9beb52-8d5a-4f22-a6cd-6aa872b3d6d0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=d45bbbc4-4a95-4afb-9003-9b8630adb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523391 Jan 26 11:28:26.402647 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 6c665e7e-866e-4ae0-bc46-a9407c0f0e34, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=6c665e7e-866e-4ae0-bc46-a9407c0f0e34,segment=NetworkSegment(06006570-7f48-4bcf-8162-bb89eaabc131),segment_id=06006570-7f48-4bcf-8162-bb89eaabc131)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:26.405615 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b3574eaa-b14f-4633-8039-99652e1e11ef None None] Provisioning for port 10368e13-c678-4db4-9ae9-c458aab49321 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:28:26.419029 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:26.419844 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 10368e13-c678-4db4-9ae9-c458aab49321 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:28:26.526400 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f98beee5-bfd1-4bd7-b971-74366eb3559e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "GET /v2.0/routers/e16f1445-019a-4510-ac76-0e59e617844a HTTP/1.1" status: 200 len: 954 time: 0.4032333 Jan 26 11:28:26.530036 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54206) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:26.535188 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-5ead1a09-e92d-452d-bea8-9331c9de401c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'router': {'routes': None}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:26.547396 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889a128-3600-4ad1-b6f5-610895dab10d req-3545dd1e-814d-4db0-8ad2-8c8641ed076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:26.549312 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2889a128-3600-4ad1-b6f5-610895dab10d req-3545dd1e-814d-4db0-8ad2-8c8641ed076b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=19b42c98-9d23-47d8-bbf9-626886979b0a HTTP/1.1" status: 200 len: 1097 time: 0.3348453 Jan 26 11:28:26.656115 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=6c665e7e-866e-4ae0-bc46-a9407c0f0e34,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:26.672232 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 10368e13-c678-4db4-9ae9-c458aab49321 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:28:26.683558 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 10368e13-c678-4db4-9ae9-c458aab49321 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:26.683933 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:26.749545 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889a128-3600-4ad1-b6f5-610895dab10d req-1f2290af-c454-4c18-b3de-4d57b936d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:26.751445 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2889a128-3600-4ad1-b6f5-610895dab10d req-1f2290af-c454-4c18-b3de-4d57b936d48a service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa083b00-beec-42ec-805f-bf4635009969 HTTP/1.1" status: 200 len: 897 time: 0.1953032 Jan 26 11:28:26.846141 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2889a128-3600-4ad1-b6f5-610895dab10d req-c702dde6-a8b3-46d7-9796-511d09f1a77a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb HTTP/1.1" status: 200 len: 217 time: 0.0808158 Jan 26 11:28:26.930505 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889a128-3600-4ad1-b6f5-610895dab10d req-86ef0df5-b4c8-4036-8097-3aa49b386cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:26.932127 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2889a128-3600-4ad1-b6f5-610895dab10d req-86ef0df5-b4c8-4036-8097-3aa49b386cfb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5022783-f73d-4ac1-89eb-6fb1196656a3 HTTP/1.1" status: 200 len: 837 time: 0.0851932 Jan 26 11:28:26.936122 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:26.979769 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 10368e13-c678-4db4-9ae9-c458aab49321, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=10368e13-c678-4db4-9ae9-c458aab49321,segment=NetworkSegment(3c9fa290-2874-4ab8-a512-71e059c98279),segment_id=3c9fa290-2874-4ab8-a512-71e059c98279)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:26.986942 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:26.987867 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 81682623-602c-4d0a-88cd-0f9903db1659 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:28:27.028805 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889a128-3600-4ad1-b6f5-610895dab10d req-0b9b86fb-f1d3-45bb-89ee-ed7f9a452d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:27.030407 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2889a128-3600-4ad1-b6f5-610895dab10d req-0b9b86fb-f1d3-45bb-89ee-ed7f9a452d73 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa083b00-beec-42ec-805f-bf4635009969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0918312 Jan 26 11:28:27.032113 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] Sync routers for ids ['e16f1445-019a-4510-ac76-0e59e617844a'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:28:27.048259 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] Routers {'e16f1445-019a-4510-ac76-0e59e617844a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:27.049080 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e16f1445-019a-4510-ac76-0e59e617844a'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:27.112296 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=10368e13-c678-4db4-9ae9-c458aab49321,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:27.133122 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 81682623-602c-4d0a-88cd-0f9903db1659 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:27.133550 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:27.234470 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2889a128-3600-4ad1-b6f5-610895dab10d req-df83262f-ca9f-4c12-a0d3-54dbabe8dbc1 service neutron] 10.222.0.24 "GET /v2.0/networks/fa083b00-beec-42ec-805f-bf4635009969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973891 Jan 26 11:28:27.234784 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4f6540a2-2fc0-448e-82b3-625be5c0193d None None] Provisioning complete for port 10368e13-c678-4db4-9ae9-c458aab49321 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:27.235390 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4f6540a2-2fc0-448e-82b3-625be5c0193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:27.380228 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] Set router e16f1445-019a-4510-ac76-0e59e617844a gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:27.391522 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.extraroute_db [None req-5ead1a09-e92d-452d-bea8-9331c9de401c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Added routes are [] {{(pid=87442) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 26 11:28:27.392331 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.extraroute_db [None req-5ead1a09-e92d-452d-bea8-9331c9de401c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87442) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 26 11:28:27.416493 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:27.462563 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5ead1a09-e92d-452d-bea8-9331c9de401c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:27.571413 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4f6540a2-2fc0-448e-82b3-625be5c0193d None None] Provisioning for port 0f0ef820-c28c-47eb-849c-591b4e0b0196 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:28:27.592327 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4f6540a2-2fc0-448e-82b3-625be5c0193d None None] Provisioning complete for port 0f0ef820-c28c-47eb-849c-591b4e0b0196 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:27.592699 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4f6540a2-2fc0-448e-82b3-625be5c0193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:27.617820 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2889a128-3600-4ad1-b6f5-610895dab10d req-3e4989d1-1ffc-4169-94af-6f5bfde872f0 service neutron] 10.222.0.24 "GET /v2.0/networks/fa083b00-beec-42ec-805f-bf4635009969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748820 Jan 26 11:28:27.681192 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 6c665e7e-866e-4ae0-bc46-a9407c0f0e34 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:28:27.800238 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa26f70-5c41-4960-a5a3-5b53745fadea req-c77d75f0-f26c-4527-8c73-14d08e221a33 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:27.801645 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-2aa26f70-5c41-4960-a5a3-5b53745fadea req-c77d75f0-f26c-4527-8c73-14d08e221a33 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:28:27.831564 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-2aa26f70-5c41-4960-a5a3-5b53745fadea req-c77d75f0-f26c-4527-8c73-14d08e221a33 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:28:27.834094 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2aa26f70-5c41-4960-a5a3-5b53745fadea req-c77d75f0-f26c-4527-8c73-14d08e221a33 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=19b42c98-9d23-47d8-bbf9-626886979b0a HTTP/1.1" status: 200 len: 944 time: 0.2005112 Jan 26 11:28:27.861622 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:28:27.927629 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2aa26f70-5c41-4960-a5a3-5b53745fadea req-27eb6b5e-802d-44dd-a914-334e3de5c242 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=d45bbbc4-4a95-4afb-9003-9b8630adb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839412 Jan 26 11:28:28.023798 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-4f6540a2-2fc0-448e-82b3-625be5c0193d None None] Port 0f0ef820-c28c-47eb-849c-591b4e0b0196 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:28:28.048935 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:25Z', 'revision_number': 6, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None, '_interfaces': [{'id': '0f0ef820-c28c-47eb-849c-591b4e0b0196', 'name': '', 'network_id': '3d30cf77-d040-408d-805a-5fc07859dadf', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:16:f6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '9a693b29-2792-4208-9caf-2f454e44c76d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:21Z', 'updated_at': '2022-01-26T11:28:22Z', 'revision_number': 2, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': '9a693b29-2792-4208-9caf-2f454e44c76d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c665e7e-866e-4ae0-bc46-a9407c0f0e34', 'name': '', 'network_id': 'f5266978-0799-4b3f-b355-8ecde258aee7', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:15:49:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:16Z', 'updated_at': '2022-01-26T11:28:26Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81682623-602c-4d0a-88cd-0f9903db1659', 'name': '', 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:da:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:11Z', 'updated_at': '2022-01-26T11:28:22Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df', 'name': '', 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:2f:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:08Z', 'updated_at': '2022-01-26T11:28:17Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:28.053100 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] Checking router: e16f1445-019a-4510-ac76-0e59e617844a for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:28:28.053562 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] Updating router e16f1445-019a-4510-ac76-0e59e617844a port 0f0ef820-c28c-47eb-849c-591b4e0b0196 binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:28:28.067802 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb,segment=NetworkSegment(304728c3-fede-4c6d-9a94-35e63d39fe22),segment_id=304728c3-fede-4c6d-9a94-35e63d39fe22)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:28.088107 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 6c665e7e-866e-4ae0-bc46-a9407c0f0e34 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:28.088473 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:28.111762 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5ead1a09-e92d-452d-bea8-9331c9de401c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:28.112668 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb', 'network_id': 'fa083b00-beec-42ec-805f-bf4635009969', 'port_id': '5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb', 'mac_address': 'fa:16:3e:ef:03:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5022783-f73d-4ac1-89eb-6fb1196656a3', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:28:28.116482 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5ead1a09-e92d-452d-bea8-9331c9de401c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1634753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1634766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1640079'] for router, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:28.145722 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:28.210170 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:28.225062 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-bc7fc8b5-86ac-433f-90b9-6ff98f3a59f0 None None] Provisioning complete for port 0f0ef820-c28c-47eb-849c-591b4e0b0196 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:28.225910 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bc7fc8b5-86ac-433f-90b9-6ff98f3a59f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:28.266800 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:28:28.290903 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ead1a09-e92d-452d-bea8-9331c9de401c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Router e16f1445-019a-4510-ac76-0e59e617844a has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:28:28.340732 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb,segment=NetworkSegment(304728c3-fede-4c6d-9a94-35e63d39fe22),segment_id=304728c3-fede-4c6d-9a94-35e63d39fe22)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:28.347612 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-bc7fc8b5-86ac-433f-90b9-6ff98f3a59f0 None None] Port 0f0ef820-c28c-47eb-849c-591b4e0b0196 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:28:28.353387 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:28.415978 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 10368e13-c678-4db4-9ae9-c458aab49321 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:28:28.486732 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:28.504468 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:28.507477 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 10368e13-c678-4db4-9ae9-c458aab49321 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:28.507850 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:28.517528 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] Transition to ACTIVE for port object 0f0ef820-c28c-47eb-849c-591b4e0b0196 will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:28:28.524532 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:28.586591 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ead1a09-e92d-452d-bea8-9331c9de401c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:28:28.593203 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5ead1a09-e92d-452d-bea8-9331c9de401c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:28.594536 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5ead1a09-e92d-452d-bea8-9331c9de401c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "PUT /v2.0/routers/e16f1445-019a-4510-ac76-0e59e617844a HTTP/1.1" status: 200 len: 704 time: 2.0634670 Jan 26 11:28:28.597037 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54212) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:28.676520 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:28:28.716047 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:28:28.727857 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfef37-25fb-4392-af6a-4e26925fa60f None None] Pushing event updated for resources: {'Port': ['ID=0f0ef820-c28c-47eb-849c-591b4e0b0196,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:28.750536 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] Attempting to bind port 0f0ef820-c28c-47eb-849c-591b4e0b0196 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:28:28.750895 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] Attempting to bind port 0f0ef820-c28c-47eb-849c-591b4e0b0196 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '3c9fa290-2874-4ab8-a512-71e059c98279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3d30cf77-d040-408d-805a-5fc07859dadf'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:28:28.751256 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] Attempting to bind port 0f0ef820-c28c-47eb-849c-591b4e0b0196 on network 3d30cf77-d040-408d-805a-5fc07859dadf {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:28:28.758597 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:28:28.758965 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] Checking segment: {'id': '3c9fa290-2874-4ab8-a512-71e059c98279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3d30cf77-d040-408d-805a-5fc07859dadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:28:28.759372 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:28.759760 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] Bound using segment: {'id': '3c9fa290-2874-4ab8-a512-71e059c98279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3d30cf77-d040-408d-805a-5fc07859dadf'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:28:28.760220 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] Bound port: 0f0ef820-c28c-47eb-849c-591b4e0b0196, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9fa290-2874-4ab8-a512-71e059c98279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3d30cf77-d040-408d-805a-5fc07859dadf'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:28:28.760586 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:28.806457 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2472a2c6-df15-4b30-9098-c191be956a1e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "GET /v2.0/routers/e16f1445-019a-4510-ac76-0e59e617844a HTTP/1.1" status: 200 len: 704 time: 0.2082326 Jan 26 11:28:28.808932 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54216) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:28.863336 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] For port 0f0ef820-c28c-47eb-849c-591b4e0b0196, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:28:28.866671 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] For port 0f0ef820-c28c-47eb-849c-591b4e0b0196, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0f0ef820-c28c-47eb-849c-591b4e0b0196,segment=NetworkSegment(3c9fa290-2874-4ab8-a512-71e059c98279),segment_id=3c9fa290-2874-4ab8-a512-71e059c98279)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:28:28.873232 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:28.895780 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:28.896146 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:28.970891 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] Routers {'e16f1445-019a-4510-ac76-0e59e617844a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:28.971453 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e16f1445-019a-4510-ac76-0e59e617844a'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:29.129980 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfef37-25fb-4392-af6a-4e26925fa60f None None] Pushing event updated for resources: {'Port': ['ID=0f0ef820-c28c-47eb-849c-591b4e0b0196,revision_number=4']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:29.150705 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] Set router e16f1445-019a-4510-ac76-0e59e617844a gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:29.258012 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0877c-c5f1-4417-9af0-ef290c018b67 req-9aeabea2-3c14-4c0b-b00d-994d2f752787 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:29.260110 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-19c0877c-c5f1-4417-9af0-ef290c018b67 req-9aeabea2-3c14-4c0b-b00d-994d2f752787 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=19b42c98-9d23-47d8-bbf9-626886979b0a HTTP/1.1" status: 200 len: 945 time: 0.1731892 Jan 26 11:28:29.311578 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-19c0877c-c5f1-4417-9af0-ef290c018b67 req-da71162d-9856-46db-b6e5-2388efe5ced0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=d45bbbc4-4a95-4afb-9003-9b8630adb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454834 Jan 26 11:28:29.512857 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:27Z', 'revision_number': 7, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None, '_interfaces': [{'id': '0f0ef820-c28c-47eb-849c-591b4e0b0196', 'name': '', 'network_id': '3d30cf77-d040-408d-805a-5fc07859dadf', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:16:f6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '9a693b29-2792-4208-9caf-2f454e44c76d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:21Z', 'updated_at': '2022-01-26T11:28:28Z', 'revision_number': 4, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': '9a693b29-2792-4208-9caf-2f454e44c76d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c665e7e-866e-4ae0-bc46-a9407c0f0e34', 'name': '', 'network_id': 'f5266978-0799-4b3f-b355-8ecde258aee7', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:15:49:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:16Z', 'updated_at': '2022-01-26T11:28:26Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81682623-602c-4d0a-88cd-0f9903db1659', 'name': '', 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:da:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:11Z', 'updated_at': '2022-01-26T11:28:22Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df', 'name': '', 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:2f:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:08Z', 'updated_at': '2022-01-26T11:28:17Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:29.516714 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de52558-6090-4c77-a2e5-aaa08c652e8e None None] The sync data for ids ['e16f1445-019a-4510-ac76-0e59e617844a'] in dv-neutron-826439-1-hyperv is: [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:27Z', 'revision_number': 7, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None, '_interfaces': [{'id': '0f0ef820-c28c-47eb-849c-591b4e0b0196', 'name': '', 'network_id': '3d30cf77-d040-408d-805a-5fc07859dadf', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:16:f6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '9a693b29-2792-4208-9caf-2f454e44c76d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:21Z', 'updated_at': '2022-01-26T11:28:28Z', 'revision_number': 4, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': '9a693b29-2792-4208-9caf-2f454e44c76d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c665e7e-866e-4ae0-bc46-a9407c0f0e34', 'name': '', 'network_id': 'f5266978-0799-4b3f-b355-8ecde258aee7', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:15:49:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:16Z', 'updated_at': '2022-01-26T11:28:26Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81682623-602c-4d0a-88cd-0f9903db1659', 'name': '', 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:da:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:11Z', 'updated_at': '2022-01-26T11:28:22Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df', 'name': '', 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:2f:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:08Z', 'updated_at': '2022-01-26T11:28:17Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:28:29.549880 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0f0ef820-c28c-47eb-849c-591b4e0b0196 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:28:29.565359 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b5d00a0f-b1a9-4775-a550-e1668f7918dd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:29.585977 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:28:29.628101 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 0f0ef820-c28c-47eb-849c-591b4e0b0196 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:28:29.634444 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 0f0ef820-c28c-47eb-849c-591b4e0b0196 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:29.634825 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:29.686204 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099aa12f-93fd-49ee-9392-0d5def571187 None None] Sync routers for ids ['e16f1445-019a-4510-ac76-0e59e617844a'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:28:29.705393 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099aa12f-93fd-49ee-9392-0d5def571187 None None] Routers {'e16f1445-019a-4510-ac76-0e59e617844a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:29.706021 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-099aa12f-93fd-49ee-9392-0d5def571187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e16f1445-019a-4510-ac76-0e59e617844a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:29.858140 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:28:29.963933 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:29.973986 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-099aa12f-93fd-49ee-9392-0d5def571187 None None] Set router e16f1445-019a-4510-ac76-0e59e617844a gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:30.030581 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-b5d00a0f-b1a9-4775-a550-e1668f7918dd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting port 0f0ef820-c28c-47eb-849c-591b4e0b0196 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:28:30.031203 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b5d00a0f-b1a9-4775-a550-e1668f7918dd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:30.071351 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 0f0ef820-c28c-47eb-849c-591b4e0b0196, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0f0ef820-c28c-47eb-849c-591b4e0b0196,segment=NetworkSegment(3c9fa290-2874-4ab8-a512-71e059c98279),segment_id=3c9fa290-2874-4ab8-a512-71e059c98279)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:30.125049 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:28:30.128015 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:30.185892 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:30.186264 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:30.217210 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-b5d00a0f-b1a9-4775-a550-e1668f7918dd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] For port 0f0ef820-c28c-47eb-849c-591b4e0b0196, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0f0ef820-c28c-47eb-849c-591b4e0b0196,segment=NetworkSegment(3c9fa290-2874-4ab8-a512-71e059c98279),segment_id=3c9fa290-2874-4ab8-a512-71e059c98279)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:30.217508 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b5d00a0f-b1a9-4775-a550-e1668f7918dd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:30.339532 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=0f0ef820-c28c-47eb-849c-591b4e0b0196,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:30.342646 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-b5d00a0f-b1a9-4775-a550-e1668f7918dd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Calling delete_port for 0f0ef820-c28c-47eb-849c-591b4e0b0196 owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:28:30.510091 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:30.516838 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.api [None req-b5d00a0f-b1a9-4775-a550-e1668f7918dd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:28:30.517156 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG oslo_db.api [None req-b5d00a0f-b1a9-4775-a550-e1668f7918dd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:28:30.528015 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb1d20-3105-4563-ba79-91126ab0a864 req-afa62938-d154-4836-a458-6aed23a8a30a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:30.529460 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ffcb1d20-3105-4563-ba79-91126ab0a864 req-afa62938-d154-4836-a458-6aed23a8a30a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=19b42c98-9d23-47d8-bbf9-626886979b0a HTTP/1.1" status: 200 len: 945 time: 0.0998950 Jan 26 11:28:30.543414 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b42c98-9d23-47d8-bbf9-626886979b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:28:30.555649 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb,segment=NetworkSegment(304728c3-fede-4c6d-9a94-35e63d39fe22),segment_id=304728c3-fede-4c6d-9a94-35e63d39fe22)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:30.563425 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:30.575474 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ffcb1d20-3105-4563-ba79-91126ab0a864 req-4611a23a-44d3-4950-b4dc-0a5775cbe132 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=d45bbbc4-4a95-4afb-9003-9b8630adb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400748 Jan 26 11:28:30.598183 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-099aa12f-93fd-49ee-9392-0d5def571187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:27Z', 'revision_number': 7, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None, '_interfaces': [{'id': '0f0ef820-c28c-47eb-849c-591b4e0b0196', 'name': '', 'network_id': '3d30cf77-d040-408d-805a-5fc07859dadf', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:16:f6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '9a693b29-2792-4208-9caf-2f454e44c76d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:21Z', 'updated_at': '2022-01-26T11:28:28Z', 'revision_number': 4, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': '9a693b29-2792-4208-9caf-2f454e44c76d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c665e7e-866e-4ae0-bc46-a9407c0f0e34', 'name': '', 'network_id': 'f5266978-0799-4b3f-b355-8ecde258aee7', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:15:49:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:16Z', 'updated_at': '2022-01-26T11:28:26Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81682623-602c-4d0a-88cd-0f9903db1659', 'name': '', 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:da:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:11Z', 'updated_at': '2022-01-26T11:28:22Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df', 'name': '', 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:2f:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:08Z', 'updated_at': '2022-01-26T11:28:17Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:30.601088 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b42c98-9d23-47d8-bbf9-626886979b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb', 'code': 200} Jan 26 11:28:30.614403 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099aa12f-93fd-49ee-9392-0d5def571187 None None] Checking router: e16f1445-019a-4510-ac76-0e59e617844a for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:28:30.638618 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099aa12f-93fd-49ee-9392-0d5def571187 None None] Routers {'e16f1445-019a-4510-ac76-0e59e617844a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:30.639257 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-099aa12f-93fd-49ee-9392-0d5def571187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e16f1445-019a-4510-ac76-0e59e617844a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:30.710909 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:30.804803 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-099aa12f-93fd-49ee-9392-0d5def571187 None None] Set router e16f1445-019a-4510-ac76-0e59e617844a gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:30.821107 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9ca67-087a-4a59-b2e4-644460d04200 req-1ecf757c-9843-4450-899d-81a9405d4f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:30.822647 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bcc9ca67-087a-4a59-b2e4-644460d04200 req-1ecf757c-9843-4450-899d-81a9405d4f7a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=19b42c98-9d23-47d8-bbf9-626886979b0a HTTP/1.1" status: 200 len: 1099 time: 0.0710332 Jan 26 11:28:30.868683 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bcc9ca67-087a-4a59-b2e4-644460d04200 req-bcf0dc89-d705-4c16-8e32-1bf288858517 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d45bbbc4-4a95-4afb-9003-9b8630adb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392787 Jan 26 11:28:31.018576 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-b5d00a0f-b1a9-4775-a550-e1668f7918dd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting port 0f0ef820-c28c-47eb-849c-591b4e0b0196 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:28:31.018924 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b5d00a0f-b1a9-4775-a550-e1668f7918dd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:31.134216 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-099aa12f-93fd-49ee-9392-0d5def571187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:27Z', 'revision_number': 7, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None, '_interfaces': [{'id': '0f0ef820-c28c-47eb-849c-591b4e0b0196', 'name': '', 'network_id': '3d30cf77-d040-408d-805a-5fc07859dadf', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:16:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '9a693b29-2792-4208-9caf-2f454e44c76d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:21Z', 'updated_at': '2022-01-26T11:28:30Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': '9a693b29-2792-4208-9caf-2f454e44c76d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c665e7e-866e-4ae0-bc46-a9407c0f0e34', 'name': '', 'network_id': 'f5266978-0799-4b3f-b355-8ecde258aee7', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:15:49:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:16Z', 'updated_at': '2022-01-26T11:28:26Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81682623-602c-4d0a-88cd-0f9903db1659', 'name': '', 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:da:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:11Z', 'updated_at': '2022-01-26T11:28:22Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df', 'name': '', 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:2f:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:08Z', 'updated_at': '2022-01-26T11:28:17Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:31.138411 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099aa12f-93fd-49ee-9392-0d5def571187 None None] The sync data for ids ['e16f1445-019a-4510-ac76-0e59e617844a'] in dv-neutron-826439-1-hyperv is: [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:27Z', 'revision_number': 7, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None, '_interfaces': [{'id': '0f0ef820-c28c-47eb-849c-591b4e0b0196', 'name': '', 'network_id': '3d30cf77-d040-408d-805a-5fc07859dadf', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:16:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '9a693b29-2792-4208-9caf-2f454e44c76d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:21Z', 'updated_at': '2022-01-26T11:28:30Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': '9a693b29-2792-4208-9caf-2f454e44c76d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c665e7e-866e-4ae0-bc46-a9407c0f0e34', 'name': '', 'network_id': 'f5266978-0799-4b3f-b355-8ecde258aee7', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:15:49:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:16Z', 'updated_at': '2022-01-26T11:28:26Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81682623-602c-4d0a-88cd-0f9903db1659', 'name': '', 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:da:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:11Z', 'updated_at': '2022-01-26T11:28:22Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df', 'name': '', 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:2f:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:08Z', 'updated_at': '2022-01-26T11:28:17Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:28:31.208676 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-b5d00a0f-b1a9-4775-a550-e1668f7918dd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] For port 0f0ef820-c28c-47eb-849c-591b4e0b0196, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0f0ef820-c28c-47eb-849c-591b4e0b0196,segment=NetworkSegment(3c9fa290-2874-4ab8-a512-71e059c98279),segment_id=3c9fa290-2874-4ab8-a512-71e059c98279)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:31.209715 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b5d00a0f-b1a9-4775-a550-e1668f7918dd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:31.332986 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-b5d00a0f-b1a9-4775-a550-e1668f7918dd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Calling delete_port for 0f0ef820-c28c-47eb-849c-591b4e0b0196 owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:28:31.522900 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0f0ef820-c28c-47eb-849c-591b4e0b0196 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:28:31.532458 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b5d00a0f-b1a9-4775-a550-e1668f7918dd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:31.558349 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 0f0ef820-c28c-47eb-849c-591b4e0b0196 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:28:31.558891 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0f0ef820-c28c-47eb-849c-591b4e0b0196 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 26 11:28:31.583300 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d00a0f-b1a9-4775-a550-e1668f7918dd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Port': ['ID=0f0ef820-c28c-47eb-849c-591b4e0b0196,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:31.598497 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Port 0f0ef820-c28c-47eb-849c-591b4e0b0196 not found, will not notify nova. {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 26 11:28:31.789705 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3f639-0b8d-47c0-8b2d-bf0bba7f47dc req-0f63bb35-7cfc-4e90-8c76-ace44b7a643b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:31.813422 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d7e3f639-0b8d-47c0-8b2d-bf0bba7f47dc req-0f63bb35-7cfc-4e90-8c76-ace44b7a643b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=19b42c98-9d23-47d8-bbf9-626886979b0a HTTP/1.1" status: 200 len: 946 time: 0.1207807 Jan 26 11:28:31.863587 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d7e3f639-0b8d-47c0-8b2d-bf0bba7f47dc req-c7190115-4a07-4345-acf0-a3753d9415e2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=d45bbbc4-4a95-4afb-9003-9b8630adb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492651 Jan 26 11:28:31.926013 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b5d00a0f-b1a9-4775-a550-e1668f7918dd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:32.256956 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d00a0f-b1a9-4775-a550-e1668f7918dd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Router e16f1445-019a-4510-ac76-0e59e617844a has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:28:32.414076 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d00a0f-b1a9-4775-a550-e1668f7918dd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:28:32.423730 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d4045-ad6f-45cd-9995-f0010ca5431e None None] Sync routers for ids ['e16f1445-019a-4510-ac76-0e59e617844a'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:28:32.426157 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b5d00a0f-b1a9-4775-a550-e1668f7918dd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "PUT /v2.0/routers/e16f1445-019a-4510-ac76-0e59e617844a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6155100 Jan 26 11:28:32.429939 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54232) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:32.433602 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731d4045-ad6f-45cd-9995-f0010ca5431e None None] Routers {'e16f1445-019a-4510-ac76-0e59e617844a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:32.434209 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-731d4045-ad6f-45cd-9995-f0010ca5431e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e16f1445-019a-4510-ac76-0e59e617844a'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:32.498047 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7511f59-d1aa-4445-b650-94541f1b5e1a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting subnet 9a693b29-2792-4208-9caf-2f454e44c76d {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:28:32.500950 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a7511f59-d1aa-4445-b650-94541f1b5e1a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:32.556580 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a7511f59-d1aa-4445-b650-94541f1b5e1a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:32.616216 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-731d4045-ad6f-45cd-9995-f0010ca5431e None None] Set router e16f1445-019a-4510-ac76-0e59e617844a gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:32.642493 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a7511f59-d1aa-4445-b650-94541f1b5e1a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:32.718534 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a7511f59-d1aa-4445-b650-94541f1b5e1a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:32.760345 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7511f59-d1aa-4445-b650-94541f1b5e1a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Subnet': ['ID=9a693b29-2792-4208-9caf-2f454e44c76d,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:32.762742 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a7511f59-d1aa-4445-b650-94541f1b5e1a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:32.774180 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54236) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:32.776199 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e8662f-7a3c-4308-96aa-d0e9f50dffc3 None None] Network 3d30cf77-d040-408d-805a-5fc07859dadf requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:28:32.778469 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a7511f59-d1aa-4445-b650-94541f1b5e1a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/subnets/9a693b29-2792-4208-9caf-2f454e44c76d HTTP/1.1" status: 204 len: 168 time: 0.3431935 Jan 26 11:28:32.903775 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-da155a3d-f093-42e0-b3e4-893057e5222e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:32.920026 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-da155a3d-f093-42e0-b3e4-893057e5222e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting port 10368e13-c678-4db4-9ae9-c458aab49321 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:28:32.920473 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-da155a3d-f093-42e0-b3e4-893057e5222e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:32.958720 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-731d4045-ad6f-45cd-9995-f0010ca5431e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:31Z', 'revision_number': 8, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None, '_interfaces': [{'id': '6c665e7e-866e-4ae0-bc46-a9407c0f0e34', 'name': '', 'network_id': 'f5266978-0799-4b3f-b355-8ecde258aee7', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:15:49:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:16Z', 'updated_at': '2022-01-26T11:28:26Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81682623-602c-4d0a-88cd-0f9903db1659', 'name': '', 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:da:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:11Z', 'updated_at': '2022-01-26T11:28:22Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df', 'name': '', 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:2f:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:08Z', 'updated_at': '2022-01-26T11:28:17Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:32.964682 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d4045-ad6f-45cd-9995-f0010ca5431e None None] Checking router: e16f1445-019a-4510-ac76-0e59e617844a for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:28:32.973896 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731d4045-ad6f-45cd-9995-f0010ca5431e None None] Routers {'e16f1445-019a-4510-ac76-0e59e617844a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:32.976285 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-731d4045-ad6f-45cd-9995-f0010ca5431e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e16f1445-019a-4510-ac76-0e59e617844a'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:33.063088 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816ad07b-6cd6-45a2-9ad8-16ca651e0e2d None None] DHCP port deletion for 3d30cf77-d040-408d-805a-5fc07859dadf request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:28:33.068706 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-816ad07b-6cd6-45a2-9ad8-16ca651e0e2d None None] Deleting port 10368e13-c678-4db4-9ae9-c458aab49321 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:28:33.069089 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-816ad07b-6cd6-45a2-9ad8-16ca651e0e2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:33.087781 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5fbfe-3917-467f-a083-21683b614ab2 req-0dd50bb6-c02f-415b-b46a-e6c4b080e486 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:33.095131 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c5c5fbfe-3917-467f-a083-21683b614ab2 req-0dd50bb6-c02f-415b-b46a-e6c4b080e486 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=19b42c98-9d23-47d8-bbf9-626886979b0a HTTP/1.1" status: 200 len: 946 time: 0.1002555 Jan 26 11:28:33.139852 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-731d4045-ad6f-45cd-9995-f0010ca5431e None None] Set router e16f1445-019a-4510-ac76-0e59e617844a gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:33.152120 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c5c5fbfe-3917-467f-a083-21683b614ab2 req-ec4ba5e2-df0c-4da9-b9ab-9fed43274fde tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=d45bbbc4-4a95-4afb-9003-9b8630adb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557084 Jan 26 11:28:33.184789 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-da155a3d-f093-42e0-b3e4-893057e5222e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] For port 10368e13-c678-4db4-9ae9-c458aab49321, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=10368e13-c678-4db4-9ae9-c458aab49321,segment=NetworkSegment(3c9fa290-2874-4ab8-a512-71e059c98279),segment_id=3c9fa290-2874-4ab8-a512-71e059c98279)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:33.185157 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-da155a3d-f093-42e0-b3e4-893057e5222e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:33.310813 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-816ad07b-6cd6-45a2-9ad8-16ca651e0e2d None None] For port 10368e13-c678-4db4-9ae9-c458aab49321, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=10368e13-c678-4db4-9ae9-c458aab49321,segment=NetworkSegment(3c9fa290-2874-4ab8-a512-71e059c98279),segment_id=3c9fa290-2874-4ab8-a512-71e059c98279)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:33.311176 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-816ad07b-6cd6-45a2-9ad8-16ca651e0e2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:33.329283 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-da155a3d-f093-42e0-b3e4-893057e5222e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Calling delete_port for 10368e13-c678-4db4-9ae9-c458aab49321 owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:28:33.452667 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-816ad07b-6cd6-45a2-9ad8-16ca651e0e2d None None] Calling delete_port for 10368e13-c678-4db4-9ae9-c458aab49321 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:28:33.473025 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-da155a3d-f093-42e0-b3e4-893057e5222e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:33.512084 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-731d4045-ad6f-45cd-9995-f0010ca5431e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:31Z', 'revision_number': 8, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None, '_interfaces': [{'id': '6c665e7e-866e-4ae0-bc46-a9407c0f0e34', 'name': '', 'network_id': 'f5266978-0799-4b3f-b355-8ecde258aee7', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:15:49:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:16Z', 'updated_at': '2022-01-26T11:28:26Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81682623-602c-4d0a-88cd-0f9903db1659', 'name': '', 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:da:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:11Z', 'updated_at': '2022-01-26T11:28:22Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df', 'name': '', 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:2f:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:08Z', 'updated_at': '2022-01-26T11:28:17Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:33.516630 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d4045-ad6f-45cd-9995-f0010ca5431e None None] The sync data for ids ['e16f1445-019a-4510-ac76-0e59e617844a'] in dv-neutron-826439-1-hyperv is: [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:31Z', 'revision_number': 8, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None, '_interfaces': [{'id': '6c665e7e-866e-4ae0-bc46-a9407c0f0e34', 'name': '', 'network_id': 'f5266978-0799-4b3f-b355-8ecde258aee7', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:15:49:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:16Z', 'updated_at': '2022-01-26T11:28:26Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': '637acb5b-14e6-4484-971e-87bfd4f7eefa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81682623-602c-4d0a-88cd-0f9903db1659', 'name': '', 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:da:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:11Z', 'updated_at': '2022-01-26T11:28:22Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df', 'name': '', 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:2f:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:08Z', 'updated_at': '2022-01-26T11:28:17Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:28:33.535670 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da155a3d-f093-42e0-b3e4-893057e5222e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] No DVR routers for this DVR port 10368e13-c678-4db4-9ae9-c458aab49321 on host dv-neutron-826439-1-hyperv {{(pid=87442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:28:33.545304 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-816ad07b-6cd6-45a2-9ad8-16ca651e0e2d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:28:33.545854 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-816ad07b-6cd6-45a2-9ad8-16ca651e0e2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:28:33.566702 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da155a3d-f093-42e0-b3e4-893057e5222e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Port': ['ID=10368e13-c678-4db4-9ae9-c458aab49321,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:33.671305 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-da155a3d-f093-42e0-b3e4-893057e5222e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:33.688841 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e687d-263f-4fce-803b-fe33d9983261 req-ac7485d5-4802-426f-9591-e8b061023081 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:33.690234 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e77e687d-263f-4fce-803b-fe33d9983261 req-ac7485d5-4802-426f-9591-e8b061023081 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=19b42c98-9d23-47d8-bbf9-626886979b0a HTTP/1.1" status: 200 len: 946 time: 0.2866445 Jan 26 11:28:33.722475 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-da155a3d-f093-42e0-b3e4-893057e5222e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d30cf77-d040-408d-805a-5fc07859dadf']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:33.739418 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-da155a3d-f093-42e0-b3e4-893057e5222e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9fa290-2874-4ab8-a512-71e059c98279') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:33.739714 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-da155a3d-f093-42e0-b3e4-893057e5222e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9fa290-2874-4ab8-a512-71e059c98279') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:33.761660 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-da155a3d-f093-42e0-b3e4-893057e5222e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:33.777958 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e77e687d-263f-4fce-803b-fe33d9983261 req-5ef0439e-4d29-4e28-b952-f696765033a7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=d45bbbc4-4a95-4afb-9003-9b8630adb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765922 Jan 26 11:28:33.783732 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-da155a3d-f093-42e0-b3e4-893057e5222e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:33.790252 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da155a3d-f093-42e0-b3e4-893057e5222e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:28:33.790676 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-da155a3d-f093-42e0-b3e4-893057e5222e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:28:33.805412 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:28:33.882910 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 10368e13-c678-4db4-9ae9-c458aab49321 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:28:33.887970 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-da155a3d-f093-42e0-b3e4-893057e5222e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:33.925324 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 10368e13-c678-4db4-9ae9-c458aab49321 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:28:33.925755 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 10368e13-c678-4db4-9ae9-c458aab49321 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:28:34.029587 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-da155a3d-f093-42e0-b3e4-893057e5222e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:34.038601 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da155a3d-f093-42e0-b3e4-893057e5222e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Network': ['ID=3d30cf77-d040-408d-805a-5fc07859dadf,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:34.045819 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-da155a3d-f093-42e0-b3e4-893057e5222e tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/networks/3d30cf77-d040-408d-805a-5fc07859dadf HTTP/1.1" status: 204 len: 168 time: 1.2702622 Jan 26 11:28:34.047330 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-816ad07b-6cd6-45a2-9ad8-16ca651e0e2d None None] Deleting port 10368e13-c678-4db4-9ae9-c458aab49321 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:28:34.047714 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-816ad07b-6cd6-45a2-9ad8-16ca651e0e2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:34.048466 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54248) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:34.151832 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-816ad07b-6cd6-45a2-9ad8-16ca651e0e2d None None] The port '10368e13-c678-4db4-9ae9-c458aab49321' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:28:34.558612 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c1b93c13-365f-43dd-a9fa-0b53d8527be8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:34.888661 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-c1b93c13-365f-43dd-a9fa-0b53d8527be8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting port 6c665e7e-866e-4ae0-bc46-a9407c0f0e34 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:28:34.888984 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c1b93c13-365f-43dd-a9fa-0b53d8527be8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:35.070942 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-c1b93c13-365f-43dd-a9fa-0b53d8527be8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] For port 6c665e7e-866e-4ae0-bc46-a9407c0f0e34, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=6c665e7e-866e-4ae0-bc46-a9407c0f0e34,segment=NetworkSegment(06006570-7f48-4bcf-8162-bb89eaabc131),segment_id=06006570-7f48-4bcf-8162-bb89eaabc131)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:35.071658 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c1b93c13-365f-43dd-a9fa-0b53d8527be8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:35.193914 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-c1b93c13-365f-43dd-a9fa-0b53d8527be8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Calling delete_port for 6c665e7e-866e-4ae0-bc46-a9407c0f0e34 owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:28:35.227660 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:35.349263 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54254) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:35.371584 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c1b93c13-365f-43dd-a9fa-0b53d8527be8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:35.464550 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0f0ef820-c28c-47eb-849c-591b4e0b0196 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:28:35.501954 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 0f0ef820-c28c-47eb-849c-591b4e0b0196 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:28:35.502353 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0f0ef820-c28c-47eb-849c-591b4e0b0196 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:28:35.536376 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b93c13-365f-43dd-a9fa-0b53d8527be8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Port': ['ID=6c665e7e-866e-4ae0-bc46-a9407c0f0e34,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:35.752944 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c1b93c13-365f-43dd-a9fa-0b53d8527be8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:36.080142 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b93c13-365f-43dd-a9fa-0b53d8527be8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Router e16f1445-019a-4510-ac76-0e59e617844a has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:28:36.214028 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-025f38db-7a2a-475d-a398-0d0a22225212 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:36.240091 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b93c13-365f-43dd-a9fa-0b53d8527be8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:28:36.249104 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82694c91-c1e6-493e-8587-7d97d9a4df43 None None] Sync routers for ids ['e16f1445-019a-4510-ac76-0e59e617844a'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:28:36.254115 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c1b93c13-365f-43dd-a9fa-0b53d8527be8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "PUT /v2.0/routers/e16f1445-019a-4510-ac76-0e59e617844a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2046723 Jan 26 11:28:36.257325 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54258) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:36.261862 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82694c91-c1e6-493e-8587-7d97d9a4df43 None None] Routers {'e16f1445-019a-4510-ac76-0e59e617844a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:36.262579 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-82694c91-c1e6-493e-8587-7d97d9a4df43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e16f1445-019a-4510-ac76-0e59e617844a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:36.326961 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6645eb4-3749-4791-a5fc-48b616e5f1e8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting subnet 637acb5b-14e6-4484-971e-87bfd4f7eefa {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:28:36.329930 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f6645eb4-3749-4791-a5fc-48b616e5f1e8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:36.389698 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f6645eb4-3749-4791-a5fc-48b616e5f1e8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:36.422982 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-82694c91-c1e6-493e-8587-7d97d9a4df43 None None] Set router e16f1445-019a-4510-ac76-0e59e617844a gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:36.487264 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f6645eb4-3749-4791-a5fc-48b616e5f1e8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:36.562759 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f6645eb4-3749-4791-a5fc-48b616e5f1e8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:36.606841 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f6645eb4-3749-4791-a5fc-48b616e5f1e8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:36.618586 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6645eb4-3749-4791-a5fc-48b616e5f1e8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Subnet': ['ID=637acb5b-14e6-4484-971e-87bfd4f7eefa,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:36.621808 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f6645eb4-3749-4791-a5fc-48b616e5f1e8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/subnets/637acb5b-14e6-4484-971e-87bfd4f7eefa HTTP/1.1" status: 204 len: 168 time: 0.3635507 Jan 26 11:28:36.624877 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54262) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:36.653593 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcffd92e-e241-475c-8f92-2d2e825f5e6b None None] Network f5266978-0799-4b3f-b355-8ecde258aee7 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:28:36.660605 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-025f38db-7a2a-475d-a398-0d0a22225212 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.20.0.17 (fa083b00-beec-42ec-805f-bf4635009969/d5022783-f73d-4ac1-89eb-6fb1196656a3/f9e173fb-27c6-40d8-80af-aa51ddc45dab) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:28:36.788240 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e8a3c63b-d51e-4bee-89b7-ad88902c2770 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:36.859328 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-e8a3c63b-d51e-4bee-89b7-ad88902c2770 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting port ec7d256d-48e5-4c8a-a65e-4b2df57dac57 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:28:36.859650 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e8a3c63b-d51e-4bee-89b7-ad88902c2770 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:36.918097 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-82694c91-c1e6-493e-8587-7d97d9a4df43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:35Z', 'revision_number': 9, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None, '_interfaces': [{'id': '81682623-602c-4d0a-88cd-0f9903db1659', 'name': '', 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:da:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:11Z', 'updated_at': '2022-01-26T11:28:22Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df', 'name': '', 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:2f:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:08Z', 'updated_at': '2022-01-26T11:28:17Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:36.924288 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82694c91-c1e6-493e-8587-7d97d9a4df43 None None] Checking router: e16f1445-019a-4510-ac76-0e59e617844a for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:28:36.935312 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82694c91-c1e6-493e-8587-7d97d9a4df43 None None] Routers {'e16f1445-019a-4510-ac76-0e59e617844a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:36.935945 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-82694c91-c1e6-493e-8587-7d97d9a4df43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e16f1445-019a-4510-ac76-0e59e617844a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:36.991117 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-025f38db-7a2a-475d-a398-0d0a22225212 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:36.996425 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199955fa-47ec-469a-bef0-2cf5e00768bb None None] DHCP port deletion for f5266978-0799-4b3f-b355-8ecde258aee7 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:28:37.011101 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-199955fa-47ec-469a-bef0-2cf5e00768bb None None] Deleting port ec7d256d-48e5-4c8a-a65e-4b2df57dac57 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:28:37.011462 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-199955fa-47ec-469a-bef0-2cf5e00768bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:37.020887 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-025f38db-7a2a-475d-a398-0d0a22225212 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Transition to ACTIVE for port object f9e173fb-27c6-40d8-80af-aa51ddc45dab will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:28:37.129931 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-e8a3c63b-d51e-4bee-89b7-ad88902c2770 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] For port ec7d256d-48e5-4c8a-a65e-4b2df57dac57, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=ec7d256d-48e5-4c8a-a65e-4b2df57dac57,segment=NetworkSegment(06006570-7f48-4bcf-8162-bb89eaabc131),segment_id=06006570-7f48-4bcf-8162-bb89eaabc131)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:37.130292 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e8a3c63b-d51e-4bee-89b7-ad88902c2770 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:37.166396 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-82694c91-c1e6-493e-8587-7d97d9a4df43 None None] Set router e16f1445-019a-4510-ac76-0e59e617844a gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:37.256631 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-e8a3c63b-d51e-4bee-89b7-ad88902c2770 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Calling delete_port for ec7d256d-48e5-4c8a-a65e-4b2df57dac57 owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:28:37.293388 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-025f38db-7a2a-475d-a398-0d0a22225212 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:37.496719 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025f38db-7a2a-475d-a398-0d0a22225212 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network fa083b00-beec-42ec-805f-bf4635009969 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:28:37.502072 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-025f38db-7a2a-475d-a398-0d0a22225212 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:28:37.511619 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025f38db-7a2a-475d-a398-0d0a22225212 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:28:37.547051 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f38db-7a2a-475d-a398-0d0a22225212 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=f9e173fb-27c6-40d8-80af-aa51ddc45dab,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:37.556422 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-199955fa-47ec-469a-bef0-2cf5e00768bb None None] For port ec7d256d-48e5-4c8a-a65e-4b2df57dac57, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=ec7d256d-48e5-4c8a-a65e-4b2df57dac57,segment=NetworkSegment(06006570-7f48-4bcf-8162-bb89eaabc131),segment_id=06006570-7f48-4bcf-8162-bb89eaabc131)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:37.557017 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-199955fa-47ec-469a-bef0-2cf5e00768bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:37.591904 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e8a3c63b-d51e-4bee-89b7-ad88902c2770 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:37.630544 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-025f38db-7a2a-475d-a398-0d0a22225212 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:37.637803 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device ec7d256d-48e5-4c8a-a65e-4b2df57dac57 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:28:37.656184 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3c63b-d51e-4bee-89b7-ad88902c2770 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Port': ['ID=ec7d256d-48e5-4c8a-a65e-4b2df57dac57,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:37.658030 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a3c63b-d51e-4bee-89b7-ad88902c2770 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] No DVR routers for this DVR port ec7d256d-48e5-4c8a-a65e-4b2df57dac57 on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:28:37.728912 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-199955fa-47ec-469a-bef0-2cf5e00768bb None None] Calling delete_port for ec7d256d-48e5-4c8a-a65e-4b2df57dac57 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:28:37.798768 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: ec7d256d-48e5-4c8a-a65e-4b2df57dac57 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:28:37.798768 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device ec7d256d-48e5-4c8a-a65e-4b2df57dac57 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:28:37.803757 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e8a3c63b-d51e-4bee-89b7-ad88902c2770 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:37.836850 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-e8a3c63b-d51e-4bee-89b7-ad88902c2770 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5266978-0799-4b3f-b355-8ecde258aee7']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:37.853583 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-e8a3c63b-d51e-4bee-89b7-ad88902c2770 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06006570-7f48-4bcf-8162-bb89eaabc131') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:37.853881 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-e8a3c63b-d51e-4bee-89b7-ad88902c2770 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06006570-7f48-4bcf-8162-bb89eaabc131') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:37.872081 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-91e68559-9eee-4833-96c5-ad495c2339b8 None None] Provisioning for port f9e173fb-27c6-40d8-80af-aa51ddc45dab completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:28:37.872398 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e8a3c63b-d51e-4bee-89b7-ad88902c2770 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:37.880013 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-91e68559-9eee-4833-96c5-ad495c2339b8 None None] Provisioning complete for port f9e173fb-27c6-40d8-80af-aa51ddc45dab triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:37.880381 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-91e68559-9eee-4833-96c5-ad495c2339b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:37.894232 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e8a3c63b-d51e-4bee-89b7-ad88902c2770 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:37.902909 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a3c63b-d51e-4bee-89b7-ad88902c2770 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:28:37.903529 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e8a3c63b-d51e-4bee-89b7-ad88902c2770 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:37.905524 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-199955fa-47ec-469a-bef0-2cf5e00768bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:28:37.905877 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-199955fa-47ec-469a-bef0-2cf5e00768bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:28:37.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:28:37.950703 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-91e68559-9eee-4833-96c5-ad495c2339b8 None None] Port f9e173fb-27c6-40d8-80af-aa51ddc45dab cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:28:37.957599 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-82694c91-c1e6-493e-8587-7d97d9a4df43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:35Z', 'revision_number': 9, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None, '_interfaces': [{'id': '81682623-602c-4d0a-88cd-0f9903db1659', 'name': '', 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:da:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:11Z', 'updated_at': '2022-01-26T11:28:22Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df', 'name': '', 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:2f:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:08Z', 'updated_at': '2022-01-26T11:28:17Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:37.961931 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82694c91-c1e6-493e-8587-7d97d9a4df43 None None] The sync data for ids ['e16f1445-019a-4510-ac76-0e59e617844a'] in dv-neutron-826439-1-hyperv is: [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:35Z', 'revision_number': 9, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None, '_interfaces': [{'id': '81682623-602c-4d0a-88cd-0f9903db1659', 'name': '', 'network_id': '270fe767-112c-4339-aed4-26e75e7a01ed', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:da:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:11Z', 'updated_at': '2022-01-26T11:28:22Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df', 'name': '', 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:2f:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:08Z', 'updated_at': '2022-01-26T11:28:17Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:28:38.046342 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-025f38db-7a2a-475d-a398-0d0a22225212 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:38.057786 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e8a3c63b-d51e-4bee-89b7-ad88902c2770 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:38.077118 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e8a3c63b-d51e-4bee-89b7-ad88902c2770 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:38.125947 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3c63b-d51e-4bee-89b7-ad88902c2770 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Network': ['ID=f5266978-0799-4b3f-b355-8ecde258aee7,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:38.143426 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e8a3c63b-d51e-4bee-89b7-ad88902c2770 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/networks/f5266978-0799-4b3f-b355-8ecde258aee7 HTTP/1.1" status: 204 len: 168 time: 1.5175691 Jan 26 11:28:38.146249 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54268) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:38.407859 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-199955fa-47ec-469a-bef0-2cf5e00768bb None None] Deleting port ec7d256d-48e5-4c8a-a65e-4b2df57dac57 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:28:38.408477 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-199955fa-47ec-469a-bef0-2cf5e00768bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:38.490634 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-199955fa-47ec-469a-bef0-2cf5e00768bb None None] The port 'ec7d256d-48e5-4c8a-a65e-4b2df57dac57' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:28:38.515900 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-025f38db-7a2a-475d-a398-0d0a22225212 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:38.520744 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-025f38db-7a2a-475d-a398-0d0a22225212 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:38.637223 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f38db-7a2a-475d-a398-0d0a22225212 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=f9e173fb-27c6-40d8-80af-aa51ddc45dab,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:38.641747 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-025f38db-7a2a-475d-a398-0d0a22225212 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:38.779070 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025f38db-7a2a-475d-a398-0d0a22225212 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network fa083b00-beec-42ec-805f-bf4635009969 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:28:38.780442 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-025f38db-7a2a-475d-a398-0d0a22225212 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:28:38.783817 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5b047ca9-e671-40a4-9911-b23dfd0fac98 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:39.077409 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-54ff425e-c073-4aac-86b0-92820180c326 None None] Provisioning complete for port f9e173fb-27c6-40d8-80af-aa51ddc45dab triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:39.078029 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-54ff425e-c073-4aac-86b0-92820180c326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:39.104230 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025f38db-7a2a-475d-a398-0d0a22225212 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router d83ef684-d49d-4978-acfa-7de4ef518e52 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:28:39.135308 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-54ff425e-c073-4aac-86b0-92820180c326 None None] Port f9e173fb-27c6-40d8-80af-aa51ddc45dab cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:28:39.143011 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-5b047ca9-e671-40a4-9911-b23dfd0fac98 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting port 81682623-602c-4d0a-88cd-0f9903db1659 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:28:39.143359 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5b047ca9-e671-40a4-9911-b23dfd0fac98 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:39.288278 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025f38db-7a2a-475d-a398-0d0a22225212 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:28:39.306343 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-025f38db-7a2a-475d-a398-0d0a22225212 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "PUT /v2.0/routers/d83ef684-d49d-4978-acfa-7de4ef518e52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9420090 Jan 26 11:28:39.309392 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] Sync routers for ids ['d83ef684-d49d-4978-acfa-7de4ef518e52'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:28:39.319475 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] Routers {'d83ef684-d49d-4978-acfa-7de4ef518e52'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:39.319940 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d83ef684-d49d-4978-acfa-7de4ef518e52'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:39.332820 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-5b047ca9-e671-40a4-9911-b23dfd0fac98 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] For port 81682623-602c-4d0a-88cd-0f9903db1659, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=81682623-602c-4d0a-88cd-0f9903db1659,segment=NetworkSegment(c865515d-48ff-4873-8339-e25d74f65549),segment_id=c865515d-48ff-4873-8339-e25d74f65549)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:39.333348 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5b047ca9-e671-40a4-9911-b23dfd0fac98 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:39.462419 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-5b047ca9-e671-40a4-9911-b23dfd0fac98 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Calling delete_port for 81682623-602c-4d0a-88cd-0f9903db1659 owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:28:39.466887 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 6c665e7e-866e-4ae0-bc46-a9407c0f0e34 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:28:39.503247 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] Set router d83ef684-d49d-4978-acfa-7de4ef518e52 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:39.510222 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 6c665e7e-866e-4ae0-bc46-a9407c0f0e34 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:28:39.510603 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 6c665e7e-866e-4ae0-bc46-a9407c0f0e34 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:28:39.648040 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5b047ca9-e671-40a4-9911-b23dfd0fac98 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:39.698023 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b047ca9-e671-40a4-9911-b23dfd0fac98 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Port': ['ID=81682623-602c-4d0a-88cd-0f9903db1659,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:39.913818 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'name': 'tempest-TestNetworkBasicOps-router-1144126416', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:49Z', 'updated_at': '2022-01-26T11:28:37Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:51Z', 'updated_at': '2022-01-26T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '3dd98052-22e7-474e-ba9a-b4cda8a0ff6c', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.123', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'port_id': '28559beb-c894-437c-82b4-2653bbb75293', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'mac_address': 'fa:16:3e:46:96:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a6e66e-fe08-48ca-87fc-5061b897a607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:27:37Z', 'updated_at': '2022-01-26T11:27:42Z', 'revision_number': 1, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e18d4af-336e-4554-b658-40777f0cf88d', 'name': '', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:e9:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:27:00Z', 'updated_at': '2022-01-26T11:27:12Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e173fb-27c6-40d8-80af-aa51ddc45dab', 'name': '', 'network_id': 'fa083b00-beec-42ec-805f-bf4635009969', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:b7:e4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'd5022783-f73d-4ac1-89eb-6fb1196656a3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:36Z', 'updated_at': '2022-01-26T11:28:38Z', 'revision_number': 2, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'd5022783-f73d-4ac1-89eb-6fb1196656a3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:39.918190 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] Checking router: d83ef684-d49d-4978-acfa-7de4ef518e52 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:28:39.918581 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] Updating router d83ef684-d49d-4978-acfa-7de4ef518e52 port f9e173fb-27c6-40d8-80af-aa51ddc45dab binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:28:39.972814 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:40.018138 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5b047ca9-e671-40a4-9911-b23dfd0fac98 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:40.311464 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:40.323238 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] Transition to ACTIVE for port object f9e173fb-27c6-40d8-80af-aa51ddc45dab will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:28:40.329988 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:40.334440 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b047ca9-e671-40a4-9911-b23dfd0fac98 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Router e16f1445-019a-4510-ac76-0e59e617844a has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:28:40.485842 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de842e75-54fe-4eca-a1a8-c4e916f50b12 None None] Pushing event updated for resources: {'Port': ['ID=f9e173fb-27c6-40d8-80af-aa51ddc45dab,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:40.494580 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b047ca9-e671-40a4-9911-b23dfd0fac98 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:28:40.508246 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54d5fc8-2c23-4f20-9309-d2ec49628b55 None None] Sync routers for ids ['e16f1445-019a-4510-ac76-0e59e617844a'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:28:40.514538 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5b047ca9-e671-40a4-9911-b23dfd0fac98 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "PUT /v2.0/routers/e16f1445-019a-4510-ac76-0e59e617844a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3670285 Jan 26 11:28:40.516965 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54276) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:40.523422 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54d5fc8-2c23-4f20-9309-d2ec49628b55 None None] Routers {'e16f1445-019a-4510-ac76-0e59e617844a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:40.524302 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d54d5fc8-2c23-4f20-9309-d2ec49628b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e16f1445-019a-4510-ac76-0e59e617844a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:40.556184 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] Attempting to bind port f9e173fb-27c6-40d8-80af-aa51ddc45dab on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:28:40.556875 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] Attempting to bind port f9e173fb-27c6-40d8-80af-aa51ddc45dab by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '304728c3-fede-4c6d-9a94-35e63d39fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fa083b00-beec-42ec-805f-bf4635009969'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:28:40.557196 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] Attempting to bind port f9e173fb-27c6-40d8-80af-aa51ddc45dab on network fa083b00-beec-42ec-805f-bf4635009969 {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:28:40.563803 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:28:40.564259 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] Checking segment: {'id': '304728c3-fede-4c6d-9a94-35e63d39fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fa083b00-beec-42ec-805f-bf4635009969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:28:40.564788 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:40.565284 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] Bound using segment: {'id': '304728c3-fede-4c6d-9a94-35e63d39fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fa083b00-beec-42ec-805f-bf4635009969'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:28:40.565856 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] Bound port: f9e173fb-27c6-40d8-80af-aa51ddc45dab, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304728c3-fede-4c6d-9a94-35e63d39fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'fa083b00-beec-42ec-805f-bf4635009969'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:28:40.566348 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:40.597413 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79dcf78-75e7-4fbb-9ebf-234f101d8929 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting subnet cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:28:40.600908 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a79dcf78-75e7-4fbb-9ebf-234f101d8929 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:40.657037 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a79dcf78-75e7-4fbb-9ebf-234f101d8929 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:40.658706 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] For port f9e173fb-27c6-40d8-80af-aa51ddc45dab, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:28:40.662389 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] For port f9e173fb-27c6-40d8-80af-aa51ddc45dab, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=f9e173fb-27c6-40d8-80af-aa51ddc45dab,segment=NetworkSegment(304728c3-fede-4c6d-9a94-35e63d39fe22),segment_id=304728c3-fede-4c6d-9a94-35e63d39fe22)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:28:40.668650 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:40.699945 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-d54d5fc8-2c23-4f20-9309-d2ec49628b55 None None] Set router e16f1445-019a-4510-ac76-0e59e617844a gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:40.748733 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] Routers {'d83ef684-d49d-4978-acfa-7de4ef518e52'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:40.749362 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d83ef684-d49d-4978-acfa-7de4ef518e52'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:40.764252 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a79dcf78-75e7-4fbb-9ebf-234f101d8929 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:40.806308 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de842e75-54fe-4eca-a1a8-c4e916f50b12 None None] Pushing event updated for resources: {'Port': ['ID=f9e173fb-27c6-40d8-80af-aa51ddc45dab,revision_number=4']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:40.875611 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a79dcf78-75e7-4fbb-9ebf-234f101d8929 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:40.926414 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79dcf78-75e7-4fbb-9ebf-234f101d8929 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Subnet': ['ID=cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:40.933591 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a79dcf78-75e7-4fbb-9ebf-234f101d8929 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:40.940171 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a79dcf78-75e7-4fbb-9ebf-234f101d8929 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/subnets/cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf HTTP/1.1" status: 204 len: 168 time: 0.4219270 Jan 26 11:28:40.942632 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54280) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:40.961412 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] Set router d83ef684-d49d-4978-acfa-7de4ef518e52 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:40.973796 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bff8897-2279-479c-87f0-bce0b641e665 None None] Network 270fe767-112c-4339-aed4-26e75e7a01ed requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:28:41.072117 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ed22989-c3dd-4707-8917-ef03dc702576 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:41.083082 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-2ed22989-c3dd-4707-8917-ef03dc702576 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting port cd7b3c23-0574-4b07-a6fe-b29b3b84251b {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:28:41.083493 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ed22989-c3dd-4707-8917-ef03dc702576 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:41.300693 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-2ed22989-c3dd-4707-8917-ef03dc702576 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] For port cd7b3c23-0574-4b07-a6fe-b29b3b84251b, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=cd7b3c23-0574-4b07-a6fe-b29b3b84251b,segment=NetworkSegment(c865515d-48ff-4873-8339-e25d74f65549),segment_id=c865515d-48ff-4873-8339-e25d74f65549)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:41.301674 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ed22989-c3dd-4707-8917-ef03dc702576 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:41.309440 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d54d5fc8-2c23-4f20-9309-d2ec49628b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:39Z', 'revision_number': 10, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None, '_interfaces': [{'id': 'c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df', 'name': '', 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:2f:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:08Z', 'updated_at': '2022-01-26T11:28:17Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:41.315334 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54d5fc8-2c23-4f20-9309-d2ec49628b55 None None] Checking router: e16f1445-019a-4510-ac76-0e59e617844a for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:28:41.328141 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54d5fc8-2c23-4f20-9309-d2ec49628b55 None None] Routers {'e16f1445-019a-4510-ac76-0e59e617844a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:41.328764 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d54d5fc8-2c23-4f20-9309-d2ec49628b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e16f1445-019a-4510-ac76-0e59e617844a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:41.343992 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'name': 'tempest-TestNetworkBasicOps-router-1144126416', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:49Z', 'updated_at': '2022-01-26T11:28:37Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:51Z', 'updated_at': '2022-01-26T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '3dd98052-22e7-474e-ba9a-b4cda8a0ff6c', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.123', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'port_id': '28559beb-c894-437c-82b4-2653bbb75293', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'mac_address': 'fa:16:3e:46:96:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a6e66e-fe08-48ca-87fc-5061b897a607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:27:37Z', 'updated_at': '2022-01-26T11:27:42Z', 'revision_number': 1, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e18d4af-336e-4554-b658-40777f0cf88d', 'name': '', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:e9:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:27:00Z', 'updated_at': '2022-01-26T11:27:12Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e173fb-27c6-40d8-80af-aa51ddc45dab', 'name': '', 'network_id': 'fa083b00-beec-42ec-805f-bf4635009969', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:b7:e4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'd5022783-f73d-4ac1-89eb-6fb1196656a3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:36Z', 'updated_at': '2022-01-26T11:28:40Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'd5022783-f73d-4ac1-89eb-6fb1196656a3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:41.348614 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f8a17b-ccf2-4881-a009-ac0ed5e2cf4a None None] The sync data for ids ['d83ef684-d49d-4978-acfa-7de4ef518e52'] in dv-neutron-826439-1-hyperv is: [{'id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'name': 'tempest-TestNetworkBasicOps-router-1144126416', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:49Z', 'updated_at': '2022-01-26T11:28:37Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:51Z', 'updated_at': '2022-01-26T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '3dd98052-22e7-474e-ba9a-b4cda8a0ff6c', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.123', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'port_id': '28559beb-c894-437c-82b4-2653bbb75293', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'mac_address': 'fa:16:3e:46:96:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a6e66e-fe08-48ca-87fc-5061b897a607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:27:37Z', 'updated_at': '2022-01-26T11:27:42Z', 'revision_number': 1, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e18d4af-336e-4554-b658-40777f0cf88d', 'name': '', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:e9:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:27:00Z', 'updated_at': '2022-01-26T11:27:12Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e173fb-27c6-40d8-80af-aa51ddc45dab', 'name': '', 'network_id': 'fa083b00-beec-42ec-805f-bf4635009969', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:b7:e4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'd5022783-f73d-4ac1-89eb-6fb1196656a3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:36Z', 'updated_at': '2022-01-26T11:28:40Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'd5022783-f73d-4ac1-89eb-6fb1196656a3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:28:41.446652 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-2ed22989-c3dd-4707-8917-ef03dc702576 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Calling delete_port for cd7b3c23-0574-4b07-a6fe-b29b3b84251b owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:28:41.489093 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd0b9bb-925f-4ca8-98a4-8cc3bdb9b45e None None] DHCP port deletion for 270fe767-112c-4339-aed4-26e75e7a01ed request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:28:41.545563 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-5cd0b9bb-925f-4ca8-98a4-8cc3bdb9b45e None None] Deleting port cd7b3c23-0574-4b07-a6fe-b29b3b84251b {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:28:41.546270 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ed22989-c3dd-4707-8917-ef03dc702576 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:41.546456 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5cd0b9bb-925f-4ca8-98a4-8cc3bdb9b45e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:41.586692 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-d54d5fc8-2c23-4f20-9309-d2ec49628b55 None None] Set router e16f1445-019a-4510-ac76-0e59e617844a gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:41.683132 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device f9e173fb-27c6-40d8-80af-aa51ddc45dab up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:28:41.725219 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed22989-c3dd-4707-8917-ef03dc702576 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] No DVR routers for this DVR port cd7b3c23-0574-4b07-a6fe-b29b3b84251b on host dv-neutron-826439-1-hyperv {{(pid=87442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:28:41.727160 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed22989-c3dd-4707-8917-ef03dc702576 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Port': ['ID=cd7b3c23-0574-4b07-a6fe-b29b3b84251b,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:41.731373 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-5cd0b9bb-925f-4ca8-98a4-8cc3bdb9b45e None None] The port 'cd7b3c23-0574-4b07-a6fe-b29b3b84251b' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:28:41.873026 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ed22989-c3dd-4707-8917-ef03dc702576 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:41.901598 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-2ed22989-c3dd-4707-8917-ef03dc702576 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['270fe767-112c-4339-aed4-26e75e7a01ed']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:41.916613 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-2ed22989-c3dd-4707-8917-ef03dc702576 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c865515d-48ff-4873-8339-e25d74f65549') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:41.916613 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-2ed22989-c3dd-4707-8917-ef03dc702576 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c865515d-48ff-4873-8339-e25d74f65549') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:41.928203 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port f9e173fb-27c6-40d8-80af-aa51ddc45dab completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:28:41.932455 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ed22989-c3dd-4707-8917-ef03dc702576 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:41.938686 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port f9e173fb-27c6-40d8-80af-aa51ddc45dab triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:41.939056 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:41.955415 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ed22989-c3dd-4707-8917-ef03dc702576 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:41.963091 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed22989-c3dd-4707-8917-ef03dc702576 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:28:41.963580 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ed22989-c3dd-4707-8917-ef03dc702576 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:28:41.979499 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:28:42.065030 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ed22989-c3dd-4707-8917-ef03dc702576 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:42.070235 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ed22989-c3dd-4707-8917-ef03dc702576 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:42.097462 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed22989-c3dd-4707-8917-ef03dc702576 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Network': ['ID=270fe767-112c-4339-aed4-26e75e7a01ed,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:42.110156 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54286) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:42.110927 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2ed22989-c3dd-4707-8917-ef03dc702576 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/networks/270fe767-112c-4339-aed4-26e75e7a01ed HTTP/1.1" status: 204 len: 168 time: 1.1661525 Jan 26 11:28:42.120040 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:42.139513 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d54d5fc8-2c23-4f20-9309-d2ec49628b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:39Z', 'revision_number': 10, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None, '_interfaces': [{'id': 'c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df', 'name': '', 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:2f:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:08Z', 'updated_at': '2022-01-26T11:28:17Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:42.150959 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54d5fc8-2c23-4f20-9309-d2ec49628b55 None None] The sync data for ids ['e16f1445-019a-4510-ac76-0e59e617844a'] in dv-neutron-826439-1-hyperv is: [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:39Z', 'revision_number': 10, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None, '_interfaces': [{'id': 'c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df', 'name': '', 'network_id': 'ee03d321-70a8-40af-932a-55315b6dc3ef', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'mac_address': 'fa:16:3e:2f:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:08Z', 'updated_at': '2022-01-26T11:28:17Z', 'revision_number': 5, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'subnets': [{'id': 'd7afb243-893e-4ab3-a3a5-85bea280e37c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:28:42.163926 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port f9e173fb-27c6-40d8-80af-aa51ddc45dab, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=f9e173fb-27c6-40d8-80af-aa51ddc45dab,segment=NetworkSegment(304728c3-fede-4c6d-9a94-35e63d39fe22),segment_id=304728c3-fede-4c6d-9a94-35e63d39fe22)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:42.168452 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:42.251558 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=f9e173fb-27c6-40d8-80af-aa51ddc45dab,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:42.428297 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54292) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:42.522060 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device cd7b3c23-0574-4b07-a6fe-b29b3b84251b no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:28:42.558989 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: cd7b3c23-0574-4b07-a6fe-b29b3b84251b {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:28:42.560309 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device cd7b3c23-0574-4b07-a6fe-b29b3b84251b not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:28:42.655222 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-a0d0cf3a-35f8-4ce8-8fca-cb78ca70b70d tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Deleting port 431ab5ac-e914-438c-a5c7-b81934c50b0b {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:28:42.655726 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a0d0cf3a-35f8-4ce8-8fca-cb78ca70b70d tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:42.664870 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7e863b2b-2288-4311-8f49-f999972ebf2b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:42.826901 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a0d0cf3a-35f8-4ce8-8fca-cb78ca70b70d tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:42.827227 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a0d0cf3a-35f8-4ce8-8fca-cb78ca70b70d tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:42.951371 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-a0d0cf3a-35f8-4ce8-8fca-cb78ca70b70d tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Calling delete_port for 431ab5ac-e914-438c-a5c7-b81934c50b0b owned by network:floatingip {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:28:43.008539 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-7e863b2b-2288-4311-8f49-f999972ebf2b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting port c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:28:43.008800 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7e863b2b-2288-4311-8f49-f999972ebf2b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:43.102667 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a0d0cf3a-35f8-4ce8-8fca-cb78ca70b70d tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:43.153568 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0cf3a-35f8-4ce8-8fca-cb78ca70b70d tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Pushing event deleted for resources: {'Port': ['ID=431ab5ac-e914-438c-a5c7-b81934c50b0b,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:43.202036 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-7e863b2b-2288-4311-8f49-f999972ebf2b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] For port c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df,segment=NetworkSegment(9943f5f7-9505-48a6-a46b-3b7a2c0ce417),segment_id=9943f5f7-9505-48a6-a46b-3b7a2c0ce417)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:43.202659 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7e863b2b-2288-4311-8f49-f999972ebf2b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:43.245725 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a0d0cf3a-35f8-4ce8-8fca-cb78ca70b70d tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for floatingip, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:43.246062 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-a0d0cf3a-35f8-4ce8-8fca-cb78ca70b70d tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Floating IP ca4416b7-6e3f-4fa4-91b8-43c75c885f43 disassociated (deleted). External IP: 172.26.5.244, port: d43fa957-0386-4726-8991-372fa2fceead. Jan 26 11:28:43.452559 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-7e863b2b-2288-4311-8f49-f999972ebf2b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Calling delete_port for c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:28:43.513153 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device f9e173fb-27c6-40d8-80af-aa51ddc45dab up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:28:43.590652 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port f9e173fb-27c6-40d8-80af-aa51ddc45dab triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:43.591346 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:43.647803 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7e863b2b-2288-4311-8f49-f999972ebf2b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:43.701797 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e863b2b-2288-4311-8f49-f999972ebf2b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Port': ['ID=c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:43.733081 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 81682623-602c-4d0a-88cd-0f9903db1659 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:28:43.746541 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d0cf3a-35f8-4ce8-8fca-cb78ca70b70d tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Router cb0176aa-36a5-44b7-8a41-b5fbc65e3392 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:28:43.792826 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 81682623-602c-4d0a-88cd-0f9903db1659 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:28:43.793183 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 81682623-602c-4d0a-88cd-0f9903db1659 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:28:43.876514 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7e863b2b-2288-4311-8f49-f999972ebf2b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:43.949302 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d0cf3a-35f8-4ce8-8fca-cb78ca70b70d tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:28:43.961051 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6972140-c061-40e3-833e-df0216e87885 None None] Sync routers for ids ['cb0176aa-36a5-44b7-8a41-b5fbc65e3392'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:28:43.969876 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a0d0cf3a-35f8-4ce8-8fca-cb78ca70b70d tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:43.970143 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6972140-c061-40e3-833e-df0216e87885 None None] Routers {'cb0176aa-36a5-44b7-8a41-b5fbc65e3392'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:43.970777 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-f6972140-c061-40e3-833e-df0216e87885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['cb0176aa-36a5-44b7-8a41-b5fbc65e3392'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:44.033134 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a0d0cf3a-35f8-4ce8-8fca-cb78ca70b70d tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "DELETE /v2.0/floatingips/ca4416b7-6e3f-4fa4-91b8-43c75c885f43 HTTP/1.1" status: 204 len: 168 time: 1.6012111 Jan 26 11:28:44.033134 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd3bbca-421c-404f-9a66-6936e0c85834', 'tag': 'd43fa957-0386-4726-8991-372fa2fceead'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:28:44.102817 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd3bbca-421c-404f-9a66-6936e0c85834', 'tag': 'd43fa957-0386-4726-8991-372fa2fceead', 'status': 'completed', 'code': 200} Jan 26 11:28:44.210176 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e863b2b-2288-4311-8f49-f999972ebf2b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Router e16f1445-019a-4510-ac76-0e59e617844a has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:28:44.211167 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-f6972140-c061-40e3-833e-df0216e87885 None None] Set router cb0176aa-36a5-44b7-8a41-b5fbc65e3392 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:44.372907 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0acf51-f780-4f01-ae7b-8fe68fba68fa req-560ff234-c99d-4a6a-91d5-dcdbdf98003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:44.374424 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9a0acf51-f780-4f01-ae7b-8fe68fba68fa req-560ff234-c99d-4a6a-91d5-dcdbdf98003c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78b2214c8dbf43e398d9d4fedfa8da2d&device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 1098 time: 0.2335107 Jan 26 11:28:44.375286 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e863b2b-2288-4311-8f49-f999972ebf2b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:28:44.388035 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1072dfc7-2fbe-4e8a-9bbe-ce4cd4bb371f None None] Sync routers for ids ['e16f1445-019a-4510-ac76-0e59e617844a'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:28:44.399136 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1072dfc7-2fbe-4e8a-9bbe-ce4cd4bb371f None None] Routers {'e16f1445-019a-4510-ac76-0e59e617844a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:44.399836 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-1072dfc7-2fbe-4e8a-9bbe-ce4cd4bb371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e16f1445-019a-4510-ac76-0e59e617844a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:44.420017 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7e863b2b-2288-4311-8f49-f999972ebf2b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "PUT /v2.0/routers/e16f1445-019a-4510-ac76-0e59e617844a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3078203 Jan 26 11:28:44.420571 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54304) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:44.508474 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb66140f-8ce0-48db-b1b6-4a597c5d99bb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting subnet d7afb243-893e-4ab3-a3a5-85bea280e37c {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:28:44.513986 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fb66140f-8ce0-48db-b1b6-4a597c5d99bb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:44.547869 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0acf51-f780-4f01-ae7b-8fe68fba68fa req-3cbf41ac-2289-409f-931d-4c065841247b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:44.549385 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9a0acf51-f780-4f01-ae7b-8fe68fba68fa req-3cbf41ac-2289-409f-931d-4c065841247b service neutron] 10.222.0.24 "GET /v2.0/networks?id=e8fe3292-2a14-466f-b305-017fad7fdbbd HTTP/1.1" status: 200 len: 898 time: 0.1668262 Jan 26 11:28:44.562281 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6759ee0-4f03-4399-bc5a-f2d626f82ef4 req-762a2fd7-b558-41cf-b9cf-a89a4f906619 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:44.563402 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-f6759ee0-4f03-4399-bc5a-f2d626f82ef4 req-762a2fd7-b558-41cf-b9cf-a89a4f906619 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Synchronizing usage tracker for tenant:78b2214c8dbf43e398d9d4fedfa8da2d on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:28:44.565745 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-f6972140-c061-40e3-833e-df0216e87885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12125218', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:37Z', 'updated_at': '2022-01-26T11:26:48Z', 'revision_number': 4, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'gw_port': {'id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:38Z', 'updated_at': '2022-01-26T11:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '433bb87d-1348-4a9d-8fa0-eddf7c90b200', 'name': '', 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'mac_address': 'fa:16:3e:84:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'e078e753-dece-4fd9-ae32-93fd01c0e77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:46Z', 'updated_at': '2022-01-26T11:26:56Z', 'revision_number': 5, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'subnets': [{'id': 'e078e753-dece-4fd9-ae32-93fd01c0e77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:44.565960 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-1072dfc7-2fbe-4e8a-9bbe-ce4cd4bb371f None None] Set router e16f1445-019a-4510-ac76-0e59e617844a gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:44.571246 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6972140-c061-40e3-833e-df0216e87885 None None] Checking router: cb0176aa-36a5-44b7-8a41-b5fbc65e3392 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:28:44.598034 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6972140-c061-40e3-833e-df0216e87885 None None] Routers {'cb0176aa-36a5-44b7-8a41-b5fbc65e3392'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:44.598822 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-f6972140-c061-40e3-833e-df0216e87885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['cb0176aa-36a5-44b7-8a41-b5fbc65e3392'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:44.602183 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-f6759ee0-4f03-4399-bc5a-f2d626f82ef4 req-762a2fd7-b558-41cf-b9cf-a89a4f906619 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Unset dirty status for tenant:78b2214c8dbf43e398d9d4fedfa8da2d on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:28:44.603855 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f6759ee0-4f03-4399-bc5a-f2d626f82ef4 req-762a2fd7-b558-41cf-b9cf-a89a4f906619 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 945 time: 0.2445052 Jan 26 11:28:44.606426 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fb66140f-8ce0-48db-b1b6-4a597c5d99bb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:44.637030 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9a0acf51-f780-4f01-ae7b-8fe68fba68fa req-2b3c190d-85f3-4e20-9702-3864c0f203bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d43fa957-0386-4726-8991-372fa2fceead HTTP/1.1" status: 200 len: 217 time: 0.0808825 Jan 26 11:28:44.705512 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f6759ee0-4f03-4399-bc5a-f2d626f82ef4 req-2f27aa4f-df9c-4a9a-94b1-fa9f165c4a5b tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f9896c1-20af-492f-ba6c-1ae68e3fc80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705521 Jan 26 11:28:44.719837 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0acf51-f780-4f01-ae7b-8fe68fba68fa req-955e34a4-58e4-4a6b-aa19-b5151926fbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:44.723273 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9a0acf51-f780-4f01-ae7b-8fe68fba68fa req-955e34a4-58e4-4a6b-aa19-b5151926fbb2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e078e753-dece-4fd9-ae32-93fd01c0e77c HTTP/1.1" status: 200 len: 834 time: 0.0802119 Jan 26 11:28:44.732424 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-1072dfc7-2fbe-4e8a-9bbe-ce4cd4bb371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:43Z', 'revision_number': 11, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:44.736847 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1072dfc7-2fbe-4e8a-9bbe-ce4cd4bb371f None None] Checking router: e16f1445-019a-4510-ac76-0e59e617844a for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:28:44.745327 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1072dfc7-2fbe-4e8a-9bbe-ce4cd4bb371f None None] Routers {'e16f1445-019a-4510-ac76-0e59e617844a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:44.746072 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-1072dfc7-2fbe-4e8a-9bbe-ce4cd4bb371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e16f1445-019a-4510-ac76-0e59e617844a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:44.752343 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fb66140f-8ce0-48db-b1b6-4a597c5d99bb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:44.855175 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fb66140f-8ce0-48db-b1b6-4a597c5d99bb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:44.885820 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-1072dfc7-2fbe-4e8a-9bbe-ce4cd4bb371f None None] Set router e16f1445-019a-4510-ac76-0e59e617844a gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:44.909938 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-f6972140-c061-40e3-833e-df0216e87885 None None] Set router cb0176aa-36a5-44b7-8a41-b5fbc65e3392 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:44.934733 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66140f-8ce0-48db-b1b6-4a597c5d99bb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Subnet': ['ID=d7afb243-893e-4ab3-a3a5-85bea280e37c,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:44.939254 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fb66140f-8ce0-48db-b1b6-4a597c5d99bb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:44.952475 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-fb66140f-8ce0-48db-b1b6-4a597c5d99bb tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/subnets/d7afb243-893e-4ab3-a3a5-85bea280e37c HTTP/1.1" status: 204 len: 168 time: 0.5306795 Jan 26 11:28:44.952708 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54308) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:44.997311 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a7fd3e-5019-439a-a438-3cdad584d1d3 None None] Network ee03d321-70a8-40af-932a-55315b6dc3ef requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:28:45.022019 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-1072dfc7-2fbe-4e8a-9bbe-ce4cd4bb371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:43Z', 'revision_number': 11, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:45.039189 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1072dfc7-2fbe-4e8a-9bbe-ce4cd4bb371f None None] The sync data for ids ['e16f1445-019a-4510-ac76-0e59e617844a'] in dv-neutron-826439-1-hyperv is: [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:43Z', 'revision_number': 11, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:28:45.061741 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0acf51-f780-4f01-ae7b-8fe68fba68fa req-13582932-54e7-47fb-8299-8dbd23846006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:45.063362 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9a0acf51-f780-4f01-ae7b-8fe68fba68fa req-13582932-54e7-47fb-8299-8dbd23846006 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e8fe3292-2a14-466f-b305-017fad7fdbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3328085 Jan 26 11:28:45.125640 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-14c6c9e0-5490-49e8-8426-66f9064ac627 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:45.191046 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-14c6c9e0-5490-49e8-8426-66f9064ac627 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Deleting port 71772132-f253-4519-b4ac-22d634c69b5f {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:28:45.191705 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-14c6c9e0-5490-49e8-8426-66f9064ac627 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:45.258862 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-f6972140-c061-40e3-833e-df0216e87885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12125218', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:37Z', 'updated_at': '2022-01-26T11:26:48Z', 'revision_number': 4, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'gw_port': {'id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:38Z', 'updated_at': '2022-01-26T11:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '433bb87d-1348-4a9d-8fa0-eddf7c90b200', 'name': '', 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'mac_address': 'fa:16:3e:84:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'e078e753-dece-4fd9-ae32-93fd01c0e77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:46Z', 'updated_at': '2022-01-26T11:26:56Z', 'revision_number': 5, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'subnets': [{'id': 'e078e753-dece-4fd9-ae32-93fd01c0e77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:45.263349 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6972140-c061-40e3-833e-df0216e87885 None None] The sync data for ids ['cb0176aa-36a5-44b7-8a41-b5fbc65e3392'] in dv-neutron-826439-1-hyperv is: [{'id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12125218', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:37Z', 'updated_at': '2022-01-26T11:26:48Z', 'revision_number': 4, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'gw_port': {'id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:38Z', 'updated_at': '2022-01-26T11:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '433bb87d-1348-4a9d-8fa0-eddf7c90b200', 'name': '', 'network_id': 'e8fe3292-2a14-466f-b305-017fad7fdbbd', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'mac_address': 'fa:16:3e:84:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'e078e753-dece-4fd9-ae32-93fd01c0e77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:46Z', 'updated_at': '2022-01-26T11:26:56Z', 'revision_number': 5, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'subnets': [{'id': 'e078e753-dece-4fd9-ae32-93fd01c0e77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:28:45.274633 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9a0acf51-f780-4f01-ae7b-8fe68fba68fa req-9ac6a9b9-bc40-4dce-ab4c-7e08b9700a60 service neutron] 10.222.0.24 "GET /v2.0/networks/e8fe3292-2a14-466f-b305-017fad7fdbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919606 Jan 26 11:28:45.404363 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3029b32-2d7d-4f28-aa96-2ebb7db82a92 None None] DHCP port deletion for ee03d321-70a8-40af-932a-55315b6dc3ef request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:28:45.409232 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-a3029b32-2d7d-4f28-aa96-2ebb7db82a92 None None] Deleting port 71772132-f253-4519-b4ac-22d634c69b5f {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:28:45.409745 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a3029b32-2d7d-4f28-aa96-2ebb7db82a92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:45.539410 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:28:45.558080 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-14c6c9e0-5490-49e8-8426-66f9064ac627 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] For port 71772132-f253-4519-b4ac-22d634c69b5f, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=71772132-f253-4519-b4ac-22d634c69b5f,segment=NetworkSegment(9943f5f7-9505-48a6-a46b-3b7a2c0ce417),segment_id=9943f5f7-9505-48a6-a46b-3b7a2c0ce417)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:45.558373 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-14c6c9e0-5490-49e8-8426-66f9064ac627 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:45.571789 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9a0acf51-f780-4f01-ae7b-8fe68fba68fa req-4957b6f3-182f-4eb6-adb2-7471a0a39d1a service neutron] 10.222.0.24 "GET /v2.0/networks/e8fe3292-2a14-466f-b305-017fad7fdbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679939 Jan 26 11:28:45.582522 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:28:45.582869 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c1aa7b8a-8c70-43ff-a4d6-02fa3ceeb7df not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:28:45.583294 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 71772132-f253-4519-b4ac-22d634c69b5f no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:28:45.594565 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9dedb7-4706-49c8-b79d-e29d80894e37 None None] New status for floating IP ca4416b7-6e3f-4fa4-91b8-43c75c885f43: DOWN {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:28:45.717583 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-14c6c9e0-5490-49e8-8426-66f9064ac627 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Calling delete_port for 71772132-f253-4519-b4ac-22d634c69b5f owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:28:45.813008 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-14c6c9e0-5490-49e8-8426-66f9064ac627 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:45.834176 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-a3029b32-2d7d-4f28-aa96-2ebb7db82a92 None None] For port 71772132-f253-4519-b4ac-22d634c69b5f, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=71772132-f253-4519-b4ac-22d634c69b5f,segment=NetworkSegment(9943f5f7-9505-48a6-a46b-3b7a2c0ce417),segment_id=9943f5f7-9505-48a6-a46b-3b7a2c0ce417)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:45.835349 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a3029b32-2d7d-4f28-aa96-2ebb7db82a92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:45.953794 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6c9e0-5490-49e8-8426-66f9064ac627 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Port': ['ID=71772132-f253-4519-b4ac-22d634c69b5f,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:45.960946 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:45.961523 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c6c9e0-5490-49e8-8426-66f9064ac627 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] No DVR routers for this DVR port 71772132-f253-4519-b4ac-22d634c69b5f on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:28:45.976253 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-a3029b32-2d7d-4f28-aa96-2ebb7db82a92 None None] Calling delete_port for 71772132-f253-4519-b4ac-22d634c69b5f owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:28:46.093876 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-a3029b32-2d7d-4f28-aa96-2ebb7db82a92 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:28:46.094241 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-a3029b32-2d7d-4f28-aa96-2ebb7db82a92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:28:46.125837 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-14c6c9e0-5490-49e8-8426-66f9064ac627 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:46.159939 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdbad0-6122-41fd-b549-4f52b659bb92 req-1b49ab6c-002e-47d3-8856-cd0f95b4cd7b tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:46.161372 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b6cdbad0-6122-41fd-b549-4f52b659bb92 req-1b49ab6c-002e-47d3-8856-cd0f95b4cd7b tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 945 time: 0.2967515 Jan 26 11:28:46.169506 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-14c6c9e0-5490-49e8-8426-66f9064ac627 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee03d321-70a8-40af-932a-55315b6dc3ef']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:46.219604 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66402384-61ca-4950-ac12-c2a496a45930 req-c4552c67-9dee-47fc-bd46-1757d6e11a69 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:46.220942 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-66402384-61ca-4950-ac12-c2a496a45930 req-c4552c67-9dee-47fc-bd46-1757d6e11a69 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 945 time: 0.3620167 Jan 26 11:28:46.222502 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-14c6c9e0-5490-49e8-8426-66f9064ac627 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9943f5f7-9505-48a6-a46b-3b7a2c0ce417') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:46.222800 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-14c6c9e0-5490-49e8-8426-66f9064ac627 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9943f5f7-9505-48a6-a46b-3b7a2c0ce417') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:46.262879 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-14c6c9e0-5490-49e8-8426-66f9064ac627 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:46.292162 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-b6cdbad0-6122-41fd-b549-4f52b659bb92 req-33784a31-a9cf-4ba6-9832-c9cc663dd589 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Deleting port d43fa957-0386-4726-8991-372fa2fceead {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:28:46.292819 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b6cdbad0-6122-41fd-b549-4f52b659bb92 req-33784a31-a9cf-4ba6-9832-c9cc663dd589 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:46.340099 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-14c6c9e0-5490-49e8-8426-66f9064ac627 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:46.361441 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-66402384-61ca-4950-ac12-c2a496a45930 req-a6c50a71-ca76-4928-af61-0ea3e4a8b963 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f9896c1-20af-492f-ba6c-1ae68e3fc80c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257772 Jan 26 11:28:46.362335 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c6c9e0-5490-49e8-8426-66f9064ac627 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:28:46.362755 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-14c6c9e0-5490-49e8-8426-66f9064ac627 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:28:46.379625 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:28:46.595454 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-a3029b32-2d7d-4f28-aa96-2ebb7db82a92 None None] Deleting port 71772132-f253-4519-b4ac-22d634c69b5f {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:28:46.595922 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a3029b32-2d7d-4f28-aa96-2ebb7db82a92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:46.623928 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-14c6c9e0-5490-49e8-8426-66f9064ac627 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:46.658498 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-14c6c9e0-5490-49e8-8426-66f9064ac627 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:46.669681 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-a3029b32-2d7d-4f28-aa96-2ebb7db82a92 None None] The port '71772132-f253-4519-b4ac-22d634c69b5f' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:28:46.690930 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6c9e0-5490-49e8-8426-66f9064ac627 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Pushing event deleted for resources: {'Network': ['ID=ee03d321-70a8-40af-932a-55315b6dc3ef,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:46.701378 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-14c6c9e0-5490-49e8-8426-66f9064ac627 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/networks/ee03d321-70a8-40af-932a-55315b6dc3ef HTTP/1.1" status: 204 len: 168 time: 1.7462344 Jan 26 11:28:46.704130 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54316) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:46.709388 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-ff7c01b9-c904-4506-9829-bc072a751e01 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'router': {'routes': None}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:46.799837 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-b6cdbad0-6122-41fd-b549-4f52b659bb92 req-33784a31-a9cf-4ba6-9832-c9cc663dd589 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] For port d43fa957-0386-4726-8991-372fa2fceead, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=d43fa957-0386-4726-8991-372fa2fceead,segment=NetworkSegment(1887c206-199f-4e98-b0c1-9c80053d95f7),segment_id=1887c206-199f-4e98-b0c1-9c80053d95f7)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:46.800319 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b6cdbad0-6122-41fd-b549-4f52b659bb92 req-33784a31-a9cf-4ba6-9832-c9cc663dd589 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:46.930930 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-b6cdbad0-6122-41fd-b549-4f52b659bb92 req-33784a31-a9cf-4ba6-9832-c9cc663dd589 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Calling delete_port for d43fa957-0386-4726-8991-372fa2fceead owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:28:47.003518 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.extraroute_db [None req-ff7c01b9-c904-4506-9829-bc072a751e01 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Added routes are [] {{(pid=87442) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 26 11:28:47.003858 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.extraroute_db [None req-ff7c01b9-c904-4506-9829-bc072a751e01 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Removed routes are [] {{(pid=87442) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 26 11:28:47.004200 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ff7c01b9-c904-4506-9829-bc072a751e01 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:47.077300 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b6cdbad0-6122-41fd-b549-4f52b659bb92 req-33784a31-a9cf-4ba6-9832-c9cc663dd589 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:47.164863 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33784a31-a9cf-4ba6-9832-c9cc663dd589 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Pushing event deleted for resources: {'Port': ['ID=d43fa957-0386-4726-8991-372fa2fceead,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:47.213229 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6cdbad0-6122-41fd-b549-4f52b659bb92 req-33784a31-a9cf-4ba6-9832-c9cc663dd589 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] No DVR routers for this DVR port d43fa957-0386-4726-8991-372fa2fceead on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:28:47.215726 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b6cdbad0-6122-41fd-b549-4f52b659bb92 req-33784a31-a9cf-4ba6-9832-c9cc663dd589 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:47.218589 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd3bbca-421c-404f-9a66-6936e0c85834', 'name': 'network-vif-deleted', 'tag': 'd43fa957-0386-4726-8991-372fa2fceead'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:28:47.235302 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b6cdbad0-6122-41fd-b549-4f52b659bb92 req-33784a31-a9cf-4ba6-9832-c9cc663dd589 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.24 "DELETE /v2.0/ports/d43fa957-0386-4726-8991-372fa2fceead HTTP/1.1" status: 204 len: 173 time: 1.0589614 Jan 26 11:28:47.268947 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd3bbca-421c-404f-9a66-6936e0c85834', 'name': 'network-vif-deleted', 'tag': 'd43fa957-0386-4726-8991-372fa2fceead', 'status': 'completed', 'code': 200} Jan 26 11:28:47.380860 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ff7c01b9-c904-4506-9829-bc072a751e01 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:47.384222 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ff7c01b9-c904-4506-9829-bc072a751e01 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1634753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1634766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1640079'] for router, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:47.524249 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7c01b9-c904-4506-9829-bc072a751e01 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Router e16f1445-019a-4510-ac76-0e59e617844a has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:28:47.537775 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-1d212184-9b2f-457f-b327-eba36c69fb21 req-8b9ed2ad-a399-4935-8756-bbae99fb09c6 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Synchronizing usage tracker for tenant:78b2214c8dbf43e398d9d4fedfa8da2d on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:28:47.555429 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-1d212184-9b2f-457f-b327-eba36c69fb21 req-8b9ed2ad-a399-4935-8756-bbae99fb09c6 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Unset dirty status for tenant:78b2214c8dbf43e398d9d4fedfa8da2d on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:28:47.556768 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1d212184-9b2f-457f-b327-eba36c69fb21 req-8b9ed2ad-a399-4935-8756-bbae99fb09c6 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd3bbca-421c-404f-9a66-6936e0c85834 HTTP/1.1" status: 200 len: 210 time: 0.0691056 Jan 26 11:28:47.665831 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7c01b9-c904-4506-9829-bc072a751e01 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:28:47.672388 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ff7c01b9-c904-4506-9829-bc072a751e01 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:47.673710 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ff7c01b9-c904-4506-9829-bc072a751e01 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "PUT /v2.0/routers/e16f1445-019a-4510-ac76-0e59e617844a HTTP/1.1" status: 200 len: 705 time: 0.9682779 Jan 26 11:28:47.676306 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54324) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:47.676633 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6290b5-d0fc-4f14-ae70-c9da15626910 None None] Sync routers for ids ['e16f1445-019a-4510-ac76-0e59e617844a'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:28:47.687010 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6290b5-d0fc-4f14-ae70-c9da15626910 None None] Routers {'e16f1445-019a-4510-ac76-0e59e617844a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:47.687739 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-de6290b5-d0fc-4f14-ae70-c9da15626910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e16f1445-019a-4510-ac76-0e59e617844a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:47.721577 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6f6951aa-5992-47c0-b446-c22a1c0bc23c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Synchronizing usage tracker for tenant:50b8065b09b94599b4fb2f9dadc72721 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:28:47.738312 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6f6951aa-5992-47c0-b446-c22a1c0bc23c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Unset dirty status for tenant:50b8065b09b94599b4fb2f9dadc72721 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:28:47.739512 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6f6951aa-5992-47c0-b446-c22a1c0bc23c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "GET /v2.0/ports?device_id=e16f1445-019a-4510-ac76-0e59e617844a HTTP/1.1" status: 200 len: 205 time: 0.0622432 Jan 26 11:28:47.742896 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54328) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:47.871410 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-de6290b5-d0fc-4f14-ae70-c9da15626910 None None] Set router e16f1445-019a-4510-ac76-0e59e617844a gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:47.910924 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ccbbcd80-e413-4b7f-a4b8-0172b2516c6c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:47.981248 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-de6290b5-d0fc-4f14-ae70-c9da15626910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:43Z', 'revision_number': 11, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:47.985096 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6290b5-d0fc-4f14-ae70-c9da15626910 None None] Checking router: e16f1445-019a-4510-ac76-0e59e617844a for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:28:47.993952 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6290b5-d0fc-4f14-ae70-c9da15626910 None None] Routers {'e16f1445-019a-4510-ac76-0e59e617844a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:47.994592 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-de6290b5-d0fc-4f14-ae70-c9da15626910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['e16f1445-019a-4510-ac76-0e59e617844a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:48.123604 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-de6290b5-d0fc-4f14-ae70-c9da15626910 None None] Set router e16f1445-019a-4510-ac76-0e59e617844a gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:48.212778 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ccbbcd80-e413-4b7f-a4b8-0172b2516c6c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:48.214993 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ccbbcd80-e413-4b7f-a4b8-0172b2516c6c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:48.241265 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ccbbcd80-e413-4b7f-a4b8-0172b2516c6c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:48.241783 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbbcd80-e413-4b7f-a4b8-0172b2516c6c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Fanout notify agent at l3_agent the message router_deleted on router e16f1445-019a-4510-ac76-0e59e617844a {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:28:48.242187 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-de6290b5-d0fc-4f14-ae70-c9da15626910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:43Z', 'revision_number': 11, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:48.246449 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6290b5-d0fc-4f14-ae70-c9da15626910 None None] The sync data for ids ['e16f1445-019a-4510-ac76-0e59e617844a'] in dv-neutron-826439-1-hyperv is: [{'id': 'e16f1445-019a-4510-ac76-0e59e617844a', 'name': 'tempest-RoutersIpV6Test-router-1389794949', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:06Z', 'updated_at': '2022-01-26T11:28:43Z', 'revision_number': 11, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:28:48.256966 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ccbbcd80-e413-4b7f-a4b8-0172b2516c6c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:48.258087 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ccbbcd80-e413-4b7f-a4b8-0172b2516c6c tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/routers/e16f1445-019a-4510-ac76-0e59e617844a HTTP/1.1" status: 204 len: 168 time: 0.5135472 Jan 26 11:28:48.262214 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54332) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:48.268233 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-0fa88784-e91f-4624-8476-939561f0c3f5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-392766958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:48.276269 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-0fa88784-e91f-4624-8476-939561f0c3f5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:28:48.280461 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0fa88784-e91f-4624-8476-939561f0c3f5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Usage tracker for resource:router and tenant:50b8065b09b94599b4fb2f9dadc72721 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:28:48.283600 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0fa88784-e91f-4624-8476-939561f0c3f5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:28:48.289422 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-0fa88784-e91f-4624-8476-939561f0c3f5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:28:48.300315 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0fa88784-e91f-4624-8476-939561f0c3f5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:48.301489 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0fa88784-e91f-4624-8476-939561f0c3f5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:48.318990 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0fa88784-e91f-4624-8476-939561f0c3f5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:48.337573 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0fa88784-e91f-4624-8476-939561f0c3f5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:48.363606 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0fa88784-e91f-4624-8476-939561f0c3f5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:48.365580 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0fa88784-e91f-4624-8476-939561f0c3f5 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1017461 Jan 26 11:28:48.368640 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54336) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:48.373959 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-14b74deb-b262-482b-a1fb-e1719ddb5994 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:48.659256 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54344) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:48.874278 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-14b74deb-b262-482b-a1fb-e1719ddb5994 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:48.885388 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-14b74deb-b262-482b-a1fb-e1719ddb5994 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1634753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1634766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1640079'] for router, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:49.046504 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b74deb-b262-482b-a1fb-e1719ddb5994 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Router 389484a0-7e20-4c4e-92c6-726835d77676 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:28:49.184337 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b74deb-b262-482b-a1fb-e1719ddb5994 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:28:49.190687 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-14b74deb-b262-482b-a1fb-e1719ddb5994 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:49.191828 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-14b74deb-b262-482b-a1fb-e1719ddb5994 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "PUT /v2.0/routers/389484a0-7e20-4c4e-92c6-726835d77676 HTTP/1.1" status: 200 len: 697 time: 0.8222115 Jan 26 11:28:49.194634 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54348) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:49.196643 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62b84a3-1c38-4485-a532-2f270fd5f129 None None] Sync routers for ids ['389484a0-7e20-4c4e-92c6-726835d77676'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:28:49.205699 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62b84a3-1c38-4485-a532-2f270fd5f129 None None] Routers {'389484a0-7e20-4c4e-92c6-726835d77676'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:49.206308 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-c62b84a3-1c38-4485-a532-2f270fd5f129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['389484a0-7e20-4c4e-92c6-726835d77676'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:49.220567 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd2180c0-034b-4ee3-931d-a1ebfd3935cd tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:49.332024 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-c62b84a3-1c38-4485-a532-2f270fd5f129 None None] Set router 389484a0-7e20-4c4e-92c6-726835d77676 gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:49.336926 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-015a50c3-8249-403e-8dec-dbe4b1a28185 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "GET /v2.0/routers/389484a0-7e20-4c4e-92c6-726835d77676 HTTP/1.1" status: 200 len: 703 time: 0.1381731 Jan 26 11:28:49.337154 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54352) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:49.385626 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-de7c04fc-1bee-4654-94ac-3a011a0cb9d0 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "GET /v2.0/ports?device_id=389484a0-7e20-4c4e-92c6-726835d77676 HTTP/1.1" status: 200 len: 205 time: 0.0452228 Jan 26 11:28:49.385984 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54356) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:49.468908 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-c62b84a3-1c38-4485-a532-2f270fd5f129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389484a0-7e20-4c4e-92c6-726835d77676', 'name': 'tempest-RoutersIpV6Test-router-392766958', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:48Z', 'updated_at': '2022-01-26T11:28:48Z', 'revision_number': 2, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:49.472910 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62b84a3-1c38-4485-a532-2f270fd5f129 None None] Checking router: 389484a0-7e20-4c4e-92c6-726835d77676 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:28:49.481548 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62b84a3-1c38-4485-a532-2f270fd5f129 None None] Routers {'389484a0-7e20-4c4e-92c6-726835d77676'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:49.482157 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-c62b84a3-1c38-4485-a532-2f270fd5f129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['389484a0-7e20-4c4e-92c6-726835d77676'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:49.522186 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fd7c2123-928b-4aa1-a8b3-b5387a5f2045 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:49.591507 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-dd2180c0-034b-4ee3-931d-a1ebfd3935cd tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Deleting port 433bb87d-1348-4a9d-8fa0-eddf7c90b200 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:28:49.592126 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd2180c0-034b-4ee3-931d-a1ebfd3935cd tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:49.611873 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-c62b84a3-1c38-4485-a532-2f270fd5f129 None None] Set router 389484a0-7e20-4c4e-92c6-726835d77676 gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:49.721232 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-c62b84a3-1c38-4485-a532-2f270fd5f129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389484a0-7e20-4c4e-92c6-726835d77676', 'name': 'tempest-RoutersIpV6Test-router-392766958', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:48Z', 'updated_at': '2022-01-26T11:28:48Z', 'revision_number': 2, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:49.726556 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62b84a3-1c38-4485-a532-2f270fd5f129 None None] The sync data for ids ['389484a0-7e20-4c4e-92c6-726835d77676'] in dv-neutron-826439-1-hyperv is: [{'id': '389484a0-7e20-4c4e-92c6-726835d77676', 'name': 'tempest-RoutersIpV6Test-router-392766958', 'tenant_id': '50b8065b09b94599b4fb2f9dadc72721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:48Z', 'updated_at': '2022-01-26T11:28:48Z', 'revision_number': 2, 'project_id': '50b8065b09b94599b4fb2f9dadc72721', 'gw_port_host': None}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:28:49.933382 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-dd2180c0-034b-4ee3-931d-a1ebfd3935cd tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] For port 433bb87d-1348-4a9d-8fa0-eddf7c90b200, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=433bb87d-1348-4a9d-8fa0-eddf7c90b200,segment=NetworkSegment(1887c206-199f-4e98-b0c1-9c80053d95f7),segment_id=1887c206-199f-4e98-b0c1-9c80053d95f7)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:49.933746 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd2180c0-034b-4ee3-931d-a1ebfd3935cd tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:49.956615 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fd7c2123-928b-4aa1-a8b3-b5387a5f2045 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:49.959844 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fd7c2123-928b-4aa1-a8b3-b5387a5f2045 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:49.983354 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fd7c2123-928b-4aa1-a8b3-b5387a5f2045 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:49.983765 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7c2123-928b-4aa1-a8b3-b5387a5f2045 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Fanout notify agent at l3_agent the message router_deleted on router 389484a0-7e20-4c4e-92c6-726835d77676 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:28:49.991508 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device d43fa957-0386-4726-8991-372fa2fceead no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:28:50.003224 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fd7c2123-928b-4aa1-a8b3-b5387a5f2045 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:50.004544 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fd7c2123-928b-4aa1-a8b3-b5387a5f2045 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/routers/389484a0-7e20-4c4e-92c6-726835d77676 HTTP/1.1" status: 204 len: 168 time: 0.6175227 Jan 26 11:28:50.011145 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54360) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:50.030065 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: d43fa957-0386-4726-8991-372fa2fceead {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:28:50.030437 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device d43fa957-0386-4726-8991-372fa2fceead not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:28:50.057329 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-442f86c2-23eb-4576-b425-92c5607e2831 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "GET /v2.0/ports?device_id=389484a0-7e20-4c4e-92c6-726835d77676 HTTP/1.1" status: 200 len: 205 time: 0.0449727 Jan 26 11:28:50.059635 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54364) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:50.060700 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-dd2180c0-034b-4ee3-931d-a1ebfd3935cd tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Calling delete_port for 433bb87d-1348-4a9d-8fa0-eddf7c90b200 owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:28:50.128161 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-b1ca7219-0130-4204-9016-b815521a268b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] delete failed (client error): The resource could not be found. Jan 26 11:28:50.129189 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b1ca7219-0130-4204-9016-b815521a268b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/routers/389484a0-7e20-4c4e-92c6-726835d77676 HTTP/1.1" status: 404 len: 336 time: 0.0686712 Jan 26 11:28:50.132385 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54368) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:50.170768 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-6362fc85-5c37-4f03-9416-a424faefc2bd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] DELETE failed (client error): The resource could not be found. Jan 26 11:28:50.171232 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6362fc85-5c37-4f03-9416-a424faefc2bd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:28:50.172938 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6362fc85-5c37-4f03-9416-a424faefc2bd tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/subnets/9a693b29-2792-4208-9caf-2f454e44c76d HTTP/1.1" status: 404 len: 337 time: 0.0396428 Jan 26 11:28:50.175472 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54372) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:50.214795 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7f375cd-e674-4ae7-bec8-ea64140ec6ae tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] DELETE failed (client error): The resource could not be found. Jan 26 11:28:50.215254 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7f375cd-e674-4ae7-bec8-ea64140ec6ae tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:28:50.216943 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f7f375cd-e674-4ae7-bec8-ea64140ec6ae tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/subnets/637acb5b-14e6-4484-971e-87bfd4f7eefa HTTP/1.1" status: 404 len: 337 time: 0.0405812 Jan 26 11:28:50.219444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54376) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:50.260543 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-db760c67-5d91-4c19-93a2-a84d39eb7e90 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] DELETE failed (client error): The resource could not be found. Jan 26 11:28:50.260916 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db760c67-5d91-4c19-93a2-a84d39eb7e90 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:28:50.262636 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-db760c67-5d91-4c19-93a2-a84d39eb7e90 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/subnets/cf2c0f6d-3e26-4d5f-9941-5e1184c49ecf HTTP/1.1" status: 404 len: 337 time: 0.0422852 Jan 26 11:28:50.265281 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54380) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:50.269076 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd2180c0-034b-4ee3-931d-a1ebfd3935cd tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:50.304192 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-836deab6-ad09-4863-bb59-626bd782e72d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] DELETE failed (client error): The resource could not be found. Jan 26 11:28:50.304657 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-836deab6-ad09-4863-bb59-626bd782e72d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:28:50.306363 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-836deab6-ad09-4863-bb59-626bd782e72d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/subnets/d7afb243-893e-4ab3-a3a5-85bea280e37c HTTP/1.1" status: 404 len: 337 time: 0.0401309 Jan 26 11:28:50.309074 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54384) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:50.320040 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2180c0-034b-4ee3-931d-a1ebfd3935cd tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Pushing event deleted for resources: {'Port': ['ID=433bb87d-1348-4a9d-8fa0-eddf7c90b200,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:50.358503 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-78683271-4549-43c8-b10e-785d9b9958f7 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "GET /v2.0/ports?device_id=e16f1445-019a-4510-ac76-0e59e617844a HTTP/1.1" status: 200 len: 205 time: 0.0470178 Jan 26 11:28:50.359491 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54388) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:50.436989 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-2edc37f4-95fa-402e-8d3b-acadeddd921b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] delete failed (client error): The resource could not be found. Jan 26 11:28:50.438232 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2edc37f4-95fa-402e-8d3b-acadeddd921b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/routers/e16f1445-019a-4510-ac76-0e59e617844a HTTP/1.1" status: 404 len: 336 time: 0.0777068 Jan 26 11:28:50.440921 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54392) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:50.492242 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-47a3a14d-1f8e-4002-b151-f45b5772989f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "GET /v2.0/ports?device_id=e98b8d16-6029-47c4-b053-9d5e6f7c1938 HTTP/1.1" status: 200 len: 205 time: 0.0501838 Jan 26 11:28:50.494560 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54396) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:50.566773 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-92bc0692-954b-4c6f-8d04-6ed37b89fbab tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] delete failed (client error): The resource could not be found. Jan 26 11:28:50.568353 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-92bc0692-954b-4c6f-8d04-6ed37b89fbab tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/routers/e98b8d16-6029-47c4-b053-9d5e6f7c1938 HTTP/1.1" status: 404 len: 336 time: 0.0723460 Jan 26 11:28:50.570817 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54400) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:50.610303 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-208c2a49-5b6c-44c1-920f-a90d96a05738 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] DELETE failed (client error): The resource could not be found. Jan 26 11:28:50.610709 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-208c2a49-5b6c-44c1-920f-a90d96a05738 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:28:50.611212 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd2180c0-034b-4ee3-931d-a1ebfd3935cd tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:50.612428 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-208c2a49-5b6c-44c1-920f-a90d96a05738 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/subnets/1d16b02f-c0af-41c4-878b-664402e2127e HTTP/1.1" status: 404 len: 337 time: 0.0406427 Jan 26 11:28:50.615763 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54404) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:50.668511 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2769290d-9c2e-4995-acc9-f1e3209d3004 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e83daf3-79ea-48f1-8d7c-7d1af0ba93ce HTTP/1.1" status: 200 len: 205 time: 0.0501151 Jan 26 11:28:50.668874 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54410) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:50.737137 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-3ce72d92-fa34-45a0-9726-407fba7230f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] delete failed (client error): The resource could not be found. Jan 26 11:28:50.738153 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3ce72d92-fa34-45a0-9726-407fba7230f8 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/routers/6e83daf3-79ea-48f1-8d7c-7d1af0ba93ce HTTP/1.1" status: 404 len: 336 time: 0.0683861 Jan 26 11:28:50.740921 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54414) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:50.791822 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7a438fdc-c490-4c35-b104-a325b47e0d3b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe611b39-4067-4d4b-8f95-6274d762af8a HTTP/1.1" status: 200 len: 205 time: 0.0476475 Jan 26 11:28:50.792074 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54418) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:50.864395 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.api.v2.resource [None req-41ae47bf-1f07-401d-93a9-d0a879f3688b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] delete failed (client error): The resource could not be found. Jan 26 11:28:50.865454 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-41ae47bf-1f07-401d-93a9-d0a879f3688b tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/routers/fe611b39-4067-4d4b-8f95-6274d762af8a HTTP/1.1" status: 404 len: 336 time: 0.0724652 Jan 26 11:28:50.868126 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54422) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:50.911113 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ecffcb-42dc-4725-8197-4d2040578b7d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] DELETE failed (client error): The resource could not be found. Jan 26 11:28:50.912187 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78ecffcb-42dc-4725-8197-4d2040578b7d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:28:50.973946 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-78ecffcb-42dc-4725-8197-4d2040578b7d tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/subnets/4fb92bf4-ff01-466c-8790-a62f300baca7 HTTP/1.1" status: 404 len: 337 time: 0.1047163 Jan 26 11:28:50.977126 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54426) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:51.020714 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e80f3e35-0678-422e-b91b-bb0465f21910 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "GET /v2.0/ports?device_id=121cb0df-5748-44fd-a97e-36813f53b0c7 HTTP/1.1" status: 200 len: 205 time: 0.0423703 Jan 26 11:28:51.024207 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54430) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:51.093577 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-0b68dbfe-318b-45e5-999a-50f7e03d3e66 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] delete failed (client error): The resource could not be found. Jan 26 11:28:51.094544 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0b68dbfe-318b-45e5-999a-50f7e03d3e66 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/routers/121cb0df-5748-44fd-a97e-36813f53b0c7 HTTP/1.1" status: 404 len: 336 time: 0.0693185 Jan 26 11:28:51.097057 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54434) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:51.099703 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2180c0-034b-4ee3-931d-a1ebfd3935cd tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Router cb0176aa-36a5-44b7-8a41-b5fbc65e3392 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:28:51.135826 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1ae523-31f8-4cd8-8d62-cf6de71ac20f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] DELETE failed (client error): The resource could not be found. Jan 26 11:28:51.136287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d1ae523-31f8-4cd8-8d62-cf6de71ac20f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:28:51.137993 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6d1ae523-31f8-4cd8-8d62-cf6de71ac20f tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/subnets/e6df81a1-cb79-47d6-aeaf-5f3f9a551742 HTTP/1.1" status: 404 len: 337 time: 0.0400581 Jan 26 11:28:51.140688 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54438) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:51.186547 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4023d974-0e12-401d-bacc-789bac9e67e4 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "GET /v2.0/ports?device_id=81b385e3-8d70-4ef9-9728-d2e2281719dc HTTP/1.1" status: 200 len: 205 time: 0.0446775 Jan 26 11:28:51.188784 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54442) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:51.260114 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-90a94888-0faf-4ae5-825f-39ab88634178 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] delete failed (client error): The resource could not be found. Jan 26 11:28:51.263517 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-90a94888-0faf-4ae5-825f-39ab88634178 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/routers/81b385e3-8d70-4ef9-9728-d2e2281719dc HTTP/1.1" status: 404 len: 336 time: 0.0714650 Jan 26 11:28:51.263749 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54446) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:51.300750 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-db11b638-5014-4873-a66e-34d82f00e227 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] DELETE failed (client error): The resource could not be found. Jan 26 11:28:51.301203 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db11b638-5014-4873-a66e-34d82f00e227 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:28:51.302940 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-db11b638-5014-4873-a66e-34d82f00e227 tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/subnets/fd579bae-6f81-4246-a315-3d88cd2d77a2 HTTP/1.1" status: 404 len: 337 time: 0.0383153 Jan 26 11:28:51.305494 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54450) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:51.346868 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e1b998-047c-454b-bec0-646fd76d028a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] DELETE failed (client error): The resource could not be found. Jan 26 11:28:51.347243 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31e1b998-047c-454b-bec0-646fd76d028a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:28:51.348903 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-31e1b998-047c-454b-bec0-646fd76d028a tempest-RoutersIpV6Test-1238993436 tempest-RoutersIpV6Test-1238993436-project] 10.222.0.39 "DELETE /v2.0/subnets/7b6c12b6-0e38-4eae-8434-a93d931e19d9 HTTP/1.1" status: 404 len: 337 time: 0.0425069 Jan 26 11:28:51.395930 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2180c0-034b-4ee3-931d-a1ebfd3935cd tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:28:51.401153 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-dd2180c0-034b-4ee3-931d-a1ebfd3935cd tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "PUT /v2.0/routers/cb0176aa-36a5-44b7-8a41-b5fbc65e3392/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7407656 Jan 26 11:28:51.403907 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54456) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:51.405361 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cbc4f9-b41b-4d22-9670-3f38272e17d7 None None] Sync routers for ids ['cb0176aa-36a5-44b7-8a41-b5fbc65e3392'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:28:51.414927 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cbc4f9-b41b-4d22-9670-3f38272e17d7 None None] Routers {'cb0176aa-36a5-44b7-8a41-b5fbc65e3392'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:51.415990 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-69cbc4f9-b41b-4d22-9670-3f38272e17d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['cb0176aa-36a5-44b7-8a41-b5fbc65e3392'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:51.488847 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-674d5eab-325d-4954-8899-013c5a5a9fab tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Deleting subnet e078e753-dece-4fd9-ae32-93fd01c0e77c {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:28:51.493861 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-674d5eab-325d-4954-8899-013c5a5a9fab tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:51.559943 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-674d5eab-325d-4954-8899-013c5a5a9fab tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:51.622469 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-69cbc4f9-b41b-4d22-9670-3f38272e17d7 None None] Set router cb0176aa-36a5-44b7-8a41-b5fbc65e3392 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:51.674231 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54462) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:51.772314 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-674d5eab-325d-4954-8899-013c5a5a9fab tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:51.856910 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-674d5eab-325d-4954-8899-013c5a5a9fab tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:51.865963 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-096a5c5a-adfc-406f-8397-a57023bf840b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=50b8065b09b94599b4fb2f9dadc72721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1882906 Jan 26 11:28:51.867166 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54468) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:51.902692 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d5eab-325d-4954-8899-013c5a5a9fab tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Pushing event deleted for resources: {'Subnet': ['ID=e078e753-dece-4fd9-ae32-93fd01c0e77c,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:51.904662 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-674d5eab-325d-4954-8899-013c5a5a9fab tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:51.911256 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-674d5eab-325d-4954-8899-013c5a5a9fab tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "DELETE /v2.0/subnets/e078e753-dece-4fd9-ae32-93fd01c0e77c HTTP/1.1" status: 204 len: 168 time: 0.5062859 Jan 26 11:28:51.913938 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54472) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:51.922888 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0df250-983b-4795-ad1a-13d03d908fe7 None None] Network e8fe3292-2a14-466f-b305-017fad7fdbbd requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:28:51.945621 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ed94e374-885e-4042-9a11-8af7977d99ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:51.972599 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ed94e374-885e-4042-9a11-8af7977d99ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:52.028897 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ed94e374-885e-4042-9a11-8af7977d99ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:52.043675 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94e374-885e-4042-9a11-8af7977d99ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cbb80f-c8cf-41f7-958a-ab5a89dafe6b,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:52.050221 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ed94e374-885e-4042-9a11-8af7977d99ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:52.062583 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ed94e374-885e-4042-9a11-8af7977d99ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/32cbb80f-c8cf-41f7-958a-ab5a89dafe6b HTTP/1.1" status: 204 len: 168 time: 0.1861894 Jan 26 11:28:52.112411 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e3fd623d-64eb-4891-ba6a-c43587592f20 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:52.128769 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-69cbc4f9-b41b-4d22-9670-3f38272e17d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12125218', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:37Z', 'updated_at': '2022-01-26T11:28:50Z', 'revision_number': 5, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'gw_port': {'id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:38Z', 'updated_at': '2022-01-26T11:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:52.139937 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cbc4f9-b41b-4d22-9670-3f38272e17d7 None None] Checking router: cb0176aa-36a5-44b7-8a41-b5fbc65e3392 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:28:52.153102 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cbc4f9-b41b-4d22-9670-3f38272e17d7 None None] Routers {'cb0176aa-36a5-44b7-8a41-b5fbc65e3392'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:52.153726 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-69cbc4f9-b41b-4d22-9670-3f38272e17d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['cb0176aa-36a5-44b7-8a41-b5fbc65e3392'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:52.314188 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e3fd623d-64eb-4891-ba6a-c43587592f20 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:52.326779 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-e3fd623d-64eb-4891-ba6a-c43587592f20 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Deleting port 842d02f2-cd52-4aea-b484-95d0d49cc697 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:28:52.327609 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e3fd623d-64eb-4891-ba6a-c43587592f20 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:52.374545 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6009019c-4703-46a2-8b63-65e15108f01a None None] DHCP port deletion for e8fe3292-2a14-466f-b305-017fad7fdbbd request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:28:52.397898 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-6009019c-4703-46a2-8b63-65e15108f01a None None] Deleting port 5165f873-3315-4d59-89e3-09ad1774466b {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:28:52.398285 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6009019c-4703-46a2-8b63-65e15108f01a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:52.459137 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-69cbc4f9-b41b-4d22-9670-3f38272e17d7 None None] Set router cb0176aa-36a5-44b7-8a41-b5fbc65e3392 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:52.521405 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-e3fd623d-64eb-4891-ba6a-c43587592f20 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] For port 842d02f2-cd52-4aea-b484-95d0d49cc697, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=842d02f2-cd52-4aea-b484-95d0d49cc697,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:52.521781 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e3fd623d-64eb-4891-ba6a-c43587592f20 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:52.647614 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-e3fd623d-64eb-4891-ba6a-c43587592f20 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Calling delete_port for 842d02f2-cd52-4aea-b484-95d0d49cc697 owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:28:52.662844 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-db8ca71f-0892-4dc6-ab72-33561bff99f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:52.776796 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54496) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:52.844703 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-6009019c-4703-46a2-8b63-65e15108f01a None None] For port 5165f873-3315-4d59-89e3-09ad1774466b, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=5165f873-3315-4d59-89e3-09ad1774466b,segment=NetworkSegment(1887c206-199f-4e98-b0c1-9c80053d95f7),segment_id=1887c206-199f-4e98-b0c1-9c80053d95f7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:52.845105 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6009019c-4703-46a2-8b63-65e15108f01a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:52.846038 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e3fd623d-64eb-4891-ba6a-c43587592f20 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:52.902353 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd623d-64eb-4891-ba6a-c43587592f20 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Pushing event deleted for resources: {'Port': ['ID=842d02f2-cd52-4aea-b484-95d0d49cc697,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:52.910121 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-3b85ae35-7fc4-4934-9254-6788b455f2dd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2101143137-network', 'tenant_id': 'a848421bda384d54823be991dfd27e32'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:52.917330 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3b85ae35-7fc4-4934-9254-6788b455f2dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:28:52.921290 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3b85ae35-7fc4-4934-9254-6788b455f2dd admin admin] Usage tracker for resource:network and tenant:a848421bda384d54823be991dfd27e32 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:28:52.924472 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3b85ae35-7fc4-4934-9254-6788b455f2dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:28:52.930772 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3b85ae35-7fc4-4934-9254-6788b455f2dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:28:52.942847 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b85ae35-7fc4-4934-9254-6788b455f2dd admin admin] Made reservation on behalf of a848421bda384d54823be991dfd27e32 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:28:52.945126 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b85ae35-7fc4-4934-9254-6788b455f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:52.957576 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b85ae35-7fc4-4934-9254-6788b455f2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:52.973005 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3b85ae35-7fc4-4934-9254-6788b455f2dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:28:52.978867 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3b85ae35-7fc4-4934-9254-6788b455f2dd admin admin] Usage tracker for resource:security_group_rule and tenant:a848421bda384d54823be991dfd27e32 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:28:52.981677 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3b85ae35-7fc4-4934-9254-6788b455f2dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:28:52.987363 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3b85ae35-7fc4-4934-9254-6788b455f2dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:28:53.002082 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e3fd623d-64eb-4891-ba6a-c43587592f20 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:53.010910 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-6009019c-4703-46a2-8b63-65e15108f01a None None] Calling delete_port for 5165f873-3315-4d59-89e3-09ad1774466b owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:28:53.086144 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b85ae35-7fc4-4934-9254-6788b455f2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:53.093794 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b85ae35-7fc4-4934-9254-6788b455f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:53.108285 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-69cbc4f9-b41b-4d22-9670-3f38272e17d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12125218', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:37Z', 'updated_at': '2022-01-26T11:28:50Z', 'revision_number': 5, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'gw_port': {'id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:38Z', 'updated_at': '2022-01-26T11:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:53.112322 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6009019c-4703-46a2-8b63-65e15108f01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:53.135699 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b85ae35-7fc4-4934-9254-6788b455f2dd admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:28:53.150247 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cbc4f9-b41b-4d22-9670-3f38272e17d7 None None] The sync data for ids ['cb0176aa-36a5-44b7-8a41-b5fbc65e3392'] in dv-neutron-826439-1-hyperv is: [{'id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'name': 'tempest-TestNetworkAdvancedServerOps-router-12125218', 'tenant_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:37Z', 'updated_at': '2022-01-26T11:28:50Z', 'revision_number': 5, 'project_id': '78b2214c8dbf43e398d9d4fedfa8da2d', 'gw_port': {'id': '842d02f2-cd52-4aea-b484-95d0d49cc697', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0176aa-36a5-44b7-8a41-b5fbc65e3392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:38Z', 'updated_at': '2022-01-26T11:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:28:53.171514 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85ae35-7fc4-4934-9254-6788b455f2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1050dc-b1d0-4edf-bd76-4f97e2b43567,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:53.177016 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009019c-4703-46a2-8b63-65e15108f01a None None] Pushing event deleted for resources: {'Port': ['ID=5165f873-3315-4d59-89e3-09ad1774466b,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:53.179630 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6009019c-4703-46a2-8b63-65e15108f01a None None] No DVR routers for this DVR port 5165f873-3315-4d59-89e3-09ad1774466b on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:28:53.179788 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b85ae35-7fc4-4934-9254-6788b455f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:53.180210 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-3b85ae35-7fc4-4934-9254-6788b455f2dd admin admin] Added segment e975887e-2b39-4a12-979c-b5dffc435eff of type vlan for network b9359c06-7646-4efd-91fa-322e125304c7 Jan 26 11:28:53.226587 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b85ae35-7fc4-4934-9254-6788b455f2dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:53.259490 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b85ae35-7fc4-4934-9254-6788b455f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:53.260604 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b85ae35-7fc4-4934-9254-6788b455f2dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:53.261275 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b85ae35-7fc4-4934-9254-6788b455f2dd admin admin] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:53.356877 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e3fd623d-64eb-4891-ba6a-c43587592f20 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:53.359338 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e3fd623d-64eb-4891-ba6a-c43587592f20 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:53.378307 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3b85ae35-7fc4-4934-9254-6788b455f2dd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6002233 Jan 26 11:28:53.379205 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85ae35-7fc4-4934-9254-6788b455f2dd admin admin] Pushing event updated for resources: {'Network': ['ID=b9359c06-7646-4efd-91fa-322e125304c7,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:53.381673 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54504) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:53.388338 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-6e82f77f-d51e-4d1d-949f-28a9009fa75d admin admin] Request body: {'subnet': {'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2101143137-subnet', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'ip_version': 4}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:53.390827 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network b9359c06-7646-4efd-91fa-322e125304c7 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:28:53.393028 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e3fd623d-64eb-4891-ba6a-c43587592f20 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:53.393515 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fd623d-64eb-4891-ba6a-c43587592f20 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Fanout notify agent at l3_agent the message router_deleted on router cb0176aa-36a5-44b7-8a41-b5fbc65e3392 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:28:53.395318 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6e82f77f-d51e-4d1d-949f-28a9009fa75d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:28:53.403946 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6e82f77f-d51e-4d1d-949f-28a9009fa75d admin admin] Usage tracker for resource:subnet and tenant:a848421bda384d54823be991dfd27e32 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:28:53.407492 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6e82f77f-d51e-4d1d-949f-28a9009fa75d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:28:53.415584 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6e82f77f-d51e-4d1d-949f-28a9009fa75d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:28:53.427094 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e3fd623d-64eb-4891-ba6a-c43587592f20 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:53.430773 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e3fd623d-64eb-4891-ba6a-c43587592f20 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "DELETE /v2.0/routers/cb0176aa-36a5-44b7-8a41-b5fbc65e3392 HTTP/1.1" status: 204 len: 168 time: 1.5158417 Jan 26 11:28:53.431521 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54508) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:53.437881 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e82f77f-d51e-4d1d-949f-28a9009fa75d admin admin] Made reservation on behalf of a848421bda384d54823be991dfd27e32 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:28:53.440563 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6e82f77f-d51e-4d1d-949f-28a9009fa75d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:53.562884 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-80359c6f-e246-4e79-a3dd-4ea1f9ed66c1 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:53.597264 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 433bb87d-1348-4a9d-8fa0-eddf7c90b200 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:28:53.633229 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 433bb87d-1348-4a9d-8fa0-eddf7c90b200 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:28:53.633567 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 433bb87d-1348-4a9d-8fa0-eddf7c90b200 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:28:53.634191 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 5165f873-3315-4d59-89e3-09ad1774466b no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:28:53.671283 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 5165f873-3315-4d59-89e3-09ad1774466b {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:28:53.671838 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 5165f873-3315-4d59-89e3-09ad1774466b not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:28:53.712898 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6e82f77f-d51e-4d1d-949f-28a9009fa75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:53.727605 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-80359c6f-e246-4e79-a3dd-4ea1f9ed66c1 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:53.752386 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-80359c6f-e246-4e79-a3dd-4ea1f9ed66c1 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8fe3292-2a14-466f-b305-017fad7fdbbd']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:53.766031 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-80359c6f-e246-4e79-a3dd-4ea1f9ed66c1 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1887c206-199f-4e98-b0c1-9c80053d95f7') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:53.766350 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-80359c6f-e246-4e79-a3dd-4ea1f9ed66c1 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1887c206-199f-4e98-b0c1-9c80053d95f7') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:53.777726 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-80359c6f-e246-4e79-a3dd-4ea1f9ed66c1 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:53.791998 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82f77f-d51e-4d1d-949f-28a9009fa75d admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b349df-7279-45a5-a567-116b1ec641a3,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:53.794074 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-80359c6f-e246-4e79-a3dd-4ea1f9ed66c1 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:53.800561 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80359c6f-e246-4e79-a3dd-4ea1f9ed66c1 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:28:53.800965 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-80359c6f-e246-4e79-a3dd-4ea1f9ed66c1 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:53.803114 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e82f77f-d51e-4d1d-949f-28a9009fa75d admin admin] Checking segment: {'id': 'e975887e-2b39-4a12-979c-b5dffc435eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:28:53.803496 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e82f77f-d51e-4d1d-949f-28a9009fa75d admin admin] Network hostable DHCP agents. Network: b9359c06-7646-4efd-91fa-322e125304c7, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:28:53.817127 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:28:53.825783 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e82f77f-d51e-4d1d-949f-28a9009fa75d admin admin] Network b9359c06-7646-4efd-91fa-322e125304c7 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:28:53.837393 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-6e82f77f-d51e-4d1d-949f-28a9009fa75d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, b9359c06-7646-4efd-91fa-322e125304c7) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:28:53.841657 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e82f77f-d51e-4d1d-949f-28a9009fa75d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:28:53.842243 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6e82f77f-d51e-4d1d-949f-28a9009fa75d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:53.848279 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535dd4ab-5ff6-4aa7-88e1-97f83b24465b None None] Network b9359c06-7646-4efd-91fa-322e125304c7 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:28:53.864280 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6e82f77f-d51e-4d1d-949f-28a9009fa75d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4806218 Jan 26 11:28:53.870569 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54512) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:53.875553 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-85c00502-9693-408f-b1fa-2cccc12a4cf2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:28:53.880014 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-85c00502-9693-408f-b1fa-2cccc12a4cf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:28:53.884670 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-85c00502-9693-408f-b1fa-2cccc12a4cf2 admin admin] Usage tracker for resource:router and tenant:a848421bda384d54823be991dfd27e32 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:28:53.887679 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-85c00502-9693-408f-b1fa-2cccc12a4cf2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:28:53.893670 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-85c00502-9693-408f-b1fa-2cccc12a4cf2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:28:53.903391 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-80359c6f-e246-4e79-a3dd-4ea1f9ed66c1 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:53.904787 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-85c00502-9693-408f-b1fa-2cccc12a4cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:53.905858 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-85c00502-9693-408f-b1fa-2cccc12a4cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:53.921626 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-85c00502-9693-408f-b1fa-2cccc12a4cf2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:53.927833 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-80359c6f-e246-4e79-a3dd-4ea1f9ed66c1 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:53.930557 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80359c6f-e246-4e79-a3dd-4ea1f9ed66c1 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Pushing event deleted for resources: {'Network': ['ID=e8fe3292-2a14-466f-b305-017fad7fdbbd,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:53.951102 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-80359c6f-e246-4e79-a3dd-4ea1f9ed66c1 tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "DELETE /v2.0/networks/e8fe3292-2a14-466f-b305-017fad7fdbbd HTTP/1.1" status: 204 len: 168 time: 0.5157421 Jan 26 11:28:53.951451 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54516) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:54.022942 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc5bf-783b-4355-80bc-6f3e8b6f3ccb tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:54.055818 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc5bf-783b-4355-80bc-6f3e8b6f3ccb tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:54.096094 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c859d8ac-40f1-4b1e-94ae-87dce10d3b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-b9359c06-7646-4efd-91fa-322e125304c7', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'fixed_ips': [{'subnet_id': '26b349df-7279-45a5-a567-116b1ec641a3'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:28:54.096926 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c859d8ac-40f1-4b1e-94ae-87dce10d3b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:54.138459 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc5bf-783b-4355-80bc-6f3e8b6f3ccb tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:54.159892 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfc5bf-783b-4355-80bc-6f3e8b6f3ccb tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9896c1-20af-492f-ba6c-1ae68e3fc80c,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:54.169805 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc5bf-783b-4355-80bc-6f3e8b6f3ccb tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:54.175436 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f5dfc5bf-783b-4355-80bc-6f3e8b6f3ccb tempest-TestNetworkAdvancedServerOps-1144343554 tempest-TestNetworkAdvancedServerOps-1144343554-project] 10.222.0.39 "DELETE /v2.0/security-groups/0f9896c1-20af-492f-ba6c-1ae68e3fc80c HTTP/1.1" status: 204 len: 168 time: 0.2228246 Jan 26 11:28:54.220124 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-85c00502-9693-408f-b1fa-2cccc12a4cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:54.314539 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-c859d8ac-40f1-4b1e-94ae-87dce10d3b17 None None] Allocated IP 172.20.0.2 (b9359c06-7646-4efd-91fa-322e125304c7/26b349df-7279-45a5-a567-116b1ec641a3/bd22770e-0910-47e0-a12e-3aa911630778) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:28:54.453443 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54526) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:54.540218 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c859d8ac-40f1-4b1e-94ae-87dce10d3b17 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:54.550550 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c859d8ac-40f1-4b1e-94ae-87dce10d3b17 None None] Transition to ACTIVE for port object bd22770e-0910-47e0-a12e-3aa911630778 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:28:54.556522 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-85c00502-9693-408f-b1fa-2cccc12a4cf2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:54.571017 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c859d8ac-40f1-4b1e-94ae-87dce10d3b17 None None] Transition to ACTIVE for port object bd22770e-0910-47e0-a12e-3aa911630778 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:28:54.578520 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c859d8ac-40f1-4b1e-94ae-87dce10d3b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:54.591813 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-85c00502-9693-408f-b1fa-2cccc12a4cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:54.632964 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e357527b-07f8-4578-b6d3-34cc44cadf43 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=78b2214c8dbf43e398d9d4fedfa8da2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1782584 Jan 26 11:28:54.634951 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54532) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:54.649645 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c859d8ac-40f1-4b1e-94ae-87dce10d3b17 None None] Network b9359c06-7646-4efd-91fa-322e125304c7 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:28:54.652514 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-c859d8ac-40f1-4b1e-94ae-87dce10d3b17 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:28:54.656420 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c859d8ac-40f1-4b1e-94ae-87dce10d3b17 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:28:54.693348 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859d8ac-40f1-4b1e-94ae-87dce10d3b17 None None] Pushing event updated for resources: {'Port': ['ID=bd22770e-0910-47e0-a12e-3aa911630778,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:54.696483 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-acac59b2-6ff8-4781-860e-f653bc8e7d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:54.724511 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-acac59b2-6ff8-4781-860e-f653bc8e7d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:54.740162 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-85c00502-9693-408f-b1fa-2cccc12a4cf2 admin admin] Allocated IP 172.26.5.164 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/80dbc343-3aac-4ca8-aa98-b66b94a4e1b6) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:28:54.763181 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-c859d8ac-40f1-4b1e-94ae-87dce10d3b17 None None] Attempting to bind port bd22770e-0910-47e0-a12e-3aa911630778 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:28:54.763554 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-c859d8ac-40f1-4b1e-94ae-87dce10d3b17 None None] Attempting to bind port bd22770e-0910-47e0-a12e-3aa911630778 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'e975887e-2b39-4a12-979c-b5dffc435eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:28:54.763923 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c859d8ac-40f1-4b1e-94ae-87dce10d3b17 None None] Attempting to bind port bd22770e-0910-47e0-a12e-3aa911630778 on network b9359c06-7646-4efd-91fa-322e125304c7 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:28:54.771429 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c859d8ac-40f1-4b1e-94ae-87dce10d3b17 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:28:54.772047 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c859d8ac-40f1-4b1e-94ae-87dce10d3b17 None None] Checking segment: {'id': 'e975887e-2b39-4a12-979c-b5dffc435eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:28:54.772717 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c859d8ac-40f1-4b1e-94ae-87dce10d3b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:54.773397 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c859d8ac-40f1-4b1e-94ae-87dce10d3b17 None None] Bound using segment: {'id': 'e975887e-2b39-4a12-979c-b5dffc435eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:28:54.774765 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-c859d8ac-40f1-4b1e-94ae-87dce10d3b17 None None] Bound port: bd22770e-0910-47e0-a12e-3aa911630778, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e975887e-2b39-4a12-979c-b5dffc435eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:28:54.774957 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c859d8ac-40f1-4b1e-94ae-87dce10d3b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:54.795325 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a948a6ed-af7a-4e92-bd53-f614b6c92275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:54.805547 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-acac59b2-6ff8-4781-860e-f653bc8e7d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:54.830664 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac59b2-6ff8-4781-860e-f653bc8e7d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e41de0-4150-40e0-87be-2b9b317d90ba,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:54.842659 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-acac59b2-6ff8-4781-860e-f653bc8e7d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:54.846063 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-acac59b2-6ff8-4781-860e-f653bc8e7d2a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/89e41de0-4150-40e0-87be-2b9b317d90ba HTTP/1.1" status: 204 len: 168 time: 0.2077408 Jan 26 11:28:54.888624 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c859d8ac-40f1-4b1e-94ae-87dce10d3b17 None None] For port bd22770e-0910-47e0-a12e-3aa911630778, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:28:54.891726 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c859d8ac-40f1-4b1e-94ae-87dce10d3b17 None None] For port bd22770e-0910-47e0-a12e-3aa911630778, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=bd22770e-0910-47e0-a12e-3aa911630778,segment=NetworkSegment(e975887e-2b39-4a12-979c-b5dffc435eff),segment_id=e975887e-2b39-4a12-979c-b5dffc435eff)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:28:54.898934 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c859d8ac-40f1-4b1e-94ae-87dce10d3b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:54.934080 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-85c00502-9693-408f-b1fa-2cccc12a4cf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:54.967757 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-85c00502-9693-408f-b1fa-2cccc12a4cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:54.995309 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859d8ac-40f1-4b1e-94ae-87dce10d3b17 None None] Pushing event updated for resources: {'Port': ['ID=bd22770e-0910-47e0-a12e-3aa911630778,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:55.040693 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c00502-9693-408f-b1fa-2cccc12a4cf2 admin admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:28:55.043897 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-85c00502-9693-408f-b1fa-2cccc12a4cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:28:55.047635 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c00502-9693-408f-b1fa-2cccc12a4cf2 admin admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:28:55.078018 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c00502-9693-408f-b1fa-2cccc12a4cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=80dbc343-3aac-4ca8-aa98-b66b94a4e1b6,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:55.186709 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54542) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:55.213317 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5a1e54e0-3b82-4c82-bb7a-e1ce0a76346b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:55.232039 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-5a1e54e0-3b82-4c82-bb7a-e1ce0a76346b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:28:55.238046 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5a1e54e0-3b82-4c82-bb7a-e1ce0a76346b admin admin] Usage tracker for resource:security_group_rule and tenant:eb757fd93dee4bb5837df8a5f41f8121 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:28:55.242439 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5a1e54e0-3b82-4c82-bb7a-e1ce0a76346b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:28:55.248616 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-5a1e54e0-3b82-4c82-bb7a-e1ce0a76346b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:28:55.345457 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5a1e54e0-3b82-4c82-bb7a-e1ce0a76346b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:55.351098 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5a1e54e0-3b82-4c82-bb7a-e1ce0a76346b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:55.406437 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5a1e54e0-3b82-4c82-bb7a-e1ce0a76346b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb757fd93dee4bb5837df8a5f41f8121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2185996 Jan 26 11:28:55.407382 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e54e0-3b82-4c82-bb7a-e1ce0a76346b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a0f82e-8b76-4e6b-bd93-554bc589cff7,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:55.409672 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54546) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:55.478657 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e1064c84-becd-4bd8-bfca-8d82f41406fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:55.509069 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e1064c84-becd-4bd8-bfca-8d82f41406fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:55.545514 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device bd22770e-0910-47e0-a12e-3aa911630778 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:28:55.586741 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e1064c84-becd-4bd8-bfca-8d82f41406fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:55.606622 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1064c84-becd-4bd8-bfca-8d82f41406fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a0f82e-8b76-4e6b-bd93-554bc589cff7,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:55.612899 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e1064c84-becd-4bd8-bfca-8d82f41406fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:55.619137 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e1064c84-becd-4bd8-bfca-8d82f41406fb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8a0f82e-8b76-4e6b-bd93-554bc589cff7 HTTP/1.1" status: 204 len: 168 time: 0.2081108 Jan 26 11:28:55.637328 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port bd22770e-0910-47e0-a12e-3aa911630778 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:28:55.650907 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 842d02f2-cd52-4aea-b484-95d0d49cc697 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:28:55.668471 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-85c00502-9693-408f-b1fa-2cccc12a4cf2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:55.688986 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 842d02f2-cd52-4aea-b484-95d0d49cc697 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:28:55.689338 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 842d02f2-cd52-4aea-b484-95d0d49cc697 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:28:55.873034 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:56.020443 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:56.056666 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-85c00502-9693-408f-b1fa-2cccc12a4cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:56.190904 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9929ce44-e002-469f-a5ab-cacd716406a4 None None] Network b9359c06-7646-4efd-91fa-322e125304c7 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:28:56.267347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c00502-9693-408f-b1fa-2cccc12a4cf2 admin admin] Router 3a5de116-f758-4322-815b-b93f09187110 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:28:56.295948 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6ef3e28a-5601-4df8-bce6-b0b09a67e6ae None None] Provisioning for port bd22770e-0910-47e0-a12e-3aa911630778 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:28:56.305159 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6ef3e28a-5601-4df8-bce6-b0b09a67e6ae None None] Provisioning complete for port bd22770e-0910-47e0-a12e-3aa911630778 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:56.305531 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6ef3e28a-5601-4df8-bce6-b0b09a67e6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:56.446127 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c00502-9693-408f-b1fa-2cccc12a4cf2 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:28:56.457005 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] Sync routers for ids ['3a5de116-f758-4322-815b-b93f09187110'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:28:56.466898 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] Routers {'3a5de116-f758-4322-815b-b93f09187110'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:56.467600 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['3a5de116-f758-4322-815b-b93f09187110'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:56.470733 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-85c00502-9693-408f-b1fa-2cccc12a4cf2 admin admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:56.472186 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-85c00502-9693-408f-b1fa-2cccc12a4cf2 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6006501 Jan 26 11:28:56.476329 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54552) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:56.520233 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6ef3e28a-5601-4df8-bce6-b0b09a67e6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:56.562070 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-6ef3e28a-5601-4df8-bce6-b0b09a67e6ae None None] For port bd22770e-0910-47e0-a12e-3aa911630778, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=bd22770e-0910-47e0-a12e-3aa911630778,segment=NetworkSegment(e975887e-2b39-4a12-979c-b5dffc435eff),segment_id=e975887e-2b39-4a12-979c-b5dffc435eff)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:56.568312 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6ef3e28a-5601-4df8-bce6-b0b09a67e6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:56.659595 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] Set router 3a5de116-f758-4322-815b-b93f09187110 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:56.663103 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3e28a-5601-4df8-bce6-b0b09a67e6ae None None] Pushing event updated for resources: {'Port': ['ID=bd22770e-0910-47e0-a12e-3aa911630778,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:56.896322 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-df30da96-e6a1-4745-a892-d4b97af2044c None None] Provisioning complete for port bd22770e-0910-47e0-a12e-3aa911630778 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:56.896738 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-df30da96-e6a1-4745-a892-d4b97af2044c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:56.965541 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5de116-f758-4322-815b-b93f09187110', 'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:53Z', 'updated_at': '2022-01-26T11:28:55Z', 'revision_number': 3, 'project_id': 'a848421bda384d54823be991dfd27e32', 'gw_port': {'id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:54Z', 'updated_at': '2022-01-26T11:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:56.969404 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] Checking router: 3a5de116-f758-4322-815b-b93f09187110 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:28:56.969755 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] Updating router 3a5de116-f758-4322-815b-b93f09187110 port 80dbc343-3aac-4ca8-aa98-b66b94a4e1b6 binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:28:57.023781 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:57.288894 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:57.351297 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:57.363915 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] Transition to ACTIVE for port object 80dbc343-3aac-4ca8-aa98-b66b94a4e1b6 will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:28:57.370136 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:57.372291 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:57.449298 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] Attempting to bind port 80dbc343-3aac-4ca8-aa98-b66b94a4e1b6 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:28:57.450301 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] Attempting to bind port 80dbc343-3aac-4ca8-aa98-b66b94a4e1b6 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:28:57.450301 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] Attempting to bind port 80dbc343-3aac-4ca8-aa98-b66b94a4e1b6 on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:28:57.459768 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:28:57.460383 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:28:57.460717 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:57.460975 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:28:57.461342 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] Bound port: 80dbc343-3aac-4ca8-aa98-b66b94a4e1b6, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:28:57.461721 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:57.490916 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3c7ac-15a9-46d1-ac59-5e893d2ca8e0 None None] Pushing event updated for resources: {'Port': ['ID=80dbc343-3aac-4ca8-aa98-b66b94a4e1b6,revision_number=2']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:57.516927 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device bd22770e-0910-47e0-a12e-3aa911630778 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:28:57.521443 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Allocated IP 172.20.0.1 (b9359c06-7646-4efd-91fa-322e125304c7/26b349df-7279-45a5-a567-116b1ec641a3/d42aecd9-cb9d-4ed3-afed-8f3e928a2f46) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:28:57.538588 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] For port 80dbc343-3aac-4ca8-aa98-b66b94a4e1b6, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:28:57.541809 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] For port 80dbc343-3aac-4ca8-aa98-b66b94a4e1b6, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=80dbc343-3aac-4ca8-aa98-b66b94a4e1b6,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:28:57.545876 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:57.589653 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port bd22770e-0910-47e0-a12e-3aa911630778 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:57.590473 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:57.657995 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] Routers {'3a5de116-f758-4322-815b-b93f09187110'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:28:57.658563 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['3a5de116-f758-4322-815b-b93f09187110'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:57.687634 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:57.698084 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54558) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:28:57.704544 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Transition to ACTIVE for port object d42aecd9-cb9d-4ed3-afed-8f3e928a2f46 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:28:57.727874 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3c7ac-15a9-46d1-ac59-5e893d2ca8e0 None None] Pushing event updated for resources: {'Port': ['ID=80dbc343-3aac-4ca8-aa98-b66b94a4e1b6,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:57.732099 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:57.804581 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Network b9359c06-7646-4efd-91fa-322e125304c7 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:28:57.807521 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:28:57.811751 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:28:57.868781 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Pushing event updated for resources: {'Port': ['ID=d42aecd9-cb9d-4ed3-afed-8f3e928a2f46,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:57.874456 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] Set router 3a5de116-f758-4322-815b-b93f09187110 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:28:57.885458 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:57.885822 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:57.886350 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:57.886749 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:57.887158 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:57.887555 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:57.887953 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:57.888350 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:57.888747 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:57.889139 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:57.889551 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:57.889939 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:57.903689 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:58.151936 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d8de272e-0854-40f8-8718-e565cae7fbba None None] Provisioning for port d42aecd9-cb9d-4ed3-afed-8f3e928a2f46 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:28:58.159097 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d8de272e-0854-40f8-8718-e565cae7fbba None None] Provisioning complete for port d42aecd9-cb9d-4ed3-afed-8f3e928a2f46 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:58.159508 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d8de272e-0854-40f8-8718-e565cae7fbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:58.209377 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5de116-f758-4322-815b-b93f09187110', 'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:53Z', 'updated_at': '2022-01-26T11:28:55Z', 'revision_number': 3, 'project_id': 'a848421bda384d54823be991dfd27e32', 'gw_port': {'id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:54Z', 'updated_at': '2022-01-26T11:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:28:58.215298 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da2d484-2e62-4a10-8137-88295c97f14e None None] The sync data for ids ['3a5de116-f758-4322-815b-b93f09187110'] in dv-neutron-826439-1-hyperv is: [{'id': '3a5de116-f758-4322-815b-b93f09187110', 'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:53Z', 'updated_at': '2022-01-26T11:28:55Z', 'revision_number': 3, 'project_id': 'a848421bda384d54823be991dfd27e32', 'gw_port': {'id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:54Z', 'updated_at': '2022-01-26T11:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:28:58.217260 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:58.231613 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-d8de272e-0854-40f8-8718-e565cae7fbba None None] Port d42aecd9-cb9d-4ed3-afed-8f3e928a2f46 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:28:58.464144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d08cd89a-44ee-4f9d-9545-b7c678d1fd8e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:58.621107 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:58.626538 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:58.733742 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Pushing event updated for resources: {'Port': ['ID=d42aecd9-cb9d-4ed3-afed-8f3e928a2f46,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:58.745518 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:58.899435 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-d08cd89a-44ee-4f9d-9545-b7c678d1fd8e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port f9e173fb-27c6-40d8-80af-aa51ddc45dab {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:28:58.900039 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d08cd89a-44ee-4f9d-9545-b7c678d1fd8e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:58.909424 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Network b9359c06-7646-4efd-91fa-322e125304c7 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:28:58.910919 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:28:59.117948 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-d08cd89a-44ee-4f9d-9545-b7c678d1fd8e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port f9e173fb-27c6-40d8-80af-aa51ddc45dab, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=f9e173fb-27c6-40d8-80af-aa51ddc45dab,segment=NetworkSegment(304728c3-fede-4c6d-9a94-35e63d39fe22),segment_id=304728c3-fede-4c6d-9a94-35e63d39fe22)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:59.118651 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d08cd89a-44ee-4f9d-9545-b7c678d1fd8e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:59.120370 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Router 3a5de116-f758-4322-815b-b93f09187110 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:28:59.169981 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e76c0ab1-860f-44ef-8231-a8c4f45ab876 None None] Provisioning complete for port d42aecd9-cb9d-4ed3-afed-8f3e928a2f46 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:59.170623 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e76c0ab1-860f-44ef-8231-a8c4f45ab876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:59.253628 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-d08cd89a-44ee-4f9d-9545-b7c678d1fd8e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for f9e173fb-27c6-40d8-80af-aa51ddc45dab owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:28:59.266743 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-e76c0ab1-860f-44ef-8231-a8c4f45ab876 None None] Port d42aecd9-cb9d-4ed3-afed-8f3e928a2f46 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:28:59.313201 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:28:59.322452 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-62f55f2b-46e7-4b2f-9dae-0b1398435425 admin admin] 10.222.0.39 "PUT /v2.0/routers/3a5de116-f758-4322-815b-b93f09187110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8444695 Jan 26 11:28:59.462298 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d08cd89a-44ee-4f9d-9545-b7c678d1fd8e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:59.549181 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08cd89a-44ee-4f9d-9545-b7c678d1fd8e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=f9e173fb-27c6-40d8-80af-aa51ddc45dab,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:59.559191 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 80dbc343-3aac-4ca8-aa98-b66b94a4e1b6 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:28:59.592440 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08cd89a-44ee-4f9d-9545-b7c678d1fd8e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:59.592799 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08cd89a-44ee-4f9d-9545-b7c678d1fd8e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:59.593172 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08cd89a-44ee-4f9d-9545-b7c678d1fd8e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:59.593506 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08cd89a-44ee-4f9d-9545-b7c678d1fd8e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:59.593838 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08cd89a-44ee-4f9d-9545-b7c678d1fd8e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:59.594156 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08cd89a-44ee-4f9d-9545-b7c678d1fd8e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:59.594705 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08cd89a-44ee-4f9d-9545-b7c678d1fd8e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:59.595056 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08cd89a-44ee-4f9d-9545-b7c678d1fd8e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:59.595381 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08cd89a-44ee-4f9d-9545-b7c678d1fd8e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:59.595704 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08cd89a-44ee-4f9d-9545-b7c678d1fd8e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:59.596019 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08cd89a-44ee-4f9d-9545-b7c678d1fd8e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:59.596334 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08cd89a-44ee-4f9d-9545-b7c678d1fd8e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:28:59.698665 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 80dbc343-3aac-4ca8-aa98-b66b94a4e1b6 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:28:59.704758 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 80dbc343-3aac-4ca8-aa98-b66b94a4e1b6 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:28:59.705122 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:59.864949 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:59.883080 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 80dbc343-3aac-4ca8-aa98-b66b94a4e1b6, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=80dbc343-3aac-4ca8-aa98-b66b94a4e1b6,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:28:59.891073 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:28:59.966462 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=80dbc343-3aac-4ca8-aa98-b66b94a4e1b6,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:28:59.992588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d08cd89a-44ee-4f9d-9545-b7c678d1fd8e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:00.066409 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] Sync routers for ids ['3a5de116-f758-4322-815b-b93f09187110'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:29:00.080052 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] Routers {'3a5de116-f758-4322-815b-b93f09187110'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:29:00.080619 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['3a5de116-f758-4322-815b-b93f09187110'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:00.090714 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54576) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:00.098748 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-954a67ee-716c-4009-8dd0-3ab069c1a1a0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-151793675-network', 'tenant_id': 'ddf898e74f4f4e3da58c0ddd91770ab0'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:29:00.108069 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-954a67ee-716c-4009-8dd0-3ab069c1a1a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:29:00.116615 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-954a67ee-716c-4009-8dd0-3ab069c1a1a0 admin admin] Usage tracker for resource:network and tenant:ddf898e74f4f4e3da58c0ddd91770ab0 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:29:00.121792 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-954a67ee-716c-4009-8dd0-3ab069c1a1a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:29:00.189793 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-954a67ee-716c-4009-8dd0-3ab069c1a1a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:29:00.216324 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954a67ee-716c-4009-8dd0-3ab069c1a1a0 admin admin] Made reservation on behalf of ddf898e74f4f4e3da58c0ddd91770ab0 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:29:00.219378 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-954a67ee-716c-4009-8dd0-3ab069c1a1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:00.234101 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-954a67ee-716c-4009-8dd0-3ab069c1a1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:00.262681 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-954a67ee-716c-4009-8dd0-3ab069c1a1a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:29:00.292602 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] Set router 3a5de116-f758-4322-815b-b93f09187110 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:29:00.328655 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-954a67ee-716c-4009-8dd0-3ab069c1a1a0 admin admin] Usage tracker for resource:security_group_rule and tenant:ddf898e74f4f4e3da58c0ddd91770ab0 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:29:00.340240 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-954a67ee-716c-4009-8dd0-3ab069c1a1a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:29:00.349539 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-954a67ee-716c-4009-8dd0-3ab069c1a1a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:29:00.513519 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08cd89a-44ee-4f9d-9545-b7c678d1fd8e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router d83ef684-d49d-4978-acfa-7de4ef518e52 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:29:00.653567 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-954a67ee-716c-4009-8dd0-3ab069c1a1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:00.659378 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5de116-f758-4322-815b-b93f09187110', 'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:53Z', 'updated_at': '2022-01-26T11:28:58Z', 'revision_number': 4, 'project_id': 'a848421bda384d54823be991dfd27e32', 'gw_port': {'id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:54Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'd42aecd9-cb9d-4ed3-afed-8f3e928a2f46', 'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'mac_address': 'fa:16:3e:ec:ed:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '26b349df-7279-45a5-a567-116b1ec641a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:57Z', 'updated_at': '2022-01-26T11:28:58Z', 'revision_number': 2, 'project_id': 'a848421bda384d54823be991dfd27e32', 'subnets': [{'id': '26b349df-7279-45a5-a567-116b1ec641a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:00.662853 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-954a67ee-716c-4009-8dd0-3ab069c1a1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:00.664494 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] Checking router: 3a5de116-f758-4322-815b-b93f09187110 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:29:00.664851 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] Updating router 3a5de116-f758-4322-815b-b93f09187110 port d42aecd9-cb9d-4ed3-afed-8f3e928a2f46 binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:29:00.732072 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:00.772052 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-954a67ee-716c-4009-8dd0-3ab069c1a1a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:29:00.785302 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a67ee-716c-4009-8dd0-3ab069c1a1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6f4342-e2e5-41f0-8479-468acbc12b4c,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:00.798744 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-954a67ee-716c-4009-8dd0-3ab069c1a1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:00.798744 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-954a67ee-716c-4009-8dd0-3ab069c1a1a0 admin admin] Added segment 432275d6-516b-4033-85b0-171f6366f35f of type vlan for network 2a2a70d8-3cca-4a22-9c16-a27d4ad8a396 Jan 26 11:29:00.800012 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08cd89a-44ee-4f9d-9545-b7c678d1fd8e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:29:00.823313 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12907ea-1cbf-4117-8527-be9329bb2247 None None] Sync routers for ids ['d83ef684-d49d-4978-acfa-7de4ef518e52'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:29:00.837415 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12907ea-1cbf-4117-8527-be9329bb2247 None None] Routers {'d83ef684-d49d-4978-acfa-7de4ef518e52'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:29:00.838561 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d12907ea-1cbf-4117-8527-be9329bb2247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d83ef684-d49d-4978-acfa-7de4ef518e52'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:00.838747 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-954a67ee-716c-4009-8dd0-3ab069c1a1a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:00.867984 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d08cd89a-44ee-4f9d-9545-b7c678d1fd8e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "PUT /v2.0/routers/d83ef684-d49d-4978-acfa-7de4ef518e52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1685874 Jan 26 11:29:00.889309 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-954a67ee-716c-4009-8dd0-3ab069c1a1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:00.890632 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954a67ee-716c-4009-8dd0-3ab069c1a1a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:00.892241 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-954a67ee-716c-4009-8dd0-3ab069c1a1a0 admin admin] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:00.953726 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-954a67ee-716c-4009-8dd0-3ab069c1a1a0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8593369 Jan 26 11:29:00.953953 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54582) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:01.007393 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-25b100c7-0d51-446e-a970-ec8458455e5a admin admin] Request body: {'subnet': {'network_id': '2a2a70d8-3cca-4a22-9c16-a27d4ad8a396', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-151793675-subnet', 'tenant_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'ip_version': 4}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:29:01.012051 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-25b100c7-0d51-446e-a970-ec8458455e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:29:01.016502 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-25b100c7-0d51-446e-a970-ec8458455e5a admin admin] Usage tracker for resource:subnet and tenant:ddf898e74f4f4e3da58c0ddd91770ab0 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:29:01.019889 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-25b100c7-0d51-446e-a970-ec8458455e5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:29:01.026409 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-25b100c7-0d51-446e-a970-ec8458455e5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:29:01.035973 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a67ee-716c-4009-8dd0-3ab069c1a1a0 admin admin] Pushing event updated for resources: {'Network': ['ID=2a2a70d8-3cca-4a22-9c16-a27d4ad8a396,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:01.045113 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b100c7-0d51-446e-a970-ec8458455e5a admin admin] Made reservation on behalf of ddf898e74f4f4e3da58c0ddd91770ab0 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:29:01.047926 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25b100c7-0d51-446e-a970-ec8458455e5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:01.056182 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-d12907ea-1cbf-4117-8527-be9329bb2247 None None] Set router d83ef684-d49d-4978-acfa-7de4ef518e52 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:29:01.063619 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 2a2a70d8-3cca-4a22-9c16-a27d4ad8a396 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:29:01.179355 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.resource_extend [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 11:29:01.257899 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:01.270354 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] Transition to ACTIVE for port object d42aecd9-cb9d-4ed3-afed-8f3e928a2f46 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:29:01.277001 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:01.356451 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90065db5-8814-4894-bbe2-025240dfb81c req-4548584b-e532-4974-ae18-374eddb52094 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:01.357201 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-90065db5-8814-4894-bbe2-025240dfb81c req-4548584b-e532-4974-ae18-374eddb52094 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:29:01.363780 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25b100c7-0d51-446e-a970-ec8458455e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:01.409927 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8e0d2-b891-4fd9-8e4e-57fae55b1b7e None None] Pushing event updated for resources: {'Port': ['ID=d42aecd9-cb9d-4ed3-afed-8f3e928a2f46,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:01.439942 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-90065db5-8814-4894-bbe2-025240dfb81c req-4548584b-e532-4974-ae18-374eddb52094 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:29:01.441203 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-90065db5-8814-4894-bbe2-025240dfb81c req-4548584b-e532-4974-ae18-374eddb52094 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=19b42c98-9d23-47d8-bbf9-626886979b0a HTTP/1.1" status: 200 len: 946 time: 0.2154877 Jan 26 11:29:01.491607 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d12907ea-1cbf-4117-8527-be9329bb2247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'name': 'tempest-TestNetworkBasicOps-router-1144126416', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:49Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 6, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:51Z', 'updated_at': '2022-01-26T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '3dd98052-22e7-474e-ba9a-b4cda8a0ff6c', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.123', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'port_id': '28559beb-c894-437c-82b4-2653bbb75293', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'mac_address': 'fa:16:3e:46:96:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a6e66e-fe08-48ca-87fc-5061b897a607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:27:37Z', 'updated_at': '2022-01-26T11:27:42Z', 'revision_number': 1, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e18d4af-336e-4554-b658-40777f0cf88d', 'name': '', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:e9:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:27:00Z', 'updated_at': '2022-01-26T11:27:12Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:01.503000 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b100c7-0d51-446e-a970-ec8458455e5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf79dfce-367d-4475-8e5a-01edcc660a90,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:01.509235 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b100c7-0d51-446e-a970-ec8458455e5a admin admin] Checking segment: {'id': '432275d6-516b-4033-85b0-171f6366f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '2a2a70d8-3cca-4a22-9c16-a27d4ad8a396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:29:01.509600 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b100c7-0d51-446e-a970-ec8458455e5a admin admin] Network hostable DHCP agents. Network: 2a2a70d8-3cca-4a22-9c16-a27d4ad8a396, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:29:01.510202 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12907ea-1cbf-4117-8527-be9329bb2247 None None] Checking router: d83ef684-d49d-4978-acfa-7de4ef518e52 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:29:01.529400 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12907ea-1cbf-4117-8527-be9329bb2247 None None] Routers {'d83ef684-d49d-4978-acfa-7de4ef518e52'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:29:01.530275 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d12907ea-1cbf-4117-8527-be9329bb2247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d83ef684-d49d-4978-acfa-7de4ef518e52'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:01.543476 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-90065db5-8814-4894-bbe2-025240dfb81c req-be25de32-2971-4741-8d46-e2a718fe3bac tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=d45bbbc4-4a95-4afb-9003-9b8630adb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781150 Jan 26 11:29:01.556607 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b100c7-0d51-446e-a970-ec8458455e5a admin admin] Network 2a2a70d8-3cca-4a22-9c16-a27d4ad8a396 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:29:01.557266 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] Attempting to bind port d42aecd9-cb9d-4ed3-afed-8f3e928a2f46 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:29:01.558101 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] Attempting to bind port d42aecd9-cb9d-4ed3-afed-8f3e928a2f46 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'e975887e-2b39-4a12-979c-b5dffc435eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:29:01.558734 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] Attempting to bind port d42aecd9-cb9d-4ed3-afed-8f3e928a2f46 on network b9359c06-7646-4efd-91fa-322e125304c7 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:29:01.573717 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:29:01.573717 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] Checking segment: {'id': 'e975887e-2b39-4a12-979c-b5dffc435eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:29:01.573717 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:01.573717 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] Bound using segment: {'id': 'e975887e-2b39-4a12-979c-b5dffc435eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:29:01.573717 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] Bound port: d42aecd9-cb9d-4ed3-afed-8f3e928a2f46, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e975887e-2b39-4a12-979c-b5dffc435eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:29:01.573717 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:01.581507 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-25b100c7-0d51-446e-a970-ec8458455e5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 2a2a70d8-3cca-4a22-9c16-a27d4ad8a396) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:29:01.591709 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d7e72d-e32f-4985-b3c8-66d45d1e4702 None None] Network 2a2a70d8-3cca-4a22-9c16-a27d4ad8a396 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:29:01.608594 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b100c7-0d51-446e-a970-ec8458455e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:01.610933 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25b100c7-0d51-446e-a970-ec8458455e5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:01.653529 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-25b100c7-0d51-446e-a970-ec8458455e5a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6984622 Jan 26 11:29:01.656418 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54588) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:01.663258 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-6b5ef41f-dbeb-4da6-b151-4b1f8491db20 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-151793675-router', 'tenant_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:29:01.668460 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6b5ef41f-dbeb-4da6-b151-4b1f8491db20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:29:01.674235 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6b5ef41f-dbeb-4da6-b151-4b1f8491db20 admin admin] Usage tracker for resource:router and tenant:ddf898e74f4f4e3da58c0ddd91770ab0 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:29:01.684032 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6b5ef41f-dbeb-4da6-b151-4b1f8491db20 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:29:01.690313 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6b5ef41f-dbeb-4da6-b151-4b1f8491db20 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:29:01.692015 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 80dbc343-3aac-4ca8-aa98-b66b94a4e1b6 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:29:01.702959 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef41f-dbeb-4da6-b151-4b1f8491db20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:01.704191 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef41f-dbeb-4da6-b151-4b1f8491db20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:01.719400 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef41f-dbeb-4da6-b151-4b1f8491db20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:01.819858 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-d12907ea-1cbf-4117-8527-be9329bb2247 None None] Set router d83ef684-d49d-4978-acfa-7de4ef518e52 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:29:01.869092 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] For port d42aecd9-cb9d-4ed3-afed-8f3e928a2f46, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:29:01.916626 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] For port d42aecd9-cb9d-4ed3-afed-8f3e928a2f46, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d42aecd9-cb9d-4ed3-afed-8f3e928a2f46,segment=NetworkSegment(e975887e-2b39-4a12-979c-b5dffc435eff),segment_id=e975887e-2b39-4a12-979c-b5dffc435eff)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:29:01.927700 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:01.968007 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 80dbc343-3aac-4ca8-aa98-b66b94a4e1b6 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:29:01.968393 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:02.001391 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef41f-dbeb-4da6-b151-4b1f8491db20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:02.111011 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] Routers {'3a5de116-f758-4322-815b-b93f09187110'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:29:02.111653 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['3a5de116-f758-4322-815b-b93f09187110'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:02.168991 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b61d7b-084d-4a83-9531-a4e9799dc2fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-2a2a70d8-3cca-4a22-9c16-a27d4ad8a396', 'network_id': '2a2a70d8-3cca-4a22-9c16-a27d4ad8a396', 'tenant_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'fixed_ips': [{'subnet_id': 'bf79dfce-367d-4475-8e5a-01edcc660a90'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:29:02.169830 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b2b61d7b-084d-4a83-9531-a4e9799dc2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:02.192759 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8e0d2-b891-4fd9-8e4e-57fae55b1b7e None None] Pushing event updated for resources: {'Port': ['ID=d42aecd9-cb9d-4ed3-afed-8f3e928a2f46,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:02.258866 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d12907ea-1cbf-4117-8527-be9329bb2247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'name': 'tempest-TestNetworkBasicOps-router-1144126416', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:49Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 6, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:51Z', 'updated_at': '2022-01-26T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '3dd98052-22e7-474e-ba9a-b4cda8a0ff6c', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.123', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'port_id': '28559beb-c894-437c-82b4-2653bbb75293', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'mac_address': 'fa:16:3e:46:96:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a6e66e-fe08-48ca-87fc-5061b897a607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:27:37Z', 'updated_at': '2022-01-26T11:27:42Z', 'revision_number': 1, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e18d4af-336e-4554-b658-40777f0cf88d', 'name': '', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:e9:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:27:00Z', 'updated_at': '2022-01-26T11:27:12Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:02.263354 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12907ea-1cbf-4117-8527-be9329bb2247 None None] The sync data for ids ['d83ef684-d49d-4978-acfa-7de4ef518e52'] in dv-neutron-826439-1-hyperv is: [{'id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'name': 'tempest-TestNetworkBasicOps-router-1144126416', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:49Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 6, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:51Z', 'updated_at': '2022-01-26T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '3dd98052-22e7-474e-ba9a-b4cda8a0ff6c', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.123', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'port_id': '28559beb-c894-437c-82b4-2653bbb75293', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'mac_address': 'fa:16:3e:46:96:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a6e66e-fe08-48ca-87fc-5061b897a607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:27:37Z', 'updated_at': '2022-01-26T11:27:42Z', 'revision_number': 1, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e18d4af-336e-4554-b658-40777f0cf88d', 'name': '', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:e9:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:27:00Z', 'updated_at': '2022-01-26T11:27:12Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:29:02.390981 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef41f-dbeb-4da6-b151-4b1f8491db20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:02.515404 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-b2b61d7b-084d-4a83-9531-a4e9799dc2fd None None] Allocated IP 172.20.0.2 (2a2a70d8-3cca-4a22-9c16-a27d4ad8a396/bf79dfce-367d-4475-8e5a-01edcc660a90/94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:29:02.523178 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] Set router 3a5de116-f758-4322-815b-b93f09187110 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:29:02.539825 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef41f-dbeb-4da6-b151-4b1f8491db20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:02.551769 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced0931-f85f-4a91-bb48-500874697b36 req-8a45c24b-b320-410e-9b4d-372c7b015315 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:02.554198 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6ced0931-f85f-4a91-bb48-500874697b36 req-8a45c24b-b320-410e-9b4d-372c7b015315 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/ports?device_id=19b42c98-9d23-47d8-bbf9-626886979b0a HTTP/1.1" status: 200 len: 946 time: 0.0926619 Jan 26 11:29:02.772551 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-6b5ef41f-dbeb-4da6-b151-4b1f8491db20 admin admin] Allocated IP 172.26.5.241 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/0824bc6b-517a-4747-9178-fcfe4a7d7647) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:29:02.777589 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-6ced0931-f85f-4a91-bb48-500874697b36 req-2a5174c7-be19-4916-8740-62b99286c2fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:29:02.777941 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-6ced0931-f85f-4a91-bb48-500874697b36 req-2a5174c7-be19-4916-8740-62b99286c2fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:02.957335 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940dd93-33b4-4aa8-88ea-22a8bb96afbf req-bf952a32-f2ff-4752-8469-04f6a109cd98 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:02.959499 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2940dd93-33b4-4aa8-88ea-22a8bb96afbf req-bf952a32-f2ff-4752-8469-04f6a109cd98 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=19b42c98-9d23-47d8-bbf9-626886979b0a HTTP/1.1" status: 200 len: 946 time: 0.2263441 Jan 26 11:29:03.030868 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef41f-dbeb-4da6-b151-4b1f8491db20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:03.043601 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2940dd93-33b4-4aa8-88ea-22a8bb96afbf req-03c2cfee-3373-4462-bdca-49d1b8b16a8d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=d45bbbc4-4a95-4afb-9003-9b8630adb7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731456 Jan 26 11:29:03.076349 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b2b61d7b-084d-4a83-9531-a4e9799dc2fd None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:03.082194 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef41f-dbeb-4da6-b151-4b1f8491db20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:03.090080 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b2b61d7b-084d-4a83-9531-a4e9799dc2fd None None] Transition to ACTIVE for port object 94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:29:03.099331 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-6ced0931-f85f-4a91-bb48-500874697b36 req-2a5174c7-be19-4916-8740-62b99286c2fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb,segment=NetworkSegment(304728c3-fede-4c6d-9a94-35e63d39fe22),segment_id=304728c3-fede-4c6d-9a94-35e63d39fe22)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:29:03.100224 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-6ced0931-f85f-4a91-bb48-500874697b36 req-2a5174c7-be19-4916-8740-62b99286c2fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:03.117517 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b2b61d7b-084d-4a83-9531-a4e9799dc2fd None None] Transition to ACTIVE for port object 94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:29:03.127299 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b2b61d7b-084d-4a83-9531-a4e9799dc2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:03.156041 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5ef41f-dbeb-4da6-b151-4b1f8491db20 admin admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:29:03.159036 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-6b5ef41f-dbeb-4da6-b151-4b1f8491db20 admin admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:29:03.164958 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5ef41f-dbeb-4da6-b151-4b1f8491db20 admin admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:29:03.176657 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5de116-f758-4322-815b-b93f09187110', 'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:53Z', 'updated_at': '2022-01-26T11:28:58Z', 'revision_number': 4, 'project_id': 'a848421bda384d54823be991dfd27e32', 'gw_port': {'id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:54Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'd42aecd9-cb9d-4ed3-afed-8f3e928a2f46', 'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'mac_address': 'fa:16:3e:ec:ed:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '26b349df-7279-45a5-a567-116b1ec641a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:57Z', 'updated_at': '2022-01-26T11:29:01Z', 'revision_number': 4, 'project_id': 'a848421bda384d54823be991dfd27e32', 'subnets': [{'id': '26b349df-7279-45a5-a567-116b1ec641a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:03.197453 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ae2c10-d9a2-49cc-a74e-e3ec985a8895 None None] The sync data for ids ['3a5de116-f758-4322-815b-b93f09187110'] in dv-neutron-826439-1-hyperv is: [{'id': '3a5de116-f758-4322-815b-b93f09187110', 'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:53Z', 'updated_at': '2022-01-26T11:28:58Z', 'revision_number': 4, 'project_id': 'a848421bda384d54823be991dfd27e32', 'gw_port': {'id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:54Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'd42aecd9-cb9d-4ed3-afed-8f3e928a2f46', 'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'mac_address': 'fa:16:3e:ec:ed:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '26b349df-7279-45a5-a567-116b1ec641a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:57Z', 'updated_at': '2022-01-26T11:29:01Z', 'revision_number': 4, 'project_id': 'a848421bda384d54823be991dfd27e32', 'subnets': [{'id': '26b349df-7279-45a5-a567-116b1ec641a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:29:03.198268 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ef41f-dbeb-4da6-b151-4b1f8491db20 admin admin] Pushing event updated for resources: {'Port': ['ID=0824bc6b-517a-4747-9178-fcfe4a7d7647,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:03.206425 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b61d7b-084d-4a83-9531-a4e9799dc2fd None None] Network 2a2a70d8-3cca-4a22-9c16-a27d4ad8a396 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:29:03.209661 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-b2b61d7b-084d-4a83-9531-a4e9799dc2fd None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:29:03.212456 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b61d7b-084d-4a83-9531-a4e9799dc2fd None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:29:03.246000 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-6ced0931-f85f-4a91-bb48-500874697b36 req-2a5174c7-be19-4916-8740-62b99286c2fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:29:03.258879 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b61d7b-084d-4a83-9531-a4e9799dc2fd None None] Pushing event updated for resources: {'Port': ['ID=94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:03.335538 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-b2b61d7b-084d-4a83-9531-a4e9799dc2fd None None] Attempting to bind port 94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:29:03.335929 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-b2b61d7b-084d-4a83-9531-a4e9799dc2fd None None] Attempting to bind port 94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '432275d6-516b-4033-85b0-171f6366f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '2a2a70d8-3cca-4a22-9c16-a27d4ad8a396'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:29:03.336293 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b61d7b-084d-4a83-9531-a4e9799dc2fd None None] Attempting to bind port 94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec on network 2a2a70d8-3cca-4a22-9c16-a27d4ad8a396 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:29:03.341857 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b61d7b-084d-4a83-9531-a4e9799dc2fd None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:29:03.342231 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b61d7b-084d-4a83-9531-a4e9799dc2fd None None] Checking segment: {'id': '432275d6-516b-4033-85b0-171f6366f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '2a2a70d8-3cca-4a22-9c16-a27d4ad8a396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:29:03.342671 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b2b61d7b-084d-4a83-9531-a4e9799dc2fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:03.343061 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b61d7b-084d-4a83-9531-a4e9799dc2fd None None] Bound using segment: {'id': '432275d6-516b-4033-85b0-171f6366f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '2a2a70d8-3cca-4a22-9c16-a27d4ad8a396'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:29:03.343516 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-b2b61d7b-084d-4a83-9531-a4e9799dc2fd None None] Bound port: 94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432275d6-516b-4033-85b0-171f6366f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '2a2a70d8-3cca-4a22-9c16-a27d4ad8a396'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:29:03.343888 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b2b61d7b-084d-4a83-9531-a4e9799dc2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:03.453240 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-b2b61d7b-084d-4a83-9531-a4e9799dc2fd None None] For port 94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:29:03.456537 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-b2b61d7b-084d-4a83-9531-a4e9799dc2fd None None] For port 94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec,segment=NetworkSegment(432275d6-516b-4033-85b0-171f6366f35f),segment_id=432275d6-516b-4033-85b0-171f6366f35f)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:29:03.466489 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b2b61d7b-084d-4a83-9531-a4e9799dc2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:03.479875 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-6ced0931-f85f-4a91-bb48-500874697b36 req-2a5174c7-be19-4916-8740-62b99286c2fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:03.540550 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5174c7-be19-4916-8740-62b99286c2fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:03.609660 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b61d7b-084d-4a83-9531-a4e9799dc2fd None None] Pushing event updated for resources: {'Port': ['ID=94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:03.654990 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ced0931-f85f-4a91-bb48-500874697b36 req-2a5174c7-be19-4916-8740-62b99286c2fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] No DVR routers for this DVR port 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:29:03.657389 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-6ced0931-f85f-4a91-bb48-500874697b36 req-2a5174c7-be19-4916-8740-62b99286c2fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:03.660187 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b42c98-9d23-47d8-bbf9-626886979b0a', 'name': 'network-vif-deleted', 'tag': '5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:29:03.667029 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d42aecd9-cb9d-4ed3-afed-8f3e928a2f46 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:29:03.678809 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6ced0931-f85f-4a91-bb48-500874697b36 req-2a5174c7-be19-4916-8740-62b99286c2fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "DELETE /v2.0/ports/5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb HTTP/1.1" status: 204 len: 173 time: 1.1189094 Jan 26 11:29:03.736369 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b42c98-9d23-47d8-bbf9-626886979b0a', 'name': 'network-vif-deleted', 'tag': '5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb', 'status': 'completed', 'code': 200} Jan 26 11:29:03.779851 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef41f-dbeb-4da6-b151-4b1f8491db20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:03.806846 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port d42aecd9-cb9d-4ed3-afed-8f3e928a2f46 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:29:03.814214 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port d42aecd9-cb9d-4ed3-afed-8f3e928a2f46 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:29:03.815033 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:04.013540 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:04.061779 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port d42aecd9-cb9d-4ed3-afed-8f3e928a2f46, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d42aecd9-cb9d-4ed3-afed-8f3e928a2f46,segment=NetworkSegment(e975887e-2b39-4a12-979c-b5dffc435eff),segment_id=e975887e-2b39-4a12-979c-b5dffc435eff)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:29:04.070665 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:04.109951 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device f9e173fb-27c6-40d8-80af-aa51ddc45dab no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:29:04.173665 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: f9e173fb-27c6-40d8-80af-aa51ddc45dab {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:29:04.173971 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device f9e173fb-27c6-40d8-80af-aa51ddc45dab not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:29:04.283350 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=d42aecd9-cb9d-4ed3-afed-8f3e928a2f46,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:04.353046 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-c487938f-67ca-4140-98fd-f9af0dfe760d req-ced93bb1-70ad-4096-86c8-d711296a6736 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=19b42c98-9d23-47d8-bbf9-626886979b0a HTTP/1.1" status: 200 len: 210 time: 0.0684509 Jan 26 11:29:04.478438 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef41f-dbeb-4da6-b151-4b1f8491db20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:04.820667 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5ef41f-dbeb-4da6-b151-4b1f8491db20 admin admin] Router d3c23eea-8b10-431f-bc94-1ee1c5721de1 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:29:04.943942 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86464851-b428-4aee-9596-eb62c00beb77 None None] Network 2a2a70d8-3cca-4a22-9c16-a27d4ad8a396 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:29:05.008620 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5ef41f-dbeb-4da6-b151-4b1f8491db20 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:29:05.029246 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] Sync routers for ids ['d3c23eea-8b10-431f-bc94-1ee1c5721de1'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:29:05.031308 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7ee0e9eb-6cb5-472b-b6b9-c3fc24c90946 None None] Provisioning for port 94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:29:05.034779 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef41f-dbeb-4da6-b151-4b1f8491db20 admin admin] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:05.036204 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6b5ef41f-dbeb-4da6-b151-4b1f8491db20 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3783896 Jan 26 11:29:05.040245 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54598) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:05.064788 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] Routers {'d3c23eea-8b10-431f-bc94-1ee1c5721de1'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:29:05.065406 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d3c23eea-8b10-431f-bc94-1ee1c5721de1'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:05.338299 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:05.359707 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] Set router d3c23eea-8b10-431f-bc94-1ee1c5721de1 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:29:05.463431 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54604) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:05.570450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fce200b5-e240-45f8-b449-e695d6c6a3c0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:05.617826 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fce200b5-e240-45f8-b449-e695d6c6a3c0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:05.729608 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fce200b5-e240-45f8-b449-e695d6c6a3c0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:05.747542 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d42aecd9-cb9d-4ed3-afed-8f3e928a2f46 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:29:05.764538 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce200b5-e240-45f8-b449-e695d6c6a3c0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45bbbc4-4a95-4afb-9003-9b8630adb7e9,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:05.781075 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fce200b5-e240-45f8-b449-e695d6c6a3c0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:05.783303 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fce200b5-e240-45f8-b449-e695d6c6a3c0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/security-groups/d45bbbc4-4a95-4afb-9003-9b8630adb7e9 HTTP/1.1" status: 204 len: 168 time: 0.3188765 Jan 26 11:29:05.828488 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54610) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:05.830579 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9bcb4f1b-81d7-40c1-bb18-02c796daa4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:05.938371 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25ce1d2-4dd3-4381-bb58-62a0add5e406 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting subnet d5022783-f73d-4ac1-89eb-6fb1196656a3 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:29:05.941194 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c25ce1d2-4dd3-4381-bb58-62a0add5e406 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:05.941579 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c23eea-8b10-431f-bc94-1ee1c5721de1', 'name': 'tempest-TestVolumeBootPattern-151793675-router', 'tenant_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '0824bc6b-517a-4747-9178-fcfe4a7d7647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:29:01Z', 'updated_at': '2022-01-26T11:29:03Z', 'revision_number': 3, 'project_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'gw_port': {'id': '0824bc6b-517a-4747-9178-fcfe4a7d7647', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c23eea-8b10-431f-bc94-1ee1c5721de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:02Z', 'updated_at': '2022-01-26T11:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:05.946172 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] Checking router: d3c23eea-8b10-431f-bc94-1ee1c5721de1 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:29:05.946828 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] Updating router d3c23eea-8b10-431f-bc94-1ee1c5721de1 port 0824bc6b-517a-4747-9178-fcfe4a7d7647 binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:29:05.970948 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port d42aecd9-cb9d-4ed3-afed-8f3e928a2f46 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:29:05.971327 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:05.997986 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c25ce1d2-4dd3-4381-bb58-62a0add5e406 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:06.059252 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:06.069905 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-9bcb4f1b-81d7-40c1-bb18-02c796daa4b9 admin admin] Allocated IP 172.20.0.1 (2a2a70d8-3cca-4a22-9c16-a27d4ad8a396/bf79dfce-367d-4475-8e5a-01edcc660a90/490c24bd-afa8-4096-9b76-0d39cd6ce461) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:29:06.093033 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c25ce1d2-4dd3-4381-bb58-62a0add5e406 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:06.095105 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:29:06.148156 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:29:06.148364 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 5bb4eb10-3c4d-4e7b-9ba0-ba5fa955a6cb not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:29:06.171428 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c25ce1d2-4dd3-4381-bb58-62a0add5e406 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:06.215503 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ce1d2-4dd3-4381-bb58-62a0add5e406 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Subnet': ['ID=d5022783-f73d-4ac1-89eb-6fb1196656a3,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:06.220092 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c25ce1d2-4dd3-4381-bb58-62a0add5e406 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:06.220407 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9bcb4f1b-81d7-40c1-bb18-02c796daa4b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:06.230427 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c25ce1d2-4dd3-4381-bb58-62a0add5e406 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/subnets/d5022783-f73d-4ac1-89eb-6fb1196656a3 HTTP/1.1" status: 204 len: 168 time: 0.3999834 Jan 26 11:29:06.234143 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54614) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:06.244986 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-9bcb4f1b-81d7-40c1-bb18-02c796daa4b9 admin admin] Transition to ACTIVE for port object 490c24bd-afa8-4096-9b76-0d39cd6ce461 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:29:06.249111 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab61994-1b55-4b36-bed9-a782efd20cef None None] Network fa083b00-beec-42ec-805f-bf4635009969 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:29:06.269968 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9bcb4f1b-81d7-40c1-bb18-02c796daa4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:06.322992 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:29:06.357280 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63c50226-c750-4c6c-bb42-a41454450ab9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:06.369102 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-63c50226-c750-4c6c-bb42-a41454450ab9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:29:06.369471 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63c50226-c750-4c6c-bb42-a41454450ab9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:06.456764 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcb4f1b-81d7-40c1-bb18-02c796daa4b9 admin admin] Network 2a2a70d8-3cca-4a22-9c16-a27d4ad8a396 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:29:06.460397 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-9bcb4f1b-81d7-40c1-bb18-02c796daa4b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:29:06.464529 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcb4f1b-81d7-40c1-bb18-02c796daa4b9 admin admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:29:06.510151 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb4f1b-81d7-40c1-bb18-02c796daa4b9 admin admin] Pushing event updated for resources: {'Port': ['ID=490c24bd-afa8-4096-9b76-0d39cd6ce461,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:06.537842 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9bcb4f1b-81d7-40c1-bb18-02c796daa4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:06.589255 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:29:06.639015 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-63c50226-c750-4c6c-bb42-a41454450ab9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed,segment=NetworkSegment(304728c3-fede-4c6d-9a94-35e63d39fe22),segment_id=304728c3-fede-4c6d-9a94-35e63d39fe22)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:29:06.640025 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63c50226-c750-4c6c-bb42-a41454450ab9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:06.672880 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:29:06.683300 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9bcb4f1b-81d7-40c1-bb18-02c796daa4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:06.692134 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:29:06.693138 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:06.854852 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a3d08d6f-1c64-4530-b4ec-fdffa0da3dbd None None] Provisioning for port 490c24bd-afa8-4096-9b76-0d39cd6ce461 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:29:06.863957 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a3d08d6f-1c64-4530-b4ec-fdffa0da3dbd None None] Provisioning complete for port 490c24bd-afa8-4096-9b76-0d39cd6ce461 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:29:06.864498 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a3d08d6f-1c64-4530-b4ec-fdffa0da3dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:06.884219 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-63c50226-c750-4c6c-bb42-a41454450ab9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:29:06.888798 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86795dcb-543e-4585-82e7-8bef2fd3138f None None] DHCP port deletion for fa083b00-beec-42ec-805f-bf4635009969 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:29:06.947373 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-86795dcb-543e-4585-82e7-8bef2fd3138f None None] Deleting port cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:29:06.948117 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-86795dcb-543e-4585-82e7-8bef2fd3138f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:06.972087 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63c50226-c750-4c6c-bb42-a41454450ab9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:06.980843 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9bcb4f1b-81d7-40c1-bb18-02c796daa4b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:06.985971 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9bcb4f1b-81d7-40c1-bb18-02c796daa4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:07.021686 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c50226-c750-4c6c-bb42-a41454450ab9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:07.023264 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:07.027696 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c50226-c750-4c6c-bb42-a41454450ab9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] No DVR routers for this DVR port cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:29:07.064734 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-86795dcb-543e-4585-82e7-8bef2fd3138f None None] The port 'cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:29:07.068321 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-a3d08d6f-1c64-4530-b4ec-fdffa0da3dbd None None] Port 490c24bd-afa8-4096-9b76-0d39cd6ce461 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:29:07.084884 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] Transition to ACTIVE for port object 0824bc6b-517a-4747-9178-fcfe4a7d7647 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:29:07.087252 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:07.104417 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:07.117732 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9bcb4f1b-81d7-40c1-bb18-02c796daa4b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:07.121142 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb4f1b-81d7-40c1-bb18-02c796daa4b9 admin admin] Pushing event updated for resources: {'Port': ['ID=490c24bd-afa8-4096-9b76-0d39cd6ce461,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:07.166709 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63c50226-c750-4c6c-bb42-a41454450ab9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:07.192960 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-63c50226-c750-4c6c-bb42-a41454450ab9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa083b00-beec-42ec-805f-bf4635009969']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:07.196768 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec,segment=NetworkSegment(432275d6-516b-4033-85b0-171f6366f35f),segment_id=432275d6-516b-4033-85b0-171f6366f35f)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:29:07.205388 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] Attempting to bind port 0824bc6b-517a-4747-9178-fcfe4a7d7647 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:29:07.205751 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] Attempting to bind port 0824bc6b-517a-4747-9178-fcfe4a7d7647 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:29:07.206105 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] Attempting to bind port 0824bc6b-517a-4747-9178-fcfe4a7d7647 on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:29:07.210493 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:07.212225 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119e34e-46b9-4056-8d5f-6baa7e8b4979 None None] Pushing event updated for resources: {'Port': ['ID=0824bc6b-517a-4747-9178-fcfe4a7d7647,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:07.214954 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-63c50226-c750-4c6c-bb42-a41454450ab9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '304728c3-fede-4c6d-9a94-35e63d39fe22') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:07.215265 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-63c50226-c750-4c6c-bb42-a41454450ab9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '304728c3-fede-4c6d-9a94-35e63d39fe22') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:07.217676 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:29:07.218045 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:29:07.218465 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:07.218852 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:29:07.219309 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] Bound port: 0824bc6b-517a-4747-9178-fcfe4a7d7647, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:29:07.219871 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:07.228756 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63c50226-c750-4c6c-bb42-a41454450ab9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:07.246940 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63c50226-c750-4c6c-bb42-a41454450ab9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:07.254366 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c50226-c750-4c6c-bb42-a41454450ab9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:29:07.254868 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63c50226-c750-4c6c-bb42-a41454450ab9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:07.262983 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119e34e-46b9-4056-8d5f-6baa7e8b4979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:29:07.263322 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119e34e-46b9-4056-8d5f-6baa7e8b4979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:29:07.263662 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119e34e-46b9-4056-8d5f-6baa7e8b4979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:29:07.263995 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119e34e-46b9-4056-8d5f-6baa7e8b4979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:29:07.264327 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119e34e-46b9-4056-8d5f-6baa7e8b4979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:29:07.264658 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119e34e-46b9-4056-8d5f-6baa7e8b4979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:29:07.264983 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119e34e-46b9-4056-8d5f-6baa7e8b4979 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:29:07.265515 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119e34e-46b9-4056-8d5f-6baa7e8b4979 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:29:07.265849 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119e34e-46b9-4056-8d5f-6baa7e8b4979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:29:07.266172 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119e34e-46b9-4056-8d5f-6baa7e8b4979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:29:07.266520 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119e34e-46b9-4056-8d5f-6baa7e8b4979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:29:07.266842 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4119e34e-46b9-4056-8d5f-6baa7e8b4979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:29:07.270252 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:29:07.273862 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcb4f1b-81d7-40c1-bb18-02c796daa4b9 admin admin] Network 2a2a70d8-3cca-4a22-9c16-a27d4ad8a396 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:29:07.275224 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-9bcb4f1b-81d7-40c1-bb18-02c796daa4b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:29:07.344384 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:07.367918 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63c50226-c750-4c6c-bb42-a41454450ab9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:07.392168 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] For port 0824bc6b-517a-4747-9178-fcfe4a7d7647, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:29:07.397118 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63c50226-c750-4c6c-bb42-a41454450ab9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:07.397564 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] For port 0824bc6b-517a-4747-9178-fcfe4a7d7647, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0824bc6b-517a-4747-9178-fcfe4a7d7647,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:29:07.403231 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:07.404649 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c50226-c750-4c6c-bb42-a41454450ab9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Network': ['ID=fa083b00-beec-42ec-805f-bf4635009969,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:07.431121 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-63c50226-c750-4c6c-bb42-a41454450ab9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/networks/fa083b00-beec-42ec-805f-bf4635009969 HTTP/1.1" status: 204 len: 168 time: 1.1957557 Jan 26 11:29:07.431883 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54618) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:07.498369 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bcb4f1b-81d7-40c1-bb18-02c796daa4b9 admin admin] Router d3c23eea-8b10-431f-bc94-1ee1c5721de1 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:29:07.568962 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] Routers {'d3c23eea-8b10-431f-bc94-1ee1c5721de1'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:29:07.574561 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d3c23eea-8b10-431f-bc94-1ee1c5721de1'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:07.635381 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119e34e-46b9-4056-8d5f-6baa7e8b4979 None None] Pushing event updated for resources: {'Port': ['ID=0824bc6b-517a-4747-9178-fcfe4a7d7647,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:07.641846 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:29:07.711429 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-07cfa58d-d79b-40e5-a7f1-6913f3b14eaf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port fa167886-ad7c-450c-8c43-66957430f542 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:29:07.712035 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-07cfa58d-d79b-40e5-a7f1-6913f3b14eaf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:07.718184 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcb4f1b-81d7-40c1-bb18-02c796daa4b9 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:29:07.728313 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9bcb4f1b-81d7-40c1-bb18-02c796daa4b9 admin admin] 10.222.0.39 "PUT /v2.0/routers/d3c23eea-8b10-431f-bc94-1ee1c5721de1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6869051 Jan 26 11:29:07.741136 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-cd06f8e5-5187-440c-9597-9d02b614daa6 None None] Provisioning complete for port 490c24bd-afa8-4096-9b76-0d39cd6ce461 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:29:07.741515 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cd06f8e5-5187-440c-9597-9d02b614daa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:07.886154 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-cd06f8e5-5187-440c-9597-9d02b614daa6 None None] Port 490c24bd-afa8-4096-9b76-0d39cd6ce461 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:29:07.906481 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:29:07.906857 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:07.909143 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-07cfa58d-d79b-40e5-a7f1-6913f3b14eaf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:07.909482 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-07cfa58d-d79b-40e5-a7f1-6913f3b14eaf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:07.936298 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] Set router d3c23eea-8b10-431f-bc94-1ee1c5721de1 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:29:08.041791 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-07cfa58d-d79b-40e5-a7f1-6913f3b14eaf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for fa167886-ad7c-450c-8c43-66957430f542 owned by network:floatingip {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:29:08.197084 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-07cfa58d-d79b-40e5-a7f1-6913f3b14eaf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:08.250828 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfa58d-d79b-40e5-a7f1-6913f3b14eaf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=fa167886-ad7c-450c-8c43-66957430f542,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:08.321724 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:29:08.355289 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-07cfa58d-d79b-40e5-a7f1-6913f3b14eaf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:08.355730 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-07cfa58d-d79b-40e5-a7f1-6913f3b14eaf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Floating IP 3dd98052-22e7-474e-ba9a-b4cda8a0ff6c disassociated (deleted). External IP: 172.26.5.123, port: 28559beb-c894-437c-82b4-2653bbb75293. Jan 26 11:29:08.357731 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:29:08.358060 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device cff9f07c-ad9c-4c9d-82af-9bc4e0c995ed not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:29:08.370134 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c23eea-8b10-431f-bc94-1ee1c5721de1', 'name': 'tempest-TestVolumeBootPattern-151793675-router', 'tenant_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '0824bc6b-517a-4747-9178-fcfe4a7d7647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:29:01Z', 'updated_at': '2022-01-26T11:29:06Z', 'revision_number': 4, 'project_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'gw_port': {'id': '0824bc6b-517a-4747-9178-fcfe4a7d7647', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c23eea-8b10-431f-bc94-1ee1c5721de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:02Z', 'updated_at': '2022-01-26T11:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '490c24bd-afa8-4096-9b76-0d39cd6ce461', 'name': '', 'network_id': '2a2a70d8-3cca-4a22-9c16-a27d4ad8a396', 'tenant_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'mac_address': 'fa:16:3e:04:dc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c23eea-8b10-431f-bc94-1ee1c5721de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'bf79dfce-367d-4475-8e5a-01edcc660a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:05Z', 'updated_at': '2022-01-26T11:29:06Z', 'revision_number': 2, 'project_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'subnets': [{'id': 'bf79dfce-367d-4475-8e5a-01edcc660a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:08.375706 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6c62ae-d015-4c51-95dd-52e7828cae58 None None] The sync data for ids ['d3c23eea-8b10-431f-bc94-1ee1c5721de1'] in dv-neutron-826439-1-hyperv is: [{'id': 'd3c23eea-8b10-431f-bc94-1ee1c5721de1', 'name': 'tempest-TestVolumeBootPattern-151793675-router', 'tenant_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '0824bc6b-517a-4747-9178-fcfe4a7d7647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:29:01Z', 'updated_at': '2022-01-26T11:29:06Z', 'revision_number': 4, 'project_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'gw_port': {'id': '0824bc6b-517a-4747-9178-fcfe4a7d7647', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c23eea-8b10-431f-bc94-1ee1c5721de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:02Z', 'updated_at': '2022-01-26T11:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '490c24bd-afa8-4096-9b76-0d39cd6ce461', 'name': '', 'network_id': '2a2a70d8-3cca-4a22-9c16-a27d4ad8a396', 'tenant_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'mac_address': 'fa:16:3e:04:dc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c23eea-8b10-431f-bc94-1ee1c5721de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'bf79dfce-367d-4475-8e5a-01edcc660a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:05Z', 'updated_at': '2022-01-26T11:29:06Z', 'revision_number': 2, 'project_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'subnets': [{'id': 'bf79dfce-367d-4475-8e5a-01edcc660a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:29:08.377661 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54628) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:08.383590 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-77763a94-04b5-45ff-a034-4358d5b7a071 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1733107592', 'description': 'tempest-secgroup-smoke-1733107592 description', 'project_id': 'a848421bda384d54823be991dfd27e32'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:29:08.390632 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-77763a94-04b5-45ff-a034-4358d5b7a071 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:29:08.394896 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-77763a94-04b5-45ff-a034-4358d5b7a071 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Usage tracker for resource:security_group and tenant:a848421bda384d54823be991dfd27e32 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:29:08.399448 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-77763a94-04b5-45ff-a034-4358d5b7a071 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:29:08.405893 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-77763a94-04b5-45ff-a034-4358d5b7a071 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:29:08.419511 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-77763a94-04b5-45ff-a034-4358d5b7a071 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:08.443508 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-77763a94-04b5-45ff-a034-4358d5b7a071 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:29:08.447809 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-77763a94-04b5-45ff-a034-4358d5b7a071 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Usage tracker for resource:security_group_rule and tenant:a848421bda384d54823be991dfd27e32 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:29:08.451679 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-77763a94-04b5-45ff-a034-4358d5b7a071 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:29:08.459681 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-77763a94-04b5-45ff-a034-4358d5b7a071 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:29:08.552782 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-77763a94-04b5-45ff-a034-4358d5b7a071 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:08.558020 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-77763a94-04b5-45ff-a034-4358d5b7a071 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:08.612399 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77763a94-04b5-45ff-a034-4358d5b7a071 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:08.621067 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-77763a94-04b5-45ff-a034-4358d5b7a071 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:08.626403 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-77763a94-04b5-45ff-a034-4358d5b7a071 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2447262 Jan 26 11:29:08.626649 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54632) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:08.634834 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-1f3aabcb-1f7a-49dc-9e81-eb703ef9f4db tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Request body: {'security_group_rule': {'security_group_id': 'e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc', 'project_id': 'a848421bda384d54823be991dfd27e32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:29:08.644891 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-1f3aabcb-1f7a-49dc-9e81-eb703ef9f4db tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:29:08.653801 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1f3aabcb-1f7a-49dc-9e81-eb703ef9f4db tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Usage tracker for resource:security_group_rule and tenant:a848421bda384d54823be991dfd27e32 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:29:08.656995 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1f3aabcb-1f7a-49dc-9e81-eb703ef9f4db tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:29:08.665080 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-1f3aabcb-1f7a-49dc-9e81-eb703ef9f4db tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:29:08.685192 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1f3aabcb-1f7a-49dc-9e81-eb703ef9f4db tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:08.759877 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1f3aabcb-1f7a-49dc-9e81-eb703ef9f4db tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:08.765608 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1f3aabcb-1f7a-49dc-9e81-eb703ef9f4db tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:08.802070 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1f3aabcb-1f7a-49dc-9e81-eb703ef9f4db tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:08.803318 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1f3aabcb-1f7a-49dc-9e81-eb703ef9f4db tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1754889 Jan 26 11:29:08.805457 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3aabcb-1f7a-49dc-9e81-eb703ef9f4db tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183d062d-73f4-4c2d-916c-6551f211b39f,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:08.807462 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54636) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:08.813095 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-56b5c38e-acf3-493c-8eb1-dcabfc418047 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Request body: {'security_group_rule': {'security_group_id': 'e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc', 'project_id': 'a848421bda384d54823be991dfd27e32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:29:08.819405 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-56b5c38e-acf3-493c-8eb1-dcabfc418047 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:29:08.823595 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-56b5c38e-acf3-493c-8eb1-dcabfc418047 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Usage tracker for resource:security_group_rule and tenant:a848421bda384d54823be991dfd27e32 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:29:08.826967 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-56b5c38e-acf3-493c-8eb1-dcabfc418047 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:29:08.834947 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-56b5c38e-acf3-493c-8eb1-dcabfc418047 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:29:08.858519 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-56b5c38e-acf3-493c-8eb1-dcabfc418047 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:08.930026 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-56b5c38e-acf3-493c-8eb1-dcabfc418047 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:08.935114 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-56b5c38e-acf3-493c-8eb1-dcabfc418047 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:08.936290 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07cfa58d-d79b-40e5-a7f1-6913f3b14eaf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router d83ef684-d49d-4978-acfa-7de4ef518e52 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:29:08.959427 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5c38e-acf3-493c-8eb1-dcabfc418047 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078f2b9d-0d59-459b-9710-004f5034f157,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:08.971457 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-56b5c38e-acf3-493c-8eb1-dcabfc418047 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:08.972643 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-56b5c38e-acf3-493c-8eb1-dcabfc418047 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1645515 Jan 26 11:29:08.976843 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54640) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:08.981864 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-8184c604-f8c0-4913-86e7-e0a14a94987a tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Request body: {'security_group_rule': {'security_group_id': 'e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc', 'project_id': 'a848421bda384d54823be991dfd27e32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:29:08.987933 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-8184c604-f8c0-4913-86e7-e0a14a94987a tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:29:08.992728 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8184c604-f8c0-4913-86e7-e0a14a94987a tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Usage tracker for resource:security_group_rule and tenant:a848421bda384d54823be991dfd27e32 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:29:08.995802 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-8184c604-f8c0-4913-86e7-e0a14a94987a tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:29:09.007986 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-8184c604-f8c0-4913-86e7-e0a14a94987a tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:29:09.028373 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8184c604-f8c0-4913-86e7-e0a14a94987a tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:09.096497 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8184c604-f8c0-4913-86e7-e0a14a94987a tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:09.102177 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8184c604-f8c0-4913-86e7-e0a14a94987a tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:09.132580 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184c604-f8c0-4913-86e7-e0a14a94987a tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f2b4a6-4670-488c-917a-b1a5a7a3b9f9,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:09.136757 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cfa58d-d79b-40e5-a7f1-6913f3b14eaf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:29:09.149531 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8184c604-f8c0-4913-86e7-e0a14a94987a tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:09.150020 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f94a09-068a-49dc-822d-e3438dbbdb3d None None] Sync routers for ids ['d83ef684-d49d-4978-acfa-7de4ef518e52'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:29:09.151122 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8184c604-f8c0-4913-86e7-e0a14a94987a tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1733441 Jan 26 11:29:09.155478 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54644) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:09.161357 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-07cfa58d-d79b-40e5-a7f1-6913f3b14eaf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:09.163465 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-3578659f-09eb-4d17-8a43-0244ee93c814 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Request body: {'security_group_rule': {'security_group_id': 'e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc', 'project_id': 'a848421bda384d54823be991dfd27e32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:29:09.169943 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3578659f-09eb-4d17-8a43-0244ee93c814 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:29:09.171233 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f94a09-068a-49dc-822d-e3438dbbdb3d None None] Routers {'d83ef684-d49d-4978-acfa-7de4ef518e52'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:29:09.173632 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-10f94a09-068a-49dc-822d-e3438dbbdb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d83ef684-d49d-4978-acfa-7de4ef518e52'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:09.173975 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3578659f-09eb-4d17-8a43-0244ee93c814 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Usage tracker for resource:security_group_rule and tenant:a848421bda384d54823be991dfd27e32 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:29:09.177041 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3578659f-09eb-4d17-8a43-0244ee93c814 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:29:09.183564 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3578659f-09eb-4d17-8a43-0244ee93c814 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:29:09.203303 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3578659f-09eb-4d17-8a43-0244ee93c814 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:09.226490 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-07cfa58d-d79b-40e5-a7f1-6913f3b14eaf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/floatingips/3dd98052-22e7-474e-ba9a-b4cda8a0ff6c HTTP/1.1" status: 204 len: 168 time: 1.7900224 Jan 26 11:29:09.226490 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a6e66e-fe08-48ca-87fc-5061b897a607', 'tag': '28559beb-c894-437c-82b4-2653bbb75293'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:29:09.271172 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a6e66e-fe08-48ca-87fc-5061b897a607', 'tag': '28559beb-c894-437c-82b4-2653bbb75293', 'status': 'completed', 'code': 200} Jan 26 11:29:09.287812 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3578659f-09eb-4d17-8a43-0244ee93c814 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:09.293803 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3578659f-09eb-4d17-8a43-0244ee93c814 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:09.337737 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578659f-09eb-4d17-8a43-0244ee93c814 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a49e74a-ada5-4d94-ab9b-63dfb3ee1bc2,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:09.355520 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3578659f-09eb-4d17-8a43-0244ee93c814 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:09.360100 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3578659f-09eb-4d17-8a43-0244ee93c814 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2010124 Jan 26 11:29:09.360390 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54652) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:09.369920 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-c29ad4bb-2dec-4c89-96d2-7366bb056691 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Request body: {'security_group_rule': {'security_group_id': 'e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc', 'project_id': 'a848421bda384d54823be991dfd27e32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:29:09.378162 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-10f94a09-068a-49dc-822d-e3438dbbdb3d None None] Set router d83ef684-d49d-4978-acfa-7de4ef518e52 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:29:09.378487 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c29ad4bb-2dec-4c89-96d2-7366bb056691 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:29:09.383462 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c29ad4bb-2dec-4c89-96d2-7366bb056691 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Usage tracker for resource:security_group_rule and tenant:a848421bda384d54823be991dfd27e32 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:29:09.386821 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c29ad4bb-2dec-4c89-96d2-7366bb056691 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:29:09.388025 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a741f62-b437-4596-9193-248ac1fbda43 req-4519c807-e0a4-484a-ba89-17f102752dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:09.389763 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6a741f62-b437-4596-9193-248ac1fbda43 req-4519c807-e0a4-484a-ba89-17f102752dcd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=65a6e66e-fe08-48ca-87fc-5061b897a607 HTTP/1.1" status: 200 len: 1098 time: 0.0937943 Jan 26 11:29:09.393499 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c29ad4bb-2dec-4c89-96d2-7366bb056691 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:29:09.410225 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.securitygroups_db [None req-c29ad4bb-2dec-4c89-96d2-7366bb056691 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Project a848421bda384d54823be991dfd27e32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:29:09.419458 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c29ad4bb-2dec-4c89-96d2-7366bb056691 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:09.574223 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c29ad4bb-2dec-4c89-96d2-7366bb056691 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:09.579069 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c29ad4bb-2dec-4c89-96d2-7366bb056691 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:09.593601 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a741f62-b437-4596-9193-248ac1fbda43 req-b3fe32a6-1c9b-47cf-b83f-31d42009c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:09.595392 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6a741f62-b437-4596-9193-248ac1fbda43 req-b3fe32a6-1c9b-47cf-b83f-31d42009c981 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1f8d3ab-278c-4006-a6de-937cf77a3d4b HTTP/1.1" status: 200 len: 898 time: 0.1990438 Jan 26 11:29:09.613106 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ad4bb-2dec-4c89-96d2-7366bb056691 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab923c8-d6de-4f79-aabd-dfaae03c439d,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:09.634467 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c29ad4bb-2dec-4c89-96d2-7366bb056691 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:09.639859 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c29ad4bb-2dec-4c89-96d2-7366bb056691 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2776029 Jan 26 11:29:09.640579 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54658) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:09.646824 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-66a68a68-e593-4299-8cc6-bd2174a47073 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Request body: {'security_group_rule': {'security_group_id': 'e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc', 'project_id': 'a848421bda384d54823be991dfd27e32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:29:09.653655 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-66a68a68-e593-4299-8cc6-bd2174a47073 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:29:09.657636 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-66a68a68-e593-4299-8cc6-bd2174a47073 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Usage tracker for resource:security_group_rule and tenant:a848421bda384d54823be991dfd27e32 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:29:09.660770 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-66a68a68-e593-4299-8cc6-bd2174a47073 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:29:09.670527 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-66a68a68-e593-4299-8cc6-bd2174a47073 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:29:09.684879 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.securitygroups_db [None req-66a68a68-e593-4299-8cc6-bd2174a47073 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Project a848421bda384d54823be991dfd27e32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:29:09.694058 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-66a68a68-e593-4299-8cc6-bd2174a47073 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:09.737244 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6a741f62-b437-4596-9193-248ac1fbda43 req-40b12245-7ab7-4762-9500-f5e020fa4c1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28559beb-c894-437c-82b4-2653bbb75293 HTTP/1.1" status: 200 len: 217 time: 0.1335845 Jan 26 11:29:09.845359 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a741f62-b437-4596-9193-248ac1fbda43 req-1adf58e7-a073-4412-8ba3-74601d81ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:09.847267 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6a741f62-b437-4596-9193-248ac1fbda43 req-1adf58e7-a073-4412-8ba3-74601d81ad12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6 HTTP/1.1" status: 200 len: 834 time: 0.0998805 Jan 26 11:29:09.901232 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-66a68a68-e593-4299-8cc6-bd2174a47073 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:09.908146 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-66a68a68-e593-4299-8cc6-bd2174a47073 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:09.929922 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80376fe2-a31d-4369-9609-4116437378ef req-28285311-48ac-4cbe-97e3-5ffb51bc2159 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:09.930960 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-80376fe2-a31d-4369-9609-4116437378ef req-28285311-48ac-4cbe-97e3-5ffb51bc2159 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:29:09.943650 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-66a68a68-e593-4299-8cc6-bd2174a47073 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:09.948171 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-66a68a68-e593-4299-8cc6-bd2174a47073 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3064680 Jan 26 11:29:09.955753 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-10f94a09-068a-49dc-822d-e3438dbbdb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'name': 'tempest-TestNetworkBasicOps-router-1144126416', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:49Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 6, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:51Z', 'updated_at': '2022-01-26T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '5e18d4af-336e-4554-b658-40777f0cf88d', 'name': '', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:e9:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:27:00Z', 'updated_at': '2022-01-26T11:27:12Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:09.956668 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a68a68-e593-4299-8cc6-bd2174a47073 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d7b225-6706-42c3-b225-cb6b03029293,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:09.964228 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-80376fe2-a31d-4369-9609-4116437378ef req-28285311-48ac-4cbe-97e3-5ffb51bc2159 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:29:09.964965 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f94a09-068a-49dc-822d-e3438dbbdb3d None None] Checking router: d83ef684-d49d-4978-acfa-7de4ef518e52 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:29:09.965526 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-80376fe2-a31d-4369-9609-4116437378ef req-28285311-48ac-4cbe-97e3-5ffb51bc2159 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=65a6e66e-fe08-48ca-87fc-5061b897a607 HTTP/1.1" status: 200 len: 945 time: 0.2689116 Jan 26 11:29:09.971719 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a741f62-b437-4596-9193-248ac1fbda43 req-424de72b-54d3-4ea2-a2e6-aad5fc1f7eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:09.973275 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6a741f62-b437-4596-9193-248ac1fbda43 req-424de72b-54d3-4ea2-a2e6-aad5fc1f7eec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1f8d3ab-278c-4006-a6de-937cf77a3d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1180315 Jan 26 11:29:09.980883 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f94a09-068a-49dc-822d-e3438dbbdb3d None None] Routers {'d83ef684-d49d-4978-acfa-7de4ef518e52'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:29:09.981496 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-10f94a09-068a-49dc-822d-e3438dbbdb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d83ef684-d49d-4978-acfa-7de4ef518e52'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:10.059945 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-80376fe2-a31d-4369-9609-4116437378ef req-510c7b7f-099c-4372-9c53-763cbcd69474 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:29:10.134132 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-80376fe2-a31d-4369-9609-4116437378ef req-510c7b7f-099c-4372-9c53-763cbcd69474 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:29:10.135361 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-80376fe2-a31d-4369-9609-4116437378ef req-510c7b7f-099c-4372-9c53-763cbcd69474 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=3feecf6d-681f-4d6a-a4be-1959c74afc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606052 Jan 26 11:29:10.169992 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6a741f62-b437-4596-9193-248ac1fbda43 req-4a8e9feb-e9ce-4922-97d3-fc1b862b9c54 service neutron] 10.222.0.24 "GET /v2.0/networks/b1f8d3ab-278c-4006-a6de-937cf77a3d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777675 Jan 26 11:29:10.198601 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-10f94a09-068a-49dc-822d-e3438dbbdb3d None None] Set router d83ef684-d49d-4978-acfa-7de4ef518e52 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:29:10.334652 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6a741f62-b437-4596-9193-248ac1fbda43 req-60939515-6055-4ac9-b259-2b3762bf97ec service neutron] 10.222.0.24 "GET /v2.0/networks/b1f8d3ab-278c-4006-a6de-937cf77a3d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564970 Jan 26 11:29:10.579456 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-10f94a09-068a-49dc-822d-e3438dbbdb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'name': 'tempest-TestNetworkBasicOps-router-1144126416', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:49Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 6, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:51Z', 'updated_at': '2022-01-26T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '5e18d4af-336e-4554-b658-40777f0cf88d', 'name': '', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:e9:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:27:00Z', 'updated_at': '2022-01-26T11:27:12Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:10.584196 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f94a09-068a-49dc-822d-e3438dbbdb3d None None] The sync data for ids ['d83ef684-d49d-4978-acfa-7de4ef518e52'] in dv-neutron-826439-1-hyperv is: [{'id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'name': 'tempest-TestNetworkBasicOps-router-1144126416', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:49Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 6, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:51Z', 'updated_at': '2022-01-26T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '5e18d4af-336e-4554-b658-40777f0cf88d', 'name': '', 'network_id': 'b1f8d3ab-278c-4006-a6de-937cf77a3d4b', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:e9:89:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:27:00Z', 'updated_at': '2022-01-26T11:27:12Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:29:10.867539 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74796b43-66e6-45e8-bb74-12f7f73376ba req-ab81e030-c543-4f3e-94af-56783e126c86 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:10.869048 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-74796b43-66e6-45e8-bb74-12f7f73376ba req-ab81e030-c543-4f3e-94af-56783e126c86 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/ports?device_id=65a6e66e-fe08-48ca-87fc-5061b897a607 HTTP/1.1" status: 200 len: 945 time: 0.0914078 Jan 26 11:29:10.951758 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-74796b43-66e6-45e8-bb74-12f7f73376ba req-450ebed1-16b6-49bb-9df5-72d586ac1b42 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port 28559beb-c894-437c-82b4-2653bbb75293 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:29:10.952183 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-74796b43-66e6-45e8-bb74-12f7f73376ba req-450ebed1-16b6-49bb-9df5-72d586ac1b42 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:11.107948 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3878753-7f41-47fd-a3e5-b32aca841254 None None] New status for floating IP 3dd98052-22e7-474e-ba9a-b4cda8a0ff6c: DOWN {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:29:11.353106 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] Sync routers for ids ['d3c23eea-8b10-431f-bc94-1ee1c5721de1'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:29:11.362900 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] Routers {'d3c23eea-8b10-431f-bc94-1ee1c5721de1'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:29:11.363532 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d3c23eea-8b10-431f-bc94-1ee1c5721de1'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:11.371725 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-74796b43-66e6-45e8-bb74-12f7f73376ba req-450ebed1-16b6-49bb-9df5-72d586ac1b42 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port 28559beb-c894-437c-82b4-2653bbb75293, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=28559beb-c894-437c-82b4-2653bbb75293,segment=NetworkSegment(a9805f93-5aca-43ec-92b7-5f68ffc0ddf6),segment_id=a9805f93-5aca-43ec-92b7-5f68ffc0ddf6)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:29:11.372340 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-74796b43-66e6-45e8-bb74-12f7f73376ba req-450ebed1-16b6-49bb-9df5-72d586ac1b42 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:11.394449 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314648f9-28b0-41c5-8e56-982c34eed0d8 req-d37a6648-ffca-46c8-a595-ce0cee24610b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:11.396358 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-314648f9-28b0-41c5-8e56-982c34eed0d8 req-d37a6648-ffca-46c8-a595-ce0cee24610b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=65a6e66e-fe08-48ca-87fc-5061b897a607 HTTP/1.1" status: 200 len: 945 time: 0.1023216 Jan 26 11:29:11.494677 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-314648f9-28b0-41c5-8e56-982c34eed0d8 req-9f74f5c6-e86b-4ec1-bc82-788c43eb0ef7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=3feecf6d-681f-4d6a-a4be-1959c74afc3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900288 Jan 26 11:29:11.528534 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-74796b43-66e6-45e8-bb74-12f7f73376ba req-450ebed1-16b6-49bb-9df5-72d586ac1b42 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for 28559beb-c894-437c-82b4-2653bbb75293 owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:29:11.568045 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] Set router d3c23eea-8b10-431f-bc94-1ee1c5721de1 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:29:11.634854 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0824bc6b-517a-4747-9178-fcfe4a7d7647 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:29:11.722723 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-74796b43-66e6-45e8-bb74-12f7f73376ba req-450ebed1-16b6-49bb-9df5-72d586ac1b42 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:11.735866 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 0824bc6b-517a-4747-9178-fcfe4a7d7647 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:29:11.742493 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 0824bc6b-517a-4747-9178-fcfe4a7d7647 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:29:11.743199 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:11.836544 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ebed1-16b6-49bb-9df5-72d586ac1b42 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=28559beb-c894-437c-82b4-2653bbb75293,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:11.967580 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-74796b43-66e6-45e8-bb74-12f7f73376ba req-450ebed1-16b6-49bb-9df5-72d586ac1b42 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] No DVR routers for this DVR port 28559beb-c894-437c-82b4-2653bbb75293 on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:29:11.972741 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:11.974047 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-74796b43-66e6-45e8-bb74-12f7f73376ba req-450ebed1-16b6-49bb-9df5-72d586ac1b42 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:11.981434 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a6e66e-fe08-48ca-87fc-5061b897a607', 'name': 'network-vif-deleted', 'tag': '28559beb-c894-437c-82b4-2653bbb75293'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:29:12.003258 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 0824bc6b-517a-4747-9178-fcfe4a7d7647, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0824bc6b-517a-4747-9178-fcfe4a7d7647,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:29:12.009056 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-74796b43-66e6-45e8-bb74-12f7f73376ba req-450ebed1-16b6-49bb-9df5-72d586ac1b42 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "DELETE /v2.0/ports/28559beb-c894-437c-82b4-2653bbb75293 HTTP/1.1" status: 204 len: 173 time: 1.1345596 Jan 26 11:29:12.010373 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:12.035604 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c23eea-8b10-431f-bc94-1ee1c5721de1', 'name': 'tempest-TestVolumeBootPattern-151793675-router', 'tenant_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '0824bc6b-517a-4747-9178-fcfe4a7d7647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:29:01Z', 'updated_at': '2022-01-26T11:29:06Z', 'revision_number': 4, 'project_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'gw_port': {'id': '0824bc6b-517a-4747-9178-fcfe4a7d7647', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c23eea-8b10-431f-bc94-1ee1c5721de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:02Z', 'updated_at': '2022-01-26T11:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '490c24bd-afa8-4096-9b76-0d39cd6ce461', 'name': '', 'network_id': '2a2a70d8-3cca-4a22-9c16-a27d4ad8a396', 'tenant_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'mac_address': 'fa:16:3e:04:dc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c23eea-8b10-431f-bc94-1ee1c5721de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'bf79dfce-367d-4475-8e5a-01edcc660a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:05Z', 'updated_at': '2022-01-26T11:29:06Z', 'revision_number': 2, 'project_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'subnets': [{'id': 'bf79dfce-367d-4475-8e5a-01edcc660a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:12.041188 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] Checking router: d3c23eea-8b10-431f-bc94-1ee1c5721de1 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:29:12.041547 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] Updating router d3c23eea-8b10-431f-bc94-1ee1c5721de1 port 490c24bd-afa8-4096-9b76-0d39cd6ce461 binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:29:12.068312 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a6e66e-fe08-48ca-87fc-5061b897a607', 'name': 'network-vif-deleted', 'tag': '28559beb-c894-437c-82b4-2653bbb75293', 'status': 'completed', 'code': 200} Jan 26 11:29:12.100169 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=0824bc6b-517a-4747-9178-fcfe4a7d7647,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:12.104195 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:12.479336 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:12.492183 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] Transition to ACTIVE for port object 490c24bd-afa8-4096-9b76-0d39cd6ce461 will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:29:12.502557 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:12.712420 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f5a429ca-8f83-460e-8179-9138bb2c5880 req-7a93dbdf-a8cb-4673-9b63-8c34e7647728 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=65a6e66e-fe08-48ca-87fc-5061b897a607 HTTP/1.1" status: 200 len: 210 time: 0.0672622 Jan 26 11:29:12.745372 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec80d2-0846-4d30-baa8-5460d2fc638f None None] Pushing event updated for resources: {'Port': ['ID=490c24bd-afa8-4096-9b76-0d39cd6ce461,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:12.777810 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] Attempting to bind port 490c24bd-afa8-4096-9b76-0d39cd6ce461 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:29:12.778187 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] Attempting to bind port 490c24bd-afa8-4096-9b76-0d39cd6ce461 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '432275d6-516b-4033-85b0-171f6366f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '2a2a70d8-3cca-4a22-9c16-a27d4ad8a396'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:29:12.778578 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] Attempting to bind port 490c24bd-afa8-4096-9b76-0d39cd6ce461 on network 2a2a70d8-3cca-4a22-9c16-a27d4ad8a396 {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:29:12.784849 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:29:12.785224 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] Checking segment: {'id': '432275d6-516b-4033-85b0-171f6366f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '2a2a70d8-3cca-4a22-9c16-a27d4ad8a396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:29:12.785622 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:12.786578 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] Bound using segment: {'id': '432275d6-516b-4033-85b0-171f6366f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '2a2a70d8-3cca-4a22-9c16-a27d4ad8a396'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:29:12.787204 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] Bound port: 490c24bd-afa8-4096-9b76-0d39cd6ce461, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432275d6-516b-4033-85b0-171f6366f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '2a2a70d8-3cca-4a22-9c16-a27d4ad8a396'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:29:12.787588 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:12.912126 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] For port 490c24bd-afa8-4096-9b76-0d39cd6ce461, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:29:12.914997 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] For port 490c24bd-afa8-4096-9b76-0d39cd6ce461, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=490c24bd-afa8-4096-9b76-0d39cd6ce461,segment=NetworkSegment(432275d6-516b-4033-85b0-171f6366f35f),segment_id=432275d6-516b-4033-85b0-171f6366f35f)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:29:12.920578 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:12.997477 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] Routers {'d3c23eea-8b10-431f-bc94-1ee1c5721de1'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:29:12.998088 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d3c23eea-8b10-431f-bc94-1ee1c5721de1'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:13.068426 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec80d2-0846-4d30-baa8-5460d2fc638f None None] Pushing event updated for resources: {'Port': ['ID=490c24bd-afa8-4096-9b76-0d39cd6ce461,revision_number=4']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:13.205009 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] Set router d3c23eea-8b10-431f-bc94-1ee1c5721de1 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:29:13.533312 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c23eea-8b10-431f-bc94-1ee1c5721de1', 'name': 'tempest-TestVolumeBootPattern-151793675-router', 'tenant_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '0824bc6b-517a-4747-9178-fcfe4a7d7647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:29:01Z', 'updated_at': '2022-01-26T11:29:06Z', 'revision_number': 4, 'project_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'gw_port': {'id': '0824bc6b-517a-4747-9178-fcfe4a7d7647', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c23eea-8b10-431f-bc94-1ee1c5721de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:02Z', 'updated_at': '2022-01-26T11:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '490c24bd-afa8-4096-9b76-0d39cd6ce461', 'name': '', 'network_id': '2a2a70d8-3cca-4a22-9c16-a27d4ad8a396', 'tenant_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'mac_address': 'fa:16:3e:04:dc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c23eea-8b10-431f-bc94-1ee1c5721de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'bf79dfce-367d-4475-8e5a-01edcc660a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:05Z', 'updated_at': '2022-01-26T11:29:12Z', 'revision_number': 4, 'project_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'subnets': [{'id': 'bf79dfce-367d-4475-8e5a-01edcc660a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:13.538191 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd09b029-6dfb-4156-8c8a-d77aea0480da None None] The sync data for ids ['d3c23eea-8b10-431f-bc94-1ee1c5721de1'] in dv-neutron-826439-1-hyperv is: [{'id': 'd3c23eea-8b10-431f-bc94-1ee1c5721de1', 'name': 'tempest-TestVolumeBootPattern-151793675-router', 'tenant_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '0824bc6b-517a-4747-9178-fcfe4a7d7647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:29:01Z', 'updated_at': '2022-01-26T11:29:06Z', 'revision_number': 4, 'project_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'gw_port': {'id': '0824bc6b-517a-4747-9178-fcfe4a7d7647', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c23eea-8b10-431f-bc94-1ee1c5721de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:02Z', 'updated_at': '2022-01-26T11:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '490c24bd-afa8-4096-9b76-0d39cd6ce461', 'name': '', 'network_id': '2a2a70d8-3cca-4a22-9c16-a27d4ad8a396', 'tenant_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'mac_address': 'fa:16:3e:04:dc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c23eea-8b10-431f-bc94-1ee1c5721de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'bf79dfce-367d-4475-8e5a-01edcc660a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:05Z', 'updated_at': '2022-01-26T11:29:12Z', 'revision_number': 4, 'project_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'subnets': [{'id': 'bf79dfce-367d-4475-8e5a-01edcc660a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:29:13.588903 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0824bc6b-517a-4747-9178-fcfe4a7d7647 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:29:13.674713 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 0824bc6b-517a-4747-9178-fcfe4a7d7647 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:29:13.675088 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:13.818841 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54756) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:13.894002 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 490c24bd-afa8-4096-9b76-0d39cd6ce461 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:29:13.950375 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-decff927-5f0d-4fce-b0d4-cf41bc16f1fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:13.987924 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-decff927-5f0d-4fce-b0d4-cf41bc16f1fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:13.990262 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 490c24bd-afa8-4096-9b76-0d39cd6ce461 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:29:13.996267 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 490c24bd-afa8-4096-9b76-0d39cd6ce461 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:29:13.996640 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:14.081244 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-decff927-5f0d-4fce-b0d4-cf41bc16f1fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:14.112968 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decff927-5f0d-4fce-b0d4-cf41bc16f1fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3feecf6d-681f-4d6a-a4be-1959c74afc3e,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:14.116014 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-decff927-5f0d-4fce-b0d4-cf41bc16f1fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:14.117228 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-decff927-5f0d-4fce-b0d4-cf41bc16f1fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/security-groups/3feecf6d-681f-4d6a-a4be-1959c74afc3e HTTP/1.1" status: 204 len: 168 time: 0.2965753 Jan 26 11:29:14.132373 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 28559beb-c894-437c-82b4-2653bbb75293 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:29:14.171543 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54764) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:14.194972 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: 28559beb-c894-437c-82b4-2653bbb75293 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:29:14.195550 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 28559beb-c894-437c-82b4-2653bbb75293 not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:29:14.208838 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:14.246189 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 490c24bd-afa8-4096-9b76-0d39cd6ce461, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=490c24bd-afa8-4096-9b76-0d39cd6ce461,segment=NetworkSegment(432275d6-516b-4033-85b0-171f6366f35f),segment_id=432275d6-516b-4033-85b0-171f6366f35f)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:29:14.254928 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:14.343242 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=490c24bd-afa8-4096-9b76-0d39cd6ce461,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:14.825578 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5972fbef-1d72-4582-9da1-40184fcee252 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:15.193149 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-5972fbef-1d72-4582-9da1-40184fcee252 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port 5e18d4af-336e-4554-b658-40777f0cf88d {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:29:15.193396 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5972fbef-1d72-4582-9da1-40184fcee252 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:15.393977 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-5972fbef-1d72-4582-9da1-40184fcee252 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port 5e18d4af-336e-4554-b658-40777f0cf88d, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=5e18d4af-336e-4554-b658-40777f0cf88d,segment=NetworkSegment(a9805f93-5aca-43ec-92b7-5f68ffc0ddf6),segment_id=a9805f93-5aca-43ec-92b7-5f68ffc0ddf6)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:29:15.394366 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5972fbef-1d72-4582-9da1-40184fcee252 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:15.542414 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 490c24bd-afa8-4096-9b76-0d39cd6ce461 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:29:15.620129 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 490c24bd-afa8-4096-9b76-0d39cd6ce461 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:29:15.620607 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:15.624798 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-5972fbef-1d72-4582-9da1-40184fcee252 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for 5e18d4af-336e-4554-b658-40777f0cf88d owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:29:15.979004 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5972fbef-1d72-4582-9da1-40184fcee252 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:16.033534 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972fbef-1d72-4582-9da1-40184fcee252 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=5e18d4af-336e-4554-b658-40777f0cf88d,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:16.325187 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5972fbef-1d72-4582-9da1-40184fcee252 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:16.697065 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5972fbef-1d72-4582-9da1-40184fcee252 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router d83ef684-d49d-4978-acfa-7de4ef518e52 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:29:16.995450 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5972fbef-1d72-4582-9da1-40184fcee252 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:29:17.006080 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e41d8b3-b4e2-4810-84cd-3a17355d1cd8 None None] Sync routers for ids ['d83ef684-d49d-4978-acfa-7de4ef518e52'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:29:17.012731 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54772) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:17.013352 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5972fbef-1d72-4582-9da1-40184fcee252 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "PUT /v2.0/routers/d83ef684-d49d-4978-acfa-7de4ef518e52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8403928 Jan 26 11:29:17.024145 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e41d8b3-b4e2-4810-84cd-3a17355d1cd8 None None] Routers {'d83ef684-d49d-4978-acfa-7de4ef518e52'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:29:17.024854 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-2e41d8b3-b4e2-4810-84cd-3a17355d1cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d83ef684-d49d-4978-acfa-7de4ef518e52'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:17.081786 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-c398bf3e-fd86-4542-a784-09be429ab12a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting subnet 9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:29:17.085548 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c398bf3e-fd86-4542-a784-09be429ab12a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:17.153346 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c398bf3e-fd86-4542-a784-09be429ab12a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:17.213533 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-2e41d8b3-b4e2-4810-84cd-3a17355d1cd8 None None] Set router d83ef684-d49d-4978-acfa-7de4ef518e52 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:29:17.256084 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c398bf3e-fd86-4542-a784-09be429ab12a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:17.341006 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c398bf3e-fd86-4542-a784-09be429ab12a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:17.403923 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398bf3e-fd86-4542-a784-09be429ab12a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Subnet': ['ID=9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:17.407409 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c398bf3e-fd86-4542-a784-09be429ab12a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:17.413710 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d67d521-435e-4a05-bdec-0375e12e3ab7 None None] Network b1f8d3ab-278c-4006-a6de-937cf77a3d4b requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:29:17.420069 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c398bf3e-fd86-4542-a784-09be429ab12a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/subnets/9c2dda06-9de4-4dce-8b7e-8f3b41a2f3b6 HTTP/1.1" status: 204 len: 168 time: 0.4037986 Jan 26 11:29:17.420499 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54776) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:17.652097 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8964f7a9-15ad-44d7-ab17-8428f97119bb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:17.718367 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-2e41d8b3-b4e2-4810-84cd-3a17355d1cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'name': 'tempest-TestNetworkBasicOps-router-1144126416', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:49Z', 'updated_at': '2022-01-26T11:29:15Z', 'revision_number': 7, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:51Z', 'updated_at': '2022-01-26T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:17.723967 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e41d8b3-b4e2-4810-84cd-3a17355d1cd8 None None] Checking router: d83ef684-d49d-4978-acfa-7de4ef518e52 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:29:17.737835 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e41d8b3-b4e2-4810-84cd-3a17355d1cd8 None None] Routers {'d83ef684-d49d-4978-acfa-7de4ef518e52'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:29:17.738635 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-2e41d8b3-b4e2-4810-84cd-3a17355d1cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d83ef684-d49d-4978-acfa-7de4ef518e52'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:17.827807 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f90c42-4156-4ea5-8970-5c87f7c06cb3 None None] DHCP port deletion for b1f8d3ab-278c-4006-a6de-937cf77a3d4b request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:29:17.848722 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-79f90c42-4156-4ea5-8970-5c87f7c06cb3 None None] Deleting port a763e059-c286-4811-8aa4-0c6f01f95ff7 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:29:17.849229 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-79f90c42-4156-4ea5-8970-5c87f7c06cb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:17.863102 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8964f7a9-15ad-44d7-ab17-8428f97119bb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:17.873628 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-8964f7a9-15ad-44d7-ab17-8428f97119bb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port 6efa0df4-c87f-4ed6-99e5-5897ccc92369 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:29:17.874262 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8964f7a9-15ad-44d7-ab17-8428f97119bb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:18.125149 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-2e41d8b3-b4e2-4810-84cd-3a17355d1cd8 None None] Set router d83ef684-d49d-4978-acfa-7de4ef518e52 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:29:18.188361 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-8964f7a9-15ad-44d7-ab17-8428f97119bb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port 6efa0df4-c87f-4ed6-99e5-5897ccc92369, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=6efa0df4-c87f-4ed6-99e5-5897ccc92369,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:29:18.189031 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8964f7a9-15ad-44d7-ab17-8428f97119bb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:18.316145 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-8964f7a9-15ad-44d7-ab17-8428f97119bb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for 6efa0df4-c87f-4ed6-99e5-5897ccc92369 owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:29:18.403840 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-79f90c42-4156-4ea5-8970-5c87f7c06cb3 None None] For port a763e059-c286-4811-8aa4-0c6f01f95ff7, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a763e059-c286-4811-8aa4-0c6f01f95ff7,segment=NetworkSegment(a9805f93-5aca-43ec-92b7-5f68ffc0ddf6),segment_id=a9805f93-5aca-43ec-92b7-5f68ffc0ddf6)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:29:18.404244 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-79f90c42-4156-4ea5-8970-5c87f7c06cb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:18.523719 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8964f7a9-15ad-44d7-ab17-8428f97119bb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:18.553111 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-79f90c42-4156-4ea5-8970-5c87f7c06cb3 None None] Calling delete_port for a763e059-c286-4811-8aa4-0c6f01f95ff7 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:29:18.576540 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964f7a9-15ad-44d7-ab17-8428f97119bb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=6efa0df4-c87f-4ed6-99e5-5897ccc92369,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:18.685252 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8964f7a9-15ad-44d7-ab17-8428f97119bb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:18.687424 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-2e41d8b3-b4e2-4810-84cd-3a17355d1cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'name': 'tempest-TestNetworkBasicOps-router-1144126416', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:49Z', 'updated_at': '2022-01-26T11:29:15Z', 'revision_number': 7, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:51Z', 'updated_at': '2022-01-26T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:18.692214 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e41d8b3-b4e2-4810-84cd-3a17355d1cd8 None None] The sync data for ids ['d83ef684-d49d-4978-acfa-7de4ef518e52'] in dv-neutron-826439-1-hyperv is: [{'id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'name': 'tempest-TestNetworkBasicOps-router-1144126416', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190'}], 'enable_snat': True}, 'gw_port_id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:26:49Z', 'updated_at': '2022-01-26T11:29:15Z', 'revision_number': 7, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6efa0df4-c87f-4ed6-99e5-5897ccc92369', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83ef684-d49d-4978-acfa-7de4ef518e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:26:51Z', 'updated_at': '2022-01-26T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:29:18.693878 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-79f90c42-4156-4ea5-8970-5c87f7c06cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:18.741529 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f90c42-4156-4ea5-8970-5c87f7c06cb3 None None] No DVR routers for this DVR port a763e059-c286-4811-8aa4-0c6f01f95ff7 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:29:18.750413 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f90c42-4156-4ea5-8970-5c87f7c06cb3 None None] Pushing event deleted for resources: {'Port': ['ID=a763e059-c286-4811-8aa4-0c6f01f95ff7,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:18.892559 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8964f7a9-15ad-44d7-ab17-8428f97119bb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:18.895485 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8964f7a9-15ad-44d7-ab17-8428f97119bb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:18.919422 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8964f7a9-15ad-44d7-ab17-8428f97119bb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:18.919902 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8964f7a9-15ad-44d7-ab17-8428f97119bb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Fanout notify agent at l3_agent the message router_deleted on router d83ef684-d49d-4978-acfa-7de4ef518e52 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:29:18.935103 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8964f7a9-15ad-44d7-ab17-8428f97119bb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:18.936201 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8964f7a9-15ad-44d7-ab17-8428f97119bb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/routers/d83ef684-d49d-4978-acfa-7de4ef518e52 HTTP/1.1" status: 204 len: 168 time: 1.5147901 Jan 26 11:29:18.939022 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54784) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:19.059029 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-11427d75-f25c-4224-889f-d9e6f1ca4a0e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:19.217598 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-11427d75-f25c-4224-889f-d9e6f1ca4a0e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:19.245305 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-11427d75-f25c-4224-889f-d9e6f1ca4a0e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f8d3ab-278c-4006-a6de-937cf77a3d4b']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:19.257729 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-11427d75-f25c-4224-889f-d9e6f1ca4a0e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9805f93-5aca-43ec-92b7-5f68ffc0ddf6') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:19.258049 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-11427d75-f25c-4224-889f-d9e6f1ca4a0e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9805f93-5aca-43ec-92b7-5f68ffc0ddf6') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:19.271800 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-11427d75-f25c-4224-889f-d9e6f1ca4a0e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:19.289403 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-11427d75-f25c-4224-889f-d9e6f1ca4a0e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:19.295703 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11427d75-f25c-4224-889f-d9e6f1ca4a0e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:29:19.296108 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-11427d75-f25c-4224-889f-d9e6f1ca4a0e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:29:19.310787 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:29:19.399124 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-11427d75-f25c-4224-889f-d9e6f1ca4a0e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:19.420184 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-11427d75-f25c-4224-889f-d9e6f1ca4a0e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:19.429695 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11427d75-f25c-4224-889f-d9e6f1ca4a0e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Network': ['ID=b1f8d3ab-278c-4006-a6de-937cf77a3d4b,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:19.435025 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-11427d75-f25c-4224-889f-d9e6f1ca4a0e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/networks/b1f8d3ab-278c-4006-a6de-937cf77a3d4b HTTP/1.1" status: 204 len: 168 time: 0.4950063 Jan 26 11:29:19.454992 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54788) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:19.461721 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-0fb555cf-907f-4257-b80d-da7dd0db3527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'network': {'name': 'tempest-network-smoke--1433845205', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'port_security_enabled': True}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:29:19.466845 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0fb555cf-907f-4257-b80d-da7dd0db3527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:29:19.470972 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0fb555cf-907f-4257-b80d-da7dd0db3527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:network and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:29:19.474575 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0fb555cf-907f-4257-b80d-da7dd0db3527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:29:19.482782 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0fb555cf-907f-4257-b80d-da7dd0db3527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:29:19.493248 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb555cf-907f-4257-b80d-da7dd0db3527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:29:19.496737 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0fb555cf-907f-4257-b80d-da7dd0db3527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:19.532366 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb555cf-907f-4257-b80d-da7dd0db3527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:29:19.544692 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0fb555cf-907f-4257-b80d-da7dd0db3527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:19.545047 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-0fb555cf-907f-4257-b80d-da7dd0db3527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Added segment 9981210b-dd0f-4da0-b6fd-cae73231f48f of type vlan for network 9255b01a-9a4e-4dae-959f-4e077f620b19 Jan 26 11:29:19.573028 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0fb555cf-907f-4257-b80d-da7dd0db3527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:19.608246 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0fb555cf-907f-4257-b80d-da7dd0db3527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:19.613603 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb555cf-907f-4257-b80d-da7dd0db3527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:19.614231 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0fb555cf-907f-4257-b80d-da7dd0db3527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:19.722759 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb555cf-907f-4257-b80d-da7dd0db3527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Network': ['ID=9255b01a-9a4e-4dae-959f-4e077f620b19,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:19.730572 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0fb555cf-907f-4257-b80d-da7dd0db3527 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2735608 Jan 26 11:29:19.732345 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54794) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:19.738261 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-df386e38-81df-4507-8079-2a3023d6e354 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-502659756', 'admin_state_up': True, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:29:19.742102 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 9255b01a-9a4e-4dae-959f-4e077f620b19 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:29:19.746648 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-df386e38-81df-4507-8079-2a3023d6e354 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:29:19.750914 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-df386e38-81df-4507-8079-2a3023d6e354 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:router and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:29:19.754122 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-df386e38-81df-4507-8079-2a3023d6e354 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:29:19.761841 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-df386e38-81df-4507-8079-2a3023d6e354 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:29:19.775328 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df386e38-81df-4507-8079-2a3023d6e354 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:19.776812 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df386e38-81df-4507-8079-2a3023d6e354 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:19.795771 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df386e38-81df-4507-8079-2a3023d6e354 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:19.922581 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 5e18d4af-336e-4554-b658-40777f0cf88d no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:29:19.960386 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 5e18d4af-336e-4554-b658-40777f0cf88d {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:29:19.960784 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 5e18d4af-336e-4554-b658-40777f0cf88d not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:29:19.961151 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 6efa0df4-c87f-4ed6-99e5-5897ccc92369 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:29:19.997471 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 6efa0df4-c87f-4ed6-99e5-5897ccc92369 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:29:19.997738 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 6efa0df4-c87f-4ed6-99e5-5897ccc92369 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:29:19.998367 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a763e059-c286-4811-8aa4-0c6f01f95ff7 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:29:20.035570 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: a763e059-c286-4811-8aa4-0c6f01f95ff7 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:29:20.036040 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a763e059-c286-4811-8aa4-0c6f01f95ff7 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:29:20.243356 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df386e38-81df-4507-8079-2a3023d6e354 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:20.579284 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df386e38-81df-4507-8079-2a3023d6e354 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_gateway, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:20.610024 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df386e38-81df-4507-8079-2a3023d6e354 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:20.755144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-df386e38-81df-4507-8079-2a3023d6e354 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.26.5.245 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/a2508cbf-bf64-42c1-a596-272b1ff88e5e) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:29:20.912710 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df386e38-81df-4507-8079-2a3023d6e354 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:20.946056 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df386e38-81df-4507-8079-2a3023d6e354 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:21.011459 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df386e38-81df-4507-8079-2a3023d6e354 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:29:21.014292 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-df386e38-81df-4507-8079-2a3023d6e354 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:29:21.018071 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df386e38-81df-4507-8079-2a3023d6e354 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:29:21.056990 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df386e38-81df-4507-8079-2a3023d6e354 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=a2508cbf-bf64-42c1-a596-272b1ff88e5e,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:21.446458 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df386e38-81df-4507-8079-2a3023d6e354 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_gateway, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:21.930854 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df386e38-81df-4507-8079-2a3023d6e354 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:22.139262 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df386e38-81df-4507-8079-2a3023d6e354 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 328eb5f3-82ec-4e26-abf5-6e64e04b9493 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:29:22.326287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df386e38-81df-4507-8079-2a3023d6e354 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:29:22.336464 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] Sync routers for ids ['328eb5f3-82ec-4e26-abf5-6e64e04b9493'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:29:22.345375 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] Routers {'328eb5f3-82ec-4e26-abf5-6e64e04b9493'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:29:22.345977 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['328eb5f3-82ec-4e26-abf5-6e64e04b9493'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:22.355064 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df386e38-81df-4507-8079-2a3023d6e354 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:22.356272 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-df386e38-81df-4507-8079-2a3023d6e354 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6229057 Jan 26 11:29:22.359231 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54810) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:22.400716 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e4a38801-98f1-4f53-87f7-fd69ad6f7345 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=577ce67689cf4355b98fd7b539fb5797&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403078 Jan 26 11:29:22.403120 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54814) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:22.509086 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4847-318f-4996-8c0a-f09df61506bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:22.537265 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2530d0fe-5f00-4f7b-a02c-d2a5b8d4e0cd tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:22.538931 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2530d0fe-5f00-4f7b-a02c-d2a5b8d4e0cd tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1348238 Jan 26 11:29:22.539639 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] Set router 328eb5f3-82ec-4e26-abf5-6e64e04b9493 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:29:22.541891 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54818) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:22.585673 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3f849f73-cc73-4260-8fa3-4ad6fc616166 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425837 Jan 26 11:29:22.588284 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54822) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:22.593778 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-8776e01c-2c3c-408c-8bb9-99a6b1ac98b2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1336485180', 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:29:22.707618 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8776e01c-2c3c-408c-8bb9-99a6b1ac98b2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:29:22.712287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8776e01c-2c3c-408c-8bb9-99a6b1ac98b2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:subnet and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:29:22.715166 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8776e01c-2c3c-408c-8bb9-99a6b1ac98b2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:29:22.720805 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8776e01c-2c3c-408c-8bb9-99a6b1ac98b2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:29:22.732706 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8776e01c-2c3c-408c-8bb9-99a6b1ac98b2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:29:22.736469 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8776e01c-2c3c-408c-8bb9-99a6b1ac98b2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:22.841584 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'name': 'tempest-TestNetworkBasicOps-router-502659756', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:29:19Z', 'updated_at': '2022-01-26T11:29:21Z', 'revision_number': 3, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:20Z', 'updated_at': '2022-01-26T11:29:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:22.846136 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] Checking router: 328eb5f3-82ec-4e26-abf5-6e64e04b9493 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:29:22.846813 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] Updating router 328eb5f3-82ec-4e26-abf5-6e64e04b9493 port a2508cbf-bf64-42c1-a596-272b1ff88e5e binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:29:22.901280 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:22.966094 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8776e01c-2c3c-408c-8bb9-99a6b1ac98b2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:23.052397 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776e01c-2c3c-408c-8bb9-99a6b1ac98b2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Subnet': ['ID=d3380d09-1194-4081-af8c-5797f80a28a0,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:23.067490 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8776e01c-2c3c-408c-8bb9-99a6b1ac98b2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Checking segment: {'id': '9981210b-dd0f-4da0-b6fd-cae73231f48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:29:23.067918 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8776e01c-2c3c-408c-8bb9-99a6b1ac98b2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network hostable DHCP agents. Network: 9255b01a-9a4e-4dae-959f-4e077f620b19, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:29:23.091334 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8776e01c-2c3c-408c-8bb9-99a6b1ac98b2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network 9255b01a-9a4e-4dae-959f-4e077f620b19 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:29:23.107906 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-8776e01c-2c3c-408c-8bb9-99a6b1ac98b2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 9255b01a-9a4e-4dae-959f-4e077f620b19) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:29:23.119169 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26e571f-a399-419e-9dd2-bdf186cbd817 None None] Network 9255b01a-9a4e-4dae-959f-4e077f620b19 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:29:23.120330 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776e01c-2c3c-408c-8bb9-99a6b1ac98b2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:23.123166 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8776e01c-2c3c-408c-8bb9-99a6b1ac98b2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:23.170148 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8776e01c-2c3c-408c-8bb9-99a6b1ac98b2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5807211 Jan 26 11:29:23.173471 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54836) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:23.309823 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:23.325568 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] Transition to ACTIVE for port object a2508cbf-bf64-42c1-a596-272b1ff88e5e will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:29:23.335299 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:23.441238 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136e4ba5-67fd-4016-bd97-d5d36209cdd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-9255b01a-9a4e-4dae-959f-4e077f620b19', 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ips': [{'subnet_id': 'd3380d09-1194-4081-af8c-5797f80a28a0'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:29:23.442792 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-136e4ba5-67fd-4016-bd97-d5d36209cdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:23.474923 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] Attempting to bind port a2508cbf-bf64-42c1-a596-272b1ff88e5e on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:29:23.475793 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] Attempting to bind port a2508cbf-bf64-42c1-a596-272b1ff88e5e by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:29:23.476175 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] Attempting to bind port a2508cbf-bf64-42c1-a596-272b1ff88e5e on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:29:23.485887 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:29:23.486254 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:29:23.486686 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:23.487067 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:29:23.487525 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] Bound port: a2508cbf-bf64-42c1-a596-272b1ff88e5e, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:29:23.488402 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:23.576557 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] For port a2508cbf-bf64-42c1-a596-272b1ff88e5e, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:29:23.579751 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] For port a2508cbf-bf64-42c1-a596-272b1ff88e5e, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a2508cbf-bf64-42c1-a596-272b1ff88e5e,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:29:23.588076 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecea919-35fa-479b-acab-2ea6a1978954 None None] Pushing event updated for resources: {'Port': ['ID=a2508cbf-bf64-42c1-a596-272b1ff88e5e,revision_number=2']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:23.593595 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:23.608273 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecea919-35fa-479b-acab-2ea6a1978954 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:29:23.608764 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecea919-35fa-479b-acab-2ea6a1978954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:29:23.609261 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecea919-35fa-479b-acab-2ea6a1978954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:29:23.609694 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecea919-35fa-479b-acab-2ea6a1978954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:29:23.610130 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecea919-35fa-479b-acab-2ea6a1978954 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:29:23.610808 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecea919-35fa-479b-acab-2ea6a1978954 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:29:23.611732 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecea919-35fa-479b-acab-2ea6a1978954 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:29:23.612167 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecea919-35fa-479b-acab-2ea6a1978954 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:29:23.612604 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecea919-35fa-479b-acab-2ea6a1978954 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:29:23.613115 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecea919-35fa-479b-acab-2ea6a1978954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:29:23.613615 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecea919-35fa-479b-acab-2ea6a1978954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:29:23.614652 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecea919-35fa-479b-acab-2ea6a1978954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:29:23.684040 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-136e4ba5-67fd-4016-bd97-d5d36209cdd3 None None] Allocated IP 172.20.0.2 (9255b01a-9a4e-4dae-959f-4e077f620b19/d3380d09-1194-4081-af8c-5797f80a28a0/0c6b11cf-f462-48e4-8770-bbf35dbd1570) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:29:23.733547 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] Routers {'328eb5f3-82ec-4e26-abf5-6e64e04b9493'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:29:23.739946 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:28:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['328eb5f3-82ec-4e26-abf5-6e64e04b9493'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:23.866954 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecea919-35fa-479b-acab-2ea6a1978954 None None] Pushing event updated for resources: {'Port': ['ID=a2508cbf-bf64-42c1-a596-272b1ff88e5e,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:24.006872 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-136e4ba5-67fd-4016-bd97-d5d36209cdd3 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:24.023767 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] Set router 328eb5f3-82ec-4e26-abf5-6e64e04b9493 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:29:24.026399 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-136e4ba5-67fd-4016-bd97-d5d36209cdd3 None None] Transition to ACTIVE for port object 0c6b11cf-f462-48e4-8770-bbf35dbd1570 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:29:24.047608 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-136e4ba5-67fd-4016-bd97-d5d36209cdd3 None None] Transition to ACTIVE for port object 0c6b11cf-f462-48e4-8770-bbf35dbd1570 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:29:24.076783 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-136e4ba5-67fd-4016-bd97-d5d36209cdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:24.082184 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b69b68d8-2e4b-4094-b45d-a3e27c28a8a4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:24.170246 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e4ba5-67fd-4016-bd97-d5d36209cdd3 None None] Pushing event updated for resources: {'Port': ['ID=0c6b11cf-f462-48e4-8770-bbf35dbd1570,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:24.221181 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136e4ba5-67fd-4016-bd97-d5d36209cdd3 None None] Network 9255b01a-9a4e-4dae-959f-4e077f620b19 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:29:24.226716 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-136e4ba5-67fd-4016-bd97-d5d36209cdd3 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:29:24.230959 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136e4ba5-67fd-4016-bd97-d5d36209cdd3 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:29:24.377951 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'name': 'tempest-TestNetworkBasicOps-router-502659756', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:29:19Z', 'updated_at': '2022-01-26T11:29:21Z', 'revision_number': 3, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:20Z', 'updated_at': '2022-01-26T11:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:24.383218 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb81e8f-b891-4d47-b003-93da1688a014 None None] The sync data for ids ['328eb5f3-82ec-4e26-abf5-6e64e04b9493'] in dv-neutron-826439-1-hyperv is: [{'id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'name': 'tempest-TestNetworkBasicOps-router-502659756', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:29:19Z', 'updated_at': '2022-01-26T11:29:21Z', 'revision_number': 3, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:20Z', 'updated_at': '2022-01-26T11:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:29:24.396951 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-136e4ba5-67fd-4016-bd97-d5d36209cdd3 None None] Attempting to bind port 0c6b11cf-f462-48e4-8770-bbf35dbd1570 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:29:24.397449 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-136e4ba5-67fd-4016-bd97-d5d36209cdd3 None None] Attempting to bind port 0c6b11cf-f462-48e4-8770-bbf35dbd1570 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '9981210b-dd0f-4da0-b6fd-cae73231f48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:29:24.398108 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136e4ba5-67fd-4016-bd97-d5d36209cdd3 None None] Attempting to bind port 0c6b11cf-f462-48e4-8770-bbf35dbd1570 on network 9255b01a-9a4e-4dae-959f-4e077f620b19 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:29:24.404691 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136e4ba5-67fd-4016-bd97-d5d36209cdd3 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:29:24.404691 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136e4ba5-67fd-4016-bd97-d5d36209cdd3 None None] Checking segment: {'id': '9981210b-dd0f-4da0-b6fd-cae73231f48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:29:24.404691 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-136e4ba5-67fd-4016-bd97-d5d36209cdd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:24.404691 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136e4ba5-67fd-4016-bd97-d5d36209cdd3 None None] Bound using segment: {'id': '9981210b-dd0f-4da0-b6fd-cae73231f48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:29:24.404691 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-136e4ba5-67fd-4016-bd97-d5d36209cdd3 None None] Bound port: 0c6b11cf-f462-48e4-8770-bbf35dbd1570, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9981210b-dd0f-4da0-b6fd-cae73231f48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:29:24.404691 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-136e4ba5-67fd-4016-bd97-d5d36209cdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:24.528937 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-136e4ba5-67fd-4016-bd97-d5d36209cdd3 None None] For port 0c6b11cf-f462-48e4-8770-bbf35dbd1570, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:29:24.532854 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-136e4ba5-67fd-4016-bd97-d5d36209cdd3 None None] For port 0c6b11cf-f462-48e4-8770-bbf35dbd1570, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0c6b11cf-f462-48e4-8770-bbf35dbd1570,segment=NetworkSegment(9981210b-dd0f-4da0-b6fd-cae73231f48f),segment_id=9981210b-dd0f-4da0-b6fd-cae73231f48f)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:29:24.541614 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-136e4ba5-67fd-4016-bd97-d5d36209cdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:24.549282 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-b69b68d8-2e4b-4094-b45d-a3e27c28a8a4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.20.0.1 (9255b01a-9a4e-4dae-959f-4e077f620b19/d3380d09-1194-4081-af8c-5797f80a28a0/5a01d4f3-f047-479b-a043-8c27eab65e01) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:29:24.670439 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e4ba5-67fd-4016-bd97-d5d36209cdd3 None None] Pushing event updated for resources: {'Port': ['ID=0c6b11cf-f462-48e4-8770-bbf35dbd1570,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:24.800498 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-944d5c07-f6f2-43a1-b478-0ee030beec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:24.849849 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b69b68d8-2e4b-4094-b45d-a3e27c28a8a4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:24.876828 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-b69b68d8-2e4b-4094-b45d-a3e27c28a8a4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Transition to ACTIVE for port object 5a01d4f3-f047-479b-a043-8c27eab65e01 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:29:24.917538 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b69b68d8-2e4b-4094-b45d-a3e27c28a8a4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:25.027187 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b68d8-2e4b-4094-b45d-a3e27c28a8a4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=5a01d4f3-f047-479b-a043-8c27eab65e01,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:25.033559 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69b68d8-2e4b-4094-b45d-a3e27c28a8a4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network 9255b01a-9a4e-4dae-959f-4e077f620b19 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:29:25.034758 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-b69b68d8-2e4b-4094-b45d-a3e27c28a8a4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:29:25.042535 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69b68d8-2e4b-4094-b45d-a3e27c28a8a4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:29:25.128787 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b69b68d8-2e4b-4094-b45d-a3e27c28a8a4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:25.615461 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b69b68d8-2e4b-4094-b45d-a3e27c28a8a4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:25.675023 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0c6b11cf-f462-48e4-8770-bbf35dbd1570 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:29:25.774059 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 0c6b11cf-f462-48e4-8770-bbf35dbd1570 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:29:25.779828 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a2508cbf-bf64-42c1-a596-272b1ff88e5e up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:29:25.878036 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:25.887372 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port a2508cbf-bf64-42c1-a596-272b1ff88e5e completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:29:25.894500 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port a2508cbf-bf64-42c1-a596-272b1ff88e5e triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:29:25.894876 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:26.042037 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:26.044698 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:26.065288 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port a2508cbf-bf64-42c1-a596-272b1ff88e5e, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a2508cbf-bf64-42c1-a596-272b1ff88e5e,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:29:26.070651 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:26.132236 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423fdd7f-21e2-4496-aae2-f12e0ba26568 None None] Network 9255b01a-9a4e-4dae-959f-4e077f620b19 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:29:26.185960 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b69b68d8-2e4b-4094-b45d-a3e27c28a8a4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:26.191591 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b69b68d8-2e4b-4094-b45d-a3e27c28a8a4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:26.241584 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=a2508cbf-bf64-42c1-a596-272b1ff88e5e,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:26.267063 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5c203203-6983-46d7-bbbb-670430e0e1bf None None] Provisioning for port 0c6b11cf-f462-48e4-8770-bbf35dbd1570 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:29:26.284310 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5c203203-6983-46d7-bbbb-670430e0e1bf None None] Provisioning complete for port 0c6b11cf-f462-48e4-8770-bbf35dbd1570 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:29:26.284681 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5c203203-6983-46d7-bbbb-670430e0e1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:26.306584 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b69b68d8-2e4b-4094-b45d-a3e27c28a8a4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:26.381569 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b68d8-2e4b-4094-b45d-a3e27c28a8a4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=5a01d4f3-f047-479b-a043-8c27eab65e01,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:26.511269 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5c203203-6983-46d7-bbbb-670430e0e1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:26.512191 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69b68d8-2e4b-4094-b45d-a3e27c28a8a4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network 9255b01a-9a4e-4dae-959f-4e077f620b19 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:29:26.513376 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-b69b68d8-2e4b-4094-b45d-a3e27c28a8a4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:29:26.562157 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-5c203203-6983-46d7-bbbb-670430e0e1bf None None] For port 0c6b11cf-f462-48e4-8770-bbf35dbd1570, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0c6b11cf-f462-48e4-8770-bbf35dbd1570,segment=NetworkSegment(9981210b-dd0f-4da0-b6fd-cae73231f48f),segment_id=9981210b-dd0f-4da0-b6fd-cae73231f48f)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:29:26.584019 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5c203203-6983-46d7-bbbb-670430e0e1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:26.686153 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c203203-6983-46d7-bbbb-670430e0e1bf None None] Pushing event updated for resources: {'Port': ['ID=0c6b11cf-f462-48e4-8770-bbf35dbd1570,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:26.785615 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69b68d8-2e4b-4094-b45d-a3e27c28a8a4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 328eb5f3-82ec-4e26-abf5-6e64e04b9493 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:29:27.012870 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-feb55539-d7a1-45ab-941f-d8e73fe992ef None None] Provisioning complete for port 0c6b11cf-f462-48e4-8770-bbf35dbd1570 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:29:27.014874 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-feb55539-d7a1-45ab-941f-d8e73fe992ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:27.043896 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69b68d8-2e4b-4094-b45d-a3e27c28a8a4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:29:27.065841 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] Sync routers for ids ['328eb5f3-82ec-4e26-abf5-6e64e04b9493'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:29:27.071154 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b69b68d8-2e4b-4094-b45d-a3e27c28a8a4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "PUT /v2.0/routers/328eb5f3-82ec-4e26-abf5-6e64e04b9493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8936074 Jan 26 11:29:27.071447 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54856) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:27.120002 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] Routers {'328eb5f3-82ec-4e26-abf5-6e64e04b9493'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:29:27.120897 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:29:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['328eb5f3-82ec-4e26-abf5-6e64e04b9493'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:27.435055 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b81b9d-fc60-47db-9e82-fb31398c2e35 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:27.435542 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b81b9d-fc60-47db-9e82-fb31398c2e35 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:27.436114 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b81b9d-fc60-47db-9e82-fb31398c2e35 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:27.436671 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b81b9d-fc60-47db-9e82-fb31398c2e35 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:27.437305 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b81b9d-fc60-47db-9e82-fb31398c2e35 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:27.437964 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b81b9d-fc60-47db-9e82-fb31398c2e35 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:27.442752 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c4b81b9d-fc60-47db-9e82-fb31398c2e35 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.3677905 Jan 26 11:29:27.443074 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54860) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:27.506072 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:27.512928 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] Set router 328eb5f3-82ec-4e26-abf5-6e64e04b9493 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:29:27.551319 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c3ab76-f212-45c6-b8ad-f20358b7e76e tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:27.552196 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c3ab76-f212-45c6-b8ad-f20358b7e76e tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:27.552843 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c3ab76-f212-45c6-b8ad-f20358b7e76e tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:27.553476 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c3ab76-f212-45c6-b8ad-f20358b7e76e tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:27.554123 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c3ab76-f212-45c6-b8ad-f20358b7e76e tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:27.555239 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c3ab76-f212-45c6-b8ad-f20358b7e76e tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:27.566794 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-32c3ab76-f212-45c6-b8ad-f20358b7e76e tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1222305 Jan 26 11:29:27.569602 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54864) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:27.593256 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-feb55539-d7a1-45ab-941f-d8e73fe992ef None None] Provisioning for port 5a01d4f3-f047-479b-a043-8c27eab65e01 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:29:27.606104 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0c6b11cf-f462-48e4-8770-bbf35dbd1570 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:29:27.694701 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-feb55539-d7a1-45ab-941f-d8e73fe992ef None None] Provisioning complete for port 5a01d4f3-f047-479b-a043-8c27eab65e01 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:29:27.695166 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-feb55539-d7a1-45ab-941f-d8e73fe992ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:27.889733 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-feb55539-d7a1-45ab-941f-d8e73fe992ef None None] Port 5a01d4f3-f047-479b-a043-8c27eab65e01 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:29:27.933465 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 0c6b11cf-f462-48e4-8770-bbf35dbd1570 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:29:27.933851 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:27.978085 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3346e309-5410-45c9-80a5-c8cbbf897801 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.4071050 Jan 26 11:29:28.064032 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7af8663f-7652-4580-a701-d0e14a6a364e None None] Provisioning complete for port 5a01d4f3-f047-479b-a043-8c27eab65e01 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:29:28.065160 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7af8663f-7652-4580-a701-d0e14a6a364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:28.179102 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-7af8663f-7652-4580-a701-d0e14a6a364e None None] Port 5a01d4f3-f047-479b-a043-8c27eab65e01 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:29:28.195599 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a2508cbf-bf64-42c1-a596-272b1ff88e5e up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:29:28.230774 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'name': 'tempest-TestNetworkBasicOps-router-502659756', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:29:19Z', 'updated_at': '2022-01-26T11:29:25Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:20Z', 'updated_at': '2022-01-26T11:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '5a01d4f3-f047-479b-a043-8c27eab65e01', 'name': '', 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:f0:ac:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'd3380d09-1194-4081-af8c-5797f80a28a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:24Z', 'updated_at': '2022-01-26T11:29:25Z', 'revision_number': 2, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'd3380d09-1194-4081-af8c-5797f80a28a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:28.248861 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] Checking router: 328eb5f3-82ec-4e26-abf5-6e64e04b9493 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:29:28.249309 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] Updating router 328eb5f3-82ec-4e26-abf5-6e64e04b9493 port 5a01d4f3-f047-479b-a043-8c27eab65e01 binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:29:28.320019 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:28.389851 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port a2508cbf-bf64-42c1-a596-272b1ff88e5e triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:29:28.390221 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:28.453927 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54872) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:28.459911 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-8895de27-64f4-4fb6-adcc-fbb83a937b86 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1867334158', 'description': 'tempest-secgroup-smoke-1867334158 description', 'project_id': '577ce67689cf4355b98fd7b539fb5797'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:29:28.466544 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8895de27-64f4-4fb6-adcc-fbb83a937b86 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:29:28.470766 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8895de27-64f4-4fb6-adcc-fbb83a937b86 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:29:28.474257 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8895de27-64f4-4fb6-adcc-fbb83a937b86 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:29:28.480133 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8895de27-64f4-4fb6-adcc-fbb83a937b86 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:29:28.491870 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8895de27-64f4-4fb6-adcc-fbb83a937b86 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:28.511995 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8895de27-64f4-4fb6-adcc-fbb83a937b86 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:29:28.515792 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8895de27-64f4-4fb6-adcc-fbb83a937b86 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:29:28.518705 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8895de27-64f4-4fb6-adcc-fbb83a937b86 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:29:28.524973 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8895de27-64f4-4fb6-adcc-fbb83a937b86 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:29:28.601122 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8895de27-64f4-4fb6-adcc-fbb83a937b86 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:28.605450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8895de27-64f4-4fb6-adcc-fbb83a937b86 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:28.649919 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895de27-64f4-4fb6-adcc-fbb83a937b86 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0734333-9d0a-4d02-b384-095f085fa7a7,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:28.655817 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8895de27-64f4-4fb6-adcc-fbb83a937b86 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:28.657246 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8895de27-64f4-4fb6-adcc-fbb83a937b86 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2021525 Jan 26 11:29:28.659942 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54876) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:28.665304 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-9fd9a76c-ef24-4d33-ba29-9dd45aa0b80a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'f0734333-9d0a-4d02-b384-095f085fa7a7', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:29:28.671117 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9fd9a76c-ef24-4d33-ba29-9dd45aa0b80a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:29:28.674909 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9fd9a76c-ef24-4d33-ba29-9dd45aa0b80a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:29:28.677924 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9fd9a76c-ef24-4d33-ba29-9dd45aa0b80a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:29:28.683647 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9fd9a76c-ef24-4d33-ba29-9dd45aa0b80a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:29:28.706694 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9fd9a76c-ef24-4d33-ba29-9dd45aa0b80a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:28.771046 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9fd9a76c-ef24-4d33-ba29-9dd45aa0b80a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:28.776048 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9fd9a76c-ef24-4d33-ba29-9dd45aa0b80a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:28.798342 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:28.806496 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9a76c-ef24-4d33-ba29-9dd45aa0b80a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a965363-a9e6-447b-a76a-ff107f1bffbd,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:28.814359 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] Transition to ACTIVE for port object 5a01d4f3-f047-479b-a043-8c27eab65e01 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:29:28.823927 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9fd9a76c-ef24-4d33-ba29-9dd45aa0b80a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:28.824678 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:28.826409 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9fd9a76c-ef24-4d33-ba29-9dd45aa0b80a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1649845 Jan 26 11:29:28.828810 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 54884) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:28.837908 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-e03a2b82-28d1-4093-8d00-803057bf9281 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'f0734333-9d0a-4d02-b384-095f085fa7a7', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:29:28.845924 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e03a2b82-28d1-4093-8d00-803057bf9281 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:29:28.850572 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e03a2b82-28d1-4093-8d00-803057bf9281 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:29:28.854767 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e03a2b82-28d1-4093-8d00-803057bf9281 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:29:28.861217 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e03a2b82-28d1-4093-8d00-803057bf9281 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:29:28.884253 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e03a2b82-28d1-4093-8d00-803057bf9281 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:28.960329 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e03a2b82-28d1-4093-8d00-803057bf9281 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:28.964365 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e03a2b82-28d1-4093-8d00-803057bf9281 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:29.001644 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a2b82-28d1-4093-8d00-803057bf9281 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=069355e8-952b-4c0a-8b66-42976b3597e2,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:29.006108 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e03a2b82-28d1-4093-8d00-803057bf9281 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:29.007407 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e03a2b82-28d1-4093-8d00-803057bf9281 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1775556 Jan 26 11:29:29.010616 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54892) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:29.015725 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de86d55-0c3d-4d97-a9a0-bb1e780bd371 None None] Pushing event updated for resources: {'Port': ['ID=5a01d4f3-f047-479b-a043-8c27eab65e01,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:29.016659 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-fce85fca-7263-4282-8105-2598de776c8f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'f0734333-9d0a-4d02-b384-095f085fa7a7', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:29:29.024995 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fce85fca-7263-4282-8105-2598de776c8f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:29:29.029091 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fce85fca-7263-4282-8105-2598de776c8f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:29:29.032205 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fce85fca-7263-4282-8105-2598de776c8f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:29:29.038972 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fce85fca-7263-4282-8105-2598de776c8f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:29:29.061085 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fce85fca-7263-4282-8105-2598de776c8f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:29.075350 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] Attempting to bind port 5a01d4f3-f047-479b-a043-8c27eab65e01 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:29:29.075956 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] Attempting to bind port 5a01d4f3-f047-479b-a043-8c27eab65e01 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '9981210b-dd0f-4da0-b6fd-cae73231f48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:29:29.076104 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] Attempting to bind port 5a01d4f3-f047-479b-a043-8c27eab65e01 on network 9255b01a-9a4e-4dae-959f-4e077f620b19 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:29:29.087503 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:29:29.087880 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] Checking segment: {'id': '9981210b-dd0f-4da0-b6fd-cae73231f48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:29:29.088692 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:29.089245 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] Bound using segment: {'id': '9981210b-dd0f-4da0-b6fd-cae73231f48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:29:29.089740 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] Bound port: 5a01d4f3-f047-479b-a043-8c27eab65e01, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9981210b-dd0f-4da0-b6fd-cae73231f48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:29:29.090119 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:29.140662 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fce85fca-7263-4282-8105-2598de776c8f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:29.146265 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fce85fca-7263-4282-8105-2598de776c8f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:29.180867 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce85fca-7263-4282-8105-2598de776c8f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a433ffbf-93f4-487e-8aa3-4777ec63acc7,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:29.191212 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fce85fca-7263-4282-8105-2598de776c8f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:29.194010 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fce85fca-7263-4282-8105-2598de776c8f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1820712 Jan 26 11:29:29.196716 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54898) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:29.198305 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-580d2c6b-1259-4911-af84-a968df2480ab tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Synchronizing usage tracker for tenant:a848421bda384d54823be991dfd27e32 on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:29:29.202495 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-ff3970e8-a9bd-426b-9c5e-9ecf47a9ecf2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'f0734333-9d0a-4d02-b384-095f085fa7a7', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:29:29.209509 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-ff3970e8-a9bd-426b-9c5e-9ecf47a9ecf2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:29:29.214758 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ff3970e8-a9bd-426b-9c5e-9ecf47a9ecf2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:29:29.218033 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ff3970e8-a9bd-426b-9c5e-9ecf47a9ecf2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:29:29.220460 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-580d2c6b-1259-4911-af84-a968df2480ab tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Unset dirty status for tenant:a848421bda384d54823be991dfd27e32 on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:29:29.221933 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-580d2c6b-1259-4911-af84-a968df2480ab tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1733107592&fields=id&tenant_id=a848421bda384d54823be991dfd27e32 HTTP/1.1" status: 200 len: 267 time: 0.0740211 Jan 26 11:29:29.224157 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-ff3970e8-a9bd-426b-9c5e-9ecf47a9ecf2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:29:29.244853 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ff3970e8-a9bd-426b-9c5e-9ecf47a9ecf2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:29.268390 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] For port 5a01d4f3-f047-479b-a043-8c27eab65e01, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:29:29.271822 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] For port 5a01d4f3-f047-479b-a043-8c27eab65e01, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=5a01d4f3-f047-479b-a043-8c27eab65e01,segment=NetworkSegment(9981210b-dd0f-4da0-b6fd-cae73231f48f),segment_id=9981210b-dd0f-4da0-b6fd-cae73231f48f)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:29:29.279414 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:29.313116 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ff3970e8-a9bd-426b-9c5e-9ecf47a9ecf2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:29.317393 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ff3970e8-a9bd-426b-9c5e-9ecf47a9ecf2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:29.343425 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3970e8-a9bd-426b-9c5e-9ecf47a9ecf2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f2e4b9-41eb-4cfe-9e52-e297ea1d000c,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:29.355715 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ff3970e8-a9bd-426b-9c5e-9ecf47a9ecf2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:29.356420 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] Routers {'328eb5f3-82ec-4e26-abf5-6e64e04b9493'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:29:29.357058 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:29:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['328eb5f3-82ec-4e26-abf5-6e64e04b9493'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:29.357831 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ff3970e8-a9bd-426b-9c5e-9ecf47a9ecf2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1599486 Jan 26 11:29:29.360393 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54902) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:29.369258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-e383dc3d-75d8-44a6-9339-7d2943abcb5f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'f0734333-9d0a-4d02-b384-095f085fa7a7', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:29:29.381907 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e383dc3d-75d8-44a6-9339-7d2943abcb5f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:29:29.387210 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e383dc3d-75d8-44a6-9339-7d2943abcb5f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:29:29.391094 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e383dc3d-75d8-44a6-9339-7d2943abcb5f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:29:29.398541 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e383dc3d-75d8-44a6-9339-7d2943abcb5f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:29:29.401705 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-902d4350-2fb3-4d2c-bd34-cddb594e8333 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:29.402857 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-902d4350-2fb3-4d2c-bd34-cddb594e8333 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Synchronizing usage tracker for tenant:a848421bda384d54823be991dfd27e32 on resource:network {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:29:29.413082 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.securitygroups_db [None req-e383dc3d-75d8-44a6-9339-7d2943abcb5f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Project 577ce67689cf4355b98fd7b539fb5797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:29:29.422616 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e383dc3d-75d8-44a6-9339-7d2943abcb5f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:29.423325 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-902d4350-2fb3-4d2c-bd34-cddb594e8333 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Unset dirty status for tenant:a848421bda384d54823be991dfd27e32 on resource:network {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:29:29.430654 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-902d4350-2fb3-4d2c-bd34-cddb594e8333 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/networks?id=b9359c06-7646-4efd-91fa-322e125304c7 HTTP/1.1" status: 200 len: 812 time: 0.1997681 Jan 26 11:29:29.432358 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de86d55-0c3d-4d97-a9a0-bb1e780bd371 None None] Pushing event updated for resources: {'Port': ['ID=5a01d4f3-f047-479b-a043-8c27eab65e01,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:29.450574 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-1971650c-e9a6-4086-ab25-d0171dc417af tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/quotas/a848421bda384d54823be991dfd27e32 HTTP/1.1" status: 200 len: 375 time: 0.0182130 Jan 26 11:29:29.507629 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e383dc3d-75d8-44a6-9339-7d2943abcb5f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:29.514759 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e383dc3d-75d8-44a6-9339-7d2943abcb5f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:29.545036 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383dc3d-75d8-44a6-9339-7d2943abcb5f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80785339-f3e8-472e-b7e6-0bf62cf38bfc,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:29.557263 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e383dc3d-75d8-44a6-9339-7d2943abcb5f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:29.558534 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e383dc3d-75d8-44a6-9339-7d2943abcb5f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1967089 Jan 26 11:29:29.561957 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 54906) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:29.562478 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-a32e41a8-b0e4-46bf-bdb4-e87f643d3a76 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Synchronizing usage tracker for tenant:a848421bda384d54823be991dfd27e32 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:29:29.569245 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-28d00e4f-939a-4dd1-a3b9-9e5c875ef761 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'f0734333-9d0a-4d02-b384-095f085fa7a7', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:29:29.575609 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] Set router 328eb5f3-82ec-4e26-abf5-6e64e04b9493 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:29:29.576839 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-28d00e4f-939a-4dd1-a3b9-9e5c875ef761 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:29:29.580445 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-28d00e4f-939a-4dd1-a3b9-9e5c875ef761 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:29:29.584329 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-28d00e4f-939a-4dd1-a3b9-9e5c875ef761 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:29:29.584827 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-a32e41a8-b0e4-46bf-bdb4-e87f643d3a76 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Unset dirty status for tenant:a848421bda384d54823be991dfd27e32 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:29:29.590255 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-28d00e4f-939a-4dd1-a3b9-9e5c875ef761 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:29:29.598646 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-a32e41a8-b0e4-46bf-bdb4-e87f643d3a76 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a848421bda384d54823be991dfd27e32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1407754 Jan 26 11:29:29.607127 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.securitygroups_db [None req-28d00e4f-939a-4dd1-a3b9-9e5c875ef761 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Project 577ce67689cf4355b98fd7b539fb5797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:29:29.610722 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-19c92e68-7441-4050-998c-af09f93f968a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:29:29.612020 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-19c92e68-7441-4050-998c-af09f93f968a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104253 Jan 26 11:29:29.614688 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-28d00e4f-939a-4dd1-a3b9-9e5c875ef761 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:29.682538 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-28d00e4f-939a-4dd1-a3b9-9e5c875ef761 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:29.686081 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-28d00e4f-939a-4dd1-a3b9-9e5c875ef761 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:29.711577 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d00e4f-939a-4dd1-a3b9-9e5c875ef761 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0a970e-07dc-4596-8a49-18a5683e541e,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:29.722519 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-28d00e4f-939a-4dd1-a3b9-9e5c875ef761 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:29.724529 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-28d00e4f-939a-4dd1-a3b9-9e5c875ef761 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1616054 Jan 26 11:29:29.753855 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-99ba9168-02d2-4517-a4aa-da7c0679e3ce service neutron] 10.222.0.39 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332080 Jan 26 11:29:29.918723 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-20ca0ffd-1f95-43d7-b215-1829b2632389 service neutron] 10.222.0.39 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503310 Jan 26 11:29:29.938357 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'name': 'tempest-TestNetworkBasicOps-router-502659756', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:29:19Z', 'updated_at': '2022-01-26T11:29:25Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:20Z', 'updated_at': '2022-01-26T11:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '5a01d4f3-f047-479b-a043-8c27eab65e01', 'name': '', 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:f0:ac:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'd3380d09-1194-4081-af8c-5797f80a28a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:24Z', 'updated_at': '2022-01-26T11:29:29Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'd3380d09-1194-4081-af8c-5797f80a28a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:29.943014 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685b2c6a-46ca-4a13-ae42-e7d2b31a5a51 None None] The sync data for ids ['328eb5f3-82ec-4e26-abf5-6e64e04b9493'] in dv-neutron-826439-1-hyperv is: [{'id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'name': 'tempest-TestNetworkBasicOps-router-502659756', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:29:19Z', 'updated_at': '2022-01-26T11:29:25Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:20Z', 'updated_at': '2022-01-26T11:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '5a01d4f3-f047-479b-a043-8c27eab65e01', 'name': '', 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:f0:ac:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'd3380d09-1194-4081-af8c-5797f80a28a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:24Z', 'updated_at': '2022-01-26T11:29:29Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'd3380d09-1194-4081-af8c-5797f80a28a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:29:30.001793 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-5667881c-be13-4e5a-9987-9083799d8f33 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:29:30.021783 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-5667881c-be13-4e5a-9987-9083799d8f33 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:29:30.024347 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-5667881c-be13-4e5a-9987-9083799d8f33 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1867334158&fields=id&tenant_id=577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 267 time: 0.0776432 Jan 26 11:29:30.200272 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-686a2bcc-79b6-49ec-b804-fdb2053f6c98 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:30.201111 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-686a2bcc-79b6-49ec-b804-fdb2053f6c98 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:network {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:29:30.217362 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-686a2bcc-79b6-49ec-b804-fdb2053f6c98 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:network {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:29:30.218707 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-686a2bcc-79b6-49ec-b804-fdb2053f6c98 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/networks?id=9255b01a-9a4e-4dae-959f-4e077f620b19 HTTP/1.1" status: 200 len: 797 time: 0.1855464 Jan 26 11:29:30.235954 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-4d8c4201-24c0-453d-9508-4e88e83bbfcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/quotas/577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 375 time: 0.0102632 Jan 26 11:29:30.331847 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-41876115-1add-4a80-bea5-3ad8e7b4dc93 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:29:30.351421 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-41876115-1add-4a80-bea5-3ad8e7b4dc93 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:29:30.353216 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-41876115-1add-4a80-bea5-3ad8e7b4dc93 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1101036 Jan 26 11:29:30.373230 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-6a8790ba-7e3f-42d8-bdec-77b473238896 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:29:30.375764 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-6a8790ba-7e3f-42d8-bdec-77b473238896 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092201 Jan 26 11:29:30.415624 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a8d34f7e-7b1d-4b42-a166-879614f7306f req-7eca3878-a3da-40a8-b22b-674bc1f28dfe tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 210 time: 0.0699177 Jan 26 11:29:30.543641 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-538ac5ad-9a0d-47c6-8753-8e439350c7d5 service neutron] 10.222.0.39 "GET /v2.0/networks/9255b01a-9a4e-4dae-959f-4e077f620b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610804 Jan 26 11:29:30.697810 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-775caf26-fb59-4148-a00b-b88c7f30ae64 service neutron] 10.222.0.39 "GET /v2.0/networks/9255b01a-9a4e-4dae-959f-4e077f620b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424489 Jan 26 11:29:30.923292 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-3b75d565-60a4-4f65-8902-2a3f8a3af416 req-9dac7bf4-6519-4b16-a40c-280ee64bd0cb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:29:30.937776 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-3b75d565-60a4-4f65-8902-2a3f8a3af416 req-9dac7bf4-6519-4b16-a40c-280ee64bd0cb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:29:30.940147 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-3b75d565-60a4-4f65-8902-2a3f8a3af416 req-9dac7bf4-6519-4b16-a40c-280ee64bd0cb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=901eda91-607f-4218-aa6b-b9e7f7cecd86 HTTP/1.1" status: 200 len: 210 time: 0.0603340 Jan 26 11:29:31.606750 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0b182ec9-0bd8-45c5-8abc-e7b4cc8022fd req-dd77ce88-a542-47ae-9b6c-3cd0d0344407 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 210 time: 0.0587974 Jan 26 11:29:31.612221 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 5a01d4f3-f047-479b-a043-8c27eab65e01 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:29:31.652819 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-ffc8a0ec-3e24-4276-98a1-0f69464e4d29 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:31.654240 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-ffc8a0ec-3e24-4276-98a1-0f69464e4d29 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.24 "GET /v2.0/networks?id=b9359c06-7646-4efd-91fa-322e125304c7 HTTP/1.1" status: 200 len: 812 time: 0.2262473 Jan 26 11:29:31.685199 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 5a01d4f3-f047-479b-a043-8c27eab65e01 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:29:31.689668 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 5a01d4f3-f047-479b-a043-8c27eab65e01 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:29:31.690039 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:31.747010 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-c06d8dcb-0d71-4f7d-ac37-7efa86b83bd4 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a848421bda384d54823be991dfd27e32 HTTP/1.1" status: 200 len: 380 time: 0.0454400 Jan 26 11:29:31.756043 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-23dbc92e-b672-4f60-a9dc-ffdb86b1f6ce tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Request body: {'port': {'device_id': 'fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'admin_state_up': True, 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'security_groups': ['e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:29:31.823035 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:31.855883 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 5a01d4f3-f047-479b-a043-8c27eab65e01, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=5a01d4f3-f047-479b-a043-8c27eab65e01,segment=NetworkSegment(9981210b-dd0f-4da0-b6fd-cae73231f48f),segment_id=9981210b-dd0f-4da0-b6fd-cae73231f48f)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:29:31.859581 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:31.915711 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-23dbc92e-b672-4f60-a9dc-ffdb86b1f6ce tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:29:31.925687 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-23dbc92e-b672-4f60-a9dc-ffdb86b1f6ce tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:29:31.935124 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=5a01d4f3-f047-479b-a043-8c27eab65e01,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:31.937123 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-23dbc92e-b672-4f60-a9dc-ffdb86b1f6ce tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Made reservation on behalf of a848421bda384d54823be991dfd27e32 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:29:31.940884 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-23dbc92e-b672-4f60-a9dc-ffdb86b1f6ce tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:32.120581 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-756331fb-60d9-44d6-b79f-12845ca2194d req-31cc0370-9c3e-4b62-832e-cb10fce9a696 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=901eda91-607f-4218-aa6b-b9e7f7cecd86 HTTP/1.1" status: 200 len: 210 time: 0.0602496 Jan 26 11:29:32.359996 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-6ad2ca3f-36ef-45d9-abd4-52d28f22f85e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:32.361340 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-6ad2ca3f-36ef-45d9-abd4-52d28f22f85e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/networks?id=9255b01a-9a4e-4dae-959f-4e077f620b19 HTTP/1.1" status: 200 len: 797 time: 0.2437146 Jan 26 11:29:32.365968 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-23dbc92e-b672-4f60-a9dc-ffdb86b1f6ce tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Allocated IP 172.20.0.4 (b9359c06-7646-4efd-91fa-322e125304c7/26b349df-7279-45a5-a567-116b1ec641a3/cd616900-535d-408b-bf36-afaab970a26b) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:29:32.447367 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-d3d03eab-f30a-46a4-85a2-47048d96e29b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 380 time: 0.0713956 Jan 26 11:29:32.467303 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-5b7d890e-9ddc-4d84-ad18-98e418f48a71 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'port': {'device_id': '901eda91-607f-4218-aa6b-b9e7f7cecd86', 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19', 'admin_state_up': True, 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'security_groups': ['f0734333-9d0a-4d02-b384-095f085fa7a7']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:29:32.707028 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-5b7d890e-9ddc-4d84-ad18-98e418f48a71 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:29:32.719398 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-23dbc92e-b672-4f60-a9dc-ffdb86b1f6ce tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:32.728559 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-5b7d890e-9ddc-4d84-ad18-98e418f48a71 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:29:32.780359 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-23dbc92e-b672-4f60-a9dc-ffdb86b1f6ce tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Transition to ACTIVE for port object cd616900-535d-408b-bf36-afaab970a26b will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:29:32.788861 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-5b7d890e-9ddc-4d84-ad18-98e418f48a71 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:29:32.792310 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-5b7d890e-9ddc-4d84-ad18-98e418f48a71 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:32.806627 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e511b57b-5ccc-4d8a-b3da-66d832c54c98 req-51107a1d-0f58-43ad-a5d9-eb58b9ddb696 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 210 time: 0.0696874 Jan 26 11:29:32.897601 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-23dbc92e-b672-4f60-a9dc-ffdb86b1f6ce tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:33.012152 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-23dbc92e-b672-4f60-a9dc-ffdb86b1f6ce tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Network b9359c06-7646-4efd-91fa-322e125304c7 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:29:33.017228 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-23dbc92e-b672-4f60-a9dc-ffdb86b1f6ce tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:29:33.025533 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-23dbc92e-b672-4f60-a9dc-ffdb86b1f6ce tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:29:33.053995 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbc92e-b672-4f60-a9dc-ffdb86b1f6ce tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Pushing event updated for resources: {'Port': ['ID=cd616900-535d-408b-bf36-afaab970a26b,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:33.100011 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-5b7d890e-9ddc-4d84-ad18-98e418f48a71 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.20.0.10 (9255b01a-9a4e-4dae-959f-4e077f620b19/d3380d09-1194-4081-af8c-5797f80a28a0/e506130e-4c28-48ba-a2b0-5b4967a1050b) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:29:33.114397 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-23dbc92e-b672-4f60-a9dc-ffdb86b1f6ce tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:33.115040 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-23dbc92e-b672-4f60-a9dc-ffdb86b1f6ce tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:33.177284 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-23dbc92e-b672-4f60-a9dc-ffdb86b1f6ce tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4252791 Jan 26 11:29:33.197071 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-f1ac4e1a-a31b-4ea9-9d5d-5f4584db5fb9 service neutron] Request body: {'port': {'device_id': 'fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:29:33.309649 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9ff44faf-d8b6-4bfa-90fb-afea37a97bd5 req-601b35d1-9730-4eba-bcd3-acfb2e241613 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=901eda91-607f-4218-aa6b-b9e7f7cecd86 HTTP/1.1" status: 200 len: 210 time: 0.0481467 Jan 26 11:29:33.328954 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c6e3dd9c-752e-4a3d-92c0-1bfe31c38e94 None None] Provisioning for port cd616900-535d-408b-bf36-afaab970a26b completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:29:33.334866 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c6e3dd9c-752e-4a3d-92c0-1bfe31c38e94 None None] Provisioning complete for port cd616900-535d-408b-bf36-afaab970a26b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:29:33.335477 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c6e3dd9c-752e-4a3d-92c0-1bfe31c38e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:33.402894 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-c6e3dd9c-752e-4a3d-92c0-1bfe31c38e94 None None] Port cd616900-535d-408b-bf36-afaab970a26b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:29:33.422377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-f1ac4e1a-a31b-4ea9-9d5d-5f4584db5fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:33.440686 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-5b7d890e-9ddc-4d84-ad18-98e418f48a71 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:33.500850 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-5b7d890e-9ddc-4d84-ad18-98e418f48a71 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Transition to ACTIVE for port object e506130e-4c28-48ba-a2b0-5b4967a1050b will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:29:33.550802 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 5a01d4f3-f047-479b-a043-8c27eab65e01 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:29:33.619253 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-5b7d890e-9ddc-4d84-ad18-98e418f48a71 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:33.620903 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 5a01d4f3-f047-479b-a043-8c27eab65e01 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:29:33.621370 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:33.753884 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-5b7d890e-9ddc-4d84-ad18-98e418f48a71 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network 9255b01a-9a4e-4dae-959f-4e077f620b19 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:29:33.761052 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-5b7d890e-9ddc-4d84-ad18-98e418f48a71 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:29:33.768437 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-5b7d890e-9ddc-4d84-ad18-98e418f48a71 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:29:33.939493 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d890e-9ddc-4d84-ad18-98e418f48a71 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=e506130e-4c28-48ba-a2b0-5b4967a1050b,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:34.029577 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c7064d4e-cf50-4151-bd7c-f9351fc122f0 None None] Provisioning for port e506130e-4c28-48ba-a2b0-5b4967a1050b completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:29:34.034477 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c7064d4e-cf50-4151-bd7c-f9351fc122f0 None None] Provisioning complete for port e506130e-4c28-48ba-a2b0-5b4967a1050b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:29:34.034847 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c7064d4e-cf50-4151-bd7c-f9351fc122f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:34.036602 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-5b7d890e-9ddc-4d84-ad18-98e418f48a71 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:34.037204 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-5b7d890e-9ddc-4d84-ad18-98e418f48a71 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:34.070263 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-5b7d890e-9ddc-4d84-ad18-98e418f48a71 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6067150 Jan 26 11:29:34.090641 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-c7064d4e-cf50-4151-bd7c-f9351fc122f0 None None] Port e506130e-4c28-48ba-a2b0-5b4967a1050b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:29:34.091714 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-181378b3-a034-40e2-a909-d99fe7944252 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:29:34.092690 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-181378b3-a034-40e2-a909-d99fe7944252 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112188 Jan 26 11:29:34.142196 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-88d64aba-455a-46c4-9e32-3febf6674fce service neutron] Request body: {'port': {'device_id': '901eda91-607f-4218-aa6b-b9e7f7cecd86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:29:34.205603 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-f1ac4e1a-a31b-4ea9-9d5d-5f4584db5fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd616900-535d-408b-bf36-afaab970a26b {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:29:34.218532 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-f1ac4e1a-a31b-4ea9-9d5d-5f4584db5fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:34.230024 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2abc5f-784c-42d4-a871-e415a4d2ab4b req-3bc11ece-2dde-4d5f-900b-82e23e925fca tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:34.230753 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-1e2abc5f-784c-42d4-a871-e415a4d2ab4b req-3bc11ece-2dde-4d5f-900b-82e23e925fca tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Synchronizing usage tracker for tenant:a848421bda384d54823be991dfd27e32 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:29:34.295175 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-f1ac4e1a-a31b-4ea9-9d5d-5f4584db5fb9 service neutron] Transition to ACTIVE for port object cd616900-535d-408b-bf36-afaab970a26b will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:29:34.304931 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-f1ac4e1a-a31b-4ea9-9d5d-5f4584db5fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:34.353334 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-1e2abc5f-784c-42d4-a871-e415a4d2ab4b req-3bc11ece-2dde-4d5f-900b-82e23e925fca tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Unset dirty status for tenant:a848421bda384d54823be991dfd27e32 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:29:34.354551 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1e2abc5f-784c-42d4-a871-e415a4d2ab4b req-3bc11ece-2dde-4d5f-900b-82e23e925fca tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 931 time: 0.4000556 Jan 26 11:29:34.364186 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-88d64aba-455a-46c4-9e32-3febf6674fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:34.515530 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac4e1a-a31b-4ea9-9d5d-5f4584db5fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd616900-535d-408b-bf36-afaab970a26b,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:34.572579 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7d0a4-e4df-45f0-b309-fb4e3e6e324c req-455fa67a-fd63-433e-ad1f-e564dacf3bc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:34.577871 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-88a7d0a4-e4df-45f0-b309-fb4e3e6e324c req-455fa67a-fd63-433e-ad1f-e564dacf3bc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=901eda91-607f-4218-aa6b-b9e7f7cecd86 HTTP/1.1" status: 200 len: 932 time: 0.1116886 Jan 26 11:29:34.632506 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1e2abc5f-784c-42d4-a871-e415a4d2ab4b req-16e8f135-bd6a-4347-bed1-4c749825950f tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526510 Jan 26 11:29:34.645870 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-88a7d0a4-e4df-45f0-b309-fb4e3e6e324c req-58396472-02b1-4fa8-b16f-ac814a5c60a2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:29:34.664476 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-88a7d0a4-e4df-45f0-b309-fb4e3e6e324c req-58396472-02b1-4fa8-b16f-ac814a5c60a2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:29:34.665636 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-88a7d0a4-e4df-45f0-b309-fb4e3e6e324c req-58396472-02b1-4fa8-b16f-ac814a5c60a2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0734333-9d0a-4d02-b384-095f085fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762215 Jan 26 11:29:34.755441 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-f1ac4e1a-a31b-4ea9-9d5d-5f4584db5fb9 service neutron] Attempting to bind port cd616900-535d-408b-bf36-afaab970a26b on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:29:34.755776 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-f1ac4e1a-a31b-4ea9-9d5d-5f4584db5fb9 service neutron] Attempting to bind port cd616900-535d-408b-bf36-afaab970a26b by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'e975887e-2b39-4a12-979c-b5dffc435eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:29:34.756102 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-f1ac4e1a-a31b-4ea9-9d5d-5f4584db5fb9 service neutron] Attempting to bind port cd616900-535d-408b-bf36-afaab970a26b on network b9359c06-7646-4efd-91fa-322e125304c7 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:29:34.779672 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-f1ac4e1a-a31b-4ea9-9d5d-5f4584db5fb9 service neutron] Port cd616900-535d-408b-bf36-afaab970a26b on network b9359c06-7646-4efd-91fa-322e125304c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:29:34.780005 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-f1ac4e1a-a31b-4ea9-9d5d-5f4584db5fb9 service neutron] Attempting to bind port cd616900-535d-408b-bf36-afaab970a26b on network b9359c06-7646-4efd-91fa-322e125304c7 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:29:34.796876 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-f1ac4e1a-a31b-4ea9-9d5d-5f4584db5fb9 service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:29:34.797211 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-f1ac4e1a-a31b-4ea9-9d5d-5f4584db5fb9 service neutron] Checking segment: {'id': 'e975887e-2b39-4a12-979c-b5dffc435eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:29:34.797656 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-f1ac4e1a-a31b-4ea9-9d5d-5f4584db5fb9 service neutron] Bound using segment: {'id': 'e975887e-2b39-4a12-979c-b5dffc435eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:29:34.798019 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-f1ac4e1a-a31b-4ea9-9d5d-5f4584db5fb9 service neutron] Bound port: cd616900-535d-408b-bf36-afaab970a26b, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e975887e-2b39-4a12-979c-b5dffc435eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:29:34.798379 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-f1ac4e1a-a31b-4ea9-9d5d-5f4584db5fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:34.975674 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-f1ac4e1a-a31b-4ea9-9d5d-5f4584db5fb9 service neutron] For port cd616900-535d-408b-bf36-afaab970a26b, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:29:34.979407 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-f1ac4e1a-a31b-4ea9-9d5d-5f4584db5fb9 service neutron] For port cd616900-535d-408b-bf36-afaab970a26b, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=cd616900-535d-408b-bf36-afaab970a26b,segment=NetworkSegment(e975887e-2b39-4a12-979c-b5dffc435eff),segment_id=e975887e-2b39-4a12-979c-b5dffc435eff)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:29:34.994814 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-f1ac4e1a-a31b-4ea9-9d5d-5f4584db5fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:35.092357 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-f1ac4e1a-a31b-4ea9-9d5d-5f4584db5fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:35.093050 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-f1ac4e1a-a31b-4ea9-9d5d-5f4584db5fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:35.094374 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-f1ac4e1a-a31b-4ea9-9d5d-5f4584db5fb9 service neutron] 10.222.0.24 "PUT /v2.0/ports/cd616900-535d-408b-bf36-afaab970a26b HTTP/1.1" status: 200 len: 1093 time: 1.9014723 Jan 26 11:29:35.097044 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde', 'tag': 'cd616900-535d-408b-bf36-afaab970a26b'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:29:35.126629 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac4e1a-a31b-4ea9-9d5d-5f4584db5fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd616900-535d-408b-bf36-afaab970a26b,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:35.142953 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-88d64aba-455a-46c4-9e32-3febf6674fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e506130e-4c28-48ba-a2b0-5b4967a1050b {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:29:35.187344 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-88d64aba-455a-46c4-9e32-3febf6674fce service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:35.190666 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde', 'tag': 'cd616900-535d-408b-bf36-afaab970a26b', 'status': 'completed', 'code': 200} Jan 26 11:29:35.216351 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-88d64aba-455a-46c4-9e32-3febf6674fce service neutron] Transition to ACTIVE for port object e506130e-4c28-48ba-a2b0-5b4967a1050b will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:29:35.226217 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-88d64aba-455a-46c4-9e32-3febf6674fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:35.271049 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:35.414025 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d64aba-455a-46c4-9e32-3febf6674fce service neutron] Pushing event updated for resources: {'Port': ['ID=e506130e-4c28-48ba-a2b0-5b4967a1050b,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:35.423414 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-40a21953-1997-407d-b981-b726ae865d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:35.424904 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-40a21953-1997-407d-b981-b726ae865d56 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a848421bda384d54823be991dfd27e32&device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 1096 time: 0.2770979 Jan 26 11:29:35.522893 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-8b26acb5-1836-4d41-94d9-9f565c032d60 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd616900-535d-408b-bf36-afaab970a26b HTTP/1.1" status: 200 len: 217 time: 0.0685885 Jan 26 11:29:35.721837 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-88d64aba-455a-46c4-9e32-3febf6674fce service neutron] Attempting to bind port e506130e-4c28-48ba-a2b0-5b4967a1050b on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:29:35.722217 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-88d64aba-455a-46c4-9e32-3febf6674fce service neutron] Attempting to bind port e506130e-4c28-48ba-a2b0-5b4967a1050b by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '9981210b-dd0f-4da0-b6fd-cae73231f48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:29:35.722510 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-88d64aba-455a-46c4-9e32-3febf6674fce service neutron] Attempting to bind port e506130e-4c28-48ba-a2b0-5b4967a1050b on network 9255b01a-9a4e-4dae-959f-4e077f620b19 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:29:35.729841 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-9b0d6430-396b-4665-b74e-c47baabdb016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:35.731314 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-9b0d6430-396b-4665-b74e-c47baabdb016 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b349df-7279-45a5-a567-116b1ec641a3 HTTP/1.1" status: 200 len: 851 time: 0.1988919 Jan 26 11:29:35.733087 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-88d64aba-455a-46c4-9e32-3febf6674fce service neutron] Port e506130e-4c28-48ba-a2b0-5b4967a1050b on network 9255b01a-9a4e-4dae-959f-4e077f620b19 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:29:35.733414 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-88d64aba-455a-46c4-9e32-3febf6674fce service neutron] Attempting to bind port e506130e-4c28-48ba-a2b0-5b4967a1050b on network 9255b01a-9a4e-4dae-959f-4e077f620b19 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:29:35.773817 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-88d64aba-455a-46c4-9e32-3febf6674fce service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:29:35.774220 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-88d64aba-455a-46c4-9e32-3febf6674fce service neutron] Checking segment: {'id': '9981210b-dd0f-4da0-b6fd-cae73231f48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:29:35.774571 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-88d64aba-455a-46c4-9e32-3febf6674fce service neutron] Bound using segment: {'id': '9981210b-dd0f-4da0-b6fd-cae73231f48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:29:35.775016 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-88d64aba-455a-46c4-9e32-3febf6674fce service neutron] Bound port: e506130e-4c28-48ba-a2b0-5b4967a1050b, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9981210b-dd0f-4da0-b6fd-cae73231f48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:29:35.775378 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-88d64aba-455a-46c4-9e32-3febf6674fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:35.866066 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411276b7-5c47-4cda-8ed2-1f1ea64fb937 req-c1390561-bb8f-4225-bfdb-2b10ccd50ee5 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:35.867853 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-411276b7-5c47-4cda-8ed2-1f1ea64fb937 req-c1390561-bb8f-4225-bfdb-2b10ccd50ee5 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 943 time: 0.1128390 Jan 26 11:29:35.916148 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-411276b7-5c47-4cda-8ed2-1f1ea64fb937 req-23a39875-83f9-4908-9e76-813b0453a3bb tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410335 Jan 26 11:29:35.960743 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-3e0128f4-3180-4d6f-a7e9-ce8c1595c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:35.962205 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-3e0128f4-3180-4d6f-a7e9-ce8c1595c6f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b9359c06-7646-4efd-91fa-322e125304c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2251775 Jan 26 11:29:35.965065 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-88d64aba-455a-46c4-9e32-3febf6674fce service neutron] For port e506130e-4c28-48ba-a2b0-5b4967a1050b, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:29:35.968956 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-88d64aba-455a-46c4-9e32-3febf6674fce service neutron] For port e506130e-4c28-48ba-a2b0-5b4967a1050b, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e506130e-4c28-48ba-a2b0-5b4967a1050b,segment=NetworkSegment(9981210b-dd0f-4da0-b6fd-cae73231f48f),segment_id=9981210b-dd0f-4da0-b6fd-cae73231f48f)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:29:35.992563 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-88d64aba-455a-46c4-9e32-3febf6674fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:36.091990 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b792e-6902-4dcf-bf3f-542261011646 req-9e433f75-a8bc-45f6-a904-5f8dbb7e84d0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:36.092702 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-c05b792e-6902-4dcf-bf3f-542261011646 req-9e433f75-a8bc-45f6-a904-5f8dbb7e84d0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:29:36.143079 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-88d64aba-455a-46c4-9e32-3febf6674fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:36.143690 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-88d64aba-455a-46c4-9e32-3febf6674fce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:36.145097 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-88d64aba-455a-46c4-9e32-3febf6674fce service neutron] 10.222.0.24 "PUT /v2.0/ports/e506130e-4c28-48ba-a2b0-5b4967a1050b HTTP/1.1" status: 200 len: 1094 time: 2.0094082 Jan 26 11:29:36.186000 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d64aba-455a-46c4-9e32-3febf6674fce service neutron] Pushing event updated for resources: {'Port': ['ID=e506130e-4c28-48ba-a2b0-5b4967a1050b,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:36.229512 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-c05b792e-6902-4dcf-bf3f-542261011646 req-9e433f75-a8bc-45f6-a904-5f8dbb7e84d0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:29:36.230686 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c05b792e-6902-4dcf-bf3f-542261011646 req-9e433f75-a8bc-45f6-a904-5f8dbb7e84d0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=901eda91-607f-4218-aa6b-b9e7f7cecd86 HTTP/1.1" status: 200 len: 944 time: 0.3769810 Jan 26 11:29:36.268304 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-4d7406cd-14e2-4d38-8d38-a032e406aff8 service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967081 Jan 26 11:29:36.348289 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c05b792e-6902-4dcf-bf3f-542261011646 req-e8eb4c7c-5a5b-444f-aa98-bf30934f3082 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0734333-9d0a-4d02-b384-095f085fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004584 Jan 26 11:29:36.416338 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-c5355709-cdef-4317-9327-38047883195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:36.417754 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-c5355709-cdef-4317-9327-38047883195a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=901eda91-607f-4218-aa6b-b9e7f7cecd86 HTTP/1.1" status: 200 len: 1097 time: 0.2329113 Jan 26 11:29:36.494643 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-00c3ebce-f8d4-4536-883b-da43989ebc6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e506130e-4c28-48ba-a2b0-5b4967a1050b HTTP/1.1" status: 200 len: 217 time: 0.0702651 Jan 26 11:29:36.497791 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-cedd6257-d7fd-46f4-b93f-ccf385e88b58 req-03eb418b-8699-4dc2-bd9f-84a23ddfaf38 service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186551 Jan 26 11:29:36.611639 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-8128f00a-9a7d-4fca-937f-bac5e89c8c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:36.613088 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-8128f00a-9a7d-4fca-937f-bac5e89c8c93 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d3380d09-1194-4081-af8c-5797f80a28a0 HTTP/1.1" status: 200 len: 835 time: 0.1104062 Jan 26 11:29:36.679811 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe32e02-9418-4adc-a34c-bf0674c2f649 req-cf025194-662c-4010-93aa-9ac02018803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:36.681255 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-efe32e02-9418-4adc-a34c-bf0674c2f649 req-cf025194-662c-4010-93aa-9ac02018803b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a848421bda384d54823be991dfd27e32&device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 1096 time: 0.1383471 Jan 26 11:29:36.738520 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-925c2ca9-7db7-4d6f-bc7c-7f6513c34995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:36.739981 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-925c2ca9-7db7-4d6f-bc7c-7f6513c34995 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9255b01a-9a4e-4dae-959f-4e077f620b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1199870 Jan 26 11:29:36.909861 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe32e02-9418-4adc-a34c-bf0674c2f649 req-9fd9c7bc-c3f4-4fd0-84c2-41d84e83f989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:36.911667 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-efe32e02-9418-4adc-a34c-bf0674c2f649 req-9fd9c7bc-c3f4-4fd0-84c2-41d84e83f989 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b9359c06-7646-4efd-91fa-322e125304c7 HTTP/1.1" status: 200 len: 913 time: 0.2232168 Jan 26 11:29:36.988097 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-efe32e02-9418-4adc-a34c-bf0674c2f649 req-176c4e3e-17a8-4383-87e3-25ef8e6d03a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd616900-535d-408b-bf36-afaab970a26b HTTP/1.1" status: 200 len: 217 time: 0.0674217 Jan 26 11:29:37.042214 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-2a66b7fc-32dc-4d27-98ea-cd3abb8acbcf service neutron] 10.222.0.24 "GET /v2.0/networks/9255b01a-9a4e-4dae-959f-4e077f620b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568495 Jan 26 11:29:37.098027 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe32e02-9418-4adc-a34c-bf0674c2f649 req-ae730e5a-0efa-4ba0-ad0c-fac58fb98b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:37.099422 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-efe32e02-9418-4adc-a34c-bf0674c2f649 req-ae730e5a-0efa-4ba0-ad0c-fac58fb98b71 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b349df-7279-45a5-a567-116b1ec641a3 HTTP/1.1" status: 200 len: 851 time: 0.1020744 Jan 26 11:29:37.109338 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa923e-e49f-4dfb-a87e-819caca3acfb req-a4ef1619-ddd9-41af-895c-0332de8d814a tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:37.110799 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4efa923e-e49f-4dfb-a87e-819caca3acfb req-a4ef1619-ddd9-41af-895c-0332de8d814a tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 943 time: 0.0876818 Jan 26 11:29:37.155176 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4efa923e-e49f-4dfb-a87e-819caca3acfb req-efd374d1-c6f9-48ed-abd9-99390db7a2a2 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380387 Jan 26 11:29:37.259028 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901eda91-607f-4218-aa6b-b9e7f7cecd86', 'tag': 'e506130e-4c28-48ba-a2b0-5b4967a1050b'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:29:37.306198 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901eda91-607f-4218-aa6b-b9e7f7cecd86', 'tag': 'e506130e-4c28-48ba-a2b0-5b4967a1050b', 'status': 'completed', 'code': 200} Jan 26 11:29:37.353662 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3e9ea854-0b0f-4d31-9a0b-321f57036ceb req-87355f38-46ed-42e2-b224-48832cc16b5d service neutron] 10.222.0.24 "GET /v2.0/networks/9255b01a-9a4e-4dae-959f-4e077f620b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056717 Jan 26 11:29:37.366478 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe32e02-9418-4adc-a34c-bf0674c2f649 req-30de44d2-4e15-4bb6-96b4-cacc0b93f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:37.368115 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-efe32e02-9418-4adc-a34c-bf0674c2f649 req-30de44d2-4e15-4bb6-96b4-cacc0b93f2ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b9359c06-7646-4efd-91fa-322e125304c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1000640 Jan 26 11:29:37.541444 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7292d1-a2a9-4aa1-80b8-56b219f0865c req-c4c6cb80-089d-45c3-9753-6dd4a41cb5e8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:37.543115 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-5a7292d1-a2a9-4aa1-80b8-56b219f0865c req-c4c6cb80-089d-45c3-9753-6dd4a41cb5e8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=901eda91-607f-4218-aa6b-b9e7f7cecd86 HTTP/1.1" status: 200 len: 944 time: 0.0829077 Jan 26 11:29:37.556167 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-efe32e02-9418-4adc-a34c-bf0674c2f649 req-f3663b84-5e51-45a3-a418-5de83e998f77 service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816328 Jan 26 11:29:37.588670 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8289f6-8507-410d-93d1-0725e2d39e3d req-4275ffe1-5eb0-44bc-9f4f-1ab95996a18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:37.590120 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8a8289f6-8507-410d-93d1-0725e2d39e3d req-4275ffe1-5eb0-44bc-9f4f-1ab95996a18e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=901eda91-607f-4218-aa6b-b9e7f7cecd86 HTTP/1.1" status: 200 len: 1097 time: 0.1779547 Jan 26 11:29:37.590451 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-5a7292d1-a2a9-4aa1-80b8-56b219f0865c req-100fd1d6-32d1-40df-9dcf-c2cacec6a039 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0734333-9d0a-4d02-b384-095f085fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401218 Jan 26 11:29:37.800011 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-efe32e02-9418-4adc-a34c-bf0674c2f649 req-a694b9d7-5c9a-4e5b-ac2e-4eb7753c01ba service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369153 Jan 26 11:29:37.807423 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8289f6-8507-410d-93d1-0725e2d39e3d req-84975faa-73fe-4349-bdc9-3a6fa1438008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:37.808786 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8a8289f6-8507-410d-93d1-0725e2d39e3d req-84975faa-73fe-4349-bdc9-3a6fa1438008 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9255b01a-9a4e-4dae-959f-4e077f620b19 HTTP/1.1" status: 200 len: 898 time: 0.2119508 Jan 26 11:29:37.883601 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8a8289f6-8507-410d-93d1-0725e2d39e3d req-f240796f-5027-4d36-83fc-9b5a35cf3c3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e506130e-4c28-48ba-a2b0-5b4967a1050b HTTP/1.1" status: 200 len: 217 time: 0.0684054 Jan 26 11:29:37.944747 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8289f6-8507-410d-93d1-0725e2d39e3d req-b0341933-3a67-47a8-ad89-cffc836f5bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:37.946134 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8a8289f6-8507-410d-93d1-0725e2d39e3d req-b0341933-3a67-47a8-ad89-cffc836f5bf0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d3380d09-1194-4081-af8c-5797f80a28a0 HTTP/1.1" status: 200 len: 835 time: 0.0565176 Jan 26 11:29:38.018975 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8289f6-8507-410d-93d1-0725e2d39e3d req-a5a65df7-ea9b-4e22-b133-01b98968ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:38.020954 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8a8289f6-8507-410d-93d1-0725e2d39e3d req-a5a65df7-ea9b-4e22-b133-01b98968ea64 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9255b01a-9a4e-4dae-959f-4e077f620b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680382 Jan 26 11:29:38.151663 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8a8289f6-8507-410d-93d1-0725e2d39e3d req-402b72c0-ecb8-49ad-9b4e-619e65b42e00 service neutron] 10.222.0.24 "GET /v2.0/networks/9255b01a-9a4e-4dae-959f-4e077f620b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227145 Jan 26 11:29:38.327059 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8a8289f6-8507-410d-93d1-0725e2d39e3d req-721d84f8-d7e3-445c-b1ac-637aa337e6a8 service neutron] 10.222.0.24 "GET /v2.0/networks/9255b01a-9a4e-4dae-959f-4e077f620b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690958 Jan 26 11:29:38.361544 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75a0d8-3091-4a45-aa0f-a32e36241b71 req-5ac8b713-ba7a-4eb8-955c-e363673d2f99 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:38.363019 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ce75a0d8-3091-4a45-aa0f-a32e36241b71 req-5ac8b713-ba7a-4eb8-955c-e363673d2f99 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 943 time: 0.0956323 Jan 26 11:29:38.406647 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ce75a0d8-3091-4a45-aa0f-a32e36241b71 req-a17c2e7c-c402-4b62-b8ae-e5abe86a98a4 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371382 Jan 26 11:29:38.778888 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a80157-9352-4543-a43c-f3a28f64d157 req-01de4741-13da-4fd1-99d9-ba519a5d54a3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:38.780348 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d5a80157-9352-4543-a43c-f3a28f64d157 req-01de4741-13da-4fd1-99d9-ba519a5d54a3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=901eda91-607f-4218-aa6b-b9e7f7cecd86 HTTP/1.1" status: 200 len: 944 time: 0.0839863 Jan 26 11:29:38.823976 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d5a80157-9352-4543-a43c-f3a28f64d157 req-d00627e5-3e0e-4661-be8d-6dabfbe532cf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0734333-9d0a-4d02-b384-095f085fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379529 Jan 26 11:29:39.590537 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1c849-8de8-4f65-87c2-7b8513e65bb8 req-8785718f-92dc-4216-a245-9d0872727872 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:39.591993 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-74d1c849-8de8-4f65-87c2-7b8513e65bb8 req-8785718f-92dc-4216-a245-9d0872727872 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 943 time: 0.0798841 Jan 26 11:29:39.637538 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-74d1c849-8de8-4f65-87c2-7b8513e65bb8 req-f26ed988-5b29-4e70-a8f0-513e9de78f08 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400207 Jan 26 11:29:40.007797 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1f00a-eedd-4e9e-96a3-508135d932e2 req-93d73b8c-19b2-4ada-b015-07a63456af96 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:40.009145 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-19c1f00a-eedd-4e9e-96a3-508135d932e2 req-93d73b8c-19b2-4ada-b015-07a63456af96 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=901eda91-607f-4218-aa6b-b9e7f7cecd86 HTTP/1.1" status: 200 len: 944 time: 0.0801585 Jan 26 11:29:40.056591 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-19c1f00a-eedd-4e9e-96a3-508135d932e2 req-552cc517-4b2b-403e-91f7-16e28c2a38a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0734333-9d0a-4d02-b384-095f085fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417418 Jan 26 11:29:40.242487 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device e506130e-4c28-48ba-a2b0-5b4967a1050b details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:29:40.376258 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port e506130e-4c28-48ba-a2b0-5b4967a1050b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e506130e-4c28-48ba-a2b0-5b4967a1050b,segment=NetworkSegment(9981210b-dd0f-4da0-b6fd-cae73231f48f),segment_id=9981210b-dd0f-4da0-b6fd-cae73231f48f)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:29:40.389470 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': 'e506130e-4c28-48ba-a2b0-5b4967a1050b', 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19', 'port_id': 'e506130e-4c28-48ba-a2b0-5b4967a1050b', 'mac_address': 'fa:16:3e:0b:f9:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3380d09-1194-4081-af8c-5797f80a28a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:29:40.442823 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:40.458852 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e506130e-4c28-48ba-a2b0-5b4967a1050b {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:29:40.473552 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port e506130e-4c28-48ba-a2b0-5b4967a1050b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e506130e-4c28-48ba-a2b0-5b4967a1050b,segment=NetworkSegment(9981210b-dd0f-4da0-b6fd-cae73231f48f),segment_id=9981210b-dd0f-4da0-b6fd-cae73231f48f)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:29:40.477691 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:40.547246 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=e506130e-4c28-48ba-a2b0-5b4967a1050b,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:40.706067 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['e506130e-4c28-48ba-a2b0-5b4967a1050b'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:29:40.830997 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ee3ed-83a2-40ac-9623-299bd360cf25 req-42328386-b370-408f-b020-f40abe8fb509 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:40.833035 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-562ee3ed-83a2-40ac-9623-299bd360cf25 req-42328386-b370-408f-b020-f40abe8fb509 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 943 time: 0.0848749 Jan 26 11:29:40.878526 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-562ee3ed-83a2-40ac-9623-299bd360cf25 req-1701157a-b0b2-4c1c-b8b5-eed028262542 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380113 Jan 26 11:29:41.242300 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043ca0b-5d53-4a26-8b0d-0bde044d279b req-8a06d0a0-9207-48d4-9994-d5db359c7b06 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:41.243783 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0043ca0b-5d53-4a26-8b0d-0bde044d279b req-8a06d0a0-9207-48d4-9994-d5db359c7b06 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=901eda91-607f-4218-aa6b-b9e7f7cecd86 HTTP/1.1" status: 200 len: 945 time: 0.0787733 Jan 26 11:29:41.287921 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0043ca0b-5d53-4a26-8b0d-0bde044d279b req-dd9859f0-2832-41f2-b35f-e121cc538c23 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0734333-9d0a-4d02-b384-095f085fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385368 Jan 26 11:29:42.064211 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1dd1df-0b01-4e90-a32a-3a38fd339dd3 req-47658b8b-69a7-422f-b4d7-789fc96a8283 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:42.065675 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ab1dd1df-0b01-4e90-a32a-3a38fd339dd3 req-47658b8b-69a7-422f-b4d7-789fc96a8283 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 943 time: 0.0824971 Jan 26 11:29:42.109994 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ab1dd1df-0b01-4e90-a32a-3a38fd339dd3 req-b567d4af-1125-4ab2-af16-6ed68e186fe5 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377262 Jan 26 11:29:42.258375 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device e506130e-4c28-48ba-a2b0-5b4967a1050b up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:29:42.329576 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port e506130e-4c28-48ba-a2b0-5b4967a1050b completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:29:42.335338 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port e506130e-4c28-48ba-a2b0-5b4967a1050b triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:29:42.335714 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:42.451015 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:42.479747 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901eda91-607f-4218-aa6b-b9e7f7cecd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e506130e-4c28-48ba-a2b0-5b4967a1050b'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:29:42.490832 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port e506130e-4c28-48ba-a2b0-5b4967a1050b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e506130e-4c28-48ba-a2b0-5b4967a1050b,segment=NetworkSegment(9981210b-dd0f-4da0-b6fd-cae73231f48f),segment_id=9981210b-dd0f-4da0-b6fd-cae73231f48f)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:29:42.496325 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:42.532888 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901eda91-607f-4218-aa6b-b9e7f7cecd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e506130e-4c28-48ba-a2b0-5b4967a1050b', 'code': 200} Jan 26 11:29:42.577565 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=e506130e-4c28-48ba-a2b0-5b4967a1050b,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:42.588471 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342c271-4857-4532-9080-2f82c32c2d83 req-615573d5-4f7a-4774-a014-293eab33e361 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:42.589979 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6342c271-4857-4532-9080-2f82c32c2d83 req-615573d5-4f7a-4774-a014-293eab33e361 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=901eda91-607f-4218-aa6b-b9e7f7cecd86 HTTP/1.1" status: 200 len: 945 time: 0.1968060 Jan 26 11:29:42.634207 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6342c271-4857-4532-9080-2f82c32c2d83 req-f2271fb8-5caa-43a7-a87c-10bb733681de tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0734333-9d0a-4d02-b384-095f085fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385315 Jan 26 11:29:42.761194 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675fae9-beef-419c-8422-dbf18aa46f49 req-53c88994-8f71-49ca-89a5-60a163c6b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:42.762601 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8675fae9-beef-419c-8422-dbf18aa46f49 req-53c88994-8f71-49ca-89a5-60a163c6b589 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=901eda91-607f-4218-aa6b-b9e7f7cecd86 HTTP/1.1" status: 200 len: 1099 time: 0.0690706 Jan 26 11:29:42.803031 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8675fae9-beef-419c-8422-dbf18aa46f49 req-62ad90ce-5330-4bb7-8753-0da18732e59f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f0734333-9d0a-4d02-b384-095f085fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337620 Jan 26 11:29:43.402768 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1996d-072a-46bb-b2ce-ef67b86fc6aa req-306acd06-a95a-465b-b98a-b163b28ff788 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:43.404153 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-57e1996d-072a-46bb-b2ce-ef67b86fc6aa req-306acd06-a95a-465b-b98a-b163b28ff788 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 943 time: 0.1875749 Jan 26 11:29:43.447535 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-57e1996d-072a-46bb-b2ce-ef67b86fc6aa req-52b795ba-5f4c-4809-a7f3-7eea0b8b0f1e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376632 Jan 26 11:29:43.589883 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:29:43.820728 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f854dec-c0d8-4c80-850b-aa0b9f05ecd0 req-25551c83-76a2-44af-9f2f-ee7d51100a7f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:43.822206 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7f854dec-c0d8-4c80-850b-aa0b9f05ecd0 req-25551c83-76a2-44af-9f2f-ee7d51100a7f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=901eda91-607f-4218-aa6b-b9e7f7cecd86 HTTP/1.1" status: 200 len: 946 time: 0.0843616 Jan 26 11:29:43.873679 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7f854dec-c0d8-4c80-850b-aa0b9f05ecd0 req-e5fc7e4d-a198-41e9-8b0c-cd40c18ccf0b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0734333-9d0a-4d02-b384-095f085fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452726 Jan 26 11:29:44.265820 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device cd616900-535d-408b-bf36-afaab970a26b details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:29:44.399064 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port cd616900-535d-408b-bf36-afaab970a26b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=cd616900-535d-408b-bf36-afaab970a26b,segment=NetworkSegment(e975887e-2b39-4a12-979c-b5dffc435eff),segment_id=e975887e-2b39-4a12-979c-b5dffc435eff)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:29:44.411741 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': 'cd616900-535d-408b-bf36-afaab970a26b', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'port_id': 'cd616900-535d-408b-bf36-afaab970a26b', 'mac_address': 'fa:16:3e:b4:54:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b349df-7279-45a5-a567-116b1ec641a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:29:44.471004 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:44.492044 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd616900-535d-408b-bf36-afaab970a26b {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:29:44.508126 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port cd616900-535d-408b-bf36-afaab970a26b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=cd616900-535d-408b-bf36-afaab970a26b,segment=NetworkSegment(e975887e-2b39-4a12-979c-b5dffc435eff),segment_id=e975887e-2b39-4a12-979c-b5dffc435eff)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:29:44.511645 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:44.577935 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=cd616900-535d-408b-bf36-afaab970a26b,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:44.636913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a163c50-2ecf-433f-ba0e-cefc23c3ec7b req-6b17a1f1-a677-499d-8f95-b5dc27be91d0 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:44.638396 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9a163c50-2ecf-433f-ba0e-cefc23c3ec7b req-6b17a1f1-a677-499d-8f95-b5dc27be91d0 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 944 time: 0.0809891 Jan 26 11:29:44.681931 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9a163c50-2ecf-433f-ba0e-cefc23c3ec7b req-ddfc9ad1-7262-42b3-81d2-119b64c168b1 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377784 Jan 26 11:29:44.721193 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['cd616900-535d-408b-bf36-afaab970a26b'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:29:45.062648 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab64f38-f0bd-4375-bbe2-b208ada41ae9 req-003de355-648a-497c-8b53-ce68b58b699f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:45.064105 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9ab64f38-f0bd-4375-bbe2-b208ada41ae9 req-003de355-648a-497c-8b53-ce68b58b699f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=901eda91-607f-4218-aa6b-b9e7f7cecd86 HTTP/1.1" status: 200 len: 946 time: 0.0822937 Jan 26 11:29:45.107076 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9ab64f38-f0bd-4375-bbe2-b208ada41ae9 req-67215f4c-71c7-41e1-9f07-bb5ac85dc8bb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0734333-9d0a-4d02-b384-095f085fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372779 Jan 26 11:29:45.290747 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6cf6f-a3d6-4b02-9cf3-403b0a0b5037 req-8ad66a9c-3d06-4706-a3b7-c63be06ccac1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:45.292198 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-05e6cf6f-a3d6-4b02-9cf3-403b0a0b5037 req-8ad66a9c-3d06-4706-a3b7-c63be06ccac1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=901eda91-607f-4218-aa6b-b9e7f7cecd86 HTTP/1.1" status: 200 len: 946 time: 0.0821638 Jan 26 11:29:45.335671 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-05e6cf6f-a3d6-4b02-9cf3-403b0a0b5037 req-2bface51-3362-4173-bbe9-1d84974c0d5e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0734333-9d0a-4d02-b384-095f085fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378528 Jan 26 11:29:45.358486 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55014) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:45.428137 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ef2ed8-c608-4180-a748-9fdc3748a18c tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:45.429635 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-22ef2ed8-c608-4180-a748-9fdc3748a18c tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=901eda91-607f-4218-aa6b-b9e7f7cecd86 HTTP/1.1" status: 200 len: 1094 time: 0.0702345 Jan 26 11:29:45.432408 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55018) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:45.437847 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-868450ad-2363-498d-85c6-c69c6fe67ecd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': 'e506130e-4c28-48ba-a2b0-5b4967a1050b', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:29:45.444025 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-868450ad-2363-498d-85c6-c69c6fe67ecd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:29:45.447810 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-868450ad-2363-498d-85c6-c69c6fe67ecd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:floatingip and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:29:45.450889 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-868450ad-2363-498d-85c6-c69c6fe67ecd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:29:45.456443 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-868450ad-2363-498d-85c6-c69c6fe67ecd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:29:45.470706 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-868450ad-2363-498d-85c6-c69c6fe67ecd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:45.602235 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-868450ad-2363-498d-85c6-c69c6fe67ecd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:45.744851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-868450ad-2363-498d-85c6-c69c6fe67ecd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.26.5.157 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/2f927917-5339-41ff-929b-e8bff3324097) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:29:45.877822 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fc95f-3dd3-4c2f-abdc-2742e85398ba req-21be17ea-8179-4bfa-8898-31e049bde710 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:45.880260 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-199fc95f-3dd3-4c2f-abdc-2742e85398ba req-21be17ea-8179-4bfa-8898-31e049bde710 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 944 time: 0.0857193 Jan 26 11:29:45.901466 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-868450ad-2363-498d-85c6-c69c6fe67ecd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:45.927778 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-199fc95f-3dd3-4c2f-abdc-2742e85398ba req-57435b06-f31a-4ced-9816-9374e8523835 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415175 Jan 26 11:29:45.930849 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-868450ad-2363-498d-85c6-c69c6fe67ecd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:45.996779 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868450ad-2363-498d-85c6-c69c6fe67ecd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:29:45.999470 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-868450ad-2363-498d-85c6-c69c6fe67ecd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:29:46.002034 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868450ad-2363-498d-85c6-c69c6fe67ecd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:29:46.044117 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868450ad-2363-498d-85c6-c69c6fe67ecd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=2f927917-5339-41ff-929b-e8bff3324097,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:46.297892 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device cd616900-535d-408b-bf36-afaab970a26b up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:29:46.369425 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port cd616900-535d-408b-bf36-afaab970a26b completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:29:46.374211 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port cd616900-535d-408b-bf36-afaab970a26b triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:29:46.374616 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:46.418064 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-868450ad-2363-498d-85c6-c69c6fe67ecd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:46.494642 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-868450ad-2363-498d-85c6-c69c6fe67ecd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:46.499808 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:46.527739 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd616900-535d-408b-bf36-afaab970a26b'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:29:46.538422 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port cd616900-535d-408b-bf36-afaab970a26b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=cd616900-535d-408b-bf36-afaab970a26b,segment=NetworkSegment(e975887e-2b39-4a12-979c-b5dffc435eff),segment_id=e975887e-2b39-4a12-979c-b5dffc435eff)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:29:46.543336 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:46.575416 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd616900-535d-408b-bf36-afaab970a26b', 'code': 200} Jan 26 11:29:46.618610 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=cd616900-535d-408b-bf36-afaab970a26b,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:46.712844 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-868450ad-2363-498d-85c6-c69c6fe67ecd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:46.717092 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-868450ad-2363-498d-85c6-c69c6fe67ecd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:46.967683 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868450ad-2363-498d-85c6-c69c6fe67ecd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=2f927917-5339-41ff-929b-e8bff3324097,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:46.987515 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-868450ad-2363-498d-85c6-c69c6fe67ecd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:47.085243 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244042b1-9228-44aa-8cd3-0257a9aba573 req-43ea8830-e23d-45db-b9ad-905a4e9051b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:47.086777 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-244042b1-9228-44aa-8cd3-0257a9aba573 req-43ea8830-e23d-45db-b9ad-905a4e9051b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 1098 time: 0.1813061 Jan 26 11:29:47.111471 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afcc3c-836c-466d-b270-103b9c961241 req-d096a639-9c39-469d-862e-ce95d4d4dc91 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:47.112929 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a4afcc3c-836c-466d-b270-103b9c961241 req-d096a639-9c39-469d-862e-ce95d4d4dc91 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 945 time: 0.0803351 Jan 26 11:29:47.159222 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a4afcc3c-836c-466d-b270-103b9c961241 req-01d3fa40-fbe7-4872-836b-eef460d9105f tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397196 Jan 26 11:29:47.197907 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-868450ad-2363-498d-85c6-c69c6fe67ecd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Floating IP 93594a00-6a38-49c5-8a44-a6fed73ae09b associated. External IP: 172.26.5.157, port: e506130e-4c28-48ba-a2b0-5b4967a1050b. Jan 26 11:29:47.249274 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-244042b1-9228-44aa-8cd3-0257a9aba573 req-d8c1f4c2-c76e-408b-aee7-50b45fd1ec23 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120634 Jan 26 11:29:47.547444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868450ad-2363-498d-85c6-c69c6fe67ecd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 328eb5f3-82ec-4e26-abf5-6e64e04b9493 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:29:47.723922 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868450ad-2363-498d-85c6-c69c6fe67ecd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:29:47.734022 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbaa2bc-7e65-437c-a52b-d6459e44b4b6 None None] Sync routers for ids ['328eb5f3-82ec-4e26-abf5-6e64e04b9493'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:29:47.743132 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbaa2bc-7e65-437c-a52b-d6459e44b4b6 None None] Routers {'328eb5f3-82ec-4e26-abf5-6e64e04b9493'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:29:47.743670 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-9bbaa2bc-7e65-437c-a52b-d6459e44b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:29:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['328eb5f3-82ec-4e26-abf5-6e64e04b9493'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:47.747724 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-868450ad-2363-498d-85c6-c69c6fe67ecd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:47.805404 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-868450ad-2363-498d-85c6-c69c6fe67ecd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3719850 Jan 26 11:29:47.806053 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901eda91-607f-4218-aa6b-b9e7f7cecd86', 'tag': 'e506130e-4c28-48ba-a2b0-5b4967a1050b'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:29:47.808335 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55028) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:47.860123 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901eda91-607f-4218-aa6b-b9e7f7cecd86', 'tag': 'e506130e-4c28-48ba-a2b0-5b4967a1050b', 'status': 'completed', 'code': 200} Jan 26 11:29:47.927907 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c31105d5-649c-4cea-b29b-782c02014775 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/93594a00-6a38-49c5-8a44-a6fed73ae09b HTTP/1.1" status: 200 len: 992 time: 0.1182468 Jan 26 11:29:47.938885 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-9bbaa2bc-7e65-437c-a52b-d6459e44b4b6 None None] Set router 328eb5f3-82ec-4e26-abf5-6e64e04b9493 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:29:47.954284 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a41ec-f76f-4030-9d79-7c86ac6cbc6a req-7ff558c5-f0a7-4803-9de1-38fd66b6ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:47.955849 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-508a41ec-f76f-4030-9d79-7c86ac6cbc6a req-7ff558c5-f0a7-4803-9de1-38fd66b6ae7e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=901eda91-607f-4218-aa6b-b9e7f7cecd86 HTTP/1.1" status: 200 len: 1099 time: 0.0749307 Jan 26 11:29:48.090112 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a41ec-f76f-4030-9d79-7c86ac6cbc6a req-494092fa-e1ad-49a2-acab-3a2a6ba1f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:48.091629 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-508a41ec-f76f-4030-9d79-7c86ac6cbc6a req-494092fa-e1ad-49a2-acab-3a2a6ba1f0fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=9255b01a-9a4e-4dae-959f-4e077f620b19 HTTP/1.1" status: 200 len: 898 time: 0.1295409 Jan 26 11:29:48.218526 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-508a41ec-f76f-4030-9d79-7c86ac6cbc6a req-6de212b9-cf9e-44c6-af02-4d4369a28a3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e506130e-4c28-48ba-a2b0-5b4967a1050b HTTP/1.1" status: 200 len: 1000 time: 0.1062829 Jan 26 11:29:48.309228 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a41ec-f76f-4030-9d79-7c86ac6cbc6a req-edd38d39-a687-41a8-acaa-ee87752986e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:48.310860 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-508a41ec-f76f-4030-9d79-7c86ac6cbc6a req-edd38d39-a687-41a8-acaa-ee87752986e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d3380d09-1194-4081-af8c-5797f80a28a0 HTTP/1.1" status: 200 len: 835 time: 0.0851536 Jan 26 11:29:48.319159 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-9bbaa2bc-7e65-437c-a52b-d6459e44b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'name': 'tempest-TestNetworkBasicOps-router-502659756', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:29:19Z', 'updated_at': '2022-01-26T11:29:25Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:20Z', 'updated_at': '2022-01-26T11:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '93594a00-6a38-49c5-8a44-a6fed73ae09b', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.157', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'port_id': 'e506130e-4c28-48ba-a2b0-5b4967a1050b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19', 'mac_address': 'fa:16:3e:0b:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901eda91-607f-4218-aa6b-b9e7f7cecd86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:29:46Z', 'updated_at': '2022-01-26T11:29:46Z', 'revision_number': 0, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a01d4f3-f047-479b-a043-8c27eab65e01', 'name': '', 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:f0:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'd3380d09-1194-4081-af8c-5797f80a28a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:24Z', 'updated_at': '2022-01-26T11:29:31Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'd3380d09-1194-4081-af8c-5797f80a28a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:48.323030 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbaa2bc-7e65-437c-a52b-d6459e44b4b6 None None] Checking router: 328eb5f3-82ec-4e26-abf5-6e64e04b9493 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:29:48.346572 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbaa2bc-7e65-437c-a52b-d6459e44b4b6 None None] Routers {'328eb5f3-82ec-4e26-abf5-6e64e04b9493'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:29:48.347148 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-9bbaa2bc-7e65-437c-a52b-d6459e44b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:29:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['328eb5f3-82ec-4e26-abf5-6e64e04b9493'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:48.363593 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f9557-0f53-4303-a888-87c11bf734c3 req-c91b1582-43f8-47be-8098-ecb651307022 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:48.365079 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-bc8f9557-0f53-4303-a888-87c11bf734c3 req-c91b1582-43f8-47be-8098-ecb651307022 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 945 time: 0.0910237 Jan 26 11:29:48.404974 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a41ec-f76f-4030-9d79-7c86ac6cbc6a req-416b229a-07ca-4d6f-bf87-fbfe4ae4873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:48.406769 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-508a41ec-f76f-4030-9d79-7c86ac6cbc6a req-416b229a-07ca-4d6f-bf87-fbfe4ae4873b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9255b01a-9a4e-4dae-959f-4e077f620b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785708 Jan 26 11:29:48.426138 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-bc8f9557-0f53-4303-a888-87c11bf734c3 req-5ef8a197-b73e-4a74-b3a2-64b97cedfa32 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542152 Jan 26 11:29:48.585181 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-9bbaa2bc-7e65-437c-a52b-d6459e44b4b6 None None] Set router 328eb5f3-82ec-4e26-abf5-6e64e04b9493 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:29:48.670514 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-508a41ec-f76f-4030-9d79-7c86ac6cbc6a req-e2bc0bd4-873c-4bc9-80a4-791215d6c5c1 service neutron] 10.222.0.24 "GET /v2.0/networks/9255b01a-9a4e-4dae-959f-4e077f620b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560174 Jan 26 11:29:48.802427 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-508a41ec-f76f-4030-9d79-7c86ac6cbc6a req-60f37d63-7532-4264-b220-c73a7a772b41 service neutron] 10.222.0.24 "GET /v2.0/networks/9255b01a-9a4e-4dae-959f-4e077f620b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263001 Jan 26 11:29:48.929587 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-9bbaa2bc-7e65-437c-a52b-d6459e44b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'name': 'tempest-TestNetworkBasicOps-router-502659756', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:29:19Z', 'updated_at': '2022-01-26T11:29:25Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:20Z', 'updated_at': '2022-01-26T11:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '93594a00-6a38-49c5-8a44-a6fed73ae09b', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.157', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'port_id': 'e506130e-4c28-48ba-a2b0-5b4967a1050b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19', 'mac_address': 'fa:16:3e:0b:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901eda91-607f-4218-aa6b-b9e7f7cecd86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:29:46Z', 'updated_at': '2022-01-26T11:29:46Z', 'revision_number': 0, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a01d4f3-f047-479b-a043-8c27eab65e01', 'name': '', 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:f0:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'd3380d09-1194-4081-af8c-5797f80a28a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:24Z', 'updated_at': '2022-01-26T11:29:31Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'd3380d09-1194-4081-af8c-5797f80a28a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:48.930820 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55036) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:48.933676 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbaa2bc-7e65-437c-a52b-d6459e44b4b6 None None] The sync data for ids ['328eb5f3-82ec-4e26-abf5-6e64e04b9493'] in dv-neutron-826439-1-hyperv is: [{'id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'name': 'tempest-TestNetworkBasicOps-router-502659756', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:29:19Z', 'updated_at': '2022-01-26T11:29:25Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:20Z', 'updated_at': '2022-01-26T11:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '93594a00-6a38-49c5-8a44-a6fed73ae09b', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.157', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'port_id': 'e506130e-4c28-48ba-a2b0-5b4967a1050b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19', 'mac_address': 'fa:16:3e:0b:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901eda91-607f-4218-aa6b-b9e7f7cecd86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:29:46Z', 'updated_at': '2022-01-26T11:29:46Z', 'revision_number': 0, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a01d4f3-f047-479b-a043-8c27eab65e01', 'name': '', 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:f0:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'd3380d09-1194-4081-af8c-5797f80a28a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:24Z', 'updated_at': '2022-01-26T11:29:31Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'd3380d09-1194-4081-af8c-5797f80a28a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:29:49.042951 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b62c5624-1c5c-4184-a122-e58b388ae664 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/93594a00-6a38-49c5-8a44-a6fed73ae09b HTTP/1.1" status: 200 len: 992 time: 0.1109431 Jan 26 11:29:49.133356 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e76d4d-d80e-464a-be55-4a3f84ddda80 None None] New status for floating IP 93594a00-6a38-49c5-8a44-a6fed73ae09b: ACTIVE {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:29:49.608902 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d172785-6431-484b-a884-8d514e843cb2 req-437962ee-6b4e-429b-8153-b5f02977a42d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:49.610387 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6d172785-6431-484b-a884-8d514e843cb2 req-437962ee-6b4e-429b-8153-b5f02977a42d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 945 time: 0.0824347 Jan 26 11:29:49.653445 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6d172785-6431-484b-a884-8d514e843cb2 req-3f9c6dc1-6d42-407f-92db-1d50a0653c56 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365767 Jan 26 11:29:49.839738 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06848b61-8365-4091-83d5-7a3e9a956353 req-48f85ca2-ab87-4367-a309-fa0a4438a09f tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:49.841227 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-06848b61-8365-4091-83d5-7a3e9a956353 req-48f85ca2-ab87-4367-a309-fa0a4438a09f tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 945 time: 0.0857558 Jan 26 11:29:49.886067 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-06848b61-8365-4091-83d5-7a3e9a956353 req-6309caa2-06f5-4829-be25-a47a7b2185cd tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391736 Jan 26 11:29:49.909134 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55044) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:50.046673 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55050) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:50.077554 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27499847-2046-44d6-8013-793a14a8cab6 tempest-TestVolumeBootPattern-1958663733 tempest-TestVolumeBootPattern-1958663733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:50.078259 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-27499847-2046-44d6-8013-793a14a8cab6 tempest-TestVolumeBootPattern-1958663733 tempest-TestVolumeBootPattern-1958663733-project-admin] Synchronizing usage tracker for tenant:ddf898e74f4f4e3da58c0ddd91770ab0 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:29:50.097237 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-27499847-2046-44d6-8013-793a14a8cab6 tempest-TestVolumeBootPattern-1958663733 tempest-TestVolumeBootPattern-1958663733-project-admin] Unset dirty status for tenant:ddf898e74f4f4e3da58c0ddd91770ab0 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:29:50.102039 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-27499847-2046-44d6-8013-793a14a8cab6 tempest-TestVolumeBootPattern-1958663733 tempest-TestVolumeBootPattern-1958663733-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 1093 time: 0.1892426 Jan 26 11:29:50.102243 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55054) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:29:50.107334 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-c77b049a-cb41-4995-b811-22743bbe098b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': 'cd616900-535d-408b-bf36-afaab970a26b', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:29:50.113897 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c77b049a-cb41-4995-b811-22743bbe098b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:29:50.117904 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c77b049a-cb41-4995-b811-22743bbe098b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Usage tracker for resource:floatingip and tenant:a848421bda384d54823be991dfd27e32 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:29:50.120809 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c77b049a-cb41-4995-b811-22743bbe098b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:29:50.126509 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c77b049a-cb41-4995-b811-22743bbe098b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:29:50.137062 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c77b049a-cb41-4995-b811-22743bbe098b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for floatingip, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:50.161651 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b9fba7a9-3be1-470d-814e-e980f5b83baa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/93594a00-6a38-49c5-8a44-a6fed73ae09b HTTP/1.1" status: 200 len: 994 time: 0.1125307 Jan 26 11:29:50.280028 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c77b049a-cb41-4995-b811-22743bbe098b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:50.411590 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-c77b049a-cb41-4995-b811-22743bbe098b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Allocated IP 172.26.5.252 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/9d95a816-7870-4d94-8cec-719f924f819f) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:29:50.554098 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c77b049a-cb41-4995-b811-22743bbe098b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:50.583646 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c77b049a-cb41-4995-b811-22743bbe098b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:50.652007 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77b049a-cb41-4995-b811-22743bbe098b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:29:50.654935 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-c77b049a-cb41-4995-b811-22743bbe098b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:29:50.658553 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77b049a-cb41-4995-b811-22743bbe098b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:29:50.687520 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b049a-cb41-4995-b811-22743bbe098b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Pushing event updated for resources: {'Port': ['ID=9d95a816-7870-4d94-8cec-719f924f819f,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:51.158029 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c77b049a-cb41-4995-b811-22743bbe098b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:51.231602 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c77b049a-cb41-4995-b811-22743bbe098b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:51.431992 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c77b049a-cb41-4995-b811-22743bbe098b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:51.436319 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c77b049a-cb41-4995-b811-22743bbe098b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:51.540768 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b049a-cb41-4995-b811-22743bbe098b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Pushing event updated for resources: {'Port': ['ID=9d95a816-7870-4d94-8cec-719f924f819f,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:29:51.558691 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c77b049a-cb41-4995-b811-22743bbe098b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:51.734654 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-c77b049a-cb41-4995-b811-22743bbe098b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Floating IP 6af152cf-488b-4f9a-a1c4-d526116b847b associated. External IP: 172.26.5.252, port: cd616900-535d-408b-bf36-afaab970a26b. Jan 26 11:29:52.087416 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77b049a-cb41-4995-b811-22743bbe098b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Router 3a5de116-f758-4322-815b-b93f09187110 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:29:52.266379 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77b049a-cb41-4995-b811-22743bbe098b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:29:52.276193 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4dd293-28af-4161-a6d2-0ebf698db9dd None None] Sync routers for ids ['3a5de116-f758-4322-815b-b93f09187110'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:29:52.285262 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4dd293-28af-4161-a6d2-0ebf698db9dd None None] Routers {'3a5de116-f758-4322-815b-b93f09187110'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:29:52.286233 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2d4dd293-28af-4161-a6d2-0ebf698db9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:29:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['3a5de116-f758-4322-815b-b93f09187110'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:52.290606 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c77b049a-cb41-4995-b811-22743bbe098b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:52.347964 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c77b049a-cb41-4995-b811-22743bbe098b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2445574 Jan 26 11:29:52.348437 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde', 'tag': 'cd616900-535d-408b-bf36-afaab970a26b'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:29:52.391197 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde', 'tag': 'cd616900-535d-408b-bf36-afaab970a26b', 'status': 'completed', 'code': 200} Jan 26 11:29:52.469329 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-2d4dd293-28af-4161-a6d2-0ebf698db9dd None None] Set router 3a5de116-f758-4322-815b-b93f09187110 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:29:52.499385 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9ad15-f5cb-4b7f-bc3a-5d89bc83651a req-3c4aa547-6f57-4752-86fc-98b774369abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:52.500899 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fab9ad15-f5cb-4b7f-bc3a-5d89bc83651a req-3c4aa547-6f57-4752-86fc-98b774369abf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a848421bda384d54823be991dfd27e32&device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 1098 time: 0.0799518 Jan 26 11:29:52.502828 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-44cf7896-0efc-4e7e-b3a3-5a30928093d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:52.632099 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9ad15-f5cb-4b7f-bc3a-5d89bc83651a req-032b62f4-0560-49ba-bd3c-34e90cee3f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:52.633460 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fab9ad15-f5cb-4b7f-bc3a-5d89bc83651a req-032b62f4-0560-49ba-bd3c-34e90cee3f4f service neutron] 10.222.0.24 "GET /v2.0/networks?id=b9359c06-7646-4efd-91fa-322e125304c7 HTTP/1.1" status: 200 len: 913 time: 0.1268249 Jan 26 11:29:52.736077 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fab9ad15-f5cb-4b7f-bc3a-5d89bc83651a req-54041f17-2407-4616-bd17-aa9e5b3633b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd616900-535d-408b-bf36-afaab970a26b HTTP/1.1" status: 200 len: 999 time: 0.0968812 Jan 26 11:29:52.803576 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9ad15-f5cb-4b7f-bc3a-5d89bc83651a req-e9be24c3-7bad-4882-bf75-c439e5f32c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:52.805177 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fab9ad15-f5cb-4b7f-bc3a-5d89bc83651a req-e9be24c3-7bad-4882-bf75-c439e5f32c7d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b349df-7279-45a5-a567-116b1ec641a3 HTTP/1.1" status: 200 len: 851 time: 0.0634952 Jan 26 11:29:52.821211 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2d4dd293-28af-4161-a6d2-0ebf698db9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5de116-f758-4322-815b-b93f09187110', 'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:53Z', 'updated_at': '2022-01-26T11:28:58Z', 'revision_number': 4, 'project_id': 'a848421bda384d54823be991dfd27e32', 'gw_port': {'id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:54Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '6af152cf-488b-4f9a-a1c4-d526116b847b', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'floating_ip_address': '172.26.5.252', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '3a5de116-f758-4322-815b-b93f09187110', 'port_id': 'cd616900-535d-408b-bf36-afaab970a26b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'mac_address': 'fa:16:3e:b4:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:29:51Z', 'updated_at': '2022-01-26T11:29:51Z', 'revision_number': 0, 'project_id': 'a848421bda384d54823be991dfd27e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42aecd9-cb9d-4ed3-afed-8f3e928a2f46', 'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'mac_address': 'fa:16:3e:ec:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '26b349df-7279-45a5-a567-116b1ec641a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:57Z', 'updated_at': '2022-01-26T11:29:04Z', 'revision_number': 5, 'project_id': 'a848421bda384d54823be991dfd27e32', 'subnets': [{'id': '26b349df-7279-45a5-a567-116b1ec641a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:52.825546 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4dd293-28af-4161-a6d2-0ebf698db9dd None None] Checking router: 3a5de116-f758-4322-815b-b93f09187110 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:29:52.835345 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4dd293-28af-4161-a6d2-0ebf698db9dd None None] Routers {'3a5de116-f758-4322-815b-b93f09187110'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:29:52.836198 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2d4dd293-28af-4161-a6d2-0ebf698db9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:29:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['3a5de116-f758-4322-815b-b93f09187110'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:52.886796 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9ad15-f5cb-4b7f-bc3a-5d89bc83651a req-481b4a7e-1ebc-42a1-8748-9ab23b06f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:29:52.888199 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fab9ad15-f5cb-4b7f-bc3a-5d89bc83651a req-481b4a7e-1ebc-42a1-8748-9ab23b06f361 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b9359c06-7646-4efd-91fa-322e125304c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765784 Jan 26 11:29:53.012158 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-2d4dd293-28af-4161-a6d2-0ebf698db9dd None None] Set router 3a5de116-f758-4322-815b-b93f09187110 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:29:53.018122 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fab9ad15-f5cb-4b7f-bc3a-5d89bc83651a req-1e9d14d6-fa74-4967-8927-ce98e5950bcc service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238904 Jan 26 11:29:53.152422 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fab9ad15-f5cb-4b7f-bc3a-5d89bc83651a req-96990927-1ce7-4cbc-9141-d1c3c742e062 service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276984 Jan 26 11:29:53.383983 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2d4dd293-28af-4161-a6d2-0ebf698db9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5de116-f758-4322-815b-b93f09187110', 'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:53Z', 'updated_at': '2022-01-26T11:28:58Z', 'revision_number': 4, 'project_id': 'a848421bda384d54823be991dfd27e32', 'gw_port': {'id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:54Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '6af152cf-488b-4f9a-a1c4-d526116b847b', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'floating_ip_address': '172.26.5.252', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '3a5de116-f758-4322-815b-b93f09187110', 'port_id': 'cd616900-535d-408b-bf36-afaab970a26b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'mac_address': 'fa:16:3e:b4:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:29:51Z', 'updated_at': '2022-01-26T11:29:51Z', 'revision_number': 0, 'project_id': 'a848421bda384d54823be991dfd27e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42aecd9-cb9d-4ed3-afed-8f3e928a2f46', 'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'mac_address': 'fa:16:3e:ec:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '26b349df-7279-45a5-a567-116b1ec641a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:57Z', 'updated_at': '2022-01-26T11:29:04Z', 'revision_number': 5, 'project_id': 'a848421bda384d54823be991dfd27e32', 'subnets': [{'id': '26b349df-7279-45a5-a567-116b1ec641a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:29:53.387808 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4dd293-28af-4161-a6d2-0ebf698db9dd None None] The sync data for ids ['3a5de116-f758-4322-815b-b93f09187110'] in dv-neutron-826439-1-hyperv is: [{'id': '3a5de116-f758-4322-815b-b93f09187110', 'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:53Z', 'updated_at': '2022-01-26T11:28:58Z', 'revision_number': 4, 'project_id': 'a848421bda384d54823be991dfd27e32', 'gw_port': {'id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:54Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '6af152cf-488b-4f9a-a1c4-d526116b847b', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'floating_ip_address': '172.26.5.252', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '3a5de116-f758-4322-815b-b93f09187110', 'port_id': 'cd616900-535d-408b-bf36-afaab970a26b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'mac_address': 'fa:16:3e:b4:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:29:51Z', 'updated_at': '2022-01-26T11:29:51Z', 'revision_number': 0, 'project_id': 'a848421bda384d54823be991dfd27e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42aecd9-cb9d-4ed3-afed-8f3e928a2f46', 'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'mac_address': 'fa:16:3e:ec:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '26b349df-7279-45a5-a567-116b1ec641a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:57Z', 'updated_at': '2022-01-26T11:29:04Z', 'revision_number': 5, 'project_id': 'a848421bda384d54823be991dfd27e32', 'subnets': [{'id': '26b349df-7279-45a5-a567-116b1ec641a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:29:53.571559 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57836b9-32b3-4d6b-9619-8035c52e3c31 None None] New status for floating IP 6af152cf-488b-4f9a-a1c4-d526116b847b: ACTIVE {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:29:54.775954 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7e6c63fb-162a-4967-ba11-b52d491834de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:55.832458 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:56.018916 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:29:57.377051 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:05.263485 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:16.978069 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-18fd637a-5ef7-4c54-a625-20baf330fa00 req-8dcaf15b-cf2b-420e-b437-4e8718535b68 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780754 Jan 26 11:30:17.127361 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd637a-5ef7-4c54-a625-20baf330fa00 req-3a7689ea-a4aa-4908-9c10-5baaaec670e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:17.128833 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-18fd637a-5ef7-4c54-a625-20baf330fa00 req-3a7689ea-a4aa-4908-9c10-5baaaec670e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a848421bda384d54823be991dfd27e32&device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 1098 time: 0.0746124 Jan 26 11:30:17.402311 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd637a-5ef7-4c54-a625-20baf330fa00 req-c744c7a8-8212-4ccd-9994-cde42b2baa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:17.403834 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-18fd637a-5ef7-4c54-a625-20baf330fa00 req-c744c7a8-8212-4ccd-9994-cde42b2baa66 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b9359c06-7646-4efd-91fa-322e125304c7 HTTP/1.1" status: 200 len: 913 time: 0.2542095 Jan 26 11:30:17.513718 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-18fd637a-5ef7-4c54-a625-20baf330fa00 req-8c271e3f-d8ff-4aa1-83c3-17289ce8462e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd616900-535d-408b-bf36-afaab970a26b HTTP/1.1" status: 200 len: 1001 time: 0.1023834 Jan 26 11:30:17.573202 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd637a-5ef7-4c54-a625-20baf330fa00 req-5b5c7fbe-3d7b-4279-b0fe-e4a765654ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:17.575585 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-18fd637a-5ef7-4c54-a625-20baf330fa00 req-5b5c7fbe-3d7b-4279-b0fe-e4a765654ba2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b349df-7279-45a5-a567-116b1ec641a3 HTTP/1.1" status: 200 len: 851 time: 0.0576947 Jan 26 11:30:17.601316 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55078) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:17.664041 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd637a-5ef7-4c54-a625-20baf330fa00 req-706a5a59-b0de-4454-a144-ab032f909e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:17.665331 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-18fd637a-5ef7-4c54-a625-20baf330fa00 req-706a5a59-b0de-4454-a144-ab032f909e8a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b9359c06-7646-4efd-91fa-322e125304c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776398 Jan 26 11:30:17.835276 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-18fd637a-5ef7-4c54-a625-20baf330fa00 req-8ca0b8cb-a0b8-4e72-99d6-5ed2d5fa8567 service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597137 Jan 26 11:30:17.880499 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-68650fba-4dff-48af-9266-4eae772bc27e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/93594a00-6a38-49c5-8a44-a6fed73ae09b HTTP/1.1" status: 200 len: 994 time: 0.2770629 Jan 26 11:30:17.988460 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-18fd637a-5ef7-4c54-a625-20baf330fa00 req-69caa2f7-713e-42dd-a18d-342788fc2cbc service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502409 Jan 26 11:30:18.257509 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55086) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:18.466773 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-4becfe01-d3c7-4410-8073-2fa2da2141fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port 2f927917-5339-41ff-929b-e8bff3324097 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:30:18.467090 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4becfe01-d3c7-4410-8073-2fa2da2141fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:18.655261 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4becfe01-d3c7-4410-8073-2fa2da2141fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:18.655261 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4becfe01-d3c7-4410-8073-2fa2da2141fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:18.782025 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-4becfe01-d3c7-4410-8073-2fa2da2141fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for 2f927917-5339-41ff-929b-e8bff3324097 owned by network:floatingip {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:30:18.932298 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4becfe01-d3c7-4410-8073-2fa2da2141fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:18.977021 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becfe01-d3c7-4410-8073-2fa2da2141fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=2f927917-5339-41ff-929b-e8bff3324097,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:19.010965 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4becfe01-d3c7-4410-8073-2fa2da2141fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:19.011615 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4becfe01-d3c7-4410-8073-2fa2da2141fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:19.012474 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4becfe01-d3c7-4410-8073-2fa2da2141fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:19.013113 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4becfe01-d3c7-4410-8073-2fa2da2141fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:19.013326 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4becfe01-d3c7-4410-8073-2fa2da2141fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:19.013670 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4becfe01-d3c7-4410-8073-2fa2da2141fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:19.014146 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4becfe01-d3c7-4410-8073-2fa2da2141fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:19.014598 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4becfe01-d3c7-4410-8073-2fa2da2141fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:19.015196 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4becfe01-d3c7-4410-8073-2fa2da2141fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:19.015196 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4becfe01-d3c7-4410-8073-2fa2da2141fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:19.015518 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4becfe01-d3c7-4410-8073-2fa2da2141fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:19.017391 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4becfe01-d3c7-4410-8073-2fa2da2141fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:19.091106 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4becfe01-d3c7-4410-8073-2fa2da2141fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:19.091425 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-4becfe01-d3c7-4410-8073-2fa2da2141fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Floating IP 93594a00-6a38-49c5-8a44-a6fed73ae09b disassociated (deleted). External IP: 172.26.5.157, port: e506130e-4c28-48ba-a2b0-5b4967a1050b. Jan 26 11:30:19.466424 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4becfe01-d3c7-4410-8073-2fa2da2141fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 328eb5f3-82ec-4e26-abf5-6e64e04b9493 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:30:19.647990 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4becfe01-d3c7-4410-8073-2fa2da2141fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:30:19.657189 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bd42d0-150d-4137-8aca-1bdc96e50a50 None None] Sync routers for ids ['328eb5f3-82ec-4e26-abf5-6e64e04b9493'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:30:19.667698 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bd42d0-150d-4137-8aca-1bdc96e50a50 None None] Routers {'328eb5f3-82ec-4e26-abf5-6e64e04b9493'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:30:19.668254 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-67bd42d0-150d-4137-8aca-1bdc96e50a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:29:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['328eb5f3-82ec-4e26-abf5-6e64e04b9493'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:30:19.669075 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4becfe01-d3c7-4410-8073-2fa2da2141fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:19.838173 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4becfe01-d3c7-4410-8073-2fa2da2141fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/floatingips/93594a00-6a38-49c5-8a44-a6fed73ae09b HTTP/1.1" status: 204 len: 168 time: 1.5797169 Jan 26 11:30:19.838951 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901eda91-607f-4218-aa6b-b9e7f7cecd86', 'tag': 'e506130e-4c28-48ba-a2b0-5b4967a1050b'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:30:19.856715 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-67bd42d0-150d-4137-8aca-1bdc96e50a50 None None] Set router 328eb5f3-82ec-4e26-abf5-6e64e04b9493 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:30:19.889140 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901eda91-607f-4218-aa6b-b9e7f7cecd86', 'tag': 'e506130e-4c28-48ba-a2b0-5b4967a1050b', 'status': 'completed', 'code': 200} Jan 26 11:30:19.990526 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f421e78-8676-463d-8992-e6c7748962ef req-52ada1cf-64db-4e20-b828-a6b05df65f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:19.993074 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8f421e78-8676-463d-8992-e6c7748962ef req-52ada1cf-64db-4e20-b828-a6b05df65f54 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=901eda91-607f-4218-aa6b-b9e7f7cecd86 HTTP/1.1" status: 200 len: 1099 time: 0.0795903 Jan 26 11:30:20.147268 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f421e78-8676-463d-8992-e6c7748962ef req-0b8dcc51-6bb3-4a48-aaa9-7746df053f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:20.148703 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8f421e78-8676-463d-8992-e6c7748962ef req-0b8dcc51-6bb3-4a48-aaa9-7746df053f1b service neutron] 10.222.0.24 "GET /v2.0/networks?id=9255b01a-9a4e-4dae-959f-4e077f620b19 HTTP/1.1" status: 200 len: 898 time: 0.1473734 Jan 26 11:30:20.179375 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-67bd42d0-150d-4137-8aca-1bdc96e50a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'name': 'tempest-TestNetworkBasicOps-router-502659756', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:29:19Z', 'updated_at': '2022-01-26T11:29:25Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:20Z', 'updated_at': '2022-01-26T11:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '5a01d4f3-f047-479b-a043-8c27eab65e01', 'name': '', 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:f0:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'd3380d09-1194-4081-af8c-5797f80a28a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:24Z', 'updated_at': '2022-01-26T11:29:31Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'd3380d09-1194-4081-af8c-5797f80a28a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:30:20.183399 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bd42d0-150d-4137-8aca-1bdc96e50a50 None None] Checking router: 328eb5f3-82ec-4e26-abf5-6e64e04b9493 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:30:20.191743 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bd42d0-150d-4137-8aca-1bdc96e50a50 None None] Routers {'328eb5f3-82ec-4e26-abf5-6e64e04b9493'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:30:20.192341 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-67bd42d0-150d-4137-8aca-1bdc96e50a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:29:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['328eb5f3-82ec-4e26-abf5-6e64e04b9493'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:30:20.271550 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8f421e78-8676-463d-8992-e6c7748962ef req-b156a03c-fe98-4732-973d-6297a787412e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e506130e-4c28-48ba-a2b0-5b4967a1050b HTTP/1.1" status: 200 len: 217 time: 0.0851130 Jan 26 11:30:20.347872 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f421e78-8676-463d-8992-e6c7748962ef req-e2f60050-9d9b-4703-ab82-df3021aa514e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:20.349379 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8f421e78-8676-463d-8992-e6c7748962ef req-e2f60050-9d9b-4703-ab82-df3021aa514e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d3380d09-1194-4081-af8c-5797f80a28a0 HTTP/1.1" status: 200 len: 835 time: 0.0685039 Jan 26 11:30:20.361735 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048f092-026b-48aa-a608-cbe22a84aa0a req-8f5cf433-8922-4312-8523-054099ebc327 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:20.363184 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9048f092-026b-48aa-a608-cbe22a84aa0a req-8f5cf433-8922-4312-8523-054099ebc327 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=901eda91-607f-4218-aa6b-b9e7f7cecd86 HTTP/1.1" status: 200 len: 946 time: 0.2123902 Jan 26 11:30:20.384135 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-67bd42d0-150d-4137-8aca-1bdc96e50a50 None None] Set router 328eb5f3-82ec-4e26-abf5-6e64e04b9493 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:30:20.455164 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9048f092-026b-48aa-a608-cbe22a84aa0a req-077bd8db-a8e1-46d9-b92a-97b6281a39a4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0734333-9d0a-4d02-b384-095f085fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621297 Jan 26 11:30:20.479422 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f421e78-8676-463d-8992-e6c7748962ef req-d3445976-461b-4669-a763-df814fbaa9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:20.481047 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8f421e78-8676-463d-8992-e6c7748962ef req-d3445976-461b-4669-a763-df814fbaa9af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9255b01a-9a4e-4dae-959f-4e077f620b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1169462 Jan 26 11:30:20.607265 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:30:20.615031 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8f421e78-8676-463d-8992-e6c7748962ef req-23964117-8c36-4943-97f1-7affd3ac2f15 service neutron] 10.222.0.24 "GET /v2.0/networks/9255b01a-9a4e-4dae-959f-4e077f620b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254950 Jan 26 11:30:20.697430 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-67bd42d0-150d-4137-8aca-1bdc96e50a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'name': 'tempest-TestNetworkBasicOps-router-502659756', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:29:19Z', 'updated_at': '2022-01-26T11:29:25Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:20Z', 'updated_at': '2022-01-26T11:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '5a01d4f3-f047-479b-a043-8c27eab65e01', 'name': '', 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:f0:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'd3380d09-1194-4081-af8c-5797f80a28a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:24Z', 'updated_at': '2022-01-26T11:29:31Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'd3380d09-1194-4081-af8c-5797f80a28a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:30:20.702437 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bd42d0-150d-4137-8aca-1bdc96e50a50 None None] The sync data for ids ['328eb5f3-82ec-4e26-abf5-6e64e04b9493'] in dv-neutron-826439-1-hyperv is: [{'id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'name': 'tempest-TestNetworkBasicOps-router-502659756', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:29:19Z', 'updated_at': '2022-01-26T11:29:25Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:20Z', 'updated_at': '2022-01-26T11:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '5a01d4f3-f047-479b-a043-8c27eab65e01', 'name': '', 'network_id': '9255b01a-9a4e-4dae-959f-4e077f620b19', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:f0:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'd3380d09-1194-4081-af8c-5797f80a28a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:24Z', 'updated_at': '2022-01-26T11:29:31Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'd3380d09-1194-4081-af8c-5797f80a28a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:30:20.747467 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8f421e78-8676-463d-8992-e6c7748962ef req-66be2006-301f-44b6-bf71-962cf0ba2e7b service neutron] 10.222.0.24 "GET /v2.0/networks/9255b01a-9a4e-4dae-959f-4e077f620b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251576 Jan 26 11:30:20.933257 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2fca59-b337-4cbc-b7b8-89a6981ede5c None None] New status for floating IP 93594a00-6a38-49c5-8a44-a6fed73ae09b: DOWN {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:30:21.645190 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4551fd-1242-412a-b6e9-929a5e784884 req-c07ce1ba-32de-4bed-be13-05b961338890 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:21.645890 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-df4551fd-1242-412a-b6e9-929a5e784884 req-c07ce1ba-32de-4bed-be13-05b961338890 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:30:21.660705 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf3405-1bac-4fb5-afb4-10e138b5331a req-d33936cb-d99e-402d-898b-fbee6d819ff2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:21.661274 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-df4551fd-1242-412a-b6e9-929a5e784884 req-c07ce1ba-32de-4bed-be13-05b961338890 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:30:21.662765 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-df4551fd-1242-412a-b6e9-929a5e784884 req-c07ce1ba-32de-4bed-be13-05b961338890 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=901eda91-607f-4218-aa6b-b9e7f7cecd86 HTTP/1.1" status: 200 len: 946 time: 0.0981660 Jan 26 11:30:21.666349 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ecdf3405-1bac-4fb5-afb4-10e138b5331a req-d33936cb-d99e-402d-898b-fbee6d819ff2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/ports?device_id=901eda91-607f-4218-aa6b-b9e7f7cecd86 HTTP/1.1" status: 200 len: 946 time: 0.0799866 Jan 26 11:30:21.714626 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-df4551fd-1242-412a-b6e9-929a5e784884 req-535f698d-d09a-4fd0-bfde-593bf7f30e68 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=f0734333-9d0a-4d02-b384-095f085fa7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461771 Jan 26 11:30:21.851718 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-ecdf3405-1bac-4fb5-afb4-10e138b5331a req-af2e1ec1-e882-47d8-a8e7-28e6fc340604 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port e506130e-4c28-48ba-a2b0-5b4967a1050b {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:30:21.852062 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ecdf3405-1bac-4fb5-afb4-10e138b5331a req-af2e1ec1-e882-47d8-a8e7-28e6fc340604 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:22.102901 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-ecdf3405-1bac-4fb5-afb4-10e138b5331a req-af2e1ec1-e882-47d8-a8e7-28e6fc340604 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port e506130e-4c28-48ba-a2b0-5b4967a1050b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e506130e-4c28-48ba-a2b0-5b4967a1050b,segment=NetworkSegment(9981210b-dd0f-4da0-b6fd-cae73231f48f),segment_id=9981210b-dd0f-4da0-b6fd-cae73231f48f)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:30:22.103260 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ecdf3405-1bac-4fb5-afb4-10e138b5331a req-af2e1ec1-e882-47d8-a8e7-28e6fc340604 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:22.222501 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-ecdf3405-1bac-4fb5-afb4-10e138b5331a req-af2e1ec1-e882-47d8-a8e7-28e6fc340604 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for e506130e-4c28-48ba-a2b0-5b4967a1050b owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:30:22.363973 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ecdf3405-1bac-4fb5-afb4-10e138b5331a req-af2e1ec1-e882-47d8-a8e7-28e6fc340604 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:22.447169 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e1ec1-e882-47d8-a8e7-28e6fc340604 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=e506130e-4c28-48ba-a2b0-5b4967a1050b,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:22.468772 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e1ec1-e882-47d8-a8e7-28e6fc340604 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:22.468772 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e1ec1-e882-47d8-a8e7-28e6fc340604 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:22.468772 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e1ec1-e882-47d8-a8e7-28e6fc340604 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:22.469105 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e1ec1-e882-47d8-a8e7-28e6fc340604 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:22.469211 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e1ec1-e882-47d8-a8e7-28e6fc340604 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:22.469489 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e1ec1-e882-47d8-a8e7-28e6fc340604 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:22.469808 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e1ec1-e882-47d8-a8e7-28e6fc340604 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:22.470191 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e1ec1-e882-47d8-a8e7-28e6fc340604 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:22.470470 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e1ec1-e882-47d8-a8e7-28e6fc340604 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:22.470790 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e1ec1-e882-47d8-a8e7-28e6fc340604 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:22.471105 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e1ec1-e882-47d8-a8e7-28e6fc340604 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:22.471422 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2e1ec1-e882-47d8-a8e7-28e6fc340604 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:22.506290 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b3365579-0df1-4858-94ff-c533015e421a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:22.516825 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdf3405-1bac-4fb5-afb4-10e138b5331a req-af2e1ec1-e882-47d8-a8e7-28e6fc340604 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] No DVR routers for this DVR port e506130e-4c28-48ba-a2b0-5b4967a1050b on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:30:22.519639 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ecdf3405-1bac-4fb5-afb4-10e138b5331a req-af2e1ec1-e882-47d8-a8e7-28e6fc340604 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:22.521615 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901eda91-607f-4218-aa6b-b9e7f7cecd86', 'name': 'network-vif-deleted', 'tag': 'e506130e-4c28-48ba-a2b0-5b4967a1050b'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:30:22.537966 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ecdf3405-1bac-4fb5-afb4-10e138b5331a req-af2e1ec1-e882-47d8-a8e7-28e6fc340604 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "DELETE /v2.0/ports/e506130e-4c28-48ba-a2b0-5b4967a1050b HTTP/1.1" status: 204 len: 173 time: 0.8694615 Jan 26 11:30:22.567106 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901eda91-607f-4218-aa6b-b9e7f7cecd86', 'name': 'network-vif-deleted', 'tag': 'e506130e-4c28-48ba-a2b0-5b4967a1050b', 'status': 'completed', 'code': 200} Jan 26 11:30:22.886027 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-84b9b4b2-b5a3-4fa3-acb9-ff4628839866 req-9f6b95a9-0fb9-4073-b3be-937ba133c867 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=901eda91-607f-4218-aa6b-b9e7f7cecd86 HTTP/1.1" status: 200 len: 210 time: 0.0417948 Jan 26 11:30:23.984096 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55106) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:24.058088 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fefe2366-08db-4799-8dfc-645f06ac2d38 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:24.087106 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fefe2366-08db-4799-8dfc-645f06ac2d38 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:24.149815 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fefe2366-08db-4799-8dfc-645f06ac2d38 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:24.167578 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe2366-08db-4799-8dfc-645f06ac2d38 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0734333-9d0a-4d02-b384-095f085fa7a7,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:24.180021 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fefe2366-08db-4799-8dfc-645f06ac2d38 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:24.181161 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fefe2366-08db-4799-8dfc-645f06ac2d38 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/security-groups/f0734333-9d0a-4d02-b384-095f085fa7a7 HTTP/1.1" status: 204 len: 168 time: 0.1956439 Jan 26 11:30:24.211304 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55112) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:24.543659 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device e506130e-4c28-48ba-a2b0-5b4967a1050b no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:30:24.581260 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: e506130e-4c28-48ba-a2b0-5b4967a1050b {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:30:24.581260 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device e506130e-4c28-48ba-a2b0-5b4967a1050b not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:30:24.769892 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dda732d4-9202-4c23-85c4-3d4bdaa1f158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:24.781814 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8ecc02f7-4831-4f3d-8e48-ea23eb94e3dc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:25.256047 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc02f7-4831-4f3d-8e48-ea23eb94e3dc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port 5a01d4f3-f047-479b-a043-8c27eab65e01 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:30:25.256742 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8ecc02f7-4831-4f3d-8e48-ea23eb94e3dc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:25.451846 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-8ecc02f7-4831-4f3d-8e48-ea23eb94e3dc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port 5a01d4f3-f047-479b-a043-8c27eab65e01, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=5a01d4f3-f047-479b-a043-8c27eab65e01,segment=NetworkSegment(9981210b-dd0f-4da0-b6fd-cae73231f48f),segment_id=9981210b-dd0f-4da0-b6fd-cae73231f48f)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:30:25.452238 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8ecc02f7-4831-4f3d-8e48-ea23eb94e3dc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:25.585238 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc02f7-4831-4f3d-8e48-ea23eb94e3dc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for 5a01d4f3-f047-479b-a043-8c27eab65e01 owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:30:25.779411 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8ecc02f7-4831-4f3d-8e48-ea23eb94e3dc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:25.844853 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:25.875428 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc02f7-4831-4f3d-8e48-ea23eb94e3dc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=5a01d4f3-f047-479b-a043-8c27eab65e01,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:26.025386 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:26.128976 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8ecc02f7-4831-4f3d-8e48-ea23eb94e3dc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:26.619961 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecc02f7-4831-4f3d-8e48-ea23eb94e3dc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 328eb5f3-82ec-4e26-abf5-6e64e04b9493 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:30:26.802083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecc02f7-4831-4f3d-8e48-ea23eb94e3dc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:30:26.818117 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8ecc02f7-4831-4f3d-8e48-ea23eb94e3dc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "PUT /v2.0/routers/328eb5f3-82ec-4e26-abf5-6e64e04b9493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6055779 Jan 26 11:30:26.820787 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55120) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:26.826046 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf1e849-97a7-4be5-aa95-3dbefe524d1e None None] Sync routers for ids ['328eb5f3-82ec-4e26-abf5-6e64e04b9493'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:30:26.835903 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf1e849-97a7-4be5-aa95-3dbefe524d1e None None] Routers {'328eb5f3-82ec-4e26-abf5-6e64e04b9493'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:30:26.836644 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-ddf1e849-97a7-4be5-aa95-3dbefe524d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:30:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['328eb5f3-82ec-4e26-abf5-6e64e04b9493'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:30:26.898304 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-15bb30aa-6bc9-4ad7-9590-226f794da39f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting subnet d3380d09-1194-4081-af8c-5797f80a28a0 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:30:26.901478 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-15bb30aa-6bc9-4ad7-9590-226f794da39f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:26.963747 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-15bb30aa-6bc9-4ad7-9590-226f794da39f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:27.051517 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-ddf1e849-97a7-4be5-aa95-3dbefe524d1e None None] Set router 328eb5f3-82ec-4e26-abf5-6e64e04b9493 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:30:27.053774 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-15bb30aa-6bc9-4ad7-9590-226f794da39f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:27.137983 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-15bb30aa-6bc9-4ad7-9590-226f794da39f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:27.177252 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb30aa-6bc9-4ad7-9590-226f794da39f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Subnet': ['ID=d3380d09-1194-4081-af8c-5797f80a28a0,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:27.184736 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-15bb30aa-6bc9-4ad7-9590-226f794da39f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:27.192923 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-15bb30aa-6bc9-4ad7-9590-226f794da39f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/subnets/d3380d09-1194-4081-af8c-5797f80a28a0 HTTP/1.1" status: 204 len: 168 time: 0.3697181 Jan 26 11:30:27.193115 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69337ffb-eaa5-4ecc-91ca-f0b015ecd7b7 None None] Network 9255b01a-9a4e-4dae-959f-4e077f620b19 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:30:27.194002 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55124) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:27.387138 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-ddf1e849-97a7-4be5-aa95-3dbefe524d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'name': 'tempest-TestNetworkBasicOps-router-502659756', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:29:19Z', 'updated_at': '2022-01-26T11:30:25Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:20Z', 'updated_at': '2022-01-26T11:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:30:27.393419 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf1e849-97a7-4be5-aa95-3dbefe524d1e None None] Checking router: 328eb5f3-82ec-4e26-abf5-6e64e04b9493 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:30:27.409082 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf1e849-97a7-4be5-aa95-3dbefe524d1e None None] Routers {'328eb5f3-82ec-4e26-abf5-6e64e04b9493'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:30:27.409082 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-ddf1e849-97a7-4be5-aa95-3dbefe524d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:30:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['328eb5f3-82ec-4e26-abf5-6e64e04b9493'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:30:27.417599 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-effe5632-845c-4c6b-b2cb-0fe498c2bac3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:27.427953 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:27.523455 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50d5110-2aa9-4751-860f-0b5c86148d0c None None] DHCP port deletion for 9255b01a-9a4e-4dae-959f-4e077f620b19 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:30:27.579378 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-e50d5110-2aa9-4751-860f-0b5c86148d0c None None] Deleting port 0c6b11cf-f462-48e4-8770-bbf35dbd1570 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:30:27.579378 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e50d5110-2aa9-4751-860f-0b5c86148d0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:27.661342 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-ddf1e849-97a7-4be5-aa95-3dbefe524d1e None None] Set router 328eb5f3-82ec-4e26-abf5-6e64e04b9493 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:30:27.687462 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-effe5632-845c-4c6b-b2cb-0fe498c2bac3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:27.701891 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-effe5632-845c-4c6b-b2cb-0fe498c2bac3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port a2508cbf-bf64-42c1-a596-272b1ff88e5e {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:30:27.701891 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-effe5632-845c-4c6b-b2cb-0fe498c2bac3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:27.742001 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0c6b11cf-f462-48e4-8770-bbf35dbd1570 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:30:27.971832 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-effe5632-845c-4c6b-b2cb-0fe498c2bac3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port a2508cbf-bf64-42c1-a596-272b1ff88e5e, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a2508cbf-bf64-42c1-a596-272b1ff88e5e,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:30:27.971832 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-effe5632-845c-4c6b-b2cb-0fe498c2bac3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:27.994332 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-e50d5110-2aa9-4751-860f-0b5c86148d0c None None] For port 0c6b11cf-f462-48e4-8770-bbf35dbd1570, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0c6b11cf-f462-48e4-8770-bbf35dbd1570,segment=NetworkSegment(9981210b-dd0f-4da0-b6fd-cae73231f48f),segment_id=9981210b-dd0f-4da0-b6fd-cae73231f48f)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:30:27.994332 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e50d5110-2aa9-4751-860f-0b5c86148d0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:28.005878 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:28.060128 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-ddf1e849-97a7-4be5-aa95-3dbefe524d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'name': 'tempest-TestNetworkBasicOps-router-502659756', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:29:19Z', 'updated_at': '2022-01-26T11:30:25Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:20Z', 'updated_at': '2022-01-26T11:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:30:28.064594 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf1e849-97a7-4be5-aa95-3dbefe524d1e None None] The sync data for ids ['328eb5f3-82ec-4e26-abf5-6e64e04b9493'] in dv-neutron-826439-1-hyperv is: [{'id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'name': 'tempest-TestNetworkBasicOps-router-502659756', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:29:19Z', 'updated_at': '2022-01-26T11:30:25Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'a2508cbf-bf64-42c1-a596-272b1ff88e5e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328eb5f3-82ec-4e26-abf5-6e64e04b9493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:20Z', 'updated_at': '2022-01-26T11:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:30:28.110818 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-effe5632-845c-4c6b-b2cb-0fe498c2bac3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for a2508cbf-bf64-42c1-a596-272b1ff88e5e owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:30:28.180814 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-e50d5110-2aa9-4751-860f-0b5c86148d0c None None] Calling delete_port for 0c6b11cf-f462-48e4-8770-bbf35dbd1570 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:30:28.250798 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 0c6b11cf-f462-48e4-8770-bbf35dbd1570, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0c6b11cf-f462-48e4-8770-bbf35dbd1570,segment=NetworkSegment(9981210b-dd0f-4da0-b6fd-cae73231f48f),segment_id=9981210b-dd0f-4da0-b6fd-cae73231f48f)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:30:28.265634 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:28.302350 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-effe5632-845c-4c6b-b2cb-0fe498c2bac3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:28.333980 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-e50d5110-2aa9-4751-860f-0b5c86148d0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:30:28.335599 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-e50d5110-2aa9-4751-860f-0b5c86148d0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:30:28.350792 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=0c6b11cf-f462-48e4-8770-bbf35dbd1570,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:28.352163 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe5632-845c-4c6b-b2cb-0fe498c2bac3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=a2508cbf-bf64-42c1-a596-272b1ff88e5e,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:28.360573 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:28.362258 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:28.362883 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:28.363573 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:28.364011 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:28.364456 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:28.364924 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:28.365506 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:28.365948 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:28.366540 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:28.366988 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:28.368166 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:28.460189 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-effe5632-845c-4c6b-b2cb-0fe498c2bac3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:28.764242 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-effe5632-845c-4c6b-b2cb-0fe498c2bac3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:28.769362 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-effe5632-845c-4c6b-b2cb-0fe498c2bac3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:28.791990 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-effe5632-845c-4c6b-b2cb-0fe498c2bac3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:28.791990 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effe5632-845c-4c6b-b2cb-0fe498c2bac3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Fanout notify agent at l3_agent the message router_deleted on router 328eb5f3-82ec-4e26-abf5-6e64e04b9493 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:30:28.812255 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-effe5632-845c-4c6b-b2cb-0fe498c2bac3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:28.812255 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-effe5632-845c-4c6b-b2cb-0fe498c2bac3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/routers/328eb5f3-82ec-4e26-abf5-6e64e04b9493 HTTP/1.1" status: 204 len: 168 time: 1.6161649 Jan 26 11:30:28.814478 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55128) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:28.838879 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-e50d5110-2aa9-4751-860f-0b5c86148d0c None None] Deleting port 0c6b11cf-f462-48e4-8770-bbf35dbd1570 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:30:28.839421 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e50d5110-2aa9-4751-860f-0b5c86148d0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:28.960753 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df624c29-34cf-4126-a50a-0ee5db732907 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:28.975147 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-df624c29-34cf-4126-a50a-0ee5db732907 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port 0c6b11cf-f462-48e4-8770-bbf35dbd1570 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:30:28.976547 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df624c29-34cf-4126-a50a-0ee5db732907 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:29.102396 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-e50d5110-2aa9-4751-860f-0b5c86148d0c None None] For port 0c6b11cf-f462-48e4-8770-bbf35dbd1570, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0c6b11cf-f462-48e4-8770-bbf35dbd1570,segment=NetworkSegment(9981210b-dd0f-4da0-b6fd-cae73231f48f),segment_id=9981210b-dd0f-4da0-b6fd-cae73231f48f)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:30:29.103207 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e50d5110-2aa9-4751-860f-0b5c86148d0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:29.236704 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-df624c29-34cf-4126-a50a-0ee5db732907 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port 0c6b11cf-f462-48e4-8770-bbf35dbd1570, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0c6b11cf-f462-48e4-8770-bbf35dbd1570,segment=NetworkSegment(9981210b-dd0f-4da0-b6fd-cae73231f48f),segment_id=9981210b-dd0f-4da0-b6fd-cae73231f48f)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:30:29.236704 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df624c29-34cf-4126-a50a-0ee5db732907 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:29.248684 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-e50d5110-2aa9-4751-860f-0b5c86148d0c None None] Calling delete_port for 0c6b11cf-f462-48e4-8770-bbf35dbd1570 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:30:29.336824 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e50d5110-2aa9-4751-860f-0b5c86148d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:29.368687 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-df624c29-34cf-4126-a50a-0ee5db732907 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for 0c6b11cf-f462-48e4-8770-bbf35dbd1570 owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:30:29.393028 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50d5110-2aa9-4751-860f-0b5c86148d0c None None] No DVR routers for this DVR port 0c6b11cf-f462-48e4-8770-bbf35dbd1570 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:30:29.396987 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d5110-2aa9-4751-860f-0b5c86148d0c None None] Pushing event deleted for resources: {'Port': ['ID=0c6b11cf-f462-48e4-8770-bbf35dbd1570,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:29.454184 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.db.api [None req-df624c29-34cf-4126-a50a-0ee5db732907 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:30:29.454184 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG oslo_db.api [None req-df624c29-34cf-4126-a50a-0ee5db732907 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:30:29.569854 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 5a01d4f3-f047-479b-a043-8c27eab65e01 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:30:29.606192 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 5a01d4f3-f047-479b-a043-8c27eab65e01 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:30:29.606192 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 5a01d4f3-f047-479b-a043-8c27eab65e01 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:30:29.606192 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a2508cbf-bf64-42c1-a596-272b1ff88e5e no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:30:29.646936 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: a2508cbf-bf64-42c1-a596-272b1ff88e5e {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:30:29.646936 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a2508cbf-bf64-42c1-a596-272b1ff88e5e not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:30:29.955011 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-df624c29-34cf-4126-a50a-0ee5db732907 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port 0c6b11cf-f462-48e4-8770-bbf35dbd1570 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:30:29.955487 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df624c29-34cf-4126-a50a-0ee5db732907 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:30.030737 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-df624c29-34cf-4126-a50a-0ee5db732907 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] The port '0c6b11cf-f462-48e4-8770-bbf35dbd1570' was deleted {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:30:30.151085 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df624c29-34cf-4126-a50a-0ee5db732907 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:30.176775 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-df624c29-34cf-4126-a50a-0ee5db732907 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9255b01a-9a4e-4dae-959f-4e077f620b19']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:30:30.188857 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-df624c29-34cf-4126-a50a-0ee5db732907 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9981210b-dd0f-4da0-b6fd-cae73231f48f') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:30:30.189156 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-df624c29-34cf-4126-a50a-0ee5db732907 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9981210b-dd0f-4da0-b6fd-cae73231f48f') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:30:30.201023 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df624c29-34cf-4126-a50a-0ee5db732907 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:30.216911 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df624c29-34cf-4126-a50a-0ee5db732907 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:30.222639 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df624c29-34cf-4126-a50a-0ee5db732907 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:30:30.223017 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df624c29-34cf-4126-a50a-0ee5db732907 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: util.warn( Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:30:30.236975 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:30:30.320071 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df624c29-34cf-4126-a50a-0ee5db732907 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:30.338351 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-df624c29-34cf-4126-a50a-0ee5db732907 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:30.351199 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df624c29-34cf-4126-a50a-0ee5db732907 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Network': ['ID=9255b01a-9a4e-4dae-959f-4e077f620b19,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:30.363383 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-df624c29-34cf-4126-a50a-0ee5db732907 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/networks/9255b01a-9a4e-4dae-959f-4e077f620b19 HTTP/1.1" status: 204 len: 168 time: 1.5484598 Jan 26 11:30:30.379112 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55132) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:30.384390 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-d0955e71-5090-459c-b90d-d85f70a60fc9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'network': {'name': 'tempest-network-smoke--1677957590', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'port_security_enabled': True}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:30:30.389791 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-d0955e71-5090-459c-b90d-d85f70a60fc9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:30:30.393772 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d0955e71-5090-459c-b90d-d85f70a60fc9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:network and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:30:30.396590 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d0955e71-5090-459c-b90d-d85f70a60fc9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:30:30.403579 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-d0955e71-5090-459c-b90d-d85f70a60fc9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:30:30.412493 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0955e71-5090-459c-b90d-d85f70a60fc9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:30:30.415982 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d0955e71-5090-459c-b90d-d85f70a60fc9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:30.442280 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0955e71-5090-459c-b90d-d85f70a60fc9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:30:30.451910 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d0955e71-5090-459c-b90d-d85f70a60fc9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:30.452287 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-d0955e71-5090-459c-b90d-d85f70a60fc9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Added segment 98e3f8d3-ab36-414e-b9b3-91fdb74f5315 of type vlan for network a5eef53d-127c-48f6-bc1c-6dd00d5c0822 Jan 26 11:30:30.477635 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d0955e71-5090-459c-b90d-d85f70a60fc9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:30.506121 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d0955e71-5090-459c-b90d-d85f70a60fc9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:30.511579 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0955e71-5090-459c-b90d-d85f70a60fc9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:30.512156 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d0955e71-5090-459c-b90d-d85f70a60fc9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:30.572301 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d0955e71-5090-459c-b90d-d85f70a60fc9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1921751 Jan 26 11:30:30.575932 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55136) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:30.581109 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-a79b243f-8178-446d-a7b3-79c3bd30a842 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2097488287', 'admin_state_up': True, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:30:30.588489 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a79b243f-8178-446d-a7b3-79c3bd30a842 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:30:30.592853 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a79b243f-8178-446d-a7b3-79c3bd30a842 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:router and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:30:30.595779 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a79b243f-8178-446d-a7b3-79c3bd30a842 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:30:30.601930 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a79b243f-8178-446d-a7b3-79c3bd30a842 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:30:30.612436 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a79b243f-8178-446d-a7b3-79c3bd30a842 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:30.613448 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a79b243f-8178-446d-a7b3-79c3bd30a842 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:30.622846 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0955e71-5090-459c-b90d-d85f70a60fc9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Network': ['ID=a5eef53d-127c-48f6-bc1c-6dd00d5c0822,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:30.628645 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a79b243f-8178-446d-a7b3-79c3bd30a842 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:30.635304 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network a5eef53d-127c-48f6-bc1c-6dd00d5c0822 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:30:30.895488 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a79b243f-8178-446d-a7b3-79c3bd30a842 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:31.188016 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a79b243f-8178-446d-a7b3-79c3bd30a842 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:31.216117 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a79b243f-8178-446d-a7b3-79c3bd30a842 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:31.350436 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-a79b243f-8178-446d-a7b3-79c3bd30a842 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.26.5.177 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:30:31.591697 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a79b243f-8178-446d-a7b3-79c3bd30a842 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:31.620852 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a79b243f-8178-446d-a7b3-79c3bd30a842 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:31.682167 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79b243f-8178-446d-a7b3-79c3bd30a842 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:30:31.685581 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-a79b243f-8178-446d-a7b3-79c3bd30a842 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:30:31.689244 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79b243f-8178-446d-a7b3-79c3bd30a842 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:30:31.732544 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b243f-8178-446d-a7b3-79c3bd30a842 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:32.108037 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a79b243f-8178-446d-a7b3-79c3bd30a842 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_gateway, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:32.438774 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a79b243f-8178-446d-a7b3-79c3bd30a842 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:32.635575 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79b243f-8178-446d-a7b3-79c3bd30a842 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 4ab062d4-ee93-4e35-99bc-c44cefb205d0 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:30:32.813149 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79b243f-8178-446d-a7b3-79c3bd30a842 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:30:32.822367 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] Sync routers for ids ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:30:32.831830 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] Routers {'4ab062d4-ee93-4e35-99bc-c44cefb205d0'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:30:32.832450 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:30:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:30:32.842719 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a79b243f-8178-446d-a7b3-79c3bd30a842 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:32.844169 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a79b243f-8178-446d-a7b3-79c3bd30a842 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2670121 Jan 26 11:30:32.847277 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55140) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:33.005753 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ccf01f14-d736-416e-8e68-0d0a422688bb tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=577ce67689cf4355b98fd7b539fb5797&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1574016 Jan 26 11:30:33.008363 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55144) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:33.016590 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] Set router 4ab062d4-ee93-4e35-99bc-c44cefb205d0 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:30:33.138906 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad14f9d1-d22d-43fd-a79d-a9efba183c18 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:33.140544 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ad14f9d1-d22d-43fd-a79d-a9efba183c18 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1312604 Jan 26 11:30:33.143337 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55148) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:33.181240 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9207b581-53cf-4ddb-a64f-daaf231293c9 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367672 Jan 26 11:30:33.184337 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55152) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:33.190154 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-79dc5077-5278-45d0-ba45-09176ac2d952 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-610226336', 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:30:33.300592 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-79dc5077-5278-45d0-ba45-09176ac2d952 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:30:33.304553 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-79dc5077-5278-45d0-ba45-09176ac2d952 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:subnet and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:30:33.307511 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-79dc5077-5278-45d0-ba45-09176ac2d952 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:30:33.313916 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-79dc5077-5278-45d0-ba45-09176ac2d952 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:30:33.324739 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dc5077-5278-45d0-ba45-09176ac2d952 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:30:33.328473 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-79dc5077-5278-45d0-ba45-09176ac2d952 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:33.337174 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'name': 'tempest-TestNetworkBasicOps-router-2097488287', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:30:30Z', 'updated_at': '2022-01-26T11:30:31Z', 'revision_number': 3, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:31Z', 'updated_at': '2022-01-26T11:30:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:30:33.341387 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] Checking router: 4ab062d4-ee93-4e35-99bc-c44cefb205d0 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:30:33.341733 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] Updating router 4ab062d4-ee93-4e35-99bc-c44cefb205d0 port 8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:30:33.393918 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:33.653963 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-79dc5077-5278-45d0-ba45-09176ac2d952 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:33.725178 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:33.732885 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc5077-5278-45d0-ba45-09176ac2d952 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Subnet': ['ID=1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:33.739348 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] Transition to ACTIVE for port object 8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:30:33.740619 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dc5077-5278-45d0-ba45-09176ac2d952 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Checking segment: {'id': '98e3f8d3-ab36-414e-b9b3-91fdb74f5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:30:33.741029 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dc5077-5278-45d0-ba45-09176ac2d952 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network hostable DHCP agents. Network: a5eef53d-127c-48f6-bc1c-6dd00d5c0822, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:30:33.746593 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:33.762818 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dc5077-5278-45d0-ba45-09176ac2d952 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network a5eef53d-127c-48f6-bc1c-6dd00d5c0822 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:30:33.771986 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-79dc5077-5278-45d0-ba45-09176ac2d952 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, a5eef53d-127c-48f6-bc1c-6dd00d5c0822) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:30:33.776287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dc5077-5278-45d0-ba45-09176ac2d952 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:33.776892 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-79dc5077-5278-45d0-ba45-09176ac2d952 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:33.791959 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4175af46-8e5a-4764-af39-25f140480518 None None] Network a5eef53d-127c-48f6-bc1c-6dd00d5c0822 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:30:33.804820 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55156) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:33.806961 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-79dc5077-5278-45d0-ba45-09176ac2d952 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6214004 Jan 26 11:30:33.919628 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] Attempting to bind port 8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:30:33.920229 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] Attempting to bind port 8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:30:33.920229 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] Attempting to bind port 8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:30:33.923789 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd1ea6-cade-4a77-8036-b6e31955c8ad None None] Pushing event updated for resources: {'Port': ['ID=8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:33.937761 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:30:33.938138 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:30:33.938566 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:33.938957 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:30:33.939422 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] Bound port: 8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:30:33.939789 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:34.070838 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] For port 8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:30:34.107722 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] For port 8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:30:34.119483 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:34.162880 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7654e4c7-d629-4c16-bd9b-ca3d0f288a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ips': [{'subnet_id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:30:34.163684 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7654e4c7-d629-4c16-bd9b-ca3d0f288a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:34.256010 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] Routers {'4ab062d4-ee93-4e35-99bc-c44cefb205d0'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:30:34.256648 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:30:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:30:34.318011 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd1ea6-cade-4a77-8036-b6e31955c8ad None None] Pushing event updated for resources: {'Port': ['ID=8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:34.503570 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5ea48a27-12d4-4fc8-b40b-d97f5d97d143 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:34.512731 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] Set router 4ab062d4-ee93-4e35-99bc-c44cefb205d0 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:30:34.611858 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-7654e4c7-d629-4c16-bd9b-ca3d0f288a87 None None] Allocated IP 172.20.0.2 (a5eef53d-127c-48f6-bc1c-6dd00d5c0822/1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4/226e1eca-dab3-47ed-8c0c-b3a04e706043) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:30:35.007462 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7654e4c7-d629-4c16-bd9b-ca3d0f288a87 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:35.020844 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7654e4c7-d629-4c16-bd9b-ca3d0f288a87 None None] Transition to ACTIVE for port object 226e1eca-dab3-47ed-8c0c-b3a04e706043 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:30:35.031864 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'name': 'tempest-TestNetworkBasicOps-router-2097488287', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:30:30Z', 'updated_at': '2022-01-26T11:30:31Z', 'revision_number': 3, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:31Z', 'updated_at': '2022-01-26T11:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:30:35.042067 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d890501e-ec27-45b4-9e8a-d720ed12cd6c None None] The sync data for ids ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'] in dv-neutron-826439-1-hyperv is: [{'id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'name': 'tempest-TestNetworkBasicOps-router-2097488287', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:30:30Z', 'updated_at': '2022-01-26T11:30:31Z', 'revision_number': 3, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:31Z', 'updated_at': '2022-01-26T11:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:30:35.046190 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7654e4c7-d629-4c16-bd9b-ca3d0f288a87 None None] Transition to ACTIVE for port object 226e1eca-dab3-47ed-8c0c-b3a04e706043 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:30:35.052618 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7654e4c7-d629-4c16-bd9b-ca3d0f288a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:35.122168 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-5ea48a27-12d4-4fc8-b40b-d97f5d97d143 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.20.0.1 (a5eef53d-127c-48f6-bc1c-6dd00d5c0822/1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4/35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:30:35.122799 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7654e4c7-d629-4c16-bd9b-ca3d0f288a87 None None] Network a5eef53d-127c-48f6-bc1c-6dd00d5c0822 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:30:35.125382 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-7654e4c7-d629-4c16-bd9b-ca3d0f288a87 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:30:35.129310 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7654e4c7-d629-4c16-bd9b-ca3d0f288a87 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:30:35.166407 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654e4c7-d629-4c16-bd9b-ca3d0f288a87 None None] Pushing event updated for resources: {'Port': ['ID=226e1eca-dab3-47ed-8c0c-b3a04e706043,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:35.233156 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-7654e4c7-d629-4c16-bd9b-ca3d0f288a87 None None] Attempting to bind port 226e1eca-dab3-47ed-8c0c-b3a04e706043 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:30:35.233789 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-7654e4c7-d629-4c16-bd9b-ca3d0f288a87 None None] Attempting to bind port 226e1eca-dab3-47ed-8c0c-b3a04e706043 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '98e3f8d3-ab36-414e-b9b3-91fdb74f5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:30:35.233925 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7654e4c7-d629-4c16-bd9b-ca3d0f288a87 None None] Attempting to bind port 226e1eca-dab3-47ed-8c0c-b3a04e706043 on network a5eef53d-127c-48f6-bc1c-6dd00d5c0822 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:30:35.240099 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7654e4c7-d629-4c16-bd9b-ca3d0f288a87 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:30:35.240508 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7654e4c7-d629-4c16-bd9b-ca3d0f288a87 None None] Checking segment: {'id': '98e3f8d3-ab36-414e-b9b3-91fdb74f5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:30:35.240874 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7654e4c7-d629-4c16-bd9b-ca3d0f288a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:35.241263 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7654e4c7-d629-4c16-bd9b-ca3d0f288a87 None None] Bound using segment: {'id': '98e3f8d3-ab36-414e-b9b3-91fdb74f5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:30:35.241764 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-7654e4c7-d629-4c16-bd9b-ca3d0f288a87 None None] Bound port: 226e1eca-dab3-47ed-8c0c-b3a04e706043, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e3f8d3-ab36-414e-b9b3-91fdb74f5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:30:35.242151 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7654e4c7-d629-4c16-bd9b-ca3d0f288a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:35.323453 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:35.385308 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-7654e4c7-d629-4c16-bd9b-ca3d0f288a87 None None] For port 226e1eca-dab3-47ed-8c0c-b3a04e706043, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:30:35.390045 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-7654e4c7-d629-4c16-bd9b-ca3d0f288a87 None None] For port 226e1eca-dab3-47ed-8c0c-b3a04e706043, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=226e1eca-dab3-47ed-8c0c-b3a04e706043,segment=NetworkSegment(98e3f8d3-ab36-414e-b9b3-91fdb74f5315),segment_id=98e3f8d3-ab36-414e-b9b3-91fdb74f5315)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:30:35.395198 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7654e4c7-d629-4c16-bd9b-ca3d0f288a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:35.452777 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5ea48a27-12d4-4fc8-b40b-d97f5d97d143 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:35.479409 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-5ea48a27-12d4-4fc8-b40b-d97f5d97d143 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Transition to ACTIVE for port object 35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:30:35.485650 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654e4c7-d629-4c16-bd9b-ca3d0f288a87 None None] Pushing event updated for resources: {'Port': ['ID=226e1eca-dab3-47ed-8c0c-b3a04e706043,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:35.519989 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5ea48a27-12d4-4fc8-b40b-d97f5d97d143 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:35.600282 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea48a27-12d4-4fc8-b40b-d97f5d97d143 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network a5eef53d-127c-48f6-bc1c-6dd00d5c0822 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:30:35.603672 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-5ea48a27-12d4-4fc8-b40b-d97f5d97d143 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:30:35.608554 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea48a27-12d4-4fc8-b40b-d97f5d97d143 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:30:35.631347 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:30:35.646765 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea48a27-12d4-4fc8-b40b-d97f5d97d143 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:35.681386 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5ea48a27-12d4-4fc8-b40b-d97f5d97d143 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:35.716260 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:30:35.731522 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:30:35.731922 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:35.885488 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5ea48a27-12d4-4fc8-b40b-d97f5d97d143 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:35.907393 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:35.925630 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:30:35.937222 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:36.012665 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:36.313558 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5ea48a27-12d4-4fc8-b40b-d97f5d97d143 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:36.317873 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5ea48a27-12d4-4fc8-b40b-d97f5d97d143 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:36.435004 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea48a27-12d4-4fc8-b40b-d97f5d97d143 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:36.437424 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5ea48a27-12d4-4fc8-b40b-d97f5d97d143 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:36.576152 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea48a27-12d4-4fc8-b40b-d97f5d97d143 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network a5eef53d-127c-48f6-bc1c-6dd00d5c0822 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:30:36.577239 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-5ea48a27-12d4-4fc8-b40b-d97f5d97d143 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:30:36.772042 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea48a27-12d4-4fc8-b40b-d97f5d97d143 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 4ab062d4-ee93-4e35-99bc-c44cefb205d0 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:30:36.967617 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea48a27-12d4-4fc8-b40b-d97f5d97d143 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:30:36.977200 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] Sync routers for ids ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:30:36.982777 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5ea48a27-12d4-4fc8-b40b-d97f5d97d143 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "PUT /v2.0/routers/4ab062d4-ee93-4e35-99bc-c44cefb205d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1741939 Jan 26 11:30:36.983378 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55160) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:36.988753 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] Routers {'4ab062d4-ee93-4e35-99bc-c44cefb205d0'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:30:36.989658 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:30:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:30:37.025804 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd80d27b-2c95-42e2-bcdf-761fecbb5ba5 None None] Network a5eef53d-127c-48f6-bc1c-6dd00d5c0822 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:30:37.150538 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-24886313-edd8-48d5-9fb4-c0ed9fd4a7a4 None None] Provisioning for port 226e1eca-dab3-47ed-8c0c-b3a04e706043 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:30:37.181717 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] Set router 4ab062d4-ee93-4e35-99bc-c44cefb205d0 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:30:37.242893 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5222c4-ca7f-46d0-87a9-ca6e954bdc45 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:37.243433 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5222c4-ca7f-46d0-87a9-ca6e954bdc45 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:37.244295 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5222c4-ca7f-46d0-87a9-ca6e954bdc45 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:37.244425 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5222c4-ca7f-46d0-87a9-ca6e954bdc45 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:37.244809 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5222c4-ca7f-46d0-87a9-ca6e954bdc45 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:37.245268 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5222c4-ca7f-46d0-87a9-ca6e954bdc45 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:37.250132 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55164) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:37.254855 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-fc5222c4-ca7f-46d0-87a9-ca6e954bdc45 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2704644 Jan 26 11:30:37.325994 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99fc5ef-d74f-4281-9489-73053c50399f tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:37.326489 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99fc5ef-d74f-4281-9489-73053c50399f tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:37.326949 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99fc5ef-d74f-4281-9489-73053c50399f tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:37.327398 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99fc5ef-d74f-4281-9489-73053c50399f tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:37.328047 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99fc5ef-d74f-4281-9489-73053c50399f tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:37.328499 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99fc5ef-d74f-4281-9489-73053c50399f tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:37.332779 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b99fc5ef-d74f-4281-9489-73053c50399f tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0791478 Jan 26 11:30:37.332984 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55168) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:37.549521 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'name': 'tempest-TestNetworkBasicOps-router-2097488287', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:30:30Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:31Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e', 'name': '', 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:18:c6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:34Z', 'updated_at': '2022-01-26T11:30:36Z', 'revision_number': 2, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:30:37.555375 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] Checking router: 4ab062d4-ee93-4e35-99bc-c44cefb205d0 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:30:37.556090 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] Updating router 4ab062d4-ee93-4e35-99bc-c44cefb205d0 port 35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:30:37.562066 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9970c9a8-c04c-4f54-b0e4-a2ef9c44813d tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2279785 Jan 26 11:30:37.623452 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-474851e8-a872-41a3-a31c-aeeb7b90c586 None None] Provisioning for port 35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:30:37.630520 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-474851e8-a872-41a3-a31c-aeeb7b90c586 None None] Provisioning complete for port 35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:30:37.630976 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-474851e8-a872-41a3-a31c-aeeb7b90c586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:37.633889 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:37.726881 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 226e1eca-dab3-47ed-8c0c-b3a04e706043 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:30:37.793518 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-474851e8-a872-41a3-a31c-aeeb7b90c586 None None] Port 35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:30:37.835250 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 226e1eca-dab3-47ed-8c0c-b3a04e706043 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:30:37.841905 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 226e1eca-dab3-47ed-8c0c-b3a04e706043 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:30:37.842438 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:37.967830 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-08ed2e45-bed3-410c-82db-931e270bd72b None None] Provisioning complete for port 35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:30:37.967830 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-08ed2e45-bed3-410c-82db-931e270bd72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:37.974838 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55174) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:37.981903 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-9f1680a7-e71a-49ae-a627-30f2797761a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1674953574', 'description': 'tempest-secgroup-smoke-1674953574 description', 'project_id': '577ce67689cf4355b98fd7b539fb5797'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:30:37.988860 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9f1680a7-e71a-49ae-a627-30f2797761a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:30:37.993683 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9f1680a7-e71a-49ae-a627-30f2797761a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:30:37.997615 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9f1680a7-e71a-49ae-a627-30f2797761a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:30:38.004850 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9f1680a7-e71a-49ae-a627-30f2797761a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:30:38.018690 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9f1680a7-e71a-49ae-a627-30f2797761a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.044005 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9f1680a7-e71a-49ae-a627-30f2797761a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:30:38.047662 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-08ed2e45-bed3-410c-82db-931e270bd72b None None] Port 35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:30:38.048183 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9f1680a7-e71a-49ae-a627-30f2797761a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:30:38.049053 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.051861 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9f1680a7-e71a-49ae-a627-30f2797761a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:30:38.058961 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9f1680a7-e71a-49ae-a627-30f2797761a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:30:38.059702 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.076187 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] Transition to ACTIVE for port object 35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:30:38.084039 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.084521 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 226e1eca-dab3-47ed-8c0c-b3a04e706043, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=226e1eca-dab3-47ed-8c0c-b3a04e706043,segment=NetworkSegment(98e3f8d3-ab36-414e-b9b3-91fdb74f5315),segment_id=98e3f8d3-ab36-414e-b9b3-91fdb74f5315)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:30:38.088804 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.090482 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:30:38.135033 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9f1680a7-e71a-49ae-a627-30f2797761a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.139430 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9f1680a7-e71a-49ae-a627-30f2797761a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.197788 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1680a7-e71a-49ae-a627-30f2797761a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9fa5bc-a0c8-46ff-a564-e5875b3d634e,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:38.224772 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=226e1eca-dab3-47ed-8c0c-b3a04e706043,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:38.238249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9f1680a7-e71a-49ae-a627-30f2797761a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.239736 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9f1680a7-e71a-49ae-a627-30f2797761a1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2636819 Jan 26 11:30:38.242969 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55178) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:38.248338 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:30:38.248797 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.249740 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-d13abfa7-872c-4567-89e2-eaa9f0e7d038 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'ba9fa5bc-a0c8-46ff-a564-e5875b3d634e', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:30:38.257644 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-d13abfa7-872c-4567-89e2-eaa9f0e7d038 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:30:38.262280 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d13abfa7-872c-4567-89e2-eaa9f0e7d038 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:30:38.265382 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d13abfa7-872c-4567-89e2-eaa9f0e7d038 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:30:38.271689 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-d13abfa7-872c-4567-89e2-eaa9f0e7d038 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:30:38.293279 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d13abfa7-872c-4567-89e2-eaa9f0e7d038 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.320741 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd9e10-6819-43c5-988c-3494ac0e0d08 None None] Pushing event updated for resources: {'Port': ['ID=35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:38.347341 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd9e10-6819-43c5-988c-3494ac0e0d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:38.347734 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd9e10-6819-43c5-988c-3494ac0e0d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:38.348035 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd9e10-6819-43c5-988c-3494ac0e0d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:38.348372 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd9e10-6819-43c5-988c-3494ac0e0d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:38.348711 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd9e10-6819-43c5-988c-3494ac0e0d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:38.349049 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd9e10-6819-43c5-988c-3494ac0e0d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:38.349377 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd9e10-6819-43c5-988c-3494ac0e0d08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:38.349716 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd9e10-6819-43c5-988c-3494ac0e0d08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:38.350051 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd9e10-6819-43c5-988c-3494ac0e0d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:38.350554 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd9e10-6819-43c5-988c-3494ac0e0d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:38.350704 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd9e10-6819-43c5-988c-3494ac0e0d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:38.351025 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efd9e10-6819-43c5-988c-3494ac0e0d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:30:38.354588 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] Attempting to bind port 35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:30:38.354963 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] Attempting to bind port 35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '98e3f8d3-ab36-414e-b9b3-91fdb74f5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:30:38.355405 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] Attempting to bind port 35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e on network a5eef53d-127c-48f6-bc1c-6dd00d5c0822 {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:30:38.361907 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:30:38.362269 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] Checking segment: {'id': '98e3f8d3-ab36-414e-b9b3-91fdb74f5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:30:38.362704 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.363102 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] Bound using segment: {'id': '98e3f8d3-ab36-414e-b9b3-91fdb74f5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:30:38.363748 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] Bound port: 35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e3f8d3-ab36-414e-b9b3-91fdb74f5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:30:38.364129 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.382583 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d13abfa7-872c-4567-89e2-eaa9f0e7d038 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.393191 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d13abfa7-872c-4567-89e2-eaa9f0e7d038 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.424150 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13abfa7-872c-4567-89e2-eaa9f0e7d038 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79e97f9-da8b-40bf-92ec-36cf313a85af,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:38.432386 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d13abfa7-872c-4567-89e2-eaa9f0e7d038 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.434250 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d13abfa7-872c-4567-89e2-eaa9f0e7d038 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1900229 Jan 26 11:30:38.437953 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55182) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:38.443188 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-e4c98535-7d2f-46b5-b72a-9bb5161d86d8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'ba9fa5bc-a0c8-46ff-a564-e5875b3d634e', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:30:38.450030 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e4c98535-7d2f-46b5-b72a-9bb5161d86d8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:30:38.454166 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e4c98535-7d2f-46b5-b72a-9bb5161d86d8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:30:38.457078 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e4c98535-7d2f-46b5-b72a-9bb5161d86d8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:30:38.465408 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e4c98535-7d2f-46b5-b72a-9bb5161d86d8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:30:38.465678 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] For port 35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:30:38.468666 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] For port 35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e,segment=NetworkSegment(98e3f8d3-ab36-414e-b9b3-91fdb74f5315),segment_id=98e3f8d3-ab36-414e-b9b3-91fdb74f5315)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:30:38.472912 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.483243 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e4c98535-7d2f-46b5-b72a-9bb5161d86d8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.548216 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e4c98535-7d2f-46b5-b72a-9bb5161d86d8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.552563 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e4c98535-7d2f-46b5-b72a-9bb5161d86d8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.552759 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] Routers {'4ab062d4-ee93-4e35-99bc-c44cefb205d0'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:30:38.553454 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:30:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:30:38.580448 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c98535-7d2f-46b5-b72a-9bb5161d86d8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399e2e13-1e47-45a8-bb9a-e24a7af2f649,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:38.592671 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e4c98535-7d2f-46b5-b72a-9bb5161d86d8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.596719 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55186) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:38.597004 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e4c98535-7d2f-46b5-b72a-9bb5161d86d8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1577625 Jan 26 11:30:38.601885 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-b3e7e6d5-3ded-46fd-9a61-bb619fdbc9a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'ba9fa5bc-a0c8-46ff-a564-e5875b3d634e', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:30:38.608536 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b3e7e6d5-3ded-46fd-9a61-bb619fdbc9a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:30:38.612488 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b3e7e6d5-3ded-46fd-9a61-bb619fdbc9a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:30:38.615791 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b3e7e6d5-3ded-46fd-9a61-bb619fdbc9a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:30:38.623489 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b3e7e6d5-3ded-46fd-9a61-bb619fdbc9a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:30:38.627759 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd9e10-6819-43c5-988c-3494ac0e0d08 None None] Pushing event updated for resources: {'Port': ['ID=35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e,revision_number=4']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:38.646975 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b3e7e6d5-3ded-46fd-9a61-bb619fdbc9a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.721817 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b3e7e6d5-3ded-46fd-9a61-bb619fdbc9a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.725961 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b3e7e6d5-3ded-46fd-9a61-bb619fdbc9a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.749964 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e7e6d5-3ded-46fd-9a61-bb619fdbc9a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4333f24-1556-4b24-a63b-008408afda8a,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:38.754974 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] Set router 4ab062d4-ee93-4e35-99bc-c44cefb205d0 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:30:38.759633 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b3e7e6d5-3ded-46fd-9a61-bb619fdbc9a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.764260 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b3e7e6d5-3ded-46fd-9a61-bb619fdbc9a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1627626 Jan 26 11:30:38.764516 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55190) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:38.770024 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-37055177-7ea5-40d4-8fd2-8aecb5b6865e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'ba9fa5bc-a0c8-46ff-a564-e5875b3d634e', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:30:38.776006 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-37055177-7ea5-40d4-8fd2-8aecb5b6865e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:30:38.782660 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-37055177-7ea5-40d4-8fd2-8aecb5b6865e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:30:38.785694 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-37055177-7ea5-40d4-8fd2-8aecb5b6865e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:30:38.791476 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-37055177-7ea5-40d4-8fd2-8aecb5b6865e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:30:38.809718 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-37055177-7ea5-40d4-8fd2-8aecb5b6865e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.876432 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-37055177-7ea5-40d4-8fd2-8aecb5b6865e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.879753 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-37055177-7ea5-40d4-8fd2-8aecb5b6865e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.903113 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37055177-7ea5-40d4-8fd2-8aecb5b6865e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2378aa23-5fd8-48cb-be6e-8a17234f756d,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:38.911197 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-37055177-7ea5-40d4-8fd2-8aecb5b6865e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:38.912378 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-37055177-7ea5-40d4-8fd2-8aecb5b6865e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1469412 Jan 26 11:30:38.915262 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55194) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:38.921094 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-54e13d13-4007-4612-b94d-01fa3b891e7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'ba9fa5bc-a0c8-46ff-a564-e5875b3d634e', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:30:38.926823 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-54e13d13-4007-4612-b94d-01fa3b891e7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:30:38.930593 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-54e13d13-4007-4612-b94d-01fa3b891e7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:30:38.933512 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-54e13d13-4007-4612-b94d-01fa3b891e7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:30:38.939139 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-54e13d13-4007-4612-b94d-01fa3b891e7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:30:38.949744 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.securitygroups_db [None req-54e13d13-4007-4612-b94d-01fa3b891e7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Project 577ce67689cf4355b98fd7b539fb5797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:30:38.956587 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-54e13d13-4007-4612-b94d-01fa3b891e7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:39.023178 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-54e13d13-4007-4612-b94d-01fa3b891e7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:39.028171 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-54e13d13-4007-4612-b94d-01fa3b891e7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:39.051336 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e13d13-4007-4612-b94d-01fa3b891e7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4625784f-4753-4635-a545-0521d9295901,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:39.060335 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-54e13d13-4007-4612-b94d-01fa3b891e7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:39.061517 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-54e13d13-4007-4612-b94d-01fa3b891e7c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1453624 Jan 26 11:30:39.064220 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55198) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:39.069169 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-c17dac4b-b882-47a1-8349-8b3122a2b393 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'ba9fa5bc-a0c8-46ff-a564-e5875b3d634e', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:30:39.076005 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c17dac4b-b882-47a1-8349-8b3122a2b393 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:30:39.079769 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c17dac4b-b882-47a1-8349-8b3122a2b393 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:30:39.082697 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c17dac4b-b882-47a1-8349-8b3122a2b393 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:30:39.088502 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c17dac4b-b882-47a1-8349-8b3122a2b393 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:30:39.100809 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.securitygroups_db [None req-c17dac4b-b882-47a1-8349-8b3122a2b393 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Project 577ce67689cf4355b98fd7b539fb5797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:30:39.108609 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c17dac4b-b882-47a1-8349-8b3122a2b393 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:39.119581 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'name': 'tempest-TestNetworkBasicOps-router-2097488287', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:30:30Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:31Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e', 'name': '', 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:18:c6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:34Z', 'updated_at': '2022-01-26T11:30:38Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:30:39.124777 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292a3dc5-5c9e-4d0d-867f-972f92e54402 None None] The sync data for ids ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'] in dv-neutron-826439-1-hyperv is: [{'id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'name': 'tempest-TestNetworkBasicOps-router-2097488287', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:30:30Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:31Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e', 'name': '', 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:18:c6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:34Z', 'updated_at': '2022-01-26T11:30:38Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:30:39.188031 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c17dac4b-b882-47a1-8349-8b3122a2b393 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:39.195724 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c17dac4b-b882-47a1-8349-8b3122a2b393 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:39.222611 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17dac4b-b882-47a1-8349-8b3122a2b393 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa0b9cc-f086-4e83-952d-f232be38460b,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:39.234367 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c17dac4b-b882-47a1-8349-8b3122a2b393 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:39.243022 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c17dac4b-b882-47a1-8349-8b3122a2b393 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1705654 Jan 26 11:30:39.401794 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-95b7ed5a-95a7-4073-93ac-3f95c13b00f4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1674953574&fields=id&tenant_id=577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 267 time: 0.0411494 Jan 26 11:30:39.571751 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-b48cb0be-aaa8-48d5-9ef2-615651a3c057 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:39.573156 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-b48cb0be-aaa8-48d5-9ef2-615651a3c057 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/networks?id=a5eef53d-127c-48f6-bc1c-6dd00d5c0822 HTTP/1.1" status: 200 len: 797 time: 0.1630008 Jan 26 11:30:39.591175 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-ab4ff480-2998-44e0-8b53-63848ac290d6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/quotas/577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 375 time: 0.0113158 Jan 26 11:30:39.663467 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 226e1eca-dab3-47ed-8c0c-b3a04e706043 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:30:39.689238 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-da65f5ef-bce3-4410-a28d-05b03050ff8d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:30:39.707687 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-da65f5ef-bce3-4410-a28d-05b03050ff8d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:30:39.711258 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-da65f5ef-bce3-4410-a28d-05b03050ff8d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1140134 Jan 26 11:30:39.742841 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 226e1eca-dab3-47ed-8c0c-b3a04e706043 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:30:39.743283 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:39.865685 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-873f5146-baef-422c-972c-6747f2ffc854 service neutron] 10.222.0.39 "GET /v2.0/networks/a5eef53d-127c-48f6-bc1c-6dd00d5c0822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430469 Jan 26 11:30:39.876028 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:30:39.948722 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:30:39.954928 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:30:39.955300 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:40.012279 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-ad7aced0-0b35-4f8d-ae15-ca495b57f4c4 service neutron] 10.222.0.39 "GET /v2.0/networks/a5eef53d-127c-48f6-bc1c-6dd00d5c0822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390049 Jan 26 11:30:40.098637 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:40.138230 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e,segment=NetworkSegment(98e3f8d3-ab36-414e-b9b3-91fdb74f5315),segment_id=98e3f8d3-ab36-414e-b9b3-91fdb74f5315)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:30:40.142628 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:40.228321 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:40.232360 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-af50fbfc-4364-4823-a36c-270994accc6e req-9669a5c7-417b-462b-a394-3206a1cb4c44 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:30:40.246275 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-af50fbfc-4364-4823-a36c-270994accc6e req-9669a5c7-417b-462b-a394-3206a1cb4c44 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:30:40.247477 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-af50fbfc-4364-4823-a36c-270994accc6e req-9669a5c7-417b-462b-a394-3206a1cb4c44 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca8498fd-3171-40b3-a01b-8503498da15e HTTP/1.1" status: 200 len: 210 time: 0.0656807 Jan 26 11:30:41.249439 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-c239d3eb-85e9-46eb-a058-e78371b0108f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:41.250460 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-c239d3eb-85e9-46eb-a058-e78371b0108f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:network {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:30:41.265265 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-c239d3eb-85e9-46eb-a058-e78371b0108f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:network {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:30:41.266531 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-c239d3eb-85e9-46eb-a058-e78371b0108f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/networks?id=a5eef53d-127c-48f6-bc1c-6dd00d5c0822 HTTP/1.1" status: 200 len: 797 time: 0.1736605 Jan 26 11:30:41.320112 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-d0839375-65cc-4fb6-84f9-e211b9815e2e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:30:41.337444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-d0839375-65cc-4fb6-84f9-e211b9815e2e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:30:41.338670 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-d0839375-65cc-4fb6-84f9-e211b9815e2e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 380 time: 0.0646415 Jan 26 11:30:41.346804 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-9d2e22ba-7f2f-487c-b790-56e183e9a96a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'port': {'device_id': 'ca8498fd-3171-40b3-a01b-8503498da15e', 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'admin_state_up': True, 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'security_groups': ['ba9fa5bc-a0c8-46ff-a564-e5875b3d634e']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:30:41.405967 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f64d50dd-6dd0-4e42-bc0a-427dc57f093a req-5d0fafbe-a69f-4a07-8305-8fe51ceef772 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca8498fd-3171-40b3-a01b-8503498da15e HTTP/1.1" status: 200 len: 210 time: 0.0465901 Jan 26 11:30:41.482259 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-9d2e22ba-7f2f-487c-b790-56e183e9a96a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:30:41.491516 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-9d2e22ba-7f2f-487c-b790-56e183e9a96a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:30:41.501449 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-9d2e22ba-7f2f-487c-b790-56e183e9a96a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:30:41.504895 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-9d2e22ba-7f2f-487c-b790-56e183e9a96a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:41.578847 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:30:41.647488 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:30:41.647863 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:41.670651 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-9d2e22ba-7f2f-487c-b790-56e183e9a96a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.20.0.9 (a5eef53d-127c-48f6-bc1c-6dd00d5c0822/1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4/f2f1c8d3-c3a7-472b-9bd3-7d39419886e1) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:30:41.973131 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-9d2e22ba-7f2f-487c-b790-56e183e9a96a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:41.988326 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-9d2e22ba-7f2f-487c-b790-56e183e9a96a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Transition to ACTIVE for port object f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:30:42.011999 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-9d2e22ba-7f2f-487c-b790-56e183e9a96a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:42.082613 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-9d2e22ba-7f2f-487c-b790-56e183e9a96a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network a5eef53d-127c-48f6-bc1c-6dd00d5c0822 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:30:42.085728 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-9d2e22ba-7f2f-487c-b790-56e183e9a96a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:30:42.088107 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-9d2e22ba-7f2f-487c-b790-56e183e9a96a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:30:42.138836 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e22ba-7f2f-487c-b790-56e183e9a96a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=f2f1c8d3-c3a7-472b-9bd3-7d39419886e1,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:42.166542 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-9d2e22ba-7f2f-487c-b790-56e183e9a96a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:42.167155 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-9d2e22ba-7f2f-487c-b790-56e183e9a96a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:42.193127 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-9d2e22ba-7f2f-487c-b790-56e183e9a96a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8499756 Jan 26 11:30:42.205078 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-3a9dc87c-5ccb-415e-8645-09e639250ea1 service neutron] Request body: {'port': {'device_id': 'ca8498fd-3171-40b3-a01b-8503498da15e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:30:42.319125 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-3a9dc87c-5ccb-415e-8645-09e639250ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:42.319893 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6182a9f8-a843-4ce1-a6bc-5836a1c1440b None None] Provisioning for port f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:30:42.324737 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6182a9f8-a843-4ce1-a6bc-5836a1c1440b None None] Provisioning complete for port f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:30:42.325450 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6182a9f8-a843-4ce1-a6bc-5836a1c1440b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:42.382086 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-6182a9f8-a843-4ce1-a6bc-5836a1c1440b None None] Port f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:30:42.698893 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795aa91-0774-4b92-9864-ec3b1f4a9408 req-7f0b9791-2dc6-44c7-bef3-644a5f698b28 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:42.699703 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-c795aa91-0774-4b92-9864-ec3b1f4a9408 req-7f0b9791-2dc6-44c7-bef3-644a5f698b28 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:30:42.733241 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-3a9dc87c-5ccb-415e-8645-09e639250ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:30:42.739792 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-c795aa91-0774-4b92-9864-ec3b1f4a9408 req-7f0b9791-2dc6-44c7-bef3-644a5f698b28 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:30:42.740940 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c795aa91-0774-4b92-9864-ec3b1f4a9408 req-7f0b9791-2dc6-44c7-bef3-644a5f698b28 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca8498fd-3171-40b3-a01b-8503498da15e HTTP/1.1" status: 200 len: 931 time: 0.1968546 Jan 26 11:30:42.742628 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-3a9dc87c-5ccb-415e-8645-09e639250ea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:42.774390 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-3a9dc87c-5ccb-415e-8645-09e639250ea1 service neutron] Transition to ACTIVE for port object f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:30:42.785181 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-3a9dc87c-5ccb-415e-8645-09e639250ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:42.846074 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c795aa91-0774-4b92-9864-ec3b1f4a9408 req-433e69f6-b540-459f-92e9-8ece02179548 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba9fa5bc-a0c8-46ff-a564-e5875b3d634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956979 Jan 26 11:30:42.959119 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9dc87c-5ccb-415e-8645-09e639250ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f1c8d3-c3a7-472b-9bd3-7d39419886e1,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:43.033356 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-3a9dc87c-5ccb-415e-8645-09e639250ea1 service neutron] Attempting to bind port f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:30:43.033690 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-3a9dc87c-5ccb-415e-8645-09e639250ea1 service neutron] Attempting to bind port f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '98e3f8d3-ab36-414e-b9b3-91fdb74f5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:30:43.034015 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-3a9dc87c-5ccb-415e-8645-09e639250ea1 service neutron] Attempting to bind port f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 on network a5eef53d-127c-48f6-bc1c-6dd00d5c0822 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:30:43.038590 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-3a9dc87c-5ccb-415e-8645-09e639250ea1 service neutron] Port f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 on network a5eef53d-127c-48f6-bc1c-6dd00d5c0822 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:30:43.038912 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-3a9dc87c-5ccb-415e-8645-09e639250ea1 service neutron] Attempting to bind port f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 on network a5eef53d-127c-48f6-bc1c-6dd00d5c0822 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:30:43.044556 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-3a9dc87c-5ccb-415e-8645-09e639250ea1 service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:30:43.044896 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-3a9dc87c-5ccb-415e-8645-09e639250ea1 service neutron] Checking segment: {'id': '98e3f8d3-ab36-414e-b9b3-91fdb74f5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:30:43.045275 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-3a9dc87c-5ccb-415e-8645-09e639250ea1 service neutron] Bound using segment: {'id': '98e3f8d3-ab36-414e-b9b3-91fdb74f5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:30:43.045699 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-3a9dc87c-5ccb-415e-8645-09e639250ea1 service neutron] Bound port: f2f1c8d3-c3a7-472b-9bd3-7d39419886e1, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e3f8d3-ab36-414e-b9b3-91fdb74f5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:30:43.046047 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-3a9dc87c-5ccb-415e-8645-09e639250ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:43.137237 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-3a9dc87c-5ccb-415e-8645-09e639250ea1 service neutron] For port f2f1c8d3-c3a7-472b-9bd3-7d39419886e1, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:30:43.140135 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-3a9dc87c-5ccb-415e-8645-09e639250ea1 service neutron] For port f2f1c8d3-c3a7-472b-9bd3-7d39419886e1, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f2f1c8d3-c3a7-472b-9bd3-7d39419886e1,segment=NetworkSegment(98e3f8d3-ab36-414e-b9b3-91fdb74f5315),segment_id=98e3f8d3-ab36-414e-b9b3-91fdb74f5315)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:30:43.144548 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-3a9dc87c-5ccb-415e-8645-09e639250ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:43.203289 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-3a9dc87c-5ccb-415e-8645-09e639250ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:43.203905 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-3a9dc87c-5ccb-415e-8645-09e639250ea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:43.205287 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-3a9dc87c-5ccb-415e-8645-09e639250ea1 service neutron] 10.222.0.24 "PUT /v2.0/ports/f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 HTTP/1.1" status: 200 len: 1093 time: 1.0045109 Jan 26 11:30:43.205725 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca8498fd-3171-40b3-a01b-8503498da15e', 'tag': 'f2f1c8d3-c3a7-472b-9bd3-7d39419886e1'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:30:43.227905 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9dc87c-5ccb-415e-8645-09e639250ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f1c8d3-c3a7-472b-9bd3-7d39419886e1,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:43.286658 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca8498fd-3171-40b3-a01b-8503498da15e', 'tag': 'f2f1c8d3-c3a7-472b-9bd3-7d39419886e1', 'status': 'completed', 'code': 200} Jan 26 11:30:43.327955 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-3d51d61e-4543-4357-b3ae-5cd93a537155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:43.329498 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-3d51d61e-4543-4357-b3ae-5cd93a537155 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=ca8498fd-3171-40b3-a01b-8503498da15e HTTP/1.1" status: 200 len: 1096 time: 0.0795290 Jan 26 11:30:43.396750 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-4b47f4a5-eed1-4b00-8b23-2d6aeee2d78f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 HTTP/1.1" status: 200 len: 217 time: 0.0608382 Jan 26 11:30:43.459984 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-fd13c372-d128-4404-8a15-a8ebb56b21d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:43.461416 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-fd13c372-d128-4404-8a15-a8ebb56b21d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4 HTTP/1.1" status: 200 len: 834 time: 0.0595894 Jan 26 11:30:43.535813 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-18b52552-cc28-4390-b4ad-a90976a0cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:43.537273 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-18b52552-cc28-4390-b4ad-a90976a0cf3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5eef53d-127c-48f6-bc1c-6dd00d5c0822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701642 Jan 26 11:30:43.669462 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-a1d58e6e-496b-40c8-a5d0-ea8cecaa3c56 service neutron] 10.222.0.24 "GET /v2.0/networks/a5eef53d-127c-48f6-bc1c-6dd00d5c0822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257238 Jan 26 11:30:43.908619 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-29c68b77-1a90-4d82-acaa-34a4f4685bdc req-a7e30f90-05a6-456b-8ae7-1f98292946a7 service neutron] 10.222.0.24 "GET /v2.0/networks/a5eef53d-127c-48f6-bc1c-6dd00d5c0822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332878 Jan 26 11:30:44.089024 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a6c94-9830-488d-87c8-84952b9c7311 req-c0394126-53ae-4005-8719-537d3b268da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:44.091182 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-675a6c94-9830-488d-87c8-84952b9c7311 req-c0394126-53ae-4005-8719-537d3b268da5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=ca8498fd-3171-40b3-a01b-8503498da15e HTTP/1.1" status: 200 len: 1096 time: 0.1319284 Jan 26 11:30:44.126384 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eab1ee-a940-4c51-9686-34b3ce7eedd3 req-63b281bb-6b59-4b90-93c4-d282a570380f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:44.127796 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-96eab1ee-a940-4c51-9686-34b3ce7eedd3 req-63b281bb-6b59-4b90-93c4-d282a570380f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca8498fd-3171-40b3-a01b-8503498da15e HTTP/1.1" status: 200 len: 943 time: 0.1672552 Jan 26 11:30:44.246931 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-96eab1ee-a940-4c51-9686-34b3ce7eedd3 req-c7338f67-d97b-4c1d-8c81-d0a0bcd6099e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba9fa5bc-a0c8-46ff-a564-e5875b3d634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126177 Jan 26 11:30:44.268541 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a6c94-9830-488d-87c8-84952b9c7311 req-b578414a-d39b-4324-b7f8-f858fe0ef507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:44.269988 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-675a6c94-9830-488d-87c8-84952b9c7311 req-b578414a-d39b-4324-b7f8-f858fe0ef507 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5eef53d-127c-48f6-bc1c-6dd00d5c0822 HTTP/1.1" status: 200 len: 898 time: 0.1712747 Jan 26 11:30:44.337615 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-675a6c94-9830-488d-87c8-84952b9c7311 req-c9af2d8b-a1f3-4288-8605-b08922d355bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 HTTP/1.1" status: 200 len: 217 time: 0.0605414 Jan 26 11:30:44.402346 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a6c94-9830-488d-87c8-84952b9c7311 req-301fac9b-7672-464e-8f57-4483e00a6678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:44.403760 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-675a6c94-9830-488d-87c8-84952b9c7311 req-301fac9b-7672-464e-8f57-4483e00a6678 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4 HTTP/1.1" status: 200 len: 834 time: 0.0601006 Jan 26 11:30:44.477759 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a6c94-9830-488d-87c8-84952b9c7311 req-3052ac1b-f862-42f7-b6a5-8b06b9290434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:44.479253 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-675a6c94-9830-488d-87c8-84952b9c7311 req-3052ac1b-f862-42f7-b6a5-8b06b9290434 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5eef53d-127c-48f6-bc1c-6dd00d5c0822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691216 Jan 26 11:30:44.609496 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-675a6c94-9830-488d-87c8-84952b9c7311 req-7cfba6fb-e5e2-4042-8b17-ea9689109166 service neutron] 10.222.0.24 "GET /v2.0/networks/a5eef53d-127c-48f6-bc1c-6dd00d5c0822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230381 Jan 26 11:30:44.741094 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-675a6c94-9830-488d-87c8-84952b9c7311 req-cca64fcc-5542-47e1-ae9f-018ed8ffd238 service neutron] 10.222.0.24 "GET /v2.0/networks/a5eef53d-127c-48f6-bc1c-6dd00d5c0822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253135 Jan 26 11:30:45.434502 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa86b68-45d2-4789-9f9a-7a3e6addbc02 req-58eb06e5-6317-4045-bb0f-693498bca5b5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:45.435967 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ffa86b68-45d2-4789-9f9a-7a3e6addbc02 req-58eb06e5-6317-4045-bb0f-693498bca5b5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca8498fd-3171-40b3-a01b-8503498da15e HTTP/1.1" status: 200 len: 943 time: 0.0789592 Jan 26 11:30:45.479149 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ffa86b68-45d2-4789-9f9a-7a3e6addbc02 req-a5b2bd33-6f68-4911-95f1-939349719e84 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba9fa5bc-a0c8-46ff-a564-e5875b3d634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374606 Jan 26 11:30:46.593843 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:30:46.666165 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095d39c-9bf1-411b-847e-1f9dbe785565 req-d089d060-7972-4f51-8dcf-41430f10b7d6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:46.668047 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3095d39c-9bf1-411b-847e-1f9dbe785565 req-d089d060-7972-4f51-8dcf-41430f10b7d6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca8498fd-3171-40b3-a01b-8503498da15e HTTP/1.1" status: 200 len: 943 time: 0.0831318 Jan 26 11:30:46.711635 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3095d39c-9bf1-411b-847e-1f9dbe785565 req-e58b55da-3a8e-4241-8939-9ff957a358c4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba9fa5bc-a0c8-46ff-a564-e5875b3d634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380640 Jan 26 11:30:46.728977 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port f2f1c8d3-c3a7-472b-9bd3-7d39419886e1, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f2f1c8d3-c3a7-472b-9bd3-7d39419886e1,segment=NetworkSegment(98e3f8d3-ab36-414e-b9b3-91fdb74f5315),segment_id=98e3f8d3-ab36-414e-b9b3-91fdb74f5315)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:30:46.742446 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': 'f2f1c8d3-c3a7-472b-9bd3-7d39419886e1', 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'port_id': 'f2f1c8d3-c3a7-472b-9bd3-7d39419886e1', 'mac_address': 'fa:16:3e:5f:ab:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:30:46.796854 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:46.814829 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:30:46.838894 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port f2f1c8d3-c3a7-472b-9bd3-7d39419886e1, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f2f1c8d3-c3a7-472b-9bd3-7d39419886e1,segment=NetworkSegment(98e3f8d3-ab36-414e-b9b3-91fdb74f5315),segment_id=98e3f8d3-ab36-414e-b9b3-91fdb74f5315)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:30:46.843168 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:46.912418 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=f2f1c8d3-c3a7-472b-9bd3-7d39419886e1,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:47.073685 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['f2f1c8d3-c3a7-472b-9bd3-7d39419886e1'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:30:47.897952 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f94c3-ae3f-48ab-9a0c-f7e0cd60ab3c req-4a277864-5554-4975-a2d0-1e4a2cfc4eb2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:47.899456 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-020f94c3-ae3f-48ab-9a0c-f7e0cd60ab3c req-4a277864-5554-4975-a2d0-1e4a2cfc4eb2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca8498fd-3171-40b3-a01b-8503498da15e HTTP/1.1" status: 200 len: 944 time: 0.0830166 Jan 26 11:30:47.942688 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-020f94c3-ae3f-48ab-9a0c-f7e0cd60ab3c req-28f6abbe-aac8-4434-9678-56007dea6891 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba9fa5bc-a0c8-46ff-a564-e5875b3d634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375099 Jan 26 11:30:48.599299 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:30:48.668791 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:30:48.673328 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:30:48.673703 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:48.788687 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:48.818540 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca8498fd-3171-40b3-a01b-8503498da15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f1c8d3-c3a7-472b-9bd3-7d39419886e1'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:30:48.828614 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port f2f1c8d3-c3a7-472b-9bd3-7d39419886e1, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f2f1c8d3-c3a7-472b-9bd3-7d39419886e1,segment=NetworkSegment(98e3f8d3-ab36-414e-b9b3-91fdb74f5315),segment_id=98e3f8d3-ab36-414e-b9b3-91fdb74f5315)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:30:48.832783 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:48.875079 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca8498fd-3171-40b3-a01b-8503498da15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f1c8d3-c3a7-472b-9bd3-7d39419886e1', 'code': 200} Jan 26 11:30:48.907039 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=f2f1c8d3-c3a7-472b-9bd3-7d39419886e1,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:49.096744 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f6e32-ce59-4999-bc6d-aef9cbec2a4d req-308bc6a7-b315-4dec-81a5-7af227371c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:49.098227 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-129f6e32-ce59-4999-bc6d-aef9cbec2a4d req-308bc6a7-b315-4dec-81a5-7af227371c2d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ca8498fd-3171-40b3-a01b-8503498da15e HTTP/1.1" status: 200 len: 1098 time: 0.0692353 Jan 26 11:30:49.127714 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a419ac-5e11-477e-ae62-9258563311df req-9f117184-5677-482a-83ad-0c04f92ceb7f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:49.129110 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-64a419ac-5e11-477e-ae62-9258563311df req-9f117184-5677-482a-83ad-0c04f92ceb7f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca8498fd-3171-40b3-a01b-8503498da15e HTTP/1.1" status: 200 len: 945 time: 0.0806577 Jan 26 11:30:49.138210 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-129f6e32-ce59-4999-bc6d-aef9cbec2a4d req-5eded706-ccd8-4d6d-b30b-c5dd2238d9b1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ba9fa5bc-a0c8-46ff-a564-e5875b3d634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346169 Jan 26 11:30:49.176161 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-64a419ac-5e11-477e-ae62-9258563311df req-3da97b0f-db4c-4055-82ab-56ec43900c2c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba9fa5bc-a0c8-46ff-a564-e5875b3d634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412071 Jan 26 11:30:50.362283 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45425451-e09b-48ad-bbae-89af2c546c21 req-d36c54f0-f119-4520-b275-1c0dab2e9381 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:50.363764 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-45425451-e09b-48ad-bbae-89af2c546c21 req-d36c54f0-f119-4520-b275-1c0dab2e9381 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca8498fd-3171-40b3-a01b-8503498da15e HTTP/1.1" status: 200 len: 945 time: 0.0830123 Jan 26 11:30:50.406835 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-45425451-e09b-48ad-bbae-89af2c546c21 req-a4d3c957-05f3-4ded-9668-8dd43e5c6a0e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba9fa5bc-a0c8-46ff-a564-e5875b3d634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375214 Jan 26 11:30:50.591593 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b663d-dfb4-4874-8fd6-9742d2b03e48 req-36eec707-f84e-4b33-ba1f-f048f932e124 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:50.593033 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d02b663d-dfb4-4874-8fd6-9742d2b03e48 req-36eec707-f84e-4b33-ba1f-f048f932e124 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca8498fd-3171-40b3-a01b-8503498da15e HTTP/1.1" status: 200 len: 945 time: 0.0804524 Jan 26 11:30:50.637025 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d02b663d-dfb4-4874-8fd6-9742d2b03e48 req-e0c323d2-a1af-4393-9c68-56cd2bc06442 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba9fa5bc-a0c8-46ff-a564-e5875b3d634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382516 Jan 26 11:30:50.660158 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55252) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:50.733120 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6164e926-f58c-45bb-8508-da90bf9198fe tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:50.734702 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6164e926-f58c-45bb-8508-da90bf9198fe tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ca8498fd-3171-40b3-a01b-8503498da15e HTTP/1.1" status: 200 len: 1093 time: 0.0735140 Jan 26 11:30:50.737740 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55256) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:50.742620 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-4bb097e0-a8eb-4f1a-8fbb-006436c08e67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': 'f2f1c8d3-c3a7-472b-9bd3-7d39419886e1', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:30:50.748526 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4bb097e0-a8eb-4f1a-8fbb-006436c08e67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:30:50.752340 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4bb097e0-a8eb-4f1a-8fbb-006436c08e67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:floatingip and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:30:50.755146 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4bb097e0-a8eb-4f1a-8fbb-006436c08e67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:30:50.760822 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4bb097e0-a8eb-4f1a-8fbb-006436c08e67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:30:50.771827 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4bb097e0-a8eb-4f1a-8fbb-006436c08e67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:50.909109 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4bb097e0-a8eb-4f1a-8fbb-006436c08e67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:51.055431 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-4bb097e0-a8eb-4f1a-8fbb-006436c08e67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.26.5.136 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/c78ccd66-2300-4868-b267-3f6ed93a9d09) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:30:51.199315 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4bb097e0-a8eb-4f1a-8fbb-006436c08e67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:51.227870 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4bb097e0-a8eb-4f1a-8fbb-006436c08e67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:51.296715 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb097e0-a8eb-4f1a-8fbb-006436c08e67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:30:51.299587 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-4bb097e0-a8eb-4f1a-8fbb-006436c08e67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:30:51.303202 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb097e0-a8eb-4f1a-8fbb-006436c08e67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:30:51.335716 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb097e0-a8eb-4f1a-8fbb-006436c08e67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=c78ccd66-2300-4868-b267-3f6ed93a9d09,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:51.804733 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4bb097e0-a8eb-4f1a-8fbb-006436c08e67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:51.880586 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4bb097e0-a8eb-4f1a-8fbb-006436c08e67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:52.084960 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4bb097e0-a8eb-4f1a-8fbb-006436c08e67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:52.089539 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4bb097e0-a8eb-4f1a-8fbb-006436c08e67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:52.205542 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb097e0-a8eb-4f1a-8fbb-006436c08e67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=c78ccd66-2300-4868-b267-3f6ed93a9d09,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:30:52.211708 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4bb097e0-a8eb-4f1a-8fbb-006436c08e67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:52.384241 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-4bb097e0-a8eb-4f1a-8fbb-006436c08e67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Floating IP 1bb99945-fefa-4b3a-9069-d96f14a69d00 associated. External IP: 172.26.5.136, port: f2f1c8d3-c3a7-472b-9bd3-7d39419886e1. Jan 26 11:30:52.507747 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e500ee69-ffc4-48f1-9747-4bc80c9879ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:52.731678 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb097e0-a8eb-4f1a-8fbb-006436c08e67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 4ab062d4-ee93-4e35-99bc-c44cefb205d0 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:30:53.012848 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb097e0-a8eb-4f1a-8fbb-006436c08e67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:30:53.022426 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232bf52e-49e2-463c-89ac-c8394fd08692 None None] Sync routers for ids ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:30:53.031792 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232bf52e-49e2-463c-89ac-c8394fd08692 None None] Routers {'4ab062d4-ee93-4e35-99bc-c44cefb205d0'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:30:53.032412 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-232bf52e-49e2-463c-89ac-c8394fd08692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:30:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:30:53.037223 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4bb097e0-a8eb-4f1a-8fbb-006436c08e67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:53.094092 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4bb097e0-a8eb-4f1a-8fbb-006436c08e67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3552761 Jan 26 11:30:53.094779 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca8498fd-3171-40b3-a01b-8503498da15e', 'tag': 'f2f1c8d3-c3a7-472b-9bd3-7d39419886e1'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:30:53.096898 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55260) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:53.141843 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca8498fd-3171-40b3-a01b-8503498da15e', 'tag': 'f2f1c8d3-c3a7-472b-9bd3-7d39419886e1', 'status': 'completed', 'code': 200} Jan 26 11:30:53.248402 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-232bf52e-49e2-463c-89ac-c8394fd08692 None None] Set router 4ab062d4-ee93-4e35-99bc-c44cefb205d0 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:30:53.257257 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-235e50cc-72b0-4af8-9b11-54b33bfe9eef tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/1bb99945-fefa-4b3a-9069-d96f14a69d00 HTTP/1.1" status: 200 len: 991 time: 0.1591666 Jan 26 11:30:53.269918 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fae9f-bc48-4e25-91b8-f84890bfa21a req-c44aa129-574c-4fc6-96b5-80792605dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:53.271313 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-486fae9f-bc48-4e25-91b8-f84890bfa21a req-c44aa129-574c-4fc6-96b5-80792605dcdb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=ca8498fd-3171-40b3-a01b-8503498da15e HTTP/1.1" status: 200 len: 1098 time: 0.1070888 Jan 26 11:30:53.400381 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fae9f-bc48-4e25-91b8-f84890bfa21a req-35087735-92c3-49a3-bc47-f28bdf65c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:53.402576 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-486fae9f-bc48-4e25-91b8-f84890bfa21a req-35087735-92c3-49a3-bc47-f28bdf65c58f service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5eef53d-127c-48f6-bc1c-6dd00d5c0822 HTTP/1.1" status: 200 len: 898 time: 0.1243176 Jan 26 11:30:53.601715 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-232bf52e-49e2-463c-89ac-c8394fd08692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'name': 'tempest-TestNetworkBasicOps-router-2097488287', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:30:30Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:31Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '1bb99945-fefa-4b3a-9069-d96f14a69d00', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.136', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'port_id': 'f2f1c8d3-c3a7-472b-9bd3-7d39419886e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'mac_address': 'fa:16:3e:5f:ab:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8498fd-3171-40b3-a01b-8503498da15e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:30:51Z', 'updated_at': '2022-01-26T11:30:51Z', 'revision_number': 0, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e', 'name': '', 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:18:c6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:34Z', 'updated_at': '2022-01-26T11:30:40Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:30:53.605686 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232bf52e-49e2-463c-89ac-c8394fd08692 None None] Checking router: 4ab062d4-ee93-4e35-99bc-c44cefb205d0 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:30:53.609022 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-486fae9f-bc48-4e25-91b8-f84890bfa21a req-924112c1-0206-4bee-9f32-11d427acb5c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 HTTP/1.1" status: 200 len: 999 time: 0.2009578 Jan 26 11:30:53.613978 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232bf52e-49e2-463c-89ac-c8394fd08692 None None] Routers {'4ab062d4-ee93-4e35-99bc-c44cefb205d0'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:30:53.614626 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-232bf52e-49e2-463c-89ac-c8394fd08692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:30:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:30:53.672136 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fae9f-bc48-4e25-91b8-f84890bfa21a req-5a72a8df-7694-4769-ac69-032727dcf892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:53.673588 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-486fae9f-bc48-4e25-91b8-f84890bfa21a req-5a72a8df-7694-4769-ac69-032727dcf892 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4 HTTP/1.1" status: 200 len: 834 time: 0.0588553 Jan 26 11:30:53.749059 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fae9f-bc48-4e25-91b8-f84890bfa21a req-c0526ea8-fc63-43b0-8a72-714bb09e63dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:30:53.750569 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-486fae9f-bc48-4e25-91b8-f84890bfa21a req-c0526ea8-fc63-43b0-8a72-714bb09e63dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5eef53d-127c-48f6-bc1c-6dd00d5c0822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713043 Jan 26 11:30:53.790674 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-232bf52e-49e2-463c-89ac-c8394fd08692 None None] Set router 4ab062d4-ee93-4e35-99bc-c44cefb205d0 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:30:53.884985 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-486fae9f-bc48-4e25-91b8-f84890bfa21a req-f2319f9e-f25f-4990-8fb7-6bb945576aa0 service neutron] 10.222.0.24 "GET /v2.0/networks/a5eef53d-127c-48f6-bc1c-6dd00d5c0822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285825 Jan 26 11:30:54.018332 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-486fae9f-bc48-4e25-91b8-f84890bfa21a req-700177e8-3c84-494e-a1c3-d20305b4de8f service neutron] 10.222.0.24 "GET /v2.0/networks/a5eef53d-127c-48f6-bc1c-6dd00d5c0822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273577 Jan 26 11:30:54.140044 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-232bf52e-49e2-463c-89ac-c8394fd08692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'name': 'tempest-TestNetworkBasicOps-router-2097488287', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:30:30Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:31Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '1bb99945-fefa-4b3a-9069-d96f14a69d00', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.136', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'port_id': 'f2f1c8d3-c3a7-472b-9bd3-7d39419886e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'mac_address': 'fa:16:3e:5f:ab:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8498fd-3171-40b3-a01b-8503498da15e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:30:51Z', 'updated_at': '2022-01-26T11:30:51Z', 'revision_number': 0, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e', 'name': '', 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:18:c6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:34Z', 'updated_at': '2022-01-26T11:30:40Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:30:54.143881 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232bf52e-49e2-463c-89ac-c8394fd08692 None None] The sync data for ids ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'] in dv-neutron-826439-1-hyperv is: [{'id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'name': 'tempest-TestNetworkBasicOps-router-2097488287', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:30:30Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:31Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '1bb99945-fefa-4b3a-9069-d96f14a69d00', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.136', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'port_id': 'f2f1c8d3-c3a7-472b-9bd3-7d39419886e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'mac_address': 'fa:16:3e:5f:ab:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8498fd-3171-40b3-a01b-8503498da15e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:30:51Z', 'updated_at': '2022-01-26T11:30:51Z', 'revision_number': 0, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e', 'name': '', 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:18:c6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:34Z', 'updated_at': '2022-01-26T11:30:40Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:30:54.260429 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55266) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:54.344928 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181158cb-d150-4c08-9827-eef730987c7a None None] New status for floating IP 1bb99945-fefa-4b3a-9069-d96f14a69d00: ACTIVE {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:30:54.371701 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b115b078-187e-41ed-bdf5-cd29fd9d7806 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/1bb99945-fefa-4b3a-9069-d96f14a69d00 HTTP/1.1" status: 200 len: 991 time: 0.1100287 Jan 26 11:30:54.771724 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a95b6d96-89e4-4a2d-a6b1-d38a96b0381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:55.375557 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55270) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:30:55.483255 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ae0a14ba-0f7f-4a98-a075-18ee6ed9b6c8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/1bb99945-fefa-4b3a-9069-d96f14a69d00 HTTP/1.1" status: 200 len: 993 time: 0.1065013 Jan 26 11:30:55.838706 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:56.024001 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:57.386521 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:30:57.606584 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:31:05.273017 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:22.510190 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-73bd1826-151e-4ef8-b4b2-98121d3972ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:24.713738 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55288) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:31:24.776467 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-03118509-2d54-48fb-a6d5-ad014b17d25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:24.788701 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c084ef-10a2-4243-8c55-c84dfa5068e9 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:24.789236 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c084ef-10a2-4243-8c55-c84dfa5068e9 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:24.789835 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c084ef-10a2-4243-8c55-c84dfa5068e9 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:24.791676 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f9c084ef-10a2-4243-8c55-c84dfa5068e9 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/ports?project_id=577ce67689cf4355b98fd7b539fb5797&network_id=a5eef53d-127c-48f6-bc1c-6dd00d5c0822 HTTP/1.1" status: 200 len: 2999 time: 0.0769582 Jan 26 11:31:25.841137 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:26.025888 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:26.475786 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55300) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:31:26.533473 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8338667-58dd-433e-8f98-9626a99e7743 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:26.534916 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f8338667-58dd-433e-8f98-9626a99e7743 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4 HTTP/1.1" status: 200 len: 814 time: 0.0581899 Jan 26 11:31:26.986038 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55308) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:31:26.991250 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-196c21f0-d9b3-4223-a120-6167ff6ba66c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:31:27.090947 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-196c21f0-d9b3-4223-a120-6167ff6ba66c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:27.360905 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-196c21f0-d9b3-4223-a120-6167ff6ba66c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:27.364620 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-196c21f0-d9b3-4223-a120-6167ff6ba66c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:27.364995 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-196c21f0-d9b3-4223-a120-6167ff6ba66c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Floating IP 1bb99945-fefa-4b3a-9069-d96f14a69d00 disassociated. External IP: 172.26.5.136, port: f2f1c8d3-c3a7-472b-9bd3-7d39419886e1. Jan 26 11:31:27.389287 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:27.817589 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196c21f0-d9b3-4223-a120-6167ff6ba66c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 4ab062d4-ee93-4e35-99bc-c44cefb205d0 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:31:27.996050 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196c21f0-d9b3-4223-a120-6167ff6ba66c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:31:28.000420 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-196c21f0-d9b3-4223-a120-6167ff6ba66c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:28.006000 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cf618f-1702-43df-a63a-539b1080a61e None None] Sync routers for ids ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:31:28.015798 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cf618f-1702-43df-a63a-539b1080a61e None None] Routers {'4ab062d4-ee93-4e35-99bc-c44cefb205d0'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:31:28.016443 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-43cf618f-1702-43df-a63a-539b1080a61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:31:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:31:28.058207 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-196c21f0-d9b3-4223-a120-6167ff6ba66c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "PUT /v2.0/floatingips/1bb99945-fefa-4b3a-9069-d96f14a69d00 HTTP/1.1" status: 200 len: 690 time: 1.0710149 Jan 26 11:31:28.058877 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca8498fd-3171-40b3-a01b-8503498da15e', 'tag': 'f2f1c8d3-c3a7-472b-9bd3-7d39419886e1'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:31:28.061099 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55312) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:31:28.104294 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca8498fd-3171-40b3-a01b-8503498da15e', 'tag': 'f2f1c8d3-c3a7-472b-9bd3-7d39419886e1', 'status': 'completed', 'code': 200} Jan 26 11:31:28.150306 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f4636ae4-a06f-48df-8974-5a5d50276196 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/1bb99945-fefa-4b3a-9069-d96f14a69d00 HTTP/1.1" status: 200 len: 690 time: 0.0868914 Jan 26 11:31:28.199933 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7815a2f-3ced-4e43-8223-c7f423b7e61d req-ff4321f4-14c5-44a9-92a9-2ebd284cf89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:28.201343 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a7815a2f-3ced-4e43-8223-c7f423b7e61d req-ff4321f4-14c5-44a9-92a9-2ebd284cf89e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=ca8498fd-3171-40b3-a01b-8503498da15e HTTP/1.1" status: 200 len: 1098 time: 0.0750353 Jan 26 11:31:28.202991 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-43cf618f-1702-43df-a63a-539b1080a61e None None] Set router 4ab062d4-ee93-4e35-99bc-c44cefb205d0 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:31:28.336367 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7815a2f-3ced-4e43-8223-c7f423b7e61d req-2d90588d-f060-4c27-a80f-59c7e9c6d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:28.337731 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a7815a2f-3ced-4e43-8223-c7f423b7e61d req-2d90588d-f060-4c27-a80f-59c7e9c6d829 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5eef53d-127c-48f6-bc1c-6dd00d5c0822 HTTP/1.1" status: 200 len: 898 time: 0.1307180 Jan 26 11:31:28.407554 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a7815a2f-3ced-4e43-8223-c7f423b7e61d req-056f89e7-6119-4d78-8a38-57e6bda15f58 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 HTTP/1.1" status: 200 len: 217 time: 0.0631299 Jan 26 11:31:28.469577 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7815a2f-3ced-4e43-8223-c7f423b7e61d req-86d703e1-b0a8-4df5-a071-d04f8d823231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:28.471100 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a7815a2f-3ced-4e43-8223-c7f423b7e61d req-86d703e1-b0a8-4df5-a071-d04f8d823231 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4 HTTP/1.1" status: 200 len: 834 time: 0.0579679 Jan 26 11:31:28.545498 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7815a2f-3ced-4e43-8223-c7f423b7e61d req-3fc5f2f1-e4f3-42f6-8005-99fd021e5076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:28.547007 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a7815a2f-3ced-4e43-8223-c7f423b7e61d req-3fc5f2f1-e4f3-42f6-8005-99fd021e5076 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5eef53d-127c-48f6-bc1c-6dd00d5c0822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705037 Jan 26 11:31:28.554069 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-43cf618f-1702-43df-a63a-539b1080a61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'name': 'tempest-TestNetworkBasicOps-router-2097488287', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:30:30Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:31Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e', 'name': '', 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:18:c6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:34Z', 'updated_at': '2022-01-26T11:30:40Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:31:28.557880 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cf618f-1702-43df-a63a-539b1080a61e None None] Checking router: 4ab062d4-ee93-4e35-99bc-c44cefb205d0 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:31:28.566096 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cf618f-1702-43df-a63a-539b1080a61e None None] Routers {'4ab062d4-ee93-4e35-99bc-c44cefb205d0'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:31:28.566742 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-43cf618f-1702-43df-a63a-539b1080a61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:31:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:31:28.683580 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a7815a2f-3ced-4e43-8223-c7f423b7e61d req-7a42f914-f4dd-4c00-b18b-2f530a3ac43e service neutron] 10.222.0.24 "GET /v2.0/networks/a5eef53d-127c-48f6-bc1c-6dd00d5c0822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307886 Jan 26 11:31:28.754972 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-43cf618f-1702-43df-a63a-539b1080a61e None None] Set router 4ab062d4-ee93-4e35-99bc-c44cefb205d0 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:31:28.820195 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a7815a2f-3ced-4e43-8223-c7f423b7e61d req-bf9e31f2-ed8d-4539-9ca3-a4fe65139211 service neutron] 10.222.0.24 "GET /v2.0/networks/a5eef53d-127c-48f6-bc1c-6dd00d5c0822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308982 Jan 26 11:31:29.078559 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-43cf618f-1702-43df-a63a-539b1080a61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'name': 'tempest-TestNetworkBasicOps-router-2097488287', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:30:30Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:31Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e', 'name': '', 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:18:c6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:34Z', 'updated_at': '2022-01-26T11:30:40Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:31:29.082360 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cf618f-1702-43df-a63a-539b1080a61e None None] The sync data for ids ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'] in dv-neutron-826439-1-hyperv is: [{'id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'name': 'tempest-TestNetworkBasicOps-router-2097488287', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:30:30Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:31Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e', 'name': '', 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:18:c6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:34Z', 'updated_at': '2022-01-26T11:30:40Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:31:29.152086 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55318) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:31:29.239863 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-77c7a69b-f7c8-484d-9fc4-ead7e09755ef tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/1bb99945-fefa-4b3a-9069-d96f14a69d00 HTTP/1.1" status: 200 len: 690 time: 0.0854106 Jan 26 11:31:29.300199 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf85110-38e4-4990-a908-97e0439c6d73 None None] New status for floating IP 1bb99945-fefa-4b3a-9069-d96f14a69d00: DOWN {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:31:30.242904 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55322) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:31:30.327974 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8d8222b6-4373-40b3-bf23-85ffc61cb736 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/1bb99945-fefa-4b3a-9069-d96f14a69d00 HTTP/1.1" status: 200 len: 688 time: 0.0838943 Jan 26 11:31:31.559493 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55328) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:31:31.564801 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-67e1e3c0-ee0f-4c4c-8118-9e1e3dfffff7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1411458048', 'description': 'tempest-secgroup-smoke-1411458048 description', 'project_id': '577ce67689cf4355b98fd7b539fb5797'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:31:31.570755 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-67e1e3c0-ee0f-4c4c-8118-9e1e3dfffff7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:31:31.580576 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-67e1e3c0-ee0f-4c4c-8118-9e1e3dfffff7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:31:31.590701 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-67e1e3c0-ee0f-4c4c-8118-9e1e3dfffff7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:31.611283 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-67e1e3c0-ee0f-4c4c-8118-9e1e3dfffff7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:31:31.614946 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-67e1e3c0-ee0f-4c4c-8118-9e1e3dfffff7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:31:31.617722 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-67e1e3c0-ee0f-4c4c-8118-9e1e3dfffff7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:31:31.623446 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-67e1e3c0-ee0f-4c4c-8118-9e1e3dfffff7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:31:31.694144 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-67e1e3c0-ee0f-4c4c-8118-9e1e3dfffff7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:31.698377 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-67e1e3c0-ee0f-4c4c-8118-9e1e3dfffff7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:31.744680 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1e3c0-ee0f-4c4c-8118-9e1e3dfffff7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7001aeb1-aa65-4ca8-bae4-618baa7b0869,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:31:31.748504 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-67e1e3c0-ee0f-4c4c-8118-9e1e3dfffff7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:31.749704 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-67e1e3c0-ee0f-4c4c-8118-9e1e3dfffff7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1891961 Jan 26 11:31:31.752863 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55332) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:31:31.753997 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1e3c0-ee0f-4c4c-8118-9e1e3dfffff7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:31.754368 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1e3c0-ee0f-4c4c-8118-9e1e3dfffff7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:31.754713 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1e3c0-ee0f-4c4c-8118-9e1e3dfffff7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:31.755051 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1e3c0-ee0f-4c4c-8118-9e1e3dfffff7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:31.755439 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1e3c0-ee0f-4c4c-8118-9e1e3dfffff7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:31.755769 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1e3c0-ee0f-4c4c-8118-9e1e3dfffff7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:31.756092 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1e3c0-ee0f-4c4c-8118-9e1e3dfffff7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:31.756418 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1e3c0-ee0f-4c4c-8118-9e1e3dfffff7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:31.756742 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1e3c0-ee0f-4c4c-8118-9e1e3dfffff7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:31.757067 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1e3c0-ee0f-4c4c-8118-9e1e3dfffff7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:31.757385 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1e3c0-ee0f-4c4c-8118-9e1e3dfffff7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:31.757697 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e1e3c0-ee0f-4c4c-8118-9e1e3dfffff7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:31.758407 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-cfb1d75e-44f9-4451-8c8d-a8c4e491959b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '7001aeb1-aa65-4ca8-bae4-618baa7b0869', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:31:31.764957 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-cfb1d75e-44f9-4451-8c8d-a8c4e491959b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:31:31.769134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-cfb1d75e-44f9-4451-8c8d-a8c4e491959b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:31:31.772382 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-cfb1d75e-44f9-4451-8c8d-a8c4e491959b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:31:31.783520 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-cfb1d75e-44f9-4451-8c8d-a8c4e491959b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:31:31.800214 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d75e-44f9-4451-8c8d-a8c4e491959b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:31.862050 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d75e-44f9-4451-8c8d-a8c4e491959b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:31.865337 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d75e-44f9-4451-8c8d-a8c4e491959b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:31.885676 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1d75e-44f9-4451-8c8d-a8c4e491959b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aeb9cc0-cab3-4e80-afcf-3fbf53cef504,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:31:31.898162 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb1d75e-44f9-4451-8c8d-a8c4e491959b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:31.898535 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb1d75e-44f9-4451-8c8d-a8c4e491959b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:31.898873 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb1d75e-44f9-4451-8c8d-a8c4e491959b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:31.899224 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb1d75e-44f9-4451-8c8d-a8c4e491959b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:31.899537 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb1d75e-44f9-4451-8c8d-a8c4e491959b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:31.899865 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb1d75e-44f9-4451-8c8d-a8c4e491959b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:31.900188 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb1d75e-44f9-4451-8c8d-a8c4e491959b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:31.900512 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb1d75e-44f9-4451-8c8d-a8c4e491959b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:31.900860 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb1d75e-44f9-4451-8c8d-a8c4e491959b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:31.901181 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb1d75e-44f9-4451-8c8d-a8c4e491959b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:31.901505 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb1d75e-44f9-4451-8c8d-a8c4e491959b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:31.901822 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb1d75e-44f9-4451-8c8d-a8c4e491959b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:31.908794 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d75e-44f9-4451-8c8d-a8c4e491959b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:31.909951 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-cfb1d75e-44f9-4451-8c8d-a8c4e491959b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1559906 Jan 26 11:31:31.912738 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55336) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:31:31.917636 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-51ecb41f-b85e-4d8f-b2f7-61926b64f3d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '7001aeb1-aa65-4ca8-bae4-618baa7b0869', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:31:31.923866 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-51ecb41f-b85e-4d8f-b2f7-61926b64f3d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:31:31.927618 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-51ecb41f-b85e-4d8f-b2f7-61926b64f3d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:31:31.930537 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-51ecb41f-b85e-4d8f-b2f7-61926b64f3d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:31:31.936310 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-51ecb41f-b85e-4d8f-b2f7-61926b64f3d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:31:31.952970 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-51ecb41f-b85e-4d8f-b2f7-61926b64f3d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:32.012442 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-51ecb41f-b85e-4d8f-b2f7-61926b64f3d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:32.015977 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-51ecb41f-b85e-4d8f-b2f7-61926b64f3d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:32.039047 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ecb41f-b85e-4d8f-b2f7-61926b64f3d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6788a64-f7f4-4b9b-a862-ee7dfb77e2bd,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:31:32.047122 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-51ecb41f-b85e-4d8f-b2f7-61926b64f3d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:32.048308 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-51ecb41f-b85e-4d8f-b2f7-61926b64f3d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1346612 Jan 26 11:31:32.051017 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55340) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:31:32.055900 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-c81edf08-abc9-41c7-86bd-d8d6b97f068f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '7001aeb1-aa65-4ca8-bae4-618baa7b0869', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:31:32.064196 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c81edf08-abc9-41c7-86bd-d8d6b97f068f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:31:32.066714 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c81edf08-abc9-41c7-86bd-d8d6b97f068f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:31:32.070791 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-c81edf08-abc9-41c7-86bd-d8d6b97f068f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:31:32.078201 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-c81edf08-abc9-41c7-86bd-d8d6b97f068f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:31:32.097733 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c81edf08-abc9-41c7-86bd-d8d6b97f068f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:32.166524 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c81edf08-abc9-41c7-86bd-d8d6b97f068f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:32.171270 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c81edf08-abc9-41c7-86bd-d8d6b97f068f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:32.194932 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81edf08-abc9-41c7-86bd-d8d6b97f068f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc199ca9-2805-4a44-91d4-4f3e9703a300,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:31:32.208667 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c81edf08-abc9-41c7-86bd-d8d6b97f068f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:32.210010 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c81edf08-abc9-41c7-86bd-d8d6b97f068f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1574128 Jan 26 11:31:32.214264 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55344) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:31:32.219567 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-0109bad6-3030-4f81-adce-d0e53493b728 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '7001aeb1-aa65-4ca8-bae4-618baa7b0869', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:31:32.225174 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0109bad6-3030-4f81-adce-d0e53493b728 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:31:32.229643 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0109bad6-3030-4f81-adce-d0e53493b728 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:31:32.233116 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0109bad6-3030-4f81-adce-d0e53493b728 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:31:32.239862 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0109bad6-3030-4f81-adce-d0e53493b728 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:31:32.259723 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0109bad6-3030-4f81-adce-d0e53493b728 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:32.326073 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0109bad6-3030-4f81-adce-d0e53493b728 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:32.329561 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0109bad6-3030-4f81-adce-d0e53493b728 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:32.353412 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109bad6-3030-4f81-adce-d0e53493b728 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689bcea1-0cc1-427d-9e3d-1f4ae0a45b0c,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:31:32.362836 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0109bad6-3030-4f81-adce-d0e53493b728 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:32.364011 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0109bad6-3030-4f81-adce-d0e53493b728 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1507149 Jan 26 11:31:32.366673 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55348) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:31:32.371793 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-b264ebf0-e00d-4ddd-bffa-124b18866a3a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '7001aeb1-aa65-4ca8-bae4-618baa7b0869', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:31:32.377361 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b264ebf0-e00d-4ddd-bffa-124b18866a3a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:31:32.381244 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b264ebf0-e00d-4ddd-bffa-124b18866a3a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:31:32.384116 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b264ebf0-e00d-4ddd-bffa-124b18866a3a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:31:32.390280 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b264ebf0-e00d-4ddd-bffa-124b18866a3a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:31:32.400462 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.securitygroups_db [None req-b264ebf0-e00d-4ddd-bffa-124b18866a3a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Project 577ce67689cf4355b98fd7b539fb5797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:31:32.407370 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b264ebf0-e00d-4ddd-bffa-124b18866a3a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:32.471475 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b264ebf0-e00d-4ddd-bffa-124b18866a3a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:32.474689 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b264ebf0-e00d-4ddd-bffa-124b18866a3a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:32.504092 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264ebf0-e00d-4ddd-bffa-124b18866a3a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed20fe01-f6cc-41ba-81d0-081bcfc33660,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:31:32.515908 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b264ebf0-e00d-4ddd-bffa-124b18866a3a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:32.518845 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b264ebf0-e00d-4ddd-bffa-124b18866a3a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1487916 Jan 26 11:31:32.520684 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55352) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:31:32.528153 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-c0d2fbe3-9109-410f-9287-55b5c8cf07db tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '7001aeb1-aa65-4ca8-bae4-618baa7b0869', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:31:32.532454 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c0d2fbe3-9109-410f-9287-55b5c8cf07db tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:31:32.537155 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c0d2fbe3-9109-410f-9287-55b5c8cf07db tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:31:32.539306 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c0d2fbe3-9109-410f-9287-55b5c8cf07db tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:31:32.545970 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c0d2fbe3-9109-410f-9287-55b5c8cf07db tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:31:32.557061 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.securitygroups_db [None req-c0d2fbe3-9109-410f-9287-55b5c8cf07db tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Project 577ce67689cf4355b98fd7b539fb5797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:31:32.565006 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c0d2fbe3-9109-410f-9287-55b5c8cf07db tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:32.633077 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c0d2fbe3-9109-410f-9287-55b5c8cf07db tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:32.638097 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c0d2fbe3-9109-410f-9287-55b5c8cf07db tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:32.663469 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2fbe3-9109-410f-9287-55b5c8cf07db tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd3b404e-e48e-4ff8-bd73-39764c887d08,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:31:32.679427 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c0d2fbe3-9109-410f-9287-55b5c8cf07db tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:32.679427 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c0d2fbe3-9109-410f-9287-55b5c8cf07db tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1583109 Jan 26 11:31:32.991171 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-89557e89-f9e6-4c9b-b61f-837a7ba86339 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1411458048&fields=id&tenant_id=577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 267 time: 0.1423233 Jan 26 11:31:33.137999 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-178d3cf0-647a-4dcd-9a26-6fb7e5b547f9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:33.139371 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-178d3cf0-647a-4dcd-9a26-6fb7e5b547f9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/networks?id=a5eef53d-127c-48f6-bc1c-6dd00d5c0822 HTTP/1.1" status: 200 len: 797 time: 0.1408923 Jan 26 11:31:33.153486 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-e9e20699-cbe7-4a09-b752-736563e17741 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/quotas/577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 375 time: 0.0087047 Jan 26 11:31:33.239674 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-ec95fe3f-7bd5-46a0-a355-73e959589695 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0813105 Jan 26 11:31:33.375264 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-c24565de-6104-47f2-996b-efa8fcb463d1 service neutron] 10.222.0.39 "GET /v2.0/networks/a5eef53d-127c-48f6-bc1c-6dd00d5c0822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230855 Jan 26 11:31:33.504151 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-f9814453-d6d4-43b6-aff7-cc28379ffc62 service neutron] 10.222.0.39 "GET /v2.0/networks/a5eef53d-127c-48f6-bc1c-6dd00d5c0822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231403 Jan 26 11:31:33.681495 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b6be8c3f-820b-4bec-9dc3-d3d039751ad4 req-64efe773-3fb1-4524-86b1-42a4f70a941e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=30287d03-cc80-44f5-bb10-8cef1a856205 HTTP/1.1" status: 200 len: 210 time: 0.0448744 Jan 26 11:31:34.606573 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:31:34.689960 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-8ea943f3-daab-4e49-9bba-26f61800ce7e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:34.691577 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-8ea943f3-daab-4e49-9bba-26f61800ce7e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/networks?id=a5eef53d-127c-48f6-bc1c-6dd00d5c0822 HTTP/1.1" status: 200 len: 797 time: 0.1562195 Jan 26 11:31:34.745507 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-0fcb677d-a6cb-4f64-9e6c-fad8ac85f084 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 473 time: 0.0459437 Jan 26 11:31:34.753538 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-05209306-42dd-49bd-99c1-f25da26ca723 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'port': {'device_id': '30287d03-cc80-44f5-bb10-8cef1a856205', 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'admin_state_up': True, 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'security_groups': ['7001aeb1-aa65-4ca8-bae4-618baa7b0869']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:31:34.892775 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4c128fb2-e7ca-49b8-a13d-18d7d77e325e req-86a661b1-7cda-434f-ae6f-c7430777f20b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=30287d03-cc80-44f5-bb10-8cef1a856205 HTTP/1.1" status: 200 len: 210 time: 0.0954423 Jan 26 11:31:34.930931 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-05209306-42dd-49bd-99c1-f25da26ca723 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:31:34.941363 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-05209306-42dd-49bd-99c1-f25da26ca723 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:31:34.951921 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-05209306-42dd-49bd-99c1-f25da26ca723 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:31:34.955636 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-05209306-42dd-49bd-99c1-f25da26ca723 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:35.115068 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-05209306-42dd-49bd-99c1-f25da26ca723 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.20.0.11 (a5eef53d-127c-48f6-bc1c-6dd00d5c0822/1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4/25aa7625-3f15-44c3-aefc-1a5554297fb0) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:31:35.282419 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:35.302207 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-05209306-42dd-49bd-99c1-f25da26ca723 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:35.317780 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-05209306-42dd-49bd-99c1-f25da26ca723 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Transition to ACTIVE for port object 25aa7625-3f15-44c3-aefc-1a5554297fb0 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:31:35.341472 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-05209306-42dd-49bd-99c1-f25da26ca723 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:35.412492 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-05209306-42dd-49bd-99c1-f25da26ca723 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network a5eef53d-127c-48f6-bc1c-6dd00d5c0822 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:31:35.415559 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-05209306-42dd-49bd-99c1-f25da26ca723 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:31:35.419748 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-05209306-42dd-49bd-99c1-f25da26ca723 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:31:35.456440 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05209306-42dd-49bd-99c1-f25da26ca723 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=25aa7625-3f15-44c3-aefc-1a5554297fb0,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:31:35.498547 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-05209306-42dd-49bd-99c1-f25da26ca723 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:35.499180 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-05209306-42dd-49bd-99c1-f25da26ca723 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:35.528437 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-05209306-42dd-49bd-99c1-f25da26ca723 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7783558 Jan 26 11:31:35.539420 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-aa8dadef-eb83-4f68-9a1a-327af546832c service neutron] Request body: {'port': {'device_id': '30287d03-cc80-44f5-bb10-8cef1a856205', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:31:35.629900 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8db5503a-ce96-49aa-8d8d-11b7bb010f41 None None] Provisioning for port 25aa7625-3f15-44c3-aefc-1a5554297fb0 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:31:35.634757 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8db5503a-ce96-49aa-8d8d-11b7bb010f41 None None] Provisioning complete for port 25aa7625-3f15-44c3-aefc-1a5554297fb0 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:31:35.635125 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8db5503a-ce96-49aa-8d8d-11b7bb010f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:35.654663 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-aa8dadef-eb83-4f68-9a1a-327af546832c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:35.690954 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8db5503a-ce96-49aa-8d8d-11b7bb010f41 None None] Port 25aa7625-3f15-44c3-aefc-1a5554297fb0 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:31:36.080610 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025c5d3-a6c5-424e-9ec1-d2e3ab49d97e req-9a5ab468-5789-4f90-9d8b-7713a4f8f97a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:36.082044 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-c025c5d3-a6c5-424e-9ec1-d2e3ab49d97e req-9a5ab468-5789-4f90-9d8b-7713a4f8f97a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=30287d03-cc80-44f5-bb10-8cef1a856205 HTTP/1.1" status: 200 len: 932 time: 0.0805912 Jan 26 11:31:36.097520 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-aa8dadef-eb83-4f68-9a1a-327af546832c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25aa7625-3f15-44c3-aefc-1a5554297fb0 {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:31:36.104973 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-aa8dadef-eb83-4f68-9a1a-327af546832c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:36.118924 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-aa8dadef-eb83-4f68-9a1a-327af546832c service neutron] Transition to ACTIVE for port object 25aa7625-3f15-44c3-aefc-1a5554297fb0 will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:31:36.123740 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-aa8dadef-eb83-4f68-9a1a-327af546832c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:36.125548 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-c025c5d3-a6c5-424e-9ec1-d2e3ab49d97e req-2ae2da37-9f1e-4aee-b607-edf6a49c6794 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:31:36.140243 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-c025c5d3-a6c5-424e-9ec1-d2e3ab49d97e req-2ae2da37-9f1e-4aee-b607-edf6a49c6794 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:31:36.141481 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-c025c5d3-a6c5-424e-9ec1-d2e3ab49d97e req-2ae2da37-9f1e-4aee-b607-edf6a49c6794 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=7001aeb1-aa65-4ca8-bae4-618baa7b0869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537889 Jan 26 11:31:36.285313 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8dadef-eb83-4f68-9a1a-327af546832c service neutron] Pushing event updated for resources: {'Port': ['ID=25aa7625-3f15-44c3-aefc-1a5554297fb0,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:31:36.365760 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-aa8dadef-eb83-4f68-9a1a-327af546832c service neutron] Attempting to bind port 25aa7625-3f15-44c3-aefc-1a5554297fb0 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:31:36.366104 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-aa8dadef-eb83-4f68-9a1a-327af546832c service neutron] Attempting to bind port 25aa7625-3f15-44c3-aefc-1a5554297fb0 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '98e3f8d3-ab36-414e-b9b3-91fdb74f5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:31:36.366461 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-aa8dadef-eb83-4f68-9a1a-327af546832c service neutron] Attempting to bind port 25aa7625-3f15-44c3-aefc-1a5554297fb0 on network a5eef53d-127c-48f6-bc1c-6dd00d5c0822 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:31:36.371536 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-aa8dadef-eb83-4f68-9a1a-327af546832c service neutron] Port 25aa7625-3f15-44c3-aefc-1a5554297fb0 on network a5eef53d-127c-48f6-bc1c-6dd00d5c0822 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:31:36.371862 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-aa8dadef-eb83-4f68-9a1a-327af546832c service neutron] Attempting to bind port 25aa7625-3f15-44c3-aefc-1a5554297fb0 on network a5eef53d-127c-48f6-bc1c-6dd00d5c0822 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:31:36.376786 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-aa8dadef-eb83-4f68-9a1a-327af546832c service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:31:36.377122 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-aa8dadef-eb83-4f68-9a1a-327af546832c service neutron] Checking segment: {'id': '98e3f8d3-ab36-414e-b9b3-91fdb74f5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:31:36.377504 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-aa8dadef-eb83-4f68-9a1a-327af546832c service neutron] Bound using segment: {'id': '98e3f8d3-ab36-414e-b9b3-91fdb74f5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:31:36.377934 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-aa8dadef-eb83-4f68-9a1a-327af546832c service neutron] Bound port: 25aa7625-3f15-44c3-aefc-1a5554297fb0, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e3f8d3-ab36-414e-b9b3-91fdb74f5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:31:36.378278 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-aa8dadef-eb83-4f68-9a1a-327af546832c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:36.468373 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-aa8dadef-eb83-4f68-9a1a-327af546832c service neutron] For port 25aa7625-3f15-44c3-aefc-1a5554297fb0, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:31:36.471188 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-aa8dadef-eb83-4f68-9a1a-327af546832c service neutron] For port 25aa7625-3f15-44c3-aefc-1a5554297fb0, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=25aa7625-3f15-44c3-aefc-1a5554297fb0,segment=NetworkSegment(98e3f8d3-ab36-414e-b9b3-91fdb74f5315),segment_id=98e3f8d3-ab36-414e-b9b3-91fdb74f5315)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:31:36.475425 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-aa8dadef-eb83-4f68-9a1a-327af546832c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:36.533881 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-aa8dadef-eb83-4f68-9a1a-327af546832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:36.534516 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-aa8dadef-eb83-4f68-9a1a-327af546832c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:36.535914 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-aa8dadef-eb83-4f68-9a1a-327af546832c service neutron] 10.222.0.24 "PUT /v2.0/ports/25aa7625-3f15-44c3-aefc-1a5554297fb0 HTTP/1.1" status: 200 len: 1094 time: 1.0007033 Jan 26 11:31:36.536336 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30287d03-cc80-44f5-bb10-8cef1a856205', 'tag': '25aa7625-3f15-44c3-aefc-1a5554297fb0'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:31:36.567813 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8dadef-eb83-4f68-9a1a-327af546832c service neutron] Pushing event updated for resources: {'Port': ['ID=25aa7625-3f15-44c3-aefc-1a5554297fb0,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:31:36.621106 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30287d03-cc80-44f5-bb10-8cef1a856205', 'tag': '25aa7625-3f15-44c3-aefc-1a5554297fb0', 'status': 'completed', 'code': 200} Jan 26 11:31:36.663670 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-0d160ca6-66dc-4917-b3d9-7ec6ce723d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:36.665165 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-0d160ca6-66dc-4917-b3d9-7ec6ce723d79 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=30287d03-cc80-44f5-bb10-8cef1a856205 HTTP/1.1" status: 200 len: 1097 time: 0.0822716 Jan 26 11:31:36.738928 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-fc4e15ee-ee53-4945-b1dd-6189356f0a0f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25aa7625-3f15-44c3-aefc-1a5554297fb0 HTTP/1.1" status: 200 len: 217 time: 0.0668054 Jan 26 11:31:36.804615 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-d5054757-6355-42eb-83e3-10c04bf026a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:36.805974 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-d5054757-6355-42eb-83e3-10c04bf026a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4 HTTP/1.1" status: 200 len: 834 time: 0.0619857 Jan 26 11:31:36.883289 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-64e31825-086e-4861-aaae-b0bb28529ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:36.884689 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-64e31825-086e-4861-aaae-b0bb28529ea2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5eef53d-127c-48f6-bc1c-6dd00d5c0822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725434 Jan 26 11:31:37.017315 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-57210754-1040-4b5d-a753-54e2186e310b service neutron] 10.222.0.24 "GET /v2.0/networks/a5eef53d-127c-48f6-bc1c-6dd00d5c0822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257715 Jan 26 11:31:37.146393 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ee37598c-5fe4-4568-8c08-2f9d9f66f7b7 req-9a4f49f1-f5dd-4727-8430-67b9fe8f32fa service neutron] 10.222.0.24 "GET /v2.0/networks/a5eef53d-127c-48f6-bc1c-6dd00d5c0822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234272 Jan 26 11:31:37.265517 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c70c69-c4d7-4202-9ab8-eddfd5bb8686 req-8b4d4abc-311a-4b41-a5be-4561524de01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:37.267043 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-73c70c69-c4d7-4202-9ab8-eddfd5bb8686 req-8b4d4abc-311a-4b41-a5be-4561524de01b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=30287d03-cc80-44f5-bb10-8cef1a856205 HTTP/1.1" status: 200 len: 1097 time: 0.0760117 Jan 26 11:31:37.331009 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191afd3-7bb7-445e-932a-6a395d9c5a1b req-a2666124-53f7-437a-a3c0-f54ca01494c9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:37.332479 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d191afd3-7bb7-445e-932a-6a395d9c5a1b req-a2666124-53f7-437a-a3c0-f54ca01494c9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=30287d03-cc80-44f5-bb10-8cef1a856205 HTTP/1.1" status: 200 len: 944 time: 0.0839093 Jan 26 11:31:37.377100 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d191afd3-7bb7-445e-932a-6a395d9c5a1b req-5787c7e3-ee78-4d6b-8d27-14977eae7756 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=7001aeb1-aa65-4ca8-bae4-618baa7b0869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388589 Jan 26 11:31:37.399476 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c70c69-c4d7-4202-9ab8-eddfd5bb8686 req-9a45bcea-c6dd-4a4a-95be-9dfbe8c4621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:37.400856 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-73c70c69-c4d7-4202-9ab8-eddfd5bb8686 req-9a45bcea-c6dd-4a4a-95be-9dfbe8c4621a service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5eef53d-127c-48f6-bc1c-6dd00d5c0822 HTTP/1.1" status: 200 len: 898 time: 0.1272373 Jan 26 11:31:37.468310 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-73c70c69-c4d7-4202-9ab8-eddfd5bb8686 req-f0af422c-4b2c-4372-a138-fe65593e46d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25aa7625-3f15-44c3-aefc-1a5554297fb0 HTTP/1.1" status: 200 len: 217 time: 0.0606728 Jan 26 11:31:37.531989 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c70c69-c4d7-4202-9ab8-eddfd5bb8686 req-24c53156-135b-4741-8157-96411de2d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:37.533514 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-73c70c69-c4d7-4202-9ab8-eddfd5bb8686 req-24c53156-135b-4741-8157-96411de2d20c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4 HTTP/1.1" status: 200 len: 834 time: 0.0593252 Jan 26 11:31:37.607834 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c70c69-c4d7-4202-9ab8-eddfd5bb8686 req-b5c6f46a-c57a-4709-a99f-22e18971ca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:37.609345 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-73c70c69-c4d7-4202-9ab8-eddfd5bb8686 req-b5c6f46a-c57a-4709-a99f-22e18971ca3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5eef53d-127c-48f6-bc1c-6dd00d5c0822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699065 Jan 26 11:31:37.739525 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-73c70c69-c4d7-4202-9ab8-eddfd5bb8686 req-c5aaeaeb-2a5e-43b6-b444-ba84e354823f service neutron] 10.222.0.24 "GET /v2.0/networks/a5eef53d-127c-48f6-bc1c-6dd00d5c0822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236615 Jan 26 11:31:37.872173 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-73c70c69-c4d7-4202-9ab8-eddfd5bb8686 req-fd3e45c2-2f2f-4dff-938e-a6eeb136f4a5 service neutron] 10.222.0.24 "GET /v2.0/networks/a5eef53d-127c-48f6-bc1c-6dd00d5c0822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250534 Jan 26 11:31:38.668664 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adb6b3-ddb8-44d3-8aa5-7512c29a409c req-ce23447d-48f3-458b-8a8d-4a59c4ef4df0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:38.669340 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-34adb6b3-ddb8-44d3-8aa5-7512c29a409c req-ce23447d-48f3-458b-8a8d-4a59c4ef4df0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:31:38.684497 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-34adb6b3-ddb8-44d3-8aa5-7512c29a409c req-ce23447d-48f3-458b-8a8d-4a59c4ef4df0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:31:38.685891 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-34adb6b3-ddb8-44d3-8aa5-7512c29a409c req-ce23447d-48f3-458b-8a8d-4a59c4ef4df0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=30287d03-cc80-44f5-bb10-8cef1a856205 HTTP/1.1" status: 200 len: 944 time: 0.2047546 Jan 26 11:31:38.732493 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-34adb6b3-ddb8-44d3-8aa5-7512c29a409c req-6c9538ca-56be-4431-a1d4-6a8b362a53d2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=7001aeb1-aa65-4ca8-bae4-618baa7b0869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394456 Jan 26 11:31:38.908219 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 25aa7625-3f15-44c3-aefc-1a5554297fb0 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:31:39.045486 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 25aa7625-3f15-44c3-aefc-1a5554297fb0, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=25aa7625-3f15-44c3-aefc-1a5554297fb0,segment=NetworkSegment(98e3f8d3-ab36-414e-b9b3-91fdb74f5315),segment_id=98e3f8d3-ab36-414e-b9b3-91fdb74f5315)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:31:39.058229 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '25aa7625-3f15-44c3-aefc-1a5554297fb0', 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'port_id': '25aa7625-3f15-44c3-aefc-1a5554297fb0', 'mac_address': 'fa:16:3e:a0:78:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:31:39.112934 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:39.130119 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25aa7625-3f15-44c3-aefc-1a5554297fb0 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:31:39.145709 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 25aa7625-3f15-44c3-aefc-1a5554297fb0, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=25aa7625-3f15-44c3-aefc-1a5554297fb0,segment=NetworkSegment(98e3f8d3-ab36-414e-b9b3-91fdb74f5315),segment_id=98e3f8d3-ab36-414e-b9b3-91fdb74f5315)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:31:39.149747 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:39.224658 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=25aa7625-3f15-44c3-aefc-1a5554297fb0,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:31:39.232571 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:39.232915 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:39.233252 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:39.233585 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:39.233907 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:39.234233 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:39.234593 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:39.234915 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:39.235236 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:39.235554 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:39.235870 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:39.236185 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:31:39.359778 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['25aa7625-3f15-44c3-aefc-1a5554297fb0'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:31:39.914228 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071150b-b084-4309-8b3e-bc2091d1a42d req-5e91817f-79ba-4f26-8020-50a715fe80b1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:39.915709 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2071150b-b084-4309-8b3e-bc2091d1a42d req-5e91817f-79ba-4f26-8020-50a715fe80b1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=30287d03-cc80-44f5-bb10-8cef1a856205 HTTP/1.1" status: 200 len: 945 time: 0.0801647 Jan 26 11:31:39.962376 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2071150b-b084-4309-8b3e-bc2091d1a42d req-cf4da3af-cf1a-4933-8b0d-12e03d9515d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=7001aeb1-aa65-4ca8-bae4-618baa7b0869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410736 Jan 26 11:31:40.908295 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 25aa7625-3f15-44c3-aefc-1a5554297fb0 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:31:40.977109 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port 25aa7625-3f15-44c3-aefc-1a5554297fb0 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:31:40.981912 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 25aa7625-3f15-44c3-aefc-1a5554297fb0 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:31:40.982297 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:41.133871 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:41.152644 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def65734-6f5f-4d12-a7b1-8fb2f3ed5f1f req-81bb3f90-4da1-45eb-b4e8-d6d39adca8df tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:41.154116 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-def65734-6f5f-4d12-a7b1-8fb2f3ed5f1f req-81bb3f90-4da1-45eb-b4e8-d6d39adca8df tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=30287d03-cc80-44f5-bb10-8cef1a856205 HTTP/1.1" status: 200 len: 945 time: 0.0839953 Jan 26 11:31:41.162358 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30287d03-cc80-44f5-bb10-8cef1a856205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25aa7625-3f15-44c3-aefc-1a5554297fb0'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:31:41.172342 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 25aa7625-3f15-44c3-aefc-1a5554297fb0, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=25aa7625-3f15-44c3-aefc-1a5554297fb0,segment=NetworkSegment(98e3f8d3-ab36-414e-b9b3-91fdb74f5315),segment_id=98e3f8d3-ab36-414e-b9b3-91fdb74f5315)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:31:41.177104 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:41.204685 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-def65734-6f5f-4d12-a7b1-8fb2f3ed5f1f req-7353b387-e8d3-41bc-af16-338c688a4397 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=7001aeb1-aa65-4ca8-bae4-618baa7b0869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448723 Jan 26 11:31:41.216159 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30287d03-cc80-44f5-bb10-8cef1a856205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25aa7625-3f15-44c3-aefc-1a5554297fb0', 'code': 200} Jan 26 11:31:41.248641 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=25aa7625-3f15-44c3-aefc-1a5554297fb0,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:31:41.429684 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d2c4f-6037-4176-9e65-8ad32ec3be00 req-3a9e7f03-6984-46ba-a2f2-aa961b5ff4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:41.431082 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ba5d2c4f-6037-4176-9e65-8ad32ec3be00 req-3a9e7f03-6984-46ba-a2f2-aa961b5ff4b3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=30287d03-cc80-44f5-bb10-8cef1a856205 HTTP/1.1" status: 200 len: 1099 time: 0.0694849 Jan 26 11:31:41.471840 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ba5d2c4f-6037-4176-9e65-8ad32ec3be00 req-5d246839-7ff9-451e-8aba-69819b79225f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7001aeb1-aa65-4ca8-bae4-618baa7b0869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344734 Jan 26 11:31:42.393225 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8c1f2-8f18-4aaa-aa99-8178ee8d8373 req-c8c58275-6720-4fd9-9fee-89263ca84e13 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:42.394740 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-96e8c1f2-8f18-4aaa-aa99-8178ee8d8373 req-c8c58275-6720-4fd9-9fee-89263ca84e13 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=30287d03-cc80-44f5-bb10-8cef1a856205 HTTP/1.1" status: 200 len: 946 time: 0.0818729 Jan 26 11:31:42.440072 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-96e8c1f2-8f18-4aaa-aa99-8178ee8d8373 req-270b1280-7d3b-418b-b1ef-38a8fe212f5d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=7001aeb1-aa65-4ca8-bae4-618baa7b0869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395052 Jan 26 11:31:43.625968 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be260700-4da3-4d1c-ac7b-b90c912d7c44 req-81ff8a99-eb94-4c50-a9e8-c6d4f1672740 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:43.627428 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-be260700-4da3-4d1c-ac7b-b90c912d7c44 req-81ff8a99-eb94-4c50-a9e8-c6d4f1672740 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=30287d03-cc80-44f5-bb10-8cef1a856205 HTTP/1.1" status: 200 len: 946 time: 0.0836153 Jan 26 11:31:43.671546 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-be260700-4da3-4d1c-ac7b-b90c912d7c44 req-0cebda16-84ba-40f0-9bb8-86724fe2a4f9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=7001aeb1-aa65-4ca8-bae4-618baa7b0869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385187 Jan 26 11:31:43.858916 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42633c36-3408-4d53-b6d8-99e0406eda7c req-42a2962c-3f68-48a7-b026-e1c00bc990f1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:43.860383 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-42633c36-3408-4d53-b6d8-99e0406eda7c req-42a2962c-3f68-48a7-b026-e1c00bc990f1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=30287d03-cc80-44f5-bb10-8cef1a856205 HTTP/1.1" status: 200 len: 946 time: 0.0839801 Jan 26 11:31:43.903831 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-42633c36-3408-4d53-b6d8-99e0406eda7c req-a9a842ed-2180-4213-bdfc-3902ac77272e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=7001aeb1-aa65-4ca8-bae4-618baa7b0869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378225 Jan 26 11:31:43.925356 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55404) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:31:43.993588 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af08ba9c-9c79-45d0-8ae5-69da2843b58b tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:43.995088 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-af08ba9c-9c79-45d0-8ae5-69da2843b58b tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=30287d03-cc80-44f5-bb10-8cef1a856205 HTTP/1.1" status: 200 len: 1094 time: 0.0688088 Jan 26 11:31:43.998587 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55408) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:31:44.003342 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-10cd434b-9a12-4f35-8d27-bf602beb2c54 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'floatingip': {'port_id': '25aa7625-3f15-44c3-aefc-1a5554297fb0'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:31:44.081165 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-10cd434b-9a12-4f35-8d27-bf602beb2c54 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:44.763392 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-10cd434b-9a12-4f35-8d27-bf602beb2c54 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:44.767554 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-10cd434b-9a12-4f35-8d27-bf602beb2c54 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:44.938876 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-10cd434b-9a12-4f35-8d27-bf602beb2c54 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Floating IP 1bb99945-fefa-4b3a-9069-d96f14a69d00 associated. External IP: 172.26.5.136, port: 25aa7625-3f15-44c3-aefc-1a5554297fb0. Jan 26 11:31:45.282047 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cd434b-9a12-4f35-8d27-bf602beb2c54 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 4ab062d4-ee93-4e35-99bc-c44cefb205d0 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:31:45.458778 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cd434b-9a12-4f35-8d27-bf602beb2c54 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:31:45.463582 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-10cd434b-9a12-4f35-8d27-bf602beb2c54 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:45.468696 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dce70a5-6b28-4a8b-a46e-c7a9863b722d None None] Sync routers for ids ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:31:45.478560 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dce70a5-6b28-4a8b-a46e-c7a9863b722d None None] Routers {'4ab062d4-ee93-4e35-99bc-c44cefb205d0'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:31:45.479256 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-4dce70a5-6b28-4a8b-a46e-c7a9863b722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:31:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:31:45.517480 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-10cd434b-9a12-4f35-8d27-bf602beb2c54 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "PUT /v2.0/floatingips/1bb99945-fefa-4b3a-9069-d96f14a69d00 HTTP/1.1" status: 200 len: 992 time: 1.5178990 Jan 26 11:31:45.518045 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30287d03-cc80-44f5-bb10-8cef1a856205', 'tag': '25aa7625-3f15-44c3-aefc-1a5554297fb0'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:31:45.520491 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55412) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:31:45.564120 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30287d03-cc80-44f5-bb10-8cef1a856205', 'tag': '25aa7625-3f15-44c3-aefc-1a5554297fb0', 'status': 'completed', 'code': 200} Jan 26 11:31:45.661483 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-4dce70a5-6b28-4a8b-a46e-c7a9863b722d None None] Set router 4ab062d4-ee93-4e35-99bc-c44cefb205d0 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:31:45.683582 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-28b4bbd8-8de1-4311-a6eb-1b199cbb5c34 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/1bb99945-fefa-4b3a-9069-d96f14a69d00 HTTP/1.1" status: 200 len: 992 time: 0.1602087 Jan 26 11:31:45.699458 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfee9d0-421e-4db8-ba6c-2dae4fb56259 req-c66a641f-4dc1-4043-aec0-6b0bd00d2dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:45.701139 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6cfee9d0-421e-4db8-ba6c-2dae4fb56259 req-c66a641f-4dc1-4043-aec0-6b0bd00d2dc0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=30287d03-cc80-44f5-bb10-8cef1a856205 HTTP/1.1" status: 200 len: 1099 time: 0.1110854 Jan 26 11:31:45.830932 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfee9d0-421e-4db8-ba6c-2dae4fb56259 req-2da8dbcf-544d-43cf-9c46-197edba8bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:45.832306 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6cfee9d0-421e-4db8-ba6c-2dae4fb56259 req-2da8dbcf-544d-43cf-9c46-197edba8bd13 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5eef53d-127c-48f6-bc1c-6dd00d5c0822 HTTP/1.1" status: 200 len: 898 time: 0.1247010 Jan 26 11:31:45.935483 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6cfee9d0-421e-4db8-ba6c-2dae4fb56259 req-61000b40-827c-46ed-b540-b9fa2b102ccd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25aa7625-3f15-44c3-aefc-1a5554297fb0 HTTP/1.1" status: 200 len: 1000 time: 0.0978057 Jan 26 11:31:45.995219 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfee9d0-421e-4db8-ba6c-2dae4fb56259 req-8c2a252a-25df-4f5b-8b23-8d498f76414d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:45.997360 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6cfee9d0-421e-4db8-ba6c-2dae4fb56259 req-8c2a252a-25df-4f5b-8b23-8d498f76414d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4 HTTP/1.1" status: 200 len: 834 time: 0.0567210 Jan 26 11:31:46.008974 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-4dce70a5-6b28-4a8b-a46e-c7a9863b722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'name': 'tempest-TestNetworkBasicOps-router-2097488287', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:30:30Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:31Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '1bb99945-fefa-4b3a-9069-d96f14a69d00', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.136', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'port_id': '25aa7625-3f15-44c3-aefc-1a5554297fb0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'mac_address': 'fa:16:3e:a0:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30287d03-cc80-44f5-bb10-8cef1a856205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:30:51Z', 'updated_at': '2022-01-26T11:31:44Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e', 'name': '', 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:18:c6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:34Z', 'updated_at': '2022-01-26T11:30:40Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:31:46.012836 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dce70a5-6b28-4a8b-a46e-c7a9863b722d None None] Checking router: 4ab062d4-ee93-4e35-99bc-c44cefb205d0 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:31:46.021056 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dce70a5-6b28-4a8b-a46e-c7a9863b722d None None] Routers {'4ab062d4-ee93-4e35-99bc-c44cefb205d0'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:31:46.021663 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-4dce70a5-6b28-4a8b-a46e-c7a9863b722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:31:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:31:46.072750 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfee9d0-421e-4db8-ba6c-2dae4fb56259 req-21fd447c-afa9-48d1-9b57-24d0527d521e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:46.074978 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6cfee9d0-421e-4db8-ba6c-2dae4fb56259 req-21fd447c-afa9-48d1-9b57-24d0527d521e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5eef53d-127c-48f6-bc1c-6dd00d5c0822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717337 Jan 26 11:31:46.197475 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-4dce70a5-6b28-4a8b-a46e-c7a9863b722d None None] Set router 4ab062d4-ee93-4e35-99bc-c44cefb205d0 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:31:46.209992 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6cfee9d0-421e-4db8-ba6c-2dae4fb56259 req-d0d5189a-1fd3-4329-8488-cf86c7110a8f service neutron] 10.222.0.24 "GET /v2.0/networks/a5eef53d-127c-48f6-bc1c-6dd00d5c0822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292357 Jan 26 11:31:46.344254 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6cfee9d0-421e-4db8-ba6c-2dae4fb56259 req-aa4a6057-da46-4c81-a2d6-ba12fbe262f6 service neutron] 10.222.0.24 "GET /v2.0/networks/a5eef53d-127c-48f6-bc1c-6dd00d5c0822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275070 Jan 26 11:31:46.548642 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-4dce70a5-6b28-4a8b-a46e-c7a9863b722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'name': 'tempest-TestNetworkBasicOps-router-2097488287', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:30:30Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:31Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '1bb99945-fefa-4b3a-9069-d96f14a69d00', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.136', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'port_id': '25aa7625-3f15-44c3-aefc-1a5554297fb0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'mac_address': 'fa:16:3e:a0:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30287d03-cc80-44f5-bb10-8cef1a856205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:30:51Z', 'updated_at': '2022-01-26T11:31:44Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e', 'name': '', 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:18:c6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:34Z', 'updated_at': '2022-01-26T11:30:40Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:31:46.552516 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dce70a5-6b28-4a8b-a46e-c7a9863b722d None None] The sync data for ids ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'] in dv-neutron-826439-1-hyperv is: [{'id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'name': 'tempest-TestNetworkBasicOps-router-2097488287', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:30:30Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:31Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '1bb99945-fefa-4b3a-9069-d96f14a69d00', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.136', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'port_id': '25aa7625-3f15-44c3-aefc-1a5554297fb0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'mac_address': 'fa:16:3e:a0:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30287d03-cc80-44f5-bb10-8cef1a856205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:30:51Z', 'updated_at': '2022-01-26T11:31:44Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e', 'name': '', 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:18:c6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:34Z', 'updated_at': '2022-01-26T11:30:40Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:31:46.688247 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55418) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:31:46.749007 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528c48a2-f08a-457f-84f6-18da0d5ceb7f None None] New status for floating IP 1bb99945-fefa-4b3a-9069-d96f14a69d00: ACTIVE {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:31:46.800075 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e9de58b4-ff56-4c5b-99ea-153fce9c540c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/1bb99945-fefa-4b3a-9069-d96f14a69d00 HTTP/1.1" status: 200 len: 992 time: 0.1105969 Jan 26 11:31:47.802284 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55422) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:31:48.014273 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0fe9c833-7860-4a5c-84b4-ac7906e9088e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/1bb99945-fefa-4b3a-9069-d96f14a69d00 HTTP/1.1" status: 200 len: 994 time: 0.2106950 Jan 26 11:31:48.545379 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d2df5-6d5c-48ab-9f3d-e8f87946cbc9 req-af4ac919-87d4-4805-af92-40daef3b9f24 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:48.546872 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b72d2df5-6d5c-48ab-9f3d-e8f87946cbc9 req-af4ac919-87d4-4805-af92-40daef3b9f24 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 945 time: 0.0795109 Jan 26 11:31:48.591270 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b72d2df5-6d5c-48ab-9f3d-e8f87946cbc9 req-7411d663-e554-4adc-ba5b-c58bb5361d62 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387468 Jan 26 11:31:49.778425 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf98b74-a3b6-4650-8b53-9c39d9468714 req-d1ffe9f7-fa2e-45c3-bd79-e4d327507bbe tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:49.779898 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2bf98b74-a3b6-4650-8b53-9c39d9468714 req-d1ffe9f7-fa2e-45c3-bd79-e4d327507bbe tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 945 time: 0.0796611 Jan 26 11:31:49.929697 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2bf98b74-a3b6-4650-8b53-9c39d9468714 req-658118db-dd48-4371-b38b-61b8f4f129d7 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438122 Jan 26 11:31:50.087642 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941eb835-998e-491b-9e8d-a81f8914e90b req-15f173ad-4134-488d-a916-29a5eeb961df tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:50.088987 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-941eb835-998e-491b-9e8d-a81f8914e90b req-15f173ad-4134-488d-a916-29a5eeb961df tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.24 "GET /v2.0/ports?device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 945 time: 0.1901515 Jan 26 11:31:50.156441 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-941eb835-998e-491b-9e8d-a81f8914e90b req-e8aac3d6-75fd-48c8-af2a-d23b9ea20fdb tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Deleting port cd616900-535d-408b-bf36-afaab970a26b {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:31:50.156786 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-941eb835-998e-491b-9e8d-a81f8914e90b req-e8aac3d6-75fd-48c8-af2a-d23b9ea20fdb tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:50.399974 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-941eb835-998e-491b-9e8d-a81f8914e90b req-e8aac3d6-75fd-48c8-af2a-d23b9ea20fdb tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] For port cd616900-535d-408b-bf36-afaab970a26b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=cd616900-535d-408b-bf36-afaab970a26b,segment=NetworkSegment(e975887e-2b39-4a12-979c-b5dffc435eff),segment_id=e975887e-2b39-4a12-979c-b5dffc435eff)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:31:50.400250 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-941eb835-998e-491b-9e8d-a81f8914e90b req-e8aac3d6-75fd-48c8-af2a-d23b9ea20fdb tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:50.688651 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-941eb835-998e-491b-9e8d-a81f8914e90b req-e8aac3d6-75fd-48c8-af2a-d23b9ea20fdb tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:50.688936 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-941eb835-998e-491b-9e8d-a81f8914e90b req-e8aac3d6-75fd-48c8-af2a-d23b9ea20fdb tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:50.689245 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [req-941eb835-998e-491b-9e8d-a81f8914e90b req-e8aac3d6-75fd-48c8-af2a-d23b9ea20fdb tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Floating IP 6af152cf-488b-4f9a-a1c4-d526116b847b disassociated. External IP: 172.26.5.252, port: cd616900-535d-408b-bf36-afaab970a26b. Jan 26 11:31:50.689578 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-941eb835-998e-491b-9e8d-a81f8914e90b req-e8aac3d6-75fd-48c8-af2a-d23b9ea20fdb tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Calling delete_port for cd616900-535d-408b-bf36-afaab970a26b owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:31:50.835844 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-941eb835-998e-491b-9e8d-a81f8914e90b req-e8aac3d6-75fd-48c8-af2a-d23b9ea20fdb tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:50.886143 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aac3d6-75fd-48c8-af2a-d23b9ea20fdb tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Pushing event deleted for resources: {'Port': ['ID=cd616900-535d-408b-bf36-afaab970a26b,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:31:51.095332 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e1099e53-58df-4d7a-bc53-00c16ecc1e61 req-1e099158-6eab-4a56-8900-b3a0bf5587db tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 210 time: 0.0547667 Jan 26 11:31:51.115188 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-941eb835-998e-491b-9e8d-a81f8914e90b req-e8aac3d6-75fd-48c8-af2a-d23b9ea20fdb tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Router 3a5de116-f758-4322-815b-b93f09187110 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:31:51.293209 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-941eb835-998e-491b-9e8d-a81f8914e90b req-e8aac3d6-75fd-48c8-af2a-d23b9ea20fdb tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:31:51.302608 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20123f52-253f-4ed6-b777-3da83d0f62e1 None None] Sync routers for ids ['3a5de116-f758-4322-815b-b93f09187110'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:31:51.313285 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20123f52-253f-4ed6-b777-3da83d0f62e1 None None] Routers {'3a5de116-f758-4322-815b-b93f09187110'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:31:51.313908 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-20123f52-253f-4ed6-b777-3da83d0f62e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:31:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['3a5de116-f758-4322-815b-b93f09187110'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:31:51.371983 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-941eb835-998e-491b-9e8d-a81f8914e90b req-e8aac3d6-75fd-48c8-af2a-d23b9ea20fdb tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] No DVR routers for this DVR port cd616900-535d-408b-bf36-afaab970a26b on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:31:51.374808 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-941eb835-998e-491b-9e8d-a81f8914e90b req-e8aac3d6-75fd-48c8-af2a-d23b9ea20fdb tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:51.378703 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde', 'name': 'network-vif-deleted', 'tag': 'cd616900-535d-408b-bf36-afaab970a26b'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:31:51.393011 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-941eb835-998e-491b-9e8d-a81f8914e90b req-e8aac3d6-75fd-48c8-af2a-d23b9ea20fdb tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.24 "DELETE /v2.0/ports/cd616900-535d-408b-bf36-afaab970a26b HTTP/1.1" status: 204 len: 173 time: 1.2986217 Jan 26 11:31:51.428687 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde', 'name': 'network-vif-deleted', 'tag': 'cd616900-535d-408b-bf36-afaab970a26b', 'status': 'completed', 'code': 200} Jan 26 11:31:51.501065 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-20123f52-253f-4ed6-b777-3da83d0f62e1 None None] Set router 3a5de116-f758-4322-815b-b93f09187110 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:31:51.833729 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-20123f52-253f-4ed6-b777-3da83d0f62e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5de116-f758-4322-815b-b93f09187110', 'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:53Z', 'updated_at': '2022-01-26T11:28:58Z', 'revision_number': 4, 'project_id': 'a848421bda384d54823be991dfd27e32', 'gw_port': {'id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:54Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'd42aecd9-cb9d-4ed3-afed-8f3e928a2f46', 'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'mac_address': 'fa:16:3e:ec:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '26b349df-7279-45a5-a567-116b1ec641a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:57Z', 'updated_at': '2022-01-26T11:29:04Z', 'revision_number': 5, 'project_id': 'a848421bda384d54823be991dfd27e32', 'subnets': [{'id': '26b349df-7279-45a5-a567-116b1ec641a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:31:51.838217 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20123f52-253f-4ed6-b777-3da83d0f62e1 None None] Checking router: 3a5de116-f758-4322-815b-b93f09187110 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:31:51.849430 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20123f52-253f-4ed6-b777-3da83d0f62e1 None None] Routers {'3a5de116-f758-4322-815b-b93f09187110'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:31:51.850156 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-20123f52-253f-4ed6-b777-3da83d0f62e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:31:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['3a5de116-f758-4322-815b-b93f09187110'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:31:52.039528 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-20123f52-253f-4ed6-b777-3da83d0f62e1 None None] Set router 3a5de116-f758-4322-815b-b93f09187110 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:31:52.314125 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-a62e4ab9-2619-4354-80a4-18bdf4d06586 req-028d61a4-d924-48b7-bbbf-f2a5bf1fe80d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Synchronizing usage tracker for tenant:a848421bda384d54823be991dfd27e32 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:31:52.331418 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-a62e4ab9-2619-4354-80a4-18bdf4d06586 req-028d61a4-d924-48b7-bbbf-f2a5bf1fe80d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Unset dirty status for tenant:a848421bda384d54823be991dfd27e32 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:31:52.332933 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a62e4ab9-2619-4354-80a4-18bdf4d06586 req-028d61a4-d924-48b7-bbbf-f2a5bf1fe80d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=fee0c8bc-a391-4f6c-ab16-16e4a8f4bfde HTTP/1.1" status: 200 len: 210 time: 0.1202898 Jan 26 11:31:52.360400 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-20123f52-253f-4ed6-b777-3da83d0f62e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5de116-f758-4322-815b-b93f09187110', 'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:53Z', 'updated_at': '2022-01-26T11:28:58Z', 'revision_number': 4, 'project_id': 'a848421bda384d54823be991dfd27e32', 'gw_port': {'id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:54Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'd42aecd9-cb9d-4ed3-afed-8f3e928a2f46', 'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'mac_address': 'fa:16:3e:ec:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '26b349df-7279-45a5-a567-116b1ec641a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:57Z', 'updated_at': '2022-01-26T11:29:04Z', 'revision_number': 5, 'project_id': 'a848421bda384d54823be991dfd27e32', 'subnets': [{'id': '26b349df-7279-45a5-a567-116b1ec641a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:31:52.364359 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20123f52-253f-4ed6-b777-3da83d0f62e1 None None] The sync data for ids ['3a5de116-f758-4322-815b-b93f09187110'] in dv-neutron-826439-1-hyperv is: [{'id': '3a5de116-f758-4322-815b-b93f09187110', 'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:53Z', 'updated_at': '2022-01-26T11:28:58Z', 'revision_number': 4, 'project_id': 'a848421bda384d54823be991dfd27e32', 'gw_port': {'id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:54Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'd42aecd9-cb9d-4ed3-afed-8f3e928a2f46', 'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'mac_address': 'fa:16:3e:ec:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '26b349df-7279-45a5-a567-116b1ec641a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:57Z', 'updated_at': '2022-01-26T11:29:04Z', 'revision_number': 5, 'project_id': 'a848421bda384d54823be991dfd27e32', 'subnets': [{'id': '26b349df-7279-45a5-a567-116b1ec641a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:31:52.513502 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-efe3c52d-737c-4c77-b963-318a5d756136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:52.592528 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5d93b7-35da-436c-a98d-067a2dccdb70 None None] New status for floating IP 6af152cf-488b-4f9a-a1c4-d526116b847b: DOWN {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:31:52.939163 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device cd616900-535d-408b-bf36-afaab970a26b no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:31:52.973978 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: cd616900-535d-408b-bf36-afaab970a26b {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:31:52.974342 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device cd616900-535d-408b-bf36-afaab970a26b not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:31:53.654889 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-ffa222eb-b111-46e4-a207-c499a51e452f tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1733107592&fields=id&tenant_id=a848421bda384d54823be991dfd27e32 HTTP/1.1" status: 200 len: 267 time: 0.0391667 Jan 26 11:31:53.914310 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-3197fab0-87b9-4291-9845-1d2ce67f8e47 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:53.915664 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-3197fab0-87b9-4291-9845-1d2ce67f8e47 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/networks?id=b9359c06-7646-4efd-91fa-322e125304c7 HTTP/1.1" status: 200 len: 812 time: 0.2546530 Jan 26 11:31:53.930872 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-5fadd484-e1cb-48ab-b17c-00e0d530d69c tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/quotas/a848421bda384d54823be991dfd27e32 HTTP/1.1" status: 200 len: 375 time: 0.0089447 Jan 26 11:31:54.017562 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-73f1967b-de12-4fe6-80d9-34f0bac5bba2 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a848421bda384d54823be991dfd27e32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0817323 Jan 26 11:31:54.201454 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-0b32ee03-de08-4a80-9ecf-60e5fea55a68 service neutron] 10.222.0.39 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716917 Jan 26 11:31:54.333554 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-2aba84d4-78c5-492c-82bc-468394032403 service neutron] 10.222.0.39 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264155 Jan 26 11:31:54.718028 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8a0157d2-aea8-4881-b4f6-c1bb54a52fdf req-4e1141ea-a21f-43cd-83d4-5e744af2ad8d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=7541b641-90c4-45bd-94fd-b7399aa32542 HTTP/1.1" status: 200 len: 210 time: 0.0439410 Jan 26 11:31:54.785792 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8683f3b9-8c9b-4f7b-89f4-8d3e77b1b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:55.741850 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-cc765966-d062-4071-a1ca-953298fdec82 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:55.743323 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-cc765966-d062-4071-a1ca-953298fdec82 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.24 "GET /v2.0/networks?id=b9359c06-7646-4efd-91fa-322e125304c7 HTTP/1.1" status: 200 len: 812 time: 0.1457829 Jan 26 11:31:55.795582 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-8a52c7c3-a92b-4a7e-b0cb-d8b3a5da0f79 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a848421bda384d54823be991dfd27e32 HTTP/1.1" status: 200 len: 380 time: 0.0433280 Jan 26 11:31:55.805088 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-614e26d0-5091-43b3-849a-66d082a5399e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Request body: {'port': {'device_id': '7541b641-90c4-45bd-94fd-b7399aa32542', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'admin_state_up': True, 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'security_groups': ['e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:31:55.846930 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:55.901964 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-94d28abc-eccf-4240-99c0-fdfa5f145625 req-b4a6fa3e-278e-4b91-9e78-2d569c9c094a tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=7541b641-90c4-45bd-94fd-b7399aa32542 HTTP/1.1" status: 200 len: 210 time: 0.0684962 Jan 26 11:31:56.001052 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-614e26d0-5091-43b3-849a-66d082a5399e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:31:56.010532 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-614e26d0-5091-43b3-849a-66d082a5399e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:31:56.022774 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-614e26d0-5091-43b3-849a-66d082a5399e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Made reservation on behalf of a848421bda384d54823be991dfd27e32 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:31:56.026533 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-614e26d0-5091-43b3-849a-66d082a5399e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:56.031821 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:56.192259 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-614e26d0-5091-43b3-849a-66d082a5399e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Allocated IP 172.20.0.9 (b9359c06-7646-4efd-91fa-322e125304c7/26b349df-7279-45a5-a567-116b1ec641a3/347d0d9c-5c0d-4923-b15d-a0f26556454f) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:31:56.383520 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-614e26d0-5091-43b3-849a-66d082a5399e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:56.400476 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-614e26d0-5091-43b3-849a-66d082a5399e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Transition to ACTIVE for port object 347d0d9c-5c0d-4923-b15d-a0f26556454f will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:31:56.424608 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-614e26d0-5091-43b3-849a-66d082a5399e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:56.494580 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-614e26d0-5091-43b3-849a-66d082a5399e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Network b9359c06-7646-4efd-91fa-322e125304c7 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:31:56.498590 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-614e26d0-5091-43b3-849a-66d082a5399e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:31:56.502386 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-614e26d0-5091-43b3-849a-66d082a5399e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:31:56.540889 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e26d0-5091-43b3-849a-66d082a5399e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Pushing event updated for resources: {'Port': ['ID=347d0d9c-5c0d-4923-b15d-a0f26556454f,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:31:56.577786 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-614e26d0-5091-43b3-849a-66d082a5399e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:56.578468 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-614e26d0-5091-43b3-849a-66d082a5399e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:56.613703 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-614e26d0-5091-43b3-849a-66d082a5399e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8127148 Jan 26 11:31:56.625806 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-992c1a0c-e778-43cb-857e-2733fee56df2 service neutron] Request body: {'port': {'device_id': '7541b641-90c4-45bd-94fd-b7399aa32542', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:31:56.743770 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-992c1a0c-e778-43cb-857e-2733fee56df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:56.776268 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3e66492d-4529-4be1-ac77-84feab960d21 None None] Provisioning for port 347d0d9c-5c0d-4923-b15d-a0f26556454f completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:31:56.783768 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3e66492d-4529-4be1-ac77-84feab960d21 None None] Provisioning complete for port 347d0d9c-5c0d-4923-b15d-a0f26556454f triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:31:56.784317 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3e66492d-4529-4be1-ac77-84feab960d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:56.852268 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-3e66492d-4529-4be1-ac77-84feab960d21 None None] Port 347d0d9c-5c0d-4923-b15d-a0f26556454f cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:31:57.155091 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41449a-fc2d-4694-b305-26aa1f5e0624 req-99a026e2-acf5-4c35-bdbd-507bfe3c39dc tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:57.157019 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8d41449a-fc2d-4694-b305-26aa1f5e0624 req-99a026e2-acf5-4c35-bdbd-507bfe3c39dc tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=7541b641-90c4-45bd-94fd-b7399aa32542 HTTP/1.1" status: 200 len: 931 time: 0.1401358 Jan 26 11:31:57.208601 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8d41449a-fc2d-4694-b305-26aa1f5e0624 req-d61c990c-3be4-4bb3-9286-81fabf8c8f80 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454113 Jan 26 11:31:57.230387 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-992c1a0c-e778-43cb-857e-2733fee56df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 347d0d9c-5c0d-4923-b15d-a0f26556454f {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:31:57.238140 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-992c1a0c-e778-43cb-857e-2733fee56df2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:57.252732 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-992c1a0c-e778-43cb-857e-2733fee56df2 service neutron] Transition to ACTIVE for port object 347d0d9c-5c0d-4923-b15d-a0f26556454f will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:31:57.255626 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-992c1a0c-e778-43cb-857e-2733fee56df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:57.386196 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c1a0c-e778-43cb-857e-2733fee56df2 service neutron] Pushing event updated for resources: {'Port': ['ID=347d0d9c-5c0d-4923-b15d-a0f26556454f,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:31:57.398224 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:57.501036 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-992c1a0c-e778-43cb-857e-2733fee56df2 service neutron] Attempting to bind port 347d0d9c-5c0d-4923-b15d-a0f26556454f on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:31:57.501375 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-992c1a0c-e778-43cb-857e-2733fee56df2 service neutron] Attempting to bind port 347d0d9c-5c0d-4923-b15d-a0f26556454f by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'e975887e-2b39-4a12-979c-b5dffc435eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:31:57.501711 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-992c1a0c-e778-43cb-857e-2733fee56df2 service neutron] Attempting to bind port 347d0d9c-5c0d-4923-b15d-a0f26556454f on network b9359c06-7646-4efd-91fa-322e125304c7 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:31:57.506781 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-992c1a0c-e778-43cb-857e-2733fee56df2 service neutron] Port 347d0d9c-5c0d-4923-b15d-a0f26556454f on network b9359c06-7646-4efd-91fa-322e125304c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:31:57.507102 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-992c1a0c-e778-43cb-857e-2733fee56df2 service neutron] Attempting to bind port 347d0d9c-5c0d-4923-b15d-a0f26556454f on network b9359c06-7646-4efd-91fa-322e125304c7 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:31:57.512415 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-992c1a0c-e778-43cb-857e-2733fee56df2 service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:31:57.512864 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-992c1a0c-e778-43cb-857e-2733fee56df2 service neutron] Checking segment: {'id': 'e975887e-2b39-4a12-979c-b5dffc435eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:31:57.513249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-992c1a0c-e778-43cb-857e-2733fee56df2 service neutron] Bound using segment: {'id': 'e975887e-2b39-4a12-979c-b5dffc435eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:31:57.513703 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-992c1a0c-e778-43cb-857e-2733fee56df2 service neutron] Bound port: 347d0d9c-5c0d-4923-b15d-a0f26556454f, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e975887e-2b39-4a12-979c-b5dffc435eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:31:57.514047 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-992c1a0c-e778-43cb-857e-2733fee56df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:57.602754 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-992c1a0c-e778-43cb-857e-2733fee56df2 service neutron] For port 347d0d9c-5c0d-4923-b15d-a0f26556454f, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:31:57.606929 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-992c1a0c-e778-43cb-857e-2733fee56df2 service neutron] For port 347d0d9c-5c0d-4923-b15d-a0f26556454f, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=347d0d9c-5c0d-4923-b15d-a0f26556454f,segment=NetworkSegment(e975887e-2b39-4a12-979c-b5dffc435eff),segment_id=e975887e-2b39-4a12-979c-b5dffc435eff)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:31:57.611191 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-992c1a0c-e778-43cb-857e-2733fee56df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:57.671154 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-992c1a0c-e778-43cb-857e-2733fee56df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:57.671773 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-992c1a0c-e778-43cb-857e-2733fee56df2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:31:57.673154 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-992c1a0c-e778-43cb-857e-2733fee56df2 service neutron] 10.222.0.24 "PUT /v2.0/ports/347d0d9c-5c0d-4923-b15d-a0f26556454f HTTP/1.1" status: 200 len: 1093 time: 1.0530107 Jan 26 11:31:57.676169 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7541b641-90c4-45bd-94fd-b7399aa32542', 'tag': '347d0d9c-5c0d-4923-b15d-a0f26556454f'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:31:57.703409 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c1a0c-e778-43cb-857e-2733fee56df2 service neutron] Pushing event updated for resources: {'Port': ['ID=347d0d9c-5c0d-4923-b15d-a0f26556454f,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:31:57.743607 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7541b641-90c4-45bd-94fd-b7399aa32542', 'tag': '347d0d9c-5c0d-4923-b15d-a0f26556454f', 'status': 'completed', 'code': 200} Jan 26 11:31:57.786046 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-a5f89089-f529-4fdd-9988-3899ac36c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:57.787594 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-a5f89089-f529-4fdd-9988-3899ac36c250 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a848421bda384d54823be991dfd27e32&device_id=7541b641-90c4-45bd-94fd-b7399aa32542 HTTP/1.1" status: 200 len: 1096 time: 0.0783257 Jan 26 11:31:57.862916 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-88a2ea04-dc14-4932-92a0-7352230a0b97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=347d0d9c-5c0d-4923-b15d-a0f26556454f HTTP/1.1" status: 200 len: 217 time: 0.0677617 Jan 26 11:31:57.928437 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-46d9e4ad-9e76-4833-9c89-a4d6af7c502a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:57.929867 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-46d9e4ad-9e76-4833-9c89-a4d6af7c502a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b349df-7279-45a5-a567-116b1ec641a3 HTTP/1.1" status: 200 len: 851 time: 0.0615659 Jan 26 11:31:58.009011 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-81eadfe4-11b9-4253-a8f8-9e86f5111a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:58.010382 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-81eadfe4-11b9-4253-a8f8-9e86f5111a96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b9359c06-7646-4efd-91fa-322e125304c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731752 Jan 26 11:31:58.144331 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-30487993-82f9-42a3-aa44-4242a0a7b67e service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273479 Jan 26 11:31:58.276208 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0120df1a-5551-4d7c-b71a-c493ed1c4512 req-260b0280-1cbd-4c2e-91c6-d144799075e9 service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256220 Jan 26 11:31:58.394122 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc7fc5-454e-4808-8240-edcf7b8dbbf7 req-c8d413fb-c47b-42d2-91ff-e137979f1f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:58.395677 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b8dc7fc5-454e-4808-8240-edcf7b8dbbf7 req-c8d413fb-c47b-42d2-91ff-e137979f1f20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a848421bda384d54823be991dfd27e32&device_id=7541b641-90c4-45bd-94fd-b7399aa32542 HTTP/1.1" status: 200 len: 1096 time: 0.0709791 Jan 26 11:31:58.399544 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513527dd-ca52-4fc0-965d-d53dfae3deee req-6edca3b5-4c32-4fbf-ab81-d203d26187fc tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:58.400963 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-513527dd-ca52-4fc0-965d-d53dfae3deee req-6edca3b5-4c32-4fbf-ab81-d203d26187fc tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=7541b641-90c4-45bd-94fd-b7399aa32542 HTTP/1.1" status: 200 len: 943 time: 0.0800271 Jan 26 11:31:58.446454 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-513527dd-ca52-4fc0-965d-d53dfae3deee req-b6a01278-9b71-4389-8382-75695fa9565e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387084 Jan 26 11:31:58.528570 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc7fc5-454e-4808-8240-edcf7b8dbbf7 req-a0c0c1c8-b4cb-4809-99e9-a96dfe26a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:58.531501 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b8dc7fc5-454e-4808-8240-edcf7b8dbbf7 req-a0c0c1c8-b4cb-4809-99e9-a96dfe26a0e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b9359c06-7646-4efd-91fa-322e125304c7 HTTP/1.1" status: 200 len: 913 time: 0.1271389 Jan 26 11:31:58.603831 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b8dc7fc5-454e-4808-8240-edcf7b8dbbf7 req-adf2256b-2b7c-4814-b41b-df100c2dae75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=347d0d9c-5c0d-4923-b15d-a0f26556454f HTTP/1.1" status: 200 len: 217 time: 0.0676963 Jan 26 11:31:58.664284 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc7fc5-454e-4808-8240-edcf7b8dbbf7 req-f1cf1867-8eed-487e-8e97-b7fe01564c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:58.665591 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b8dc7fc5-454e-4808-8240-edcf7b8dbbf7 req-f1cf1867-8eed-487e-8e97-b7fe01564c12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b349df-7279-45a5-a567-116b1ec641a3 HTTP/1.1" status: 200 len: 851 time: 0.0561984 Jan 26 11:31:58.851485 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc7fc5-454e-4808-8240-edcf7b8dbbf7 req-564e2d21-fa5b-4cd9-8484-0a7ad9cf93fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:58.853033 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b8dc7fc5-454e-4808-8240-edcf7b8dbbf7 req-564e2d21-fa5b-4cd9-8484-0a7ad9cf93fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b9359c06-7646-4efd-91fa-322e125304c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1816409 Jan 26 11:31:58.981865 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b8dc7fc5-454e-4808-8240-edcf7b8dbbf7 req-f037370b-8a58-48fc-b2cf-7899923783d9 service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221247 Jan 26 11:31:59.110630 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b8dc7fc5-454e-4808-8240-edcf7b8dbbf7 req-3f65341d-77b1-48ae-a255-75ebfdf407c2 service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227651 Jan 26 11:31:59.629790 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72701e-0575-4c7b-ae9e-cf12e01696d1 req-26d96fb9-4b32-46f6-b7cf-4c4f7a06fd0e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:31:59.630506 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-dd72701e-0575-4c7b-ae9e-cf12e01696d1 req-26d96fb9-4b32-46f6-b7cf-4c4f7a06fd0e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Synchronizing usage tracker for tenant:a848421bda384d54823be991dfd27e32 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:31:59.645510 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-dd72701e-0575-4c7b-ae9e-cf12e01696d1 req-26d96fb9-4b32-46f6-b7cf-4c4f7a06fd0e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Unset dirty status for tenant:a848421bda384d54823be991dfd27e32 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:31:59.646825 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dd72701e-0575-4c7b-ae9e-cf12e01696d1 req-26d96fb9-4b32-46f6-b7cf-4c4f7a06fd0e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=7541b641-90c4-45bd-94fd-b7399aa32542 HTTP/1.1" status: 200 len: 943 time: 0.0950952 Jan 26 11:31:59.694952 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dd72701e-0575-4c7b-ae9e-cf12e01696d1 req-89cc1d6c-ac72-4a61-b94c-815cd3c17eab tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418448 Jan 26 11:32:00.885568 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edd6fa-885d-4e19-a32e-ee405c5c2c16 req-c3591090-5ec9-4079-bc7f-cae70cc02aef tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:00.887710 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b1edd6fa-885d-4e19-a32e-ee405c5c2c16 req-c3591090-5ec9-4079-bc7f-cae70cc02aef tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=7541b641-90c4-45bd-94fd-b7399aa32542 HTTP/1.1" status: 200 len: 943 time: 0.0871208 Jan 26 11:32:00.930816 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b1edd6fa-885d-4e19-a32e-ee405c5c2c16 req-541dd943-eedd-40dd-b0d6-94a6db8dd7b5 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375049 Jan 26 11:32:02.114368 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641bbfdf-7308-4f53-83c4-e2f1b1737d4c req-d86c4767-afb9-45ba-85ae-62cdb4c12324 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:02.115728 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-641bbfdf-7308-4f53-83c4-e2f1b1737d4c req-d86c4767-afb9-45ba-85ae-62cdb4c12324 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=7541b641-90c4-45bd-94fd-b7399aa32542 HTTP/1.1" status: 200 len: 943 time: 0.0826192 Jan 26 11:32:02.159218 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-641bbfdf-7308-4f53-83c4-e2f1b1737d4c req-ba4ff9cd-c85d-45c7-911f-de48399df19c tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373302 Jan 26 11:32:03.338780 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a44d74-f68a-4222-abea-7576b533b19c req-259f7932-6665-4632-a44c-4c33838e59a0 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:03.340325 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b5a44d74-f68a-4222-abea-7576b533b19c req-259f7932-6665-4632-a44c-4c33838e59a0 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=7541b641-90c4-45bd-94fd-b7399aa32542 HTTP/1.1" status: 200 len: 943 time: 0.0778449 Jan 26 11:32:03.383518 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b5a44d74-f68a-4222-abea-7576b533b19c req-5d1410ed-9c06-489a-8351-6d1bc3f2205a tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376146 Jan 26 11:32:04.595621 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94564ec9-4dae-4175-98f2-93aacd094e90 req-a615e740-a46d-4a0b-8938-d3ef0d7e5d86 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:04.597089 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-94564ec9-4dae-4175-98f2-93aacd094e90 req-a615e740-a46d-4a0b-8938-d3ef0d7e5d86 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=7541b641-90c4-45bd-94fd-b7399aa32542 HTTP/1.1" status: 200 len: 943 time: 0.0849066 Jan 26 11:32:04.645321 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-94564ec9-4dae-4175-98f2-93aacd094e90 req-72ef82af-7e89-43a8-96bf-bff167a477b5 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395789 Jan 26 11:32:04.997118 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 347d0d9c-5c0d-4923-b15d-a0f26556454f details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:32:05.168959 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 347d0d9c-5c0d-4923-b15d-a0f26556454f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=347d0d9c-5c0d-4923-b15d-a0f26556454f,segment=NetworkSegment(e975887e-2b39-4a12-979c-b5dffc435eff),segment_id=e975887e-2b39-4a12-979c-b5dffc435eff)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:32:05.181546 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '347d0d9c-5c0d-4923-b15d-a0f26556454f', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'port_id': '347d0d9c-5c0d-4923-b15d-a0f26556454f', 'mac_address': 'fa:16:3e:40:13:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b349df-7279-45a5-a567-116b1ec641a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:32:05.237997 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:05.255135 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 347d0d9c-5c0d-4923-b15d-a0f26556454f {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:32:05.280038 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 347d0d9c-5c0d-4923-b15d-a0f26556454f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=347d0d9c-5c0d-4923-b15d-a0f26556454f,segment=NetworkSegment(e975887e-2b39-4a12-979c-b5dffc435eff),segment_id=e975887e-2b39-4a12-979c-b5dffc435eff)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:32:05.285391 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:05.316109 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:05.352267 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=347d0d9c-5c0d-4923-b15d-a0f26556454f,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:05.525192 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['347d0d9c-5c0d-4923-b15d-a0f26556454f'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:32:05.836954 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3aefb-7d9c-4a38-8671-13af829ad520 req-d1a986ac-6d9d-45ba-8ef4-e0202a826383 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:05.838448 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8ca3aefb-7d9c-4a38-8671-13af829ad520 req-d1a986ac-6d9d-45ba-8ef4-e0202a826383 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=7541b641-90c4-45bd-94fd-b7399aa32542 HTTP/1.1" status: 200 len: 944 time: 0.0870559 Jan 26 11:32:05.884277 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8ca3aefb-7d9c-4a38-8671-13af829ad520 req-10620042-b3f2-46a8-b932-acdcf75e1935 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390184 Jan 26 11:32:07.002766 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 347d0d9c-5c0d-4923-b15d-a0f26556454f up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:32:07.065361 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d781a-4192-49ca-a14a-fb95046171b1 req-228098ec-b918-48fb-bfbb-dc6788fe4269 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:07.066944 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bc8d781a-4192-49ca-a14a-fb95046171b1 req-228098ec-b918-48fb-bfbb-dc6788fe4269 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=7541b641-90c4-45bd-94fd-b7399aa32542 HTTP/1.1" status: 200 len: 944 time: 0.0797839 Jan 26 11:32:07.069753 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port 347d0d9c-5c0d-4923-b15d-a0f26556454f completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:32:07.075094 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 347d0d9c-5c0d-4923-b15d-a0f26556454f triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:32:07.075741 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:07.114012 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bc8d781a-4192-49ca-a14a-fb95046171b1 req-994150c1-f94c-4ded-a6ac-2f45860af182 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404491 Jan 26 11:32:07.194347 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:07.221582 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7541b641-90c4-45bd-94fd-b7399aa32542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347d0d9c-5c0d-4923-b15d-a0f26556454f'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:32:07.232376 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 347d0d9c-5c0d-4923-b15d-a0f26556454f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=347d0d9c-5c0d-4923-b15d-a0f26556454f,segment=NetworkSegment(e975887e-2b39-4a12-979c-b5dffc435eff),segment_id=e975887e-2b39-4a12-979c-b5dffc435eff)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:32:07.235748 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:07.271683 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7541b641-90c4-45bd-94fd-b7399aa32542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347d0d9c-5c0d-4923-b15d-a0f26556454f', 'code': 200} Jan 26 11:32:07.304066 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=347d0d9c-5c0d-4923-b15d-a0f26556454f,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:07.605515 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bfab6-06a6-4456-a71f-fa5029d4d0c5 req-b35fc04b-0328-4d56-a394-784b8a2d6869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:07.607034 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-127bfab6-06a6-4456-a71f-fa5029d4d0c5 req-b35fc04b-0328-4d56-a394-784b8a2d6869 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7541b641-90c4-45bd-94fd-b7399aa32542 HTTP/1.1" status: 200 len: 1098 time: 0.1145821 Jan 26 11:32:07.648276 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-127bfab6-06a6-4456-a71f-fa5029d4d0c5 req-f9098970-dde1-4fc3-ab01-7adc8b72e2f4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349603 Jan 26 11:32:08.299510 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7b781-d167-4073-b9c7-27b31c339d70 req-41b17836-cc12-4732-947b-e07924a4532a tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:08.300955 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-3ae7b781-d167-4073-b9c7-27b31c339d70 req-41b17836-cc12-4732-947b-e07924a4532a tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=7541b641-90c4-45bd-94fd-b7399aa32542 HTTP/1.1" status: 200 len: 945 time: 0.0795400 Jan 26 11:32:08.349193 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-3ae7b781-d167-4073-b9c7-27b31c339d70 req-66a4e7ea-a3df-42c4-ad86-02f42637d44b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425713 Jan 26 11:32:09.538581 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d880a-1f0c-42f6-a605-63028acb2f9a req-9b47b93a-3317-46c8-9ac4-bec9fddc2ee4 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:09.540028 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bd5d880a-1f0c-42f6-a605-63028acb2f9a req-9b47b93a-3317-46c8-9ac4-bec9fddc2ee4 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=7541b641-90c4-45bd-94fd-b7399aa32542 HTTP/1.1" status: 200 len: 945 time: 0.0784876 Jan 26 11:32:09.587367 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bd5d880a-1f0c-42f6-a605-63028acb2f9a req-584abc02-4dd9-4b92-be76-8183f20d428e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411434 Jan 26 11:32:09.770237 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dffe37-0172-4972-ab75-f1017dbf4048 req-62d6b501-e042-4d23-8b7f-8f72012db50c tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:09.771706 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-33dffe37-0172-4972-ab75-f1017dbf4048 req-62d6b501-e042-4d23-8b7f-8f72012db50c tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=7541b641-90c4-45bd-94fd-b7399aa32542 HTTP/1.1" status: 200 len: 945 time: 0.0817008 Jan 26 11:32:09.818104 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-33dffe37-0172-4972-ab75-f1017dbf4048 req-983ad5d4-7430-430a-aede-95661445b41b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391998 Jan 26 11:32:09.842098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55508) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:09.912504 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e5e3c5-977b-4bae-ad37-fef86c2e0613 tempest-TestVolumeBootPattern-1958663733 tempest-TestVolumeBootPattern-1958663733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:09.914000 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-84e5e3c5-977b-4bae-ad37-fef86c2e0613 tempest-TestVolumeBootPattern-1958663733 tempest-TestVolumeBootPattern-1958663733-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7541b641-90c4-45bd-94fd-b7399aa32542 HTTP/1.1" status: 200 len: 1093 time: 0.0708272 Jan 26 11:32:09.916898 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55512) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:09.921662 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-be4561f8-3823-4550-a136-1824fdc379de tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': '347d0d9c-5c0d-4923-b15d-a0f26556454f', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:32:09.927382 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-be4561f8-3823-4550-a136-1824fdc379de tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:32:09.931124 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-be4561f8-3823-4550-a136-1824fdc379de tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Usage tracker for resource:floatingip and tenant:a848421bda384d54823be991dfd27e32 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:32:09.933934 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-be4561f8-3823-4550-a136-1824fdc379de tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:32:09.939527 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-be4561f8-3823-4550-a136-1824fdc379de tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:32:09.949099 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-be4561f8-3823-4550-a136-1824fdc379de tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for floatingip, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:10.084996 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-be4561f8-3823-4550-a136-1824fdc379de tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:10.219966 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-be4561f8-3823-4550-a136-1824fdc379de tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Allocated IP 172.26.5.73 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/e3dd2233-f074-4a40-a21f-933d010bb15f) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:32:10.367101 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-be4561f8-3823-4550-a136-1824fdc379de tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:10.396212 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-be4561f8-3823-4550-a136-1824fdc379de tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:10.460470 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4561f8-3823-4550-a136-1824fdc379de tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:32:10.463341 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-be4561f8-3823-4550-a136-1824fdc379de tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:32:10.466941 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4561f8-3823-4550-a136-1824fdc379de tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:32:10.501878 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4561f8-3823-4550-a136-1824fdc379de tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Pushing event updated for resources: {'Port': ['ID=e3dd2233-f074-4a40-a21f-933d010bb15f,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:10.972754 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-be4561f8-3823-4550-a136-1824fdc379de tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:11.044875 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-be4561f8-3823-4550-a136-1824fdc379de tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:11.248148 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-be4561f8-3823-4550-a136-1824fdc379de tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:11.252368 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-be4561f8-3823-4550-a136-1824fdc379de tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:11.359390 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4561f8-3823-4550-a136-1824fdc379de tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Pushing event updated for resources: {'Port': ['ID=e3dd2233-f074-4a40-a21f-933d010bb15f,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:11.369494 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-be4561f8-3823-4550-a136-1824fdc379de tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:11.538575 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-be4561f8-3823-4550-a136-1824fdc379de tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Floating IP 206461bd-fbe0-4167-9867-4369f3092de1 associated. External IP: 172.26.5.73, port: 347d0d9c-5c0d-4923-b15d-a0f26556454f. Jan 26 11:32:11.605469 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:32:11.885491 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4561f8-3823-4550-a136-1824fdc379de tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Router 3a5de116-f758-4322-815b-b93f09187110 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:32:12.180070 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4561f8-3823-4550-a136-1824fdc379de tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:32:12.190475 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b0471-aaa8-481c-ba4c-d9e3484c18a3 None None] Sync routers for ids ['3a5de116-f758-4322-815b-b93f09187110'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:32:12.199969 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b0471-aaa8-481c-ba4c-d9e3484c18a3 None None] Routers {'3a5de116-f758-4322-815b-b93f09187110'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:32:12.200931 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-5a0b0471-aaa8-481c-ba4c-d9e3484c18a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:31:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['3a5de116-f758-4322-815b-b93f09187110'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:32:12.204288 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-be4561f8-3823-4550-a136-1824fdc379de tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:12.259877 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-be4561f8-3823-4550-a136-1824fdc379de tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3419700 Jan 26 11:32:12.260450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7541b641-90c4-45bd-94fd-b7399aa32542', 'tag': '347d0d9c-5c0d-4923-b15d-a0f26556454f'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:32:12.364145 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7541b641-90c4-45bd-94fd-b7399aa32542', 'tag': '347d0d9c-5c0d-4923-b15d-a0f26556454f', 'status': 'completed', 'code': 200} Jan 26 11:32:12.384207 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-5a0b0471-aaa8-481c-ba4c-d9e3484c18a3 None None] Set router 3a5de116-f758-4322-815b-b93f09187110 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:32:12.470004 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbf06f-01a4-4976-bd92-9c901770f505 req-9a7a0ec4-bb8d-4125-9936-1b059e690b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:12.471443 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-28cbf06f-01a4-4976-bd92-9c901770f505 req-9a7a0ec4-bb8d-4125-9936-1b059e690b67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a848421bda384d54823be991dfd27e32&device_id=7541b641-90c4-45bd-94fd-b7399aa32542 HTTP/1.1" status: 200 len: 1098 time: 0.0783751 Jan 26 11:32:12.604270 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbf06f-01a4-4976-bd92-9c901770f505 req-d6a83733-3c6c-4166-b7d7-6f2eb0518ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:12.606013 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-28cbf06f-01a4-4976-bd92-9c901770f505 req-d6a83733-3c6c-4166-b7d7-6f2eb0518ef4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b9359c06-7646-4efd-91fa-322e125304c7 HTTP/1.1" status: 200 len: 913 time: 0.1283524 Jan 26 11:32:12.706984 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-28cbf06f-01a4-4976-bd92-9c901770f505 req-6ef43a67-f8ab-4cca-9895-8ed4aa5b2f2c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=347d0d9c-5c0d-4923-b15d-a0f26556454f HTTP/1.1" status: 200 len: 998 time: 0.0943470 Jan 26 11:32:12.733227 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-5a0b0471-aaa8-481c-ba4c-d9e3484c18a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5de116-f758-4322-815b-b93f09187110', 'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:53Z', 'updated_at': '2022-01-26T11:28:58Z', 'revision_number': 4, 'project_id': 'a848421bda384d54823be991dfd27e32', 'gw_port': {'id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:54Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '206461bd-fbe0-4167-9867-4369f3092de1', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'floating_ip_address': '172.26.5.73', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '3a5de116-f758-4322-815b-b93f09187110', 'port_id': '347d0d9c-5c0d-4923-b15d-a0f26556454f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'mac_address': 'fa:16:3e:40:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7541b641-90c4-45bd-94fd-b7399aa32542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:32:10Z', 'updated_at': '2022-01-26T11:32:10Z', 'revision_number': 0, 'project_id': 'a848421bda384d54823be991dfd27e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42aecd9-cb9d-4ed3-afed-8f3e928a2f46', 'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'mac_address': 'fa:16:3e:ec:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '26b349df-7279-45a5-a567-116b1ec641a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:57Z', 'updated_at': '2022-01-26T11:29:04Z', 'revision_number': 5, 'project_id': 'a848421bda384d54823be991dfd27e32', 'subnets': [{'id': '26b349df-7279-45a5-a567-116b1ec641a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:32:12.737097 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b0471-aaa8-481c-ba4c-d9e3484c18a3 None None] Checking router: 3a5de116-f758-4322-815b-b93f09187110 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:32:12.745852 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b0471-aaa8-481c-ba4c-d9e3484c18a3 None None] Routers {'3a5de116-f758-4322-815b-b93f09187110'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:32:12.746490 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-5a0b0471-aaa8-481c-ba4c-d9e3484c18a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:31:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['3a5de116-f758-4322-815b-b93f09187110'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:32:12.772989 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbf06f-01a4-4976-bd92-9c901770f505 req-65a00f86-547d-4344-beeb-940062487709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:12.774578 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-28cbf06f-01a4-4976-bd92-9c901770f505 req-65a00f86-547d-4344-beeb-940062487709 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b349df-7279-45a5-a567-116b1ec641a3 HTTP/1.1" status: 200 len: 851 time: 0.0612218 Jan 26 11:32:12.853882 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbf06f-01a4-4976-bd92-9c901770f505 req-72e71d9e-e56a-43ce-a99a-60134c92021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:12.855460 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-28cbf06f-01a4-4976-bd92-9c901770f505 req-72e71d9e-e56a-43ce-a99a-60134c92021e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b9359c06-7646-4efd-91fa-322e125304c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731268 Jan 26 11:32:12.965182 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-5a0b0471-aaa8-481c-ba4c-d9e3484c18a3 None None] Set router 3a5de116-f758-4322-815b-b93f09187110 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:32:12.991009 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-28cbf06f-01a4-4976-bd92-9c901770f505 req-a8354123-2901-4e5e-9f4a-5ae7d2fb5339 service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282351 Jan 26 11:32:13.127477 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-28cbf06f-01a4-4976-bd92-9c901770f505 req-4f2db420-fa5d-48dc-ab79-88b38bb002ad service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307740 Jan 26 11:32:13.311052 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-5a0b0471-aaa8-481c-ba4c-d9e3484c18a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5de116-f758-4322-815b-b93f09187110', 'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:53Z', 'updated_at': '2022-01-26T11:28:58Z', 'revision_number': 4, 'project_id': 'a848421bda384d54823be991dfd27e32', 'gw_port': {'id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:54Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '206461bd-fbe0-4167-9867-4369f3092de1', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'floating_ip_address': '172.26.5.73', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '3a5de116-f758-4322-815b-b93f09187110', 'port_id': '347d0d9c-5c0d-4923-b15d-a0f26556454f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'mac_address': 'fa:16:3e:40:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7541b641-90c4-45bd-94fd-b7399aa32542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:32:10Z', 'updated_at': '2022-01-26T11:32:10Z', 'revision_number': 0, 'project_id': 'a848421bda384d54823be991dfd27e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42aecd9-cb9d-4ed3-afed-8f3e928a2f46', 'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'mac_address': 'fa:16:3e:ec:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '26b349df-7279-45a5-a567-116b1ec641a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:57Z', 'updated_at': '2022-01-26T11:29:04Z', 'revision_number': 5, 'project_id': 'a848421bda384d54823be991dfd27e32', 'subnets': [{'id': '26b349df-7279-45a5-a567-116b1ec641a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:32:13.314997 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b0471-aaa8-481c-ba4c-d9e3484c18a3 None None] The sync data for ids ['3a5de116-f758-4322-815b-b93f09187110'] in dv-neutron-826439-1-hyperv is: [{'id': '3a5de116-f758-4322-815b-b93f09187110', 'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:53Z', 'updated_at': '2022-01-26T11:28:58Z', 'revision_number': 4, 'project_id': 'a848421bda384d54823be991dfd27e32', 'gw_port': {'id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:54Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '206461bd-fbe0-4167-9867-4369f3092de1', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'floating_ip_address': '172.26.5.73', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '3a5de116-f758-4322-815b-b93f09187110', 'port_id': '347d0d9c-5c0d-4923-b15d-a0f26556454f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'mac_address': 'fa:16:3e:40:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7541b641-90c4-45bd-94fd-b7399aa32542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:32:10Z', 'updated_at': '2022-01-26T11:32:10Z', 'revision_number': 0, 'project_id': 'a848421bda384d54823be991dfd27e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42aecd9-cb9d-4ed3-afed-8f3e928a2f46', 'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'mac_address': 'fa:16:3e:ec:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '26b349df-7279-45a5-a567-116b1ec641a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:57Z', 'updated_at': '2022-01-26T11:29:04Z', 'revision_number': 5, 'project_id': 'a848421bda384d54823be991dfd27e32', 'subnets': [{'id': '26b349df-7279-45a5-a567-116b1ec641a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:32:13.515805 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbc0ebf-1a50-4785-bdba-a2a856c1fd0a None None] New status for floating IP 206461bd-fbe0-4167-9867-4369f3092de1: ACTIVE {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:32:14.782135 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c56a8-e075-424d-ae40-0ff889300c45 req-cb05e9cb-a7a9-4bcb-a371-f2024ee7205e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:14.783623 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-774c56a8-e075-424d-ae40-0ff889300c45 req-cb05e9cb-a7a9-4bcb-a371-f2024ee7205e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=30287d03-cc80-44f5-bb10-8cef1a856205 HTTP/1.1" status: 200 len: 946 time: 0.0870979 Jan 26 11:32:14.827279 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-774c56a8-e075-424d-ae40-0ff889300c45 req-fd058a80-8550-436b-8895-f4a7298c934d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=7001aeb1-aa65-4ca8-bae4-618baa7b0869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379496 Jan 26 11:32:16.021045 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d34157-7187-4a5f-ab9b-d167e0a89e19 req-8be5cf32-178b-4fc8-bba0-f91b972d993e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:16.022520 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-24d34157-7187-4a5f-ab9b-d167e0a89e19 req-8be5cf32-178b-4fc8-bba0-f91b972d993e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=30287d03-cc80-44f5-bb10-8cef1a856205 HTTP/1.1" status: 200 len: 946 time: 0.0825765 Jan 26 11:32:16.065672 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-24d34157-7187-4a5f-ab9b-d167e0a89e19 req-80dc878e-5da0-4acd-b7ee-d51c5ae491c8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=7001aeb1-aa65-4ca8-bae4-618baa7b0869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369120 Jan 26 11:32:16.143083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c85d0c-c83a-4672-bab5-54461a3ad47a req-069695c8-dd06-477c-b3d1-114e01222a7a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:16.144527 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a3c85d0c-c83a-4672-bab5-54461a3ad47a req-069695c8-dd06-477c-b3d1-114e01222a7a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/ports?device_id=30287d03-cc80-44f5-bb10-8cef1a856205 HTTP/1.1" status: 200 len: 946 time: 0.0790122 Jan 26 11:32:16.215615 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-a3c85d0c-c83a-4672-bab5-54461a3ad47a req-fcd7d32f-fbad-4769-af1c-9dbe40a3f03b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port 25aa7625-3f15-44c3-aefc-1a5554297fb0 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:32:16.215961 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-a3c85d0c-c83a-4672-bab5-54461a3ad47a req-fcd7d32f-fbad-4769-af1c-9dbe40a3f03b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:16.462697 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-a3c85d0c-c83a-4672-bab5-54461a3ad47a req-fcd7d32f-fbad-4769-af1c-9dbe40a3f03b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port 25aa7625-3f15-44c3-aefc-1a5554297fb0, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=25aa7625-3f15-44c3-aefc-1a5554297fb0,segment=NetworkSegment(98e3f8d3-ab36-414e-b9b3-91fdb74f5315),segment_id=98e3f8d3-ab36-414e-b9b3-91fdb74f5315)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:32:16.462972 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-a3c85d0c-c83a-4672-bab5-54461a3ad47a req-fcd7d32f-fbad-4769-af1c-9dbe40a3f03b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:16.754521 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-a3c85d0c-c83a-4672-bab5-54461a3ad47a req-fcd7d32f-fbad-4769-af1c-9dbe40a3f03b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:16.754797 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-a3c85d0c-c83a-4672-bab5-54461a3ad47a req-fcd7d32f-fbad-4769-af1c-9dbe40a3f03b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:16.755101 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [req-a3c85d0c-c83a-4672-bab5-54461a3ad47a req-fcd7d32f-fbad-4769-af1c-9dbe40a3f03b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Floating IP 1bb99945-fefa-4b3a-9069-d96f14a69d00 disassociated. External IP: 172.26.5.136, port: 25aa7625-3f15-44c3-aefc-1a5554297fb0. Jan 26 11:32:16.755482 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-a3c85d0c-c83a-4672-bab5-54461a3ad47a req-fcd7d32f-fbad-4769-af1c-9dbe40a3f03b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for 25aa7625-3f15-44c3-aefc-1a5554297fb0 owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:32:17.002609 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-a3c85d0c-c83a-4672-bab5-54461a3ad47a req-fcd7d32f-fbad-4769-af1c-9dbe40a3f03b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:17.059607 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7d32f-fbad-4769-af1c-9dbe40a3f03b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=25aa7625-3f15-44c3-aefc-1a5554297fb0,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:17.257220 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ee56dcd7-4ce9-4913-a345-7f8c76f2d781 req-f474c33d-2f29-4141-baa3-84595b366545 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=30287d03-cc80-44f5-bb10-8cef1a856205 HTTP/1.1" status: 200 len: 210 time: 0.0574589 Jan 26 11:32:17.279553 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3c85d0c-c83a-4672-bab5-54461a3ad47a req-fcd7d32f-fbad-4769-af1c-9dbe40a3f03b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 4ab062d4-ee93-4e35-99bc-c44cefb205d0 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:32:17.464198 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3c85d0c-c83a-4672-bab5-54461a3ad47a req-fcd7d32f-fbad-4769-af1c-9dbe40a3f03b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:32:17.473933 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcdb0de-0d1b-4fdf-bb7e-5c660a547d83 None None] Sync routers for ids ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:32:17.485750 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcdb0de-0d1b-4fdf-bb7e-5c660a547d83 None None] Routers {'4ab062d4-ee93-4e35-99bc-c44cefb205d0'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:32:17.486417 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-fdcdb0de-0d1b-4fdf-bb7e-5c660a547d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:31:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:32:17.544731 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c85d0c-c83a-4672-bab5-54461a3ad47a req-fcd7d32f-fbad-4769-af1c-9dbe40a3f03b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] No DVR routers for this DVR port 25aa7625-3f15-44c3-aefc-1a5554297fb0 on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:32:17.547270 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-a3c85d0c-c83a-4672-bab5-54461a3ad47a req-fcd7d32f-fbad-4769-af1c-9dbe40a3f03b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:17.551112 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30287d03-cc80-44f5-bb10-8cef1a856205', 'name': 'network-vif-deleted', 'tag': '25aa7625-3f15-44c3-aefc-1a5554297fb0'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:32:17.570655 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a3c85d0c-c83a-4672-bab5-54461a3ad47a req-fcd7d32f-fbad-4769-af1c-9dbe40a3f03b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "DELETE /v2.0/ports/25aa7625-3f15-44c3-aefc-1a5554297fb0 HTTP/1.1" status: 204 len: 173 time: 1.4208980 Jan 26 11:32:17.605027 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30287d03-cc80-44f5-bb10-8cef1a856205', 'name': 'network-vif-deleted', 'tag': '25aa7625-3f15-44c3-aefc-1a5554297fb0', 'status': 'completed', 'code': 200} Jan 26 11:32:17.675829 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-fdcdb0de-0d1b-4fdf-bb7e-5c660a547d83 None None] Set router 4ab062d4-ee93-4e35-99bc-c44cefb205d0 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:32:17.963852 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d07a71e2-d60a-4c4d-a1ad-7fdd0663a8b1 req-c27bdd33-1a7c-4a50-a589-ab19168e2014 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ca8498fd-3171-40b3-a01b-8503498da15e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746045 Jan 26 11:32:17.991812 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-fdcdb0de-0d1b-4fdf-bb7e-5c660a547d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'name': 'tempest-TestNetworkBasicOps-router-2097488287', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:30:30Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:31Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e', 'name': '', 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:18:c6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:34Z', 'updated_at': '2022-01-26T11:30:40Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:32:17.997178 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcdb0de-0d1b-4fdf-bb7e-5c660a547d83 None None] Checking router: 4ab062d4-ee93-4e35-99bc-c44cefb205d0 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:32:18.014209 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcdb0de-0d1b-4fdf-bb7e-5c660a547d83 None None] Routers {'4ab062d4-ee93-4e35-99bc-c44cefb205d0'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:32:18.014860 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-fdcdb0de-0d1b-4fdf-bb7e-5c660a547d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:31:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:32:18.132403 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a71e2-d60a-4c4d-a1ad-7fdd0663a8b1 req-c9190c44-fa7a-4df0-a4ae-f40010638990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:18.133798 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d07a71e2-d60a-4c4d-a1ad-7fdd0663a8b1 req-c9190c44-fa7a-4df0-a4ae-f40010638990 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=ca8498fd-3171-40b3-a01b-8503498da15e HTTP/1.1" status: 200 len: 1098 time: 0.0806708 Jan 26 11:32:18.206831 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-fdcdb0de-0d1b-4fdf-bb7e-5c660a547d83 None None] Set router 4ab062d4-ee93-4e35-99bc-c44cefb205d0 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:32:18.284183 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a71e2-d60a-4c4d-a1ad-7fdd0663a8b1 req-4d1e4bfb-9740-4bc0-bbf4-eb2b837b1f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:18.285652 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d07a71e2-d60a-4c4d-a1ad-7fdd0663a8b1 req-4d1e4bfb-9740-4bc0-bbf4-eb2b837b1f7d service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5eef53d-127c-48f6-bc1c-6dd00d5c0822 HTTP/1.1" status: 200 len: 898 time: 0.1327381 Jan 26 11:32:18.356022 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55538) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:18.356564 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d07a71e2-d60a-4c4d-a1ad-7fdd0663a8b1 req-5b396d60-45e6-46d9-9b08-fa63af86b567 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 HTTP/1.1" status: 200 len: 217 time: 0.0645947 Jan 26 11:32:18.427970 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c666ea2d-b9b2-491f-a181-7d2857856e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:18.438873 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a71e2-d60a-4c4d-a1ad-7fdd0663a8b1 req-c5148816-6588-441b-82ef-11d8085a35bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:18.440345 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d07a71e2-d60a-4c4d-a1ad-7fdd0663a8b1 req-c5148816-6588-441b-82ef-11d8085a35bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4 HTTP/1.1" status: 200 len: 834 time: 0.0649107 Jan 26 11:32:18.459449 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c666ea2d-b9b2-491f-a181-7d2857856e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:18.521742 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a71e2-d60a-4c4d-a1ad-7fdd0663a8b1 req-fe7a69c6-c5fd-4cd7-a342-39cedaf098fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:18.523694 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d07a71e2-d60a-4c4d-a1ad-7fdd0663a8b1 req-fe7a69c6-c5fd-4cd7-a342-39cedaf098fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5eef53d-127c-48f6-bc1c-6dd00d5c0822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770113 Jan 26 11:32:18.536060 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c666ea2d-b9b2-491f-a181-7d2857856e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:18.556501 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666ea2d-b9b2-491f-a181-7d2857856e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7001aeb1-aa65-4ca8-bae4-618baa7b0869,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:18.574571 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c666ea2d-b9b2-491f-a181-7d2857856e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:18.576102 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c666ea2d-b9b2-491f-a181-7d2857856e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/security-groups/7001aeb1-aa65-4ca8-bae4-618baa7b0869 HTTP/1.1" status: 204 len: 168 time: 0.2188346 Jan 26 11:32:18.589475 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-fdcdb0de-0d1b-4fdf-bb7e-5c660a547d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'name': 'tempest-TestNetworkBasicOps-router-2097488287', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:30:30Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:31Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e', 'name': '', 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:18:c6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:34Z', 'updated_at': '2022-01-26T11:30:40Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:32:18.594922 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcdb0de-0d1b-4fdf-bb7e-5c660a547d83 None None] The sync data for ids ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'] in dv-neutron-826439-1-hyperv is: [{'id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'name': 'tempest-TestNetworkBasicOps-router-2097488287', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:30:30Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:31Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e', 'name': '', 'network_id': 'a5eef53d-127c-48f6-bc1c-6dd00d5c0822', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:18:c6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:34Z', 'updated_at': '2022-01-26T11:30:40Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:32:18.617070 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55544) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:18.683737 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d07a71e2-d60a-4c4d-a1ad-7fdd0663a8b1 req-a88e418e-1be5-415a-9f95-57be7b08ece2 service neutron] 10.222.0.24 "GET /v2.0/networks/a5eef53d-127c-48f6-bc1c-6dd00d5c0822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527359 Jan 26 11:32:18.784058 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-ae32fa61-ae1a-4289-9751-82aab96fcf4a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port c78ccd66-2300-4868-b267-3f6ed93a9d09 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:32:18.784748 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ae32fa61-ae1a-4289-9751-82aab96fcf4a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:18.826553 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d07a71e2-d60a-4c4d-a1ad-7fdd0663a8b1 req-21a1bad6-447a-4fa8-bab1-af0c3ef911aa service neutron] 10.222.0.24 "GET /v2.0/networks/a5eef53d-127c-48f6-bc1c-6dd00d5c0822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370764 Jan 26 11:32:18.873643 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b8326b-ccff-4fab-a6ea-e826bc6b9b95 None None] New status for floating IP 1bb99945-fefa-4b3a-9069-d96f14a69d00: DOWN {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:32:18.967821 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ae32fa61-ae1a-4289-9751-82aab96fcf4a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:18.968150 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ae32fa61-ae1a-4289-9751-82aab96fcf4a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:19.096456 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-ae32fa61-ae1a-4289-9751-82aab96fcf4a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for c78ccd66-2300-4868-b267-3f6ed93a9d09 owned by network:floatingip {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:32:19.112673 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 25aa7625-3f15-44c3-aefc-1a5554297fb0 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:32:19.146964 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: 25aa7625-3f15-44c3-aefc-1a5554297fb0 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:32:19.147323 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 25aa7625-3f15-44c3-aefc-1a5554297fb0 not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:32:19.179528 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.db.api [None req-ae32fa61-ae1a-4289-9751-82aab96fcf4a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:32:19.179855 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG oslo_db.api [None req-ae32fa61-ae1a-4289-9751-82aab96fcf4a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:32:19.681493 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-ae32fa61-ae1a-4289-9751-82aab96fcf4a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port c78ccd66-2300-4868-b267-3f6ed93a9d09 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:32:19.683715 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ae32fa61-ae1a-4289-9751-82aab96fcf4a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:19.873279 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ae32fa61-ae1a-4289-9751-82aab96fcf4a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:19.873615 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ae32fa61-ae1a-4289-9751-82aab96fcf4a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:20.099081 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-ae32fa61-ae1a-4289-9751-82aab96fcf4a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for c78ccd66-2300-4868-b267-3f6ed93a9d09 owned by network:floatingip {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:32:20.241700 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ae32fa61-ae1a-4289-9751-82aab96fcf4a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:20.289780 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32fa61-ae1a-4289-9751-82aab96fcf4a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=c78ccd66-2300-4868-b267-3f6ed93a9d09,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:20.387599 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ae32fa61-ae1a-4289-9751-82aab96fcf4a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:20.406169 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ae32fa61-ae1a-4289-9751-82aab96fcf4a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:20.407489 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ae32fa61-ae1a-4289-9751-82aab96fcf4a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/floatingips/1bb99945-fefa-4b3a-9069-d96f14a69d00 HTTP/1.1" status: 204 len: 168 time: 1.7892640 Jan 26 11:32:20.789302 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf07ea-880b-451d-952b-4905306fdb26 req-99e9efe5-9c02-4c7d-bea5-a7fc9f6a3450 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:20.790466 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-ceaf07ea-880b-451d-952b-4905306fdb26 req-99e9efe5-9c02-4c7d-bea5-a7fc9f6a3450 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:32:20.808299 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-ceaf07ea-880b-451d-952b-4905306fdb26 req-99e9efe5-9c02-4c7d-bea5-a7fc9f6a3450 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:32:20.810625 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ceaf07ea-880b-451d-952b-4905306fdb26 req-99e9efe5-9c02-4c7d-bea5-a7fc9f6a3450 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca8498fd-3171-40b3-a01b-8503498da15e HTTP/1.1" status: 200 len: 945 time: 0.1037025 Jan 26 11:32:20.854444 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-ceaf07ea-880b-451d-952b-4905306fdb26 req-40877063-5b64-4aec-8612-27050d6feb1c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:32:20.869410 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-ceaf07ea-880b-451d-952b-4905306fdb26 req-40877063-5b64-4aec-8612-27050d6feb1c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:32:20.871098 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ceaf07ea-880b-451d-952b-4905306fdb26 req-40877063-5b64-4aec-8612-27050d6feb1c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba9fa5bc-a0c8-46ff-a564-e5875b3d634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546811 Jan 26 11:32:22.222654 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a21f10-c7e8-490f-938f-fadd17ed35ef req-b87532f0-4fcf-4cf1-8bcf-1ea0bc92ca2f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:22.223278 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-64a21f10-c7e8-490f-938f-fadd17ed35ef req-b87532f0-4fcf-4cf1-8bcf-1ea0bc92ca2f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:32:22.234292 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec44bf-59d2-4367-85ee-46283a97b5bd req-a72efa6b-cac8-4119-bb36-fe78893a0dc0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:22.235042 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-04ec44bf-59d2-4367-85ee-46283a97b5bd req-a72efa6b-cac8-4119-bb36-fe78893a0dc0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:32:22.249385 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-64a21f10-c7e8-490f-938f-fadd17ed35ef req-b87532f0-4fcf-4cf1-8bcf-1ea0bc92ca2f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:32:22.250522 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-64a21f10-c7e8-490f-938f-fadd17ed35ef req-b87532f0-4fcf-4cf1-8bcf-1ea0bc92ca2f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca8498fd-3171-40b3-a01b-8503498da15e HTTP/1.1" status: 200 len: 945 time: 0.2706487 Jan 26 11:32:22.255396 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-04ec44bf-59d2-4367-85ee-46283a97b5bd req-a72efa6b-cac8-4119-bb36-fe78893a0dc0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:32:22.256400 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-04ec44bf-59d2-4367-85ee-46283a97b5bd req-a72efa6b-cac8-4119-bb36-fe78893a0dc0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca8498fd-3171-40b3-a01b-8503498da15e HTTP/1.1" status: 200 len: 945 time: 0.1307700 Jan 26 11:32:22.348359 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-64a21f10-c7e8-490f-938f-fadd17ed35ef req-4d6748ce-ad44-4109-a049-1a8a5125d09b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba9fa5bc-a0c8-46ff-a564-e5875b3d634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910358 Jan 26 11:32:22.353248 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-04ec44bf-59d2-4367-85ee-46283a97b5bd req-69946a95-f016-4f7e-b059-7aabcecdbde3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:32:22.353593 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-04ec44bf-59d2-4367-85ee-46283a97b5bd req-69946a95-f016-4f7e-b059-7aabcecdbde3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:22.517588 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5cb9d3a0-f8ea-4b80-b9f7-13a6d5f369b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:22.603220 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-04ec44bf-59d2-4367-85ee-46283a97b5bd req-69946a95-f016-4f7e-b059-7aabcecdbde3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port f2f1c8d3-c3a7-472b-9bd3-7d39419886e1, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f2f1c8d3-c3a7-472b-9bd3-7d39419886e1,segment=NetworkSegment(98e3f8d3-ab36-414e-b9b3-91fdb74f5315),segment_id=98e3f8d3-ab36-414e-b9b3-91fdb74f5315)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:32:22.603572 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-04ec44bf-59d2-4367-85ee-46283a97b5bd req-69946a95-f016-4f7e-b059-7aabcecdbde3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:22.724930 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-04ec44bf-59d2-4367-85ee-46283a97b5bd req-69946a95-f016-4f7e-b059-7aabcecdbde3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:32:22.872430 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-04ec44bf-59d2-4367-85ee-46283a97b5bd req-69946a95-f016-4f7e-b059-7aabcecdbde3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:22.921822 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69946a95-f016-4f7e-b059-7aabcecdbde3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=f2f1c8d3-c3a7-472b-9bd3-7d39419886e1,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:22.999417 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ec44bf-59d2-4367-85ee-46283a97b5bd req-69946a95-f016-4f7e-b059-7aabcecdbde3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] No DVR routers for this DVR port f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:32:23.001836 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-04ec44bf-59d2-4367-85ee-46283a97b5bd req-69946a95-f016-4f7e-b059-7aabcecdbde3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:23.004471 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca8498fd-3171-40b3-a01b-8503498da15e', 'name': 'network-vif-deleted', 'tag': 'f2f1c8d3-c3a7-472b-9bd3-7d39419886e1'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:32:23.020249 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-04ec44bf-59d2-4367-85ee-46283a97b5bd req-69946a95-f016-4f7e-b059-7aabcecdbde3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "DELETE /v2.0/ports/f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 HTTP/1.1" status: 204 len: 173 time: 0.7502842 Jan 26 11:32:23.048588 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca8498fd-3171-40b3-a01b-8503498da15e', 'name': 'network-vif-deleted', 'tag': 'f2f1c8d3-c3a7-472b-9bd3-7d39419886e1', 'status': 'completed', 'code': 200} Jan 26 11:32:23.532845 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-c61f907f-d80e-4017-94b1-3d9979801fee req-af7ff9c4-918c-49f4-8920-a0d5262ed192 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:32:23.550626 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-c61f907f-d80e-4017-94b1-3d9979801fee req-af7ff9c4-918c-49f4-8920-a0d5262ed192 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:32:23.551870 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c61f907f-d80e-4017-94b1-3d9979801fee req-af7ff9c4-918c-49f4-8920-a0d5262ed192 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca8498fd-3171-40b3-a01b-8503498da15e HTTP/1.1" status: 200 len: 210 time: 0.0702088 Jan 26 11:32:24.650898 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55562) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:24.725740 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-04fa5dfe-4f62-4a5b-8976-b8052d90a40d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:24.756499 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-04fa5dfe-4f62-4a5b-8976-b8052d90a40d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:24.779159 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9f677dcf-71cd-4a16-8a17-1c768b640399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:24.827623 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-04fa5dfe-4f62-4a5b-8976-b8052d90a40d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:24.846834 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa5dfe-4f62-4a5b-8976-b8052d90a40d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9fa5bc-a0c8-46ff-a564-e5875b3d634e,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:24.855914 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-04fa5dfe-4f62-4a5b-8976-b8052d90a40d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:24.859613 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-04fa5dfe-4f62-4a5b-8976-b8052d90a40d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/security-groups/ba9fa5bc-a0c8-46ff-a564-e5875b3d634e HTTP/1.1" status: 204 len: 168 time: 0.2052021 Jan 26 11:32:24.886788 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55568) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:25.143401 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:32:25.179686 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:32:25.180032 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device f2f1c8d3-c3a7-472b-9bd3-7d39419886e1 not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:32:25.435825 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d57c61bd-764f-422a-b7c9-1b28ea410753 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:25.788408 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-d57c61bd-764f-422a-b7c9-1b28ea410753 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port 35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:32:25.789014 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d57c61bd-764f-422a-b7c9-1b28ea410753 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:25.849873 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:26.033037 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:26.079569 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-d57c61bd-764f-422a-b7c9-1b28ea410753 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port 35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e,segment=NetworkSegment(98e3f8d3-ab36-414e-b9b3-91fdb74f5315),segment_id=98e3f8d3-ab36-414e-b9b3-91fdb74f5315)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:32:26.079857 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d57c61bd-764f-422a-b7c9-1b28ea410753 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:26.198824 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-d57c61bd-764f-422a-b7c9-1b28ea410753 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for 35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:32:26.516546 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d57c61bd-764f-422a-b7c9-1b28ea410753 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:26.566754 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c61bd-764f-422a-b7c9-1b28ea410753 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:26.858024 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d57c61bd-764f-422a-b7c9-1b28ea410753 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:27.349716 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57c61bd-764f-422a-b7c9-1b28ea410753 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 4ab062d4-ee93-4e35-99bc-c44cefb205d0 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:32:27.405923 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:27.547707 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57c61bd-764f-422a-b7c9-1b28ea410753 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:32:27.560567 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7205ecc-f50e-404b-a877-f5fb00c28fb9 None None] Sync routers for ids ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:32:27.571594 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d57c61bd-764f-422a-b7c9-1b28ea410753 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "PUT /v2.0/routers/4ab062d4-ee93-4e35-99bc-c44cefb205d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6741021 Jan 26 11:32:27.575204 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55574) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:27.579880 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7205ecc-f50e-404b-a877-f5fb00c28fb9 None None] Routers {'4ab062d4-ee93-4e35-99bc-c44cefb205d0'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:32:27.579880 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-c7205ecc-f50e-404b-a877-f5fb00c28fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:32:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:32:27.677306 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd31a104-1834-436b-b20e-fdbd236bdd4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting subnet 1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:32:27.677306 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dd31a104-1834-436b-b20e-fdbd236bdd4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:27.747687 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dd31a104-1834-436b-b20e-fdbd236bdd4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:27.798027 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-c7205ecc-f50e-404b-a877-f5fb00c28fb9 None None] Set router 4ab062d4-ee93-4e35-99bc-c44cefb205d0 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:32:27.864350 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dd31a104-1834-436b-b20e-fdbd236bdd4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:27.954193 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dd31a104-1834-436b-b20e-fdbd236bdd4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:28.007175 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-dd31a104-1834-436b-b20e-fdbd236bdd4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:28.011011 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f50997a-40b8-4942-87ae-47bab206a182 None None] Network a5eef53d-127c-48f6-bc1c-6dd00d5c0822 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:32:28.015261 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31a104-1834-436b-b20e-fdbd236bdd4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Subnet': ['ID=1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:28.022693 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55578) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:28.026291 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-dd31a104-1834-436b-b20e-fdbd236bdd4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/subnets/1fd0e801-c6bb-4a34-a4f2-8ffa7cc5ecf4 HTTP/1.1" status: 204 len: 168 time: 0.4499688 Jan 26 11:32:28.228101 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5f6fe256-87d7-4c8c-8058-493c0cc9095e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:28.282612 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-c7205ecc-f50e-404b-a877-f5fb00c28fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'name': 'tempest-TestNetworkBasicOps-router-2097488287', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:30:30Z', 'updated_at': '2022-01-26T11:32:26Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:31Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:32:28.288215 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7205ecc-f50e-404b-a877-f5fb00c28fb9 None None] Checking router: 4ab062d4-ee93-4e35-99bc-c44cefb205d0 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:32:28.301821 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7205ecc-f50e-404b-a877-f5fb00c28fb9 None None] Routers {'4ab062d4-ee93-4e35-99bc-c44cefb205d0'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:32:28.301821 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-c7205ecc-f50e-404b-a877-f5fb00c28fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:32:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:32:28.450010 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5f6fe256-87d7-4c8c-8058-493c0cc9095e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:28.461240 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-5f6fe256-87d7-4c8c-8058-493c0cc9095e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port 8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:32:28.461240 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5f6fe256-87d7-4c8c-8058-493c0cc9095e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:28.490016 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf0bf28-9f73-484c-9c14-e4856a98bf41 None None] DHCP port deletion for a5eef53d-127c-48f6-bc1c-6dd00d5c0822 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:32:28.509404 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-4bf0bf28-9f73-484c-9c14-e4856a98bf41 None None] Deleting port 226e1eca-dab3-47ed-8c0c-b3a04e706043 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:32:28.509404 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4bf0bf28-9f73-484c-9c14-e4856a98bf41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:28.582372 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-c7205ecc-f50e-404b-a877-f5fb00c28fb9 None None] Set router 4ab062d4-ee93-4e35-99bc-c44cefb205d0 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:32:28.673135 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-5f6fe256-87d7-4c8c-8058-493c0cc9095e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port 8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:32:28.673135 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5f6fe256-87d7-4c8c-8058-493c0cc9095e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:28.802408 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-5f6fe256-87d7-4c8c-8058-493c0cc9095e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for 8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e owned by network:router_gateway {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:32:29.041428 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-4bf0bf28-9f73-484c-9c14-e4856a98bf41 None None] For port 226e1eca-dab3-47ed-8c0c-b3a04e706043, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=226e1eca-dab3-47ed-8c0c-b3a04e706043,segment=NetworkSegment(98e3f8d3-ab36-414e-b9b3-91fdb74f5315),segment_id=98e3f8d3-ab36-414e-b9b3-91fdb74f5315)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:32:29.041428 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4bf0bf28-9f73-484c-9c14-e4856a98bf41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:29.051535 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5f6fe256-87d7-4c8c-8058-493c0cc9095e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:29.130552 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fe256-87d7-4c8c-8058-493c0cc9095e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:29.231089 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-4bf0bf28-9f73-484c-9c14-e4856a98bf41 None None] Calling delete_port for 226e1eca-dab3-47ed-8c0c-b3a04e706043 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:32:29.260330 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5f6fe256-87d7-4c8c-8058-493c0cc9095e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:29.319275 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4bf0bf28-9f73-484c-9c14-e4856a98bf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:29.380078 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf0bf28-9f73-484c-9c14-e4856a98bf41 None None] No DVR routers for this DVR port 226e1eca-dab3-47ed-8c0c-b3a04e706043 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:32:29.380078 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0bf28-9f73-484c-9c14-e4856a98bf41 None None] Pushing event deleted for resources: {'Port': ['ID=226e1eca-dab3-47ed-8c0c-b3a04e706043,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:29.396976 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-c7205ecc-f50e-404b-a877-f5fb00c28fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'name': 'tempest-TestNetworkBasicOps-router-2097488287', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:30:30Z', 'updated_at': '2022-01-26T11:32:26Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:31Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:32:29.396976 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7205ecc-f50e-404b-a877-f5fb00c28fb9 None None] The sync data for ids ['4ab062d4-ee93-4e35-99bc-c44cefb205d0'] in dv-neutron-826439-1-hyperv is: [{'id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'name': 'tempest-TestNetworkBasicOps-router-2097488287', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:30:30Z', 'updated_at': '2022-01-26T11:32:26Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab062d4-ee93-4e35-99bc-c44cefb205d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:30:31Z', 'updated_at': '2022-01-26T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:32:29.634819 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5f6fe256-87d7-4c8c-8058-493c0cc9095e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:29.634819 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5f6fe256-87d7-4c8c-8058-493c0cc9095e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:29.658267 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5f6fe256-87d7-4c8c-8058-493c0cc9095e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:29.658267 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6fe256-87d7-4c8c-8058-493c0cc9095e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Fanout notify agent at l3_agent the message router_deleted on router 4ab062d4-ee93-4e35-99bc-c44cefb205d0 {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:32:29.674436 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5f6fe256-87d7-4c8c-8058-493c0cc9095e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:29.674436 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5f6fe256-87d7-4c8c-8058-493c0cc9095e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/routers/4ab062d4-ee93-4e35-99bc-c44cefb205d0 HTTP/1.1" status: 204 len: 168 time: 1.6529806 Jan 26 11:32:29.674436 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55582) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:29.801530 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-714d04e4-baca-477c-bf72-64ef06fa98bf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:29.993699 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-714d04e4-baca-477c-bf72-64ef06fa98bf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:30.003387 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 226e1eca-dab3-47ed-8c0c-b3a04e706043 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:32:30.022033 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-714d04e4-baca-477c-bf72-64ef06fa98bf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5eef53d-127c-48f6-bc1c-6dd00d5c0822']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:32:30.040042 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-714d04e4-baca-477c-bf72-64ef06fa98bf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e3f8d3-ab36-414e-b9b3-91fdb74f5315') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:32:30.040271 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-714d04e4-baca-477c-bf72-64ef06fa98bf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e3f8d3-ab36-414e-b9b3-91fdb74f5315') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:32:30.043365 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 226e1eca-dab3-47ed-8c0c-b3a04e706043 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:32:30.043772 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 226e1eca-dab3-47ed-8c0c-b3a04e706043 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:32:30.045117 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:32:30.053137 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-714d04e4-baca-477c-bf72-64ef06fa98bf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:30.070736 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-714d04e4-baca-477c-bf72-64ef06fa98bf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:30.079177 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-714d04e4-baca-477c-bf72-64ef06fa98bf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:32:30.081665 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-714d04e4-baca-477c-bf72-64ef06fa98bf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:30.085733 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:32:30.085733 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 35cfd98b-d5e0-43fc-a8f9-ce89c7033e4e not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:32:30.107848 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:32:30.206242 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-714d04e4-baca-477c-bf72-64ef06fa98bf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:30.230361 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-714d04e4-baca-477c-bf72-64ef06fa98bf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:30.249974 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d04e4-baca-477c-bf72-64ef06fa98bf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Network': ['ID=a5eef53d-127c-48f6-bc1c-6dd00d5c0822,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:30.261332 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-714d04e4-baca-477c-bf72-64ef06fa98bf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/networks/a5eef53d-127c-48f6-bc1c-6dd00d5c0822 HTTP/1.1" status: 204 len: 168 time: 0.5864141 Jan 26 11:32:30.285135 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55586) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:30.309174 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-c4b79a6b-8ac8-4c0c-a91d-e2429b5863c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'network': {'name': 'tempest-network-smoke--513758579', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'port_security_enabled': True}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:32:30.322712 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c4b79a6b-8ac8-4c0c-a91d-e2429b5863c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:32:30.329207 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c4b79a6b-8ac8-4c0c-a91d-e2429b5863c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:network and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:32:30.332577 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c4b79a6b-8ac8-4c0c-a91d-e2429b5863c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:32:30.364606 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c4b79a6b-8ac8-4c0c-a91d-e2429b5863c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:32:30.377813 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b79a6b-8ac8-4c0c-a91d-e2429b5863c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:32:30.395081 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c4b79a6b-8ac8-4c0c-a91d-e2429b5863c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:30.440770 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b79a6b-8ac8-4c0c-a91d-e2429b5863c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:32:30.458248 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c4b79a6b-8ac8-4c0c-a91d-e2429b5863c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:30.458248 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-c4b79a6b-8ac8-4c0c-a91d-e2429b5863c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Added segment 392eb11d-db10-41e4-bf3b-7bf7c751e0c5 of type vlan for network 9374f39b-9510-4288-b662-9c5e0b45e90f Jan 26 11:32:30.490822 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c4b79a6b-8ac8-4c0c-a91d-e2429b5863c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:30.524458 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c4b79a6b-8ac8-4c0c-a91d-e2429b5863c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:30.531828 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b79a6b-8ac8-4c0c-a91d-e2429b5863c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:30.531828 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c4b79a6b-8ac8-4c0c-a91d-e2429b5863c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:30.588473 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c4b79a6b-8ac8-4c0c-a91d-e2429b5863c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3020933 Jan 26 11:32:30.591969 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55590) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:30.599148 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-50511870-7c4a-44e4-8f4d-db54a1af70a9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1505658697', 'admin_state_up': True, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:32:30.608183 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-50511870-7c4a-44e4-8f4d-db54a1af70a9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:32:30.612289 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-50511870-7c4a-44e4-8f4d-db54a1af70a9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:router and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:32:30.615202 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-50511870-7c4a-44e4-8f4d-db54a1af70a9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:32:30.621621 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-50511870-7c4a-44e4-8f4d-db54a1af70a9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:32:30.637472 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-50511870-7c4a-44e4-8f4d-db54a1af70a9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:30.638763 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-50511870-7c4a-44e4-8f4d-db54a1af70a9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:30.657675 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b79a6b-8ac8-4c0c-a91d-e2429b5863c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Network': ['ID=9374f39b-9510-4288-b662-9c5e0b45e90f,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:30.679119 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 9374f39b-9510-4288-b662-9c5e0b45e90f details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:32:30.684528 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-50511870-7c4a-44e4-8f4d-db54a1af70a9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:31.097432 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-50511870-7c4a-44e4-8f4d-db54a1af70a9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:31.399195 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-50511870-7c4a-44e4-8f4d-db54a1af70a9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_gateway, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:31.428826 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-50511870-7c4a-44e4-8f4d-db54a1af70a9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:31.564898 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-50511870-7c4a-44e4-8f4d-db54a1af70a9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.26.5.129 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/1849056d-537b-480b-a11a-583dc7d50482) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:32:31.587676 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:32:31.621452 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:32:31.621796 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 8cad8c0f-1d8f-4751-9bf0-7ae94dfb806e not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:32:31.712963 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-50511870-7c4a-44e4-8f4d-db54a1af70a9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:31.741643 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-50511870-7c4a-44e4-8f4d-db54a1af70a9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:31.807165 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50511870-7c4a-44e4-8f4d-db54a1af70a9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:32:31.810442 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-50511870-7c4a-44e4-8f4d-db54a1af70a9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:32:31.813964 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50511870-7c4a-44e4-8f4d-db54a1af70a9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:32:31.851679 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50511870-7c4a-44e4-8f4d-db54a1af70a9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=1849056d-537b-480b-a11a-583dc7d50482,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:32.233922 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-50511870-7c4a-44e4-8f4d-db54a1af70a9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_gateway, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:32.688815 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-50511870-7c4a-44e4-8f4d-db54a1af70a9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:32.892749 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50511870-7c4a-44e4-8f4d-db54a1af70a9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router b71e081d-37b7-4afe-b02b-c68309d5f0a3 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:32:33.089499 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50511870-7c4a-44e4-8f4d-db54a1af70a9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:32:33.097669 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] Sync routers for ids ['b71e081d-37b7-4afe-b02b-c68309d5f0a3'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:32:33.110746 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] Routers {'b71e081d-37b7-4afe-b02b-c68309d5f0a3'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:32:33.110746 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:32:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['b71e081d-37b7-4afe-b02b-c68309d5f0a3'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:32:33.112588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-50511870-7c4a-44e4-8f4d-db54a1af70a9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:33.113805 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-50511870-7c4a-44e4-8f4d-db54a1af70a9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5202684 Jan 26 11:32:33.117614 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55594) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:33.284139 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7c5d2dd1-36c2-4204-a367-74171c88379e tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=577ce67689cf4355b98fd7b539fb5797&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1647272 Jan 26 11:32:33.287313 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55602) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:33.299093 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] Set router b71e081d-37b7-4afe-b02b-c68309d5f0a3 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:32:33.433375 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb7cd64-4128-4103-8863-75e0abeabe1d tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:33.433375 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5fb7cd64-4128-4103-8863-75e0abeabe1d tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1422653 Jan 26 11:32:33.439053 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55606) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:33.479964 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ab634cf7-216e-4e19-a19b-75133be5944f tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0458186 Jan 26 11:32:33.483737 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55610) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:33.489350 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-747094252', 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:32:33.598614 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'name': 'tempest-TestNetworkBasicOps-router-1505658697', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '1849056d-537b-480b-a11a-583dc7d50482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:32:30Z', 'updated_at': '2022-01-26T11:32:32Z', 'revision_number': 3, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1849056d-537b-480b-a11a-583dc7d50482', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:32:31Z', 'updated_at': '2022-01-26T11:32:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:32:33.601459 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:32:33.602282 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] Checking router: b71e081d-37b7-4afe-b02b-c68309d5f0a3 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:32:33.602666 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] Updating router b71e081d-37b7-4afe-b02b-c68309d5f0a3 port 1849056d-537b-480b-a11a-583dc7d50482 binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:32:33.605928 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:subnet and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:32:33.608400 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:32:33.614144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:32:33.625390 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:32:33.628419 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:33.656819 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:33.915021 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:34.009287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Checking segment: {'id': '392eb11d-db10-41e4-bf3b-7bf7c751e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:32:34.009287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network hostable DHCP agents. Network: 9374f39b-9510-4288-b662-9c5e0b45e90f, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:32:34.021500 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Subnet': ['ID=d28b3b4e-cb9c-4e12-9fc1-e236a2f813f5,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:34.037258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:34.037258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:34.037258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:34.037258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:34.037258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:34.037258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:34.037258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:34.037258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:34.037258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:34.037258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:34.037258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:34.037258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:34.047667 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network 9374f39b-9510-4288-b662-9c5e0b45e90f is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:32:34.061709 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 9374f39b-9510-4288-b662-9c5e0b45e90f) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:32:34.061709 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:34.061709 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:34.072825 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044c0d3a-de1e-4d59-81d2-3dc4ba08cb64 None None] Network 9374f39b-9510-4288-b662-9c5e0b45e90f requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:32:34.098721 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ddd70f3d-1716-419b-9e94-bff913f4212d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6076109 Jan 26 11:32:34.098721 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55614) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:34.110910 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:34.127478 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] Transition to ACTIVE for port object 1849056d-537b-480b-a11a-583dc7d50482 will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:32:34.127478 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:34.208923 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] Attempting to bind port 1849056d-537b-480b-a11a-583dc7d50482 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:32:34.209153 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] Attempting to bind port 1849056d-537b-480b-a11a-583dc7d50482 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:32:34.209346 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] Attempting to bind port 1849056d-537b-480b-a11a-583dc7d50482 on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:32:34.238376 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:32:34.238376 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:32:34.238376 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:34.238376 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:32:34.238376 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] Bound port: 1849056d-537b-480b-a11a-583dc7d50482, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:32:34.238376 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:34.323861 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] For port 1849056d-537b-480b-a11a-583dc7d50482, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:32:34.323861 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] For port 1849056d-537b-480b-a11a-583dc7d50482, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=1849056d-537b-480b-a11a-583dc7d50482,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:32:34.339858 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:34.339858 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f61d1-3598-48e2-9968-37c1a857ef0b None None] Pushing event updated for resources: {'Port': ['ID=1849056d-537b-480b-a11a-583dc7d50482,revision_number=2']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:34.353432 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f61d1-3598-48e2-9968-37c1a857ef0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:34.353432 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f61d1-3598-48e2-9968-37c1a857ef0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:34.353432 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f61d1-3598-48e2-9968-37c1a857ef0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:34.353432 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f61d1-3598-48e2-9968-37c1a857ef0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:34.353432 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f61d1-3598-48e2-9968-37c1a857ef0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:34.353432 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f61d1-3598-48e2-9968-37c1a857ef0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:34.353432 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f61d1-3598-48e2-9968-37c1a857ef0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:34.353432 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f61d1-3598-48e2-9968-37c1a857ef0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:34.353432 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f61d1-3598-48e2-9968-37c1a857ef0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:34.353432 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f61d1-3598-48e2-9968-37c1a857ef0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:34.353432 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f61d1-3598-48e2-9968-37c1a857ef0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:34.353432 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8f61d1-3598-48e2-9968-37c1a857ef0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:34.408856 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b385da8d-625b-46d1-b86a-33ba87b8d88d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-9374f39b-9510-4288-b662-9c5e0b45e90f', 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ips': [{'subnet_id': 'd28b3b4e-cb9c-4e12-9fc1-e236a2f813f5'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:32:34.408856 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b385da8d-625b-46d1-b86a-33ba87b8d88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:34.440111 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] Routers {'b71e081d-37b7-4afe-b02b-c68309d5f0a3'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:32:34.440111 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:32:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['b71e081d-37b7-4afe-b02b-c68309d5f0a3'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:32:34.677836 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-b385da8d-625b-46d1-b86a-33ba87b8d88d None None] Allocated IP 172.20.0.2 (9374f39b-9510-4288-b662-9c5e0b45e90f/d28b3b4e-cb9c-4e12-9fc1-e236a2f813f5/2314c3ff-f84a-4e15-a053-0a2110d1d737) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:32:34.684683 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f61d1-3598-48e2-9968-37c1a857ef0b None None] Pushing event updated for resources: {'Port': ['ID=1849056d-537b-480b-a11a-583dc7d50482,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:34.694637 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] Set router b71e081d-37b7-4afe-b02b-c68309d5f0a3 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:32:34.932645 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b385da8d-625b-46d1-b86a-33ba87b8d88d None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:34.944800 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b385da8d-625b-46d1-b86a-33ba87b8d88d None None] Transition to ACTIVE for port object 2314c3ff-f84a-4e15-a053-0a2110d1d737 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:32:34.964285 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b385da8d-625b-46d1-b86a-33ba87b8d88d None None] Transition to ACTIVE for port object 2314c3ff-f84a-4e15-a053-0a2110d1d737 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:32:34.969954 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b385da8d-625b-46d1-b86a-33ba87b8d88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:35.035249 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b385da8d-625b-46d1-b86a-33ba87b8d88d None None] Network 9374f39b-9510-4288-b662-9c5e0b45e90f is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:32:35.038776 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-b385da8d-625b-46d1-b86a-33ba87b8d88d None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:32:35.041088 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b385da8d-625b-46d1-b86a-33ba87b8d88d None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:32:35.071024 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'name': 'tempest-TestNetworkBasicOps-router-1505658697', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '1849056d-537b-480b-a11a-583dc7d50482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:32:30Z', 'updated_at': '2022-01-26T11:32:32Z', 'revision_number': 3, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1849056d-537b-480b-a11a-583dc7d50482', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:32:31Z', 'updated_at': '2022-01-26T11:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:32:35.077192 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac185577-2199-46b8-9159-2819aa926db7 None None] The sync data for ids ['b71e081d-37b7-4afe-b02b-c68309d5f0a3'] in dv-neutron-826439-1-hyperv is: [{'id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'name': 'tempest-TestNetworkBasicOps-router-1505658697', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '1849056d-537b-480b-a11a-583dc7d50482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:32:30Z', 'updated_at': '2022-01-26T11:32:32Z', 'revision_number': 3, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1849056d-537b-480b-a11a-583dc7d50482', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:32:31Z', 'updated_at': '2022-01-26T11:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:32:35.100238 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ba4284ea-7083-4d53-8d1b-8da301b9b55b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:35.145484 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385da8d-625b-46d1-b86a-33ba87b8d88d None None] Pushing event updated for resources: {'Port': ['ID=2314c3ff-f84a-4e15-a053-0a2110d1d737,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:35.166758 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-b385da8d-625b-46d1-b86a-33ba87b8d88d None None] Attempting to bind port 2314c3ff-f84a-4e15-a053-0a2110d1d737 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:32:35.167047 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-b385da8d-625b-46d1-b86a-33ba87b8d88d None None] Attempting to bind port 2314c3ff-f84a-4e15-a053-0a2110d1d737 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '392eb11d-db10-41e4-bf3b-7bf7c751e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:32:35.167412 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b385da8d-625b-46d1-b86a-33ba87b8d88d None None] Attempting to bind port 2314c3ff-f84a-4e15-a053-0a2110d1d737 on network 9374f39b-9510-4288-b662-9c5e0b45e90f {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:32:35.188156 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b385da8d-625b-46d1-b86a-33ba87b8d88d None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:32:35.188156 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b385da8d-625b-46d1-b86a-33ba87b8d88d None None] Checking segment: {'id': '392eb11d-db10-41e4-bf3b-7bf7c751e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:32:35.188156 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b385da8d-625b-46d1-b86a-33ba87b8d88d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:35.188156 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b385da8d-625b-46d1-b86a-33ba87b8d88d None None] Bound using segment: {'id': '392eb11d-db10-41e4-bf3b-7bf7c751e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:32:35.188156 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-b385da8d-625b-46d1-b86a-33ba87b8d88d None None] Bound port: 2314c3ff-f84a-4e15-a053-0a2110d1d737, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392eb11d-db10-41e4-bf3b-7bf7c751e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:32:35.188156 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b385da8d-625b-46d1-b86a-33ba87b8d88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:35.330103 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:35.340654 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-b385da8d-625b-46d1-b86a-33ba87b8d88d None None] For port 2314c3ff-f84a-4e15-a053-0a2110d1d737, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:32:35.349655 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-b385da8d-625b-46d1-b86a-33ba87b8d88d None None] For port 2314c3ff-f84a-4e15-a053-0a2110d1d737, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=2314c3ff-f84a-4e15-a053-0a2110d1d737,segment=NetworkSegment(392eb11d-db10-41e4-bf3b-7bf7c751e0c5),segment_id=392eb11d-db10-41e4-bf3b-7bf7c751e0c5)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:32:35.359299 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b385da8d-625b-46d1-b86a-33ba87b8d88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:35.475546 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385da8d-625b-46d1-b86a-33ba87b8d88d None None] Pushing event updated for resources: {'Port': ['ID=2314c3ff-f84a-4e15-a053-0a2110d1d737,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:35.620828 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-ba4284ea-7083-4d53-8d1b-8da301b9b55b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.20.0.1 (9374f39b-9510-4288-b662-9c5e0b45e90f/d28b3b4e-cb9c-4e12-9fc1-e236a2f813f5/170383cb-2b27-45c8-912a-edde4f62e20e) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:32:35.745557 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 1849056d-537b-480b-a11a-583dc7d50482 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:32:35.883000 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ba4284ea-7083-4d53-8d1b-8da301b9b55b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:35.900255 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 1849056d-537b-480b-a11a-583dc7d50482 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:32:35.902440 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-ba4284ea-7083-4d53-8d1b-8da301b9b55b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Transition to ACTIVE for port object 170383cb-2b27-45c8-912a-edde4f62e20e will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:32:35.913468 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 1849056d-537b-480b-a11a-583dc7d50482 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:32:35.913899 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:35.937249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ba4284ea-7083-4d53-8d1b-8da301b9b55b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:36.077018 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4284ea-7083-4d53-8d1b-8da301b9b55b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=170383cb-2b27-45c8-912a-edde4f62e20e,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:36.080478 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4284ea-7083-4d53-8d1b-8da301b9b55b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network 9374f39b-9510-4288-b662-9c5e0b45e90f is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:32:36.081911 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-ba4284ea-7083-4d53-8d1b-8da301b9b55b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:32:36.084082 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4284ea-7083-4d53-8d1b-8da301b9b55b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:32:36.101949 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:36.124356 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 1849056d-537b-480b-a11a-583dc7d50482, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=1849056d-537b-480b-a11a-583dc7d50482,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:32:36.130757 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:36.167181 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ba4284ea-7083-4d53-8d1b-8da301b9b55b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:36.203981 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=1849056d-537b-480b-a11a-583dc7d50482,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:36.550223 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ba4284ea-7083-4d53-8d1b-8da301b9b55b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:36.773442 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0303a0be-574b-4812-8c4c-5bedb8edaa22 None None] Network 9374f39b-9510-4288-b662-9c5e0b45e90f requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:32:36.907816 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-27051c95-b63d-43f9-a03e-cd628ea3edd7 None None] Provisioning for port 2314c3ff-f84a-4e15-a053-0a2110d1d737 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:32:37.201344 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ba4284ea-7083-4d53-8d1b-8da301b9b55b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:37.208084 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ba4284ea-7083-4d53-8d1b-8da301b9b55b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:37.334466 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ba4284ea-7083-4d53-8d1b-8da301b9b55b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:37.344026 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4284ea-7083-4d53-8d1b-8da301b9b55b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=170383cb-2b27-45c8-912a-edde4f62e20e,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:37.362585 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f8931e4c-6480-4ef9-92ed-c9cc11e8931a None None] Provisioning for port 170383cb-2b27-45c8-912a-edde4f62e20e completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:32:37.365434 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f8931e4c-6480-4ef9-92ed-c9cc11e8931a None None] Provisioning complete for port 170383cb-2b27-45c8-912a-edde4f62e20e triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:32:37.365836 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f8931e4c-6480-4ef9-92ed-c9cc11e8931a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:37.454807 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-f8931e4c-6480-4ef9-92ed-c9cc11e8931a None None] Port 170383cb-2b27-45c8-912a-edde4f62e20e cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:32:37.501650 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4284ea-7083-4d53-8d1b-8da301b9b55b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network 9374f39b-9510-4288-b662-9c5e0b45e90f is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:32:37.501650 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-ba4284ea-7083-4d53-8d1b-8da301b9b55b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:32:37.589630 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7b99bc36-5bea-4b3e-b3ff-6e41ee72742e None None] Provisioning complete for port 170383cb-2b27-45c8-912a-edde4f62e20e triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:32:37.589630 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7b99bc36-5bea-4b3e-b3ff-6e41ee72742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:37.667167 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bc36-5bea-4b3e-b3ff-6e41ee72742e None None] Port 170383cb-2b27-45c8-912a-edde4f62e20e cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:32:37.753108 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4284ea-7083-4d53-8d1b-8da301b9b55b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router b71e081d-37b7-4afe-b02b-c68309d5f0a3 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:32:37.800778 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 2314c3ff-f84a-4e15-a053-0a2110d1d737 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:32:37.899487 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e44c3949-52d0-4f2c-a80a-75cbbe5cf935 None None] Provisioning complete for port 170383cb-2b27-45c8-912a-edde4f62e20e triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:32:37.899487 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e44c3949-52d0-4f2c-a80a-75cbbe5cf935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:37.942996 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 2314c3ff-f84a-4e15-a053-0a2110d1d737 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:32:37.960436 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 2314c3ff-f84a-4e15-a053-0a2110d1d737 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:32:37.960436 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:37.981713 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4284ea-7083-4d53-8d1b-8da301b9b55b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:32:37.996290 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] Sync routers for ids ['b71e081d-37b7-4afe-b02b-c68309d5f0a3'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:32:38.003936 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ba4284ea-7083-4d53-8d1b-8da301b9b55b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "PUT /v2.0/routers/b71e081d-37b7-4afe-b02b-c68309d5f0a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9070795 Jan 26 11:32:38.006303 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55618) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:38.021291 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-e44c3949-52d0-4f2c-a80a-75cbbe5cf935 None None] Port 170383cb-2b27-45c8-912a-edde4f62e20e cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:32:38.035634 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] Routers {'b71e081d-37b7-4afe-b02b-c68309d5f0a3'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:32:38.036048 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:32:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['b71e081d-37b7-4afe-b02b-c68309d5f0a3'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:32:38.171221 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35f6379-d3d0-434f-8bee-0cc17fffb312 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:38.171221 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35f6379-d3d0-434f-8bee-0cc17fffb312 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:38.171221 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35f6379-d3d0-434f-8bee-0cc17fffb312 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:38.171221 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35f6379-d3d0-434f-8bee-0cc17fffb312 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:38.171221 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35f6379-d3d0-434f-8bee-0cc17fffb312 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:38.171221 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35f6379-d3d0-434f-8bee-0cc17fffb312 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:38.171221 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f35f6379-d3d0-434f-8bee-0cc17fffb312 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1595030 Jan 26 11:32:38.171221 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55622) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:38.253576 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f197313-5e50-45b3-9ae4-578b88de3937 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:38.253576 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f197313-5e50-45b3-9ae4-578b88de3937 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:38.253576 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f197313-5e50-45b3-9ae4-578b88de3937 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:38.253576 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f197313-5e50-45b3-9ae4-578b88de3937 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:38.253576 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f197313-5e50-45b3-9ae4-578b88de3937 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:38.253576 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f197313-5e50-45b3-9ae4-578b88de3937 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:38.253576 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0f197313-5e50-45b3-9ae4-578b88de3937 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0781734 Jan 26 11:32:38.253576 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55626) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:38.285080 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:38.308001 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] Set router b71e081d-37b7-4afe-b02b-c68309d5f0a3 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:32:38.456382 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 2314c3ff-f84a-4e15-a053-0a2110d1d737, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=2314c3ff-f84a-4e15-a053-0a2110d1d737,segment=NetworkSegment(392eb11d-db10-41e4-bf3b-7bf7c751e0c5),segment_id=392eb11d-db10-41e4-bf3b-7bf7c751e0c5)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:32:38.474602 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:38.475387 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 1849056d-537b-480b-a11a-583dc7d50482 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:32:38.604874 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6ce42df5-626f-444f-ad8b-eeb8e731912c tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.3504169 Jan 26 11:32:38.608819 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55630) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:38.614257 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-6f5925f3-ce95-4c05-acf6-661fddcd39b6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-44385081', 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:32:38.707457 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=2314c3ff-f84a-4e15-a053-0a2110d1d737,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:38.742400 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 1849056d-537b-480b-a11a-583dc7d50482 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:32:38.742400 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:38.773015 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6f5925f3-ce95-4c05-acf6-661fddcd39b6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:32:38.785968 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6f5925f3-ce95-4c05-acf6-661fddcd39b6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:port and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:32:38.785968 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6f5925f3-ce95-4c05-acf6-661fddcd39b6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:32:38.790734 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6f5925f3-ce95-4c05-acf6-661fddcd39b6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:32:38.802980 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5925f3-ce95-4c05-acf6-661fddcd39b6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:32:38.807971 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6f5925f3-ce95-4c05-acf6-661fddcd39b6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:38.835916 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [None req-6f5925f3-ce95-4c05-acf6-661fddcd39b6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] device_id is not set on port 8fb044ce-8188-4af0-84dd-ab65e76e7372 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:32:38.921492 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'name': 'tempest-TestNetworkBasicOps-router-1505658697', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '1849056d-537b-480b-a11a-583dc7d50482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:32:30Z', 'updated_at': '2022-01-26T11:32:36Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1849056d-537b-480b-a11a-583dc7d50482', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:32:31Z', 'updated_at': '2022-01-26T11:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '170383cb-2b27-45c8-912a-edde4f62e20e', 'name': '', 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:2a:22:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'd28b3b4e-cb9c-4e12-9fc1-e236a2f813f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:32:35Z', 'updated_at': '2022-01-26T11:32:37Z', 'revision_number': 2, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'd28b3b4e-cb9c-4e12-9fc1-e236a2f813f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:32:38.928211 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] Checking router: b71e081d-37b7-4afe-b02b-c68309d5f0a3 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:32:38.928567 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] Updating router b71e081d-37b7-4afe-b02b-c68309d5f0a3 port 170383cb-2b27-45c8-912a-edde4f62e20e binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:32:38.979877 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-6f5925f3-ce95-4c05-acf6-661fddcd39b6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.20.0.6 (9374f39b-9510-4288-b662-9c5e0b45e90f/d28b3b4e-cb9c-4e12-9fc1-e236a2f813f5/8fb044ce-8188-4af0-84dd-ab65e76e7372) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:32:38.983302 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:39.180566 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6f5925f3-ce95-4c05-acf6-661fddcd39b6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:39.195542 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-6f5925f3-ce95-4c05-acf6-661fddcd39b6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Transition to ACTIVE for port object 8fb044ce-8188-4af0-84dd-ab65e76e7372 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:32:39.219689 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6f5925f3-ce95-4c05-acf6-661fddcd39b6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:39.293946 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5925f3-ce95-4c05-acf6-661fddcd39b6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network 9374f39b-9510-4288-b662-9c5e0b45e90f is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:32:39.297330 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-6f5925f3-ce95-4c05-acf6-661fddcd39b6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:32:39.301217 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5925f3-ce95-4c05-acf6-661fddcd39b6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:32:39.336382 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5925f3-ce95-4c05-acf6-661fddcd39b6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=8fb044ce-8188-4af0-84dd-ab65e76e7372,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:39.368811 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5925f3-ce95-4c05-acf6-661fddcd39b6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:39.369455 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6f5925f3-ce95-4c05-acf6-661fddcd39b6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:39.397520 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6f5925f3-ce95-4c05-acf6-661fddcd39b6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7852521 Jan 26 11:32:39.444895 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:39.458069 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] Transition to ACTIVE for port object 170383cb-2b27-45c8-912a-edde4f62e20e will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:32:39.467587 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:39.572725 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55636) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:39.580057 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-98dd93b8-bfbc-4155-a4eb-79119d28161b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-125367713', 'description': 'tempest-secgroup-smoke-125367713 description', 'project_id': '577ce67689cf4355b98fd7b539fb5797'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:32:39.586137 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-98dd93b8-bfbc-4155-a4eb-79119d28161b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:32:39.591175 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-98dd93b8-bfbc-4155-a4eb-79119d28161b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:32:39.596133 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-98dd93b8-bfbc-4155-a4eb-79119d28161b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:32:39.604111 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-98dd93b8-bfbc-4155-a4eb-79119d28161b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:32:39.625308 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-98dd93b8-bfbc-4155-a4eb-79119d28161b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:39.633541 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123d030-4603-4727-b035-11990cb70d40 None None] Pushing event updated for resources: {'Port': ['ID=170383cb-2b27-45c8-912a-edde4f62e20e,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:39.641076 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8764d09f-4453-443b-9f0a-19425dceee64 None None] Provisioning for port 8fb044ce-8188-4af0-84dd-ab65e76e7372 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:32:39.658450 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-98dd93b8-bfbc-4155-a4eb-79119d28161b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:32:39.662652 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-98dd93b8-bfbc-4155-a4eb-79119d28161b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:32:39.666029 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-98dd93b8-bfbc-4155-a4eb-79119d28161b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:32:39.673727 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-98dd93b8-bfbc-4155-a4eb-79119d28161b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:32:39.688417 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9123d030-4603-4727-b035-11990cb70d40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:39.688769 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9123d030-4603-4727-b035-11990cb70d40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:39.689322 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9123d030-4603-4727-b035-11990cb70d40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:39.689830 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9123d030-4603-4727-b035-11990cb70d40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:39.690368 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9123d030-4603-4727-b035-11990cb70d40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:39.690898 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9123d030-4603-4727-b035-11990cb70d40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:39.691235 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9123d030-4603-4727-b035-11990cb70d40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:39.691573 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9123d030-4603-4727-b035-11990cb70d40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:39.691910 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9123d030-4603-4727-b035-11990cb70d40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:39.692242 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9123d030-4603-4727-b035-11990cb70d40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:39.692573 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9123d030-4603-4727-b035-11990cb70d40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:39.692900 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9123d030-4603-4727-b035-11990cb70d40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:39.696200 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 2314c3ff-f84a-4e15-a053-0a2110d1d737 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:32:39.722369 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8764d09f-4453-443b-9f0a-19425dceee64 None None] Provisioning complete for port 8fb044ce-8188-4af0-84dd-ab65e76e7372 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:32:39.723041 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8764d09f-4453-443b-9f0a-19425dceee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:39.761938 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-98dd93b8-bfbc-4155-a4eb-79119d28161b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:39.767244 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-98dd93b8-bfbc-4155-a4eb-79119d28161b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:39.814121 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] Attempting to bind port 170383cb-2b27-45c8-912a-edde4f62e20e on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:32:39.814426 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] Attempting to bind port 170383cb-2b27-45c8-912a-edde4f62e20e by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '392eb11d-db10-41e4-bf3b-7bf7c751e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:32:39.815032 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] Attempting to bind port 170383cb-2b27-45c8-912a-edde4f62e20e on network 9374f39b-9510-4288-b662-9c5e0b45e90f {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:32:39.822880 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd93b8-bfbc-4155-a4eb-79119d28161b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db77ce80-c169-42b3-925f-808b00ff9ae7,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:39.830410 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-98dd93b8-bfbc-4155-a4eb-79119d28161b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:39.830690 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:32:39.831287 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] Checking segment: {'id': '392eb11d-db10-41e4-bf3b-7bf7c751e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:32:39.831619 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-98dd93b8-bfbc-4155-a4eb-79119d28161b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2571297 Jan 26 11:32:39.832031 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:39.832601 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] Bound using segment: {'id': '392eb11d-db10-41e4-bf3b-7bf7c751e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:32:39.833179 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dd93b8-bfbc-4155-a4eb-79119d28161b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:39.833390 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] Bound port: 170383cb-2b27-45c8-912a-edde4f62e20e, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392eb11d-db10-41e4-bf3b-7bf7c751e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:32:39.833521 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dd93b8-bfbc-4155-a4eb-79119d28161b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:39.833844 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dd93b8-bfbc-4155-a4eb-79119d28161b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:39.834194 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:39.834674 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55640) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:39.839895 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-45135383-19c0-49ae-98fd-cf6401e75369 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'db77ce80-c169-42b3-925f-808b00ff9ae7', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:32:39.844756 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dd93b8-bfbc-4155-a4eb-79119d28161b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:39.845289 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dd93b8-bfbc-4155-a4eb-79119d28161b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:39.845586 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dd93b8-bfbc-4155-a4eb-79119d28161b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:39.845909 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dd93b8-bfbc-4155-a4eb-79119d28161b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:39.846259 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dd93b8-bfbc-4155-a4eb-79119d28161b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:39.846647 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dd93b8-bfbc-4155-a4eb-79119d28161b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:39.846909 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dd93b8-bfbc-4155-a4eb-79119d28161b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:39.848647 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dd93b8-bfbc-4155-a4eb-79119d28161b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:39.848779 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8764d09f-4453-443b-9f0a-19425dceee64 None None] Port 8fb044ce-8188-4af0-84dd-ab65e76e7372 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:32:39.848990 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dd93b8-bfbc-4155-a4eb-79119d28161b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:32:39.849304 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-45135383-19c0-49ae-98fd-cf6401e75369 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:32:39.854757 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-45135383-19c0-49ae-98fd-cf6401e75369 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:32:39.859484 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-45135383-19c0-49ae-98fd-cf6401e75369 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:32:39.864936 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-45135383-19c0-49ae-98fd-cf6401e75369 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:32:39.881940 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-45135383-19c0-49ae-98fd-cf6401e75369 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:39.913302 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 2314c3ff-f84a-4e15-a053-0a2110d1d737 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:32:39.913681 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:39.945570 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-45135383-19c0-49ae-98fd-cf6401e75369 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:39.949266 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-45135383-19c0-49ae-98fd-cf6401e75369 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:39.975519 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45135383-19c0-49ae-98fd-cf6401e75369 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1efd12f6-0fd7-4e1d-91ac-8f6f134ce2ec,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:39.987407 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-45135383-19c0-49ae-98fd-cf6401e75369 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:39.988718 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-45135383-19c0-49ae-98fd-cf6401e75369 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1530483 Jan 26 11:32:39.991464 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55644) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:39.994889 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] For port 170383cb-2b27-45c8-912a-edde4f62e20e, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:32:39.996479 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-9848fb30-1c2d-4211-a3d7-d1e2ae4b4e62 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'db77ce80-c169-42b3-925f-808b00ff9ae7', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:32:40.002260 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] For port 170383cb-2b27-45c8-912a-edde4f62e20e, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=170383cb-2b27-45c8-912a-edde4f62e20e,segment=NetworkSegment(392eb11d-db10-41e4-bf3b-7bf7c751e0c5),segment_id=392eb11d-db10-41e4-bf3b-7bf7c751e0c5)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:32:40.003565 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9848fb30-1c2d-4211-a3d7-d1e2ae4b4e62 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:32:40.008572 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9848fb30-1c2d-4211-a3d7-d1e2ae4b4e62 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:32:40.011726 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9848fb30-1c2d-4211-a3d7-d1e2ae4b4e62 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:32:40.011889 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:40.017507 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9848fb30-1c2d-4211-a3d7-d1e2ae4b4e62 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:32:40.034003 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9848fb30-1c2d-4211-a3d7-d1e2ae4b4e62 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:40.103572 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9848fb30-1c2d-4211-a3d7-d1e2ae4b4e62 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:40.107932 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9848fb30-1c2d-4211-a3d7-d1e2ae4b4e62 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:40.132651 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848fb30-1c2d-4211-a3d7-d1e2ae4b4e62 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d43a65-c273-4290-8404-b0cbc346252b,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:40.145375 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9848fb30-1c2d-4211-a3d7-d1e2ae4b4e62 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:40.149175 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9848fb30-1c2d-4211-a3d7-d1e2ae4b4e62 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1541483 Jan 26 11:32:40.149349 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] Routers {'b71e081d-37b7-4afe-b02b-c68309d5f0a3'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:32:40.149349 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:32:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['b71e081d-37b7-4afe-b02b-c68309d5f0a3'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:32:40.149567 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55648) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:40.156187 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-f6803b3b-6eb0-4d66-a103-2404cfe250a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'db77ce80-c169-42b3-925f-808b00ff9ae7', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:32:40.162829 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f6803b3b-6eb0-4d66-a103-2404cfe250a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:32:40.166825 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f6803b3b-6eb0-4d66-a103-2404cfe250a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:32:40.170506 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f6803b3b-6eb0-4d66-a103-2404cfe250a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:32:40.177502 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f6803b3b-6eb0-4d66-a103-2404cfe250a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:32:40.194590 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f6803b3b-6eb0-4d66-a103-2404cfe250a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:40.211511 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123d030-4603-4727-b035-11990cb70d40 None None] Pushing event updated for resources: {'Port': ['ID=170383cb-2b27-45c8-912a-edde4f62e20e,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:40.264986 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f6803b3b-6eb0-4d66-a103-2404cfe250a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:40.269847 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f6803b3b-6eb0-4d66-a103-2404cfe250a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:40.294355 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6803b3b-6eb0-4d66-a103-2404cfe250a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e08e4dc-4f8b-47a2-9317-6f6c4502d9d9,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:40.303853 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f6803b3b-6eb0-4d66-a103-2404cfe250a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:40.305049 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f6803b3b-6eb0-4d66-a103-2404cfe250a8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1542249 Jan 26 11:32:40.307895 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55652) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:40.313710 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-0440edd4-36df-4a23-b03a-614b5a95c97d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'db77ce80-c169-42b3-925f-808b00ff9ae7', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:32:40.319872 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-0440edd4-36df-4a23-b03a-614b5a95c97d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:32:40.323994 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0440edd4-36df-4a23-b03a-614b5a95c97d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:32:40.327705 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0440edd4-36df-4a23-b03a-614b5a95c97d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:32:40.333622 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-0440edd4-36df-4a23-b03a-614b5a95c97d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:32:40.351041 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0440edd4-36df-4a23-b03a-614b5a95c97d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:40.403848 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] Set router b71e081d-37b7-4afe-b02b-c68309d5f0a3 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:32:40.416437 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0440edd4-36df-4a23-b03a-614b5a95c97d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:40.421106 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0440edd4-36df-4a23-b03a-614b5a95c97d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:40.444500 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440edd4-36df-4a23-b03a-614b5a95c97d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=472194fb-a360-4205-af36-3e18e5f0c483,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:40.457301 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0440edd4-36df-4a23-b03a-614b5a95c97d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:40.458564 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0440edd4-36df-4a23-b03a-614b5a95c97d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1496933 Jan 26 11:32:40.462118 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55656) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:40.468811 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-e6e1fd45-a918-4cd7-8d1a-9c46810bb75b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'db77ce80-c169-42b3-925f-808b00ff9ae7', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:32:40.475608 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e6e1fd45-a918-4cd7-8d1a-9c46810bb75b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:32:40.480482 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e6e1fd45-a918-4cd7-8d1a-9c46810bb75b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:32:40.484287 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e6e1fd45-a918-4cd7-8d1a-9c46810bb75b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:32:40.490114 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e6e1fd45-a918-4cd7-8d1a-9c46810bb75b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:32:40.501089 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.securitygroups_db [None req-e6e1fd45-a918-4cd7-8d1a-9c46810bb75b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Project 577ce67689cf4355b98fd7b539fb5797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:32:40.507850 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e6e1fd45-a918-4cd7-8d1a-9c46810bb75b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:40.571743 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e6e1fd45-a918-4cd7-8d1a-9c46810bb75b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:40.574854 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e6e1fd45-a918-4cd7-8d1a-9c46810bb75b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:40.600095 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1fd45-a918-4cd7-8d1a-9c46810bb75b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8837ac-485b-4cc7-9345-5b1ff50d1df8,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:40.609339 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e6e1fd45-a918-4cd7-8d1a-9c46810bb75b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:40.610540 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e6e1fd45-a918-4cd7-8d1a-9c46810bb75b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1474621 Jan 26 11:32:40.613252 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55660) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:40.618105 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-33f5f0b7-14c1-496d-8778-6a70c9671554 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'db77ce80-c169-42b3-925f-808b00ff9ae7', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:32:40.624411 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-33f5f0b7-14c1-496d-8778-6a70c9671554 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:32:40.628168 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-33f5f0b7-14c1-496d-8778-6a70c9671554 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:32:40.630957 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-33f5f0b7-14c1-496d-8778-6a70c9671554 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:32:40.636527 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-33f5f0b7-14c1-496d-8778-6a70c9671554 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:32:40.648199 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.securitygroups_db [None req-33f5f0b7-14c1-496d-8778-6a70c9671554 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Project 577ce67689cf4355b98fd7b539fb5797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:32:40.655178 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-33f5f0b7-14c1-496d-8778-6a70c9671554 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:40.724923 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-33f5f0b7-14c1-496d-8778-6a70c9671554 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:40.728926 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-33f5f0b7-14c1-496d-8778-6a70c9671554 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:40.743758 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'name': 'tempest-TestNetworkBasicOps-router-1505658697', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '1849056d-537b-480b-a11a-583dc7d50482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:32:30Z', 'updated_at': '2022-01-26T11:32:36Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1849056d-537b-480b-a11a-583dc7d50482', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:32:31Z', 'updated_at': '2022-01-26T11:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '170383cb-2b27-45c8-912a-edde4f62e20e', 'name': '', 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:2a:22:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'd28b3b4e-cb9c-4e12-9fc1-e236a2f813f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:32:35Z', 'updated_at': '2022-01-26T11:32:39Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'd28b3b4e-cb9c-4e12-9fc1-e236a2f813f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:32:40.748314 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e3ec2d-73aa-4c23-8e43-27d81c9a7db0 None None] The sync data for ids ['b71e081d-37b7-4afe-b02b-c68309d5f0a3'] in dv-neutron-826439-1-hyperv is: [{'id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'name': 'tempest-TestNetworkBasicOps-router-1505658697', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '1849056d-537b-480b-a11a-583dc7d50482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:32:30Z', 'updated_at': '2022-01-26T11:32:36Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1849056d-537b-480b-a11a-583dc7d50482', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:32:31Z', 'updated_at': '2022-01-26T11:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '170383cb-2b27-45c8-912a-edde4f62e20e', 'name': '', 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:2a:22:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'd28b3b4e-cb9c-4e12-9fc1-e236a2f813f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:32:35Z', 'updated_at': '2022-01-26T11:32:39Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'd28b3b4e-cb9c-4e12-9fc1-e236a2f813f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:32:40.756506 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5f0b7-14c1-496d-8778-6a70c9671554 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81622d3f-8f69-4c2e-841a-3f5ae20e29b5,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:40.768060 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-33f5f0b7-14c1-496d-8778-6a70c9671554 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:40.769411 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-33f5f0b7-14c1-496d-8778-6a70c9671554 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1552529 Jan 26 11:32:40.966601 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-0cde10eb-e6c6-448d-9d5a-b1124f469315 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-125367713&fields=id&tenant_id=577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 267 time: 0.0412087 Jan 26 11:32:41.049279 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-2d67afdd-d601-44ae-9074-48df4ba7ae09 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:41.050157 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-2d67afdd-d601-44ae-9074-48df4ba7ae09 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:32:41.066035 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-2d67afdd-d601-44ae-9074-48df4ba7ae09 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:32:41.067221 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-2d67afdd-d601-44ae-9074-48df4ba7ae09 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports/8fb044ce-8188-4af0-84dd-ab65e76e7372 HTTP/1.1" status: 200 len: 928 time: 0.0938675 Jan 26 11:32:41.143650 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-832130ea-884d-42c1-a0f5-bd3ee6c517d5 service neutron] 10.222.0.39 "GET /v2.0/ports/8fb044ce-8188-4af0-84dd-ab65e76e7372?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0627239 Jan 26 11:32:41.281754 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-8f614500-b2f4-45d9-b72f-4f61c74843cd service neutron] 10.222.0.39 "GET /v2.0/networks/9374f39b-9510-4288-b662-9c5e0b45e90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323836 Jan 26 11:32:41.420370 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-a92195f3-b29e-4882-9c0a-4efbd485d999 service neutron] 10.222.0.39 "GET /v2.0/networks/9374f39b-9510-4288-b662-9c5e0b45e90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325014 Jan 26 11:32:41.605633 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-0ecf4657-b329-4bd8-9a29-2422d03c3dae req-0d5d3d65-fe88-4102-ac59-6df945a3fe7b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:32:41.620739 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-0ecf4657-b329-4bd8-9a29-2422d03c3dae req-0d5d3d65-fe88-4102-ac59-6df945a3fe7b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:32:41.622737 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0ecf4657-b329-4bd8-9a29-2422d03c3dae req-0d5d3d65-fe88-4102-ac59-6df945a3fe7b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=b52c8f93-42c6-4b54-b48e-d63475c333d7 HTTP/1.1" status: 200 len: 210 time: 0.0630167 Jan 26 11:32:41.689585 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 170383cb-2b27-45c8-912a-edde4f62e20e up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:32:41.764445 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 170383cb-2b27-45c8-912a-edde4f62e20e completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:32:41.771958 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 170383cb-2b27-45c8-912a-edde4f62e20e triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:32:41.772429 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:41.926086 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:41.961042 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 170383cb-2b27-45c8-912a-edde4f62e20e, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=170383cb-2b27-45c8-912a-edde4f62e20e,segment=NetworkSegment(392eb11d-db10-41e4-bf3b-7bf7c751e0c5),segment_id=392eb11d-db10-41e4-bf3b-7bf7c751e0c5)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:32:41.965187 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:42.034184 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=170383cb-2b27-45c8-912a-edde4f62e20e,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:42.814516 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0fb9be86-a493-409d-be9a-bb60b83a64e8 req-c497afe6-7491-4afc-bdf9-ed3118b49b4c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=b52c8f93-42c6-4b54-b48e-d63475c333d7 HTTP/1.1" status: 200 len: 210 time: 0.0574925 Jan 26 11:32:42.839001 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-045539d5-567f-4e78-b250-4862ac32dc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:42.840360 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-045539d5-567f-4e78-b250-4862ac32dc9a service neutron] 10.222.0.24 "GET /v2.0/ports/8fb044ce-8188-4af0-84dd-ab65e76e7372 HTTP/1.1" status: 200 len: 1024 time: 0.1195881 Jan 26 11:32:42.997859 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-42638ddc-5f27-4ba1-a238-a9824617cceb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:42.999327 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-42638ddc-5f27-4ba1-a238-a9824617cceb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/networks?id=9374f39b-9510-4288-b662-9c5e0b45e90f HTTP/1.1" status: 200 len: 796 time: 0.1465342 Jan 26 11:32:43.046377 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-e7576f70-07c1-4735-b4a7-4d163e1921d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 379 time: 0.0388629 Jan 26 11:32:43.056410 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-4753ed3e-efb8-4bc5-b652-7266ee399d10 service neutron] Request body: {'port': {'device_id': 'b52c8f93-42c6-4b54-b48e-d63475c333d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:32:43.165205 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-4753ed3e-efb8-4bc5-b652-7266ee399d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:43.600160 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-4753ed3e-efb8-4bc5-b652-7266ee399d10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fb044ce-8188-4af0-84dd-ab65e76e7372 {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:32:43.607664 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-4753ed3e-efb8-4bc5-b652-7266ee399d10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:43.622145 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-4753ed3e-efb8-4bc5-b652-7266ee399d10 service neutron] Transition to ACTIVE for port object 8fb044ce-8188-4af0-84dd-ab65e76e7372 will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:32:43.626118 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-4753ed3e-efb8-4bc5-b652-7266ee399d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:43.638645 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 170383cb-2b27-45c8-912a-edde4f62e20e up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:32:43.711075 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 170383cb-2b27-45c8-912a-edde4f62e20e triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:32:43.711522 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:43.764347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753ed3e-efb8-4bc5-b652-7266ee399d10 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb044ce-8188-4af0-84dd-ab65e76e7372,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:43.884794 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-4753ed3e-efb8-4bc5-b652-7266ee399d10 service neutron] Attempting to bind port 8fb044ce-8188-4af0-84dd-ab65e76e7372 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:32:43.885411 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-4753ed3e-efb8-4bc5-b652-7266ee399d10 service neutron] Attempting to bind port 8fb044ce-8188-4af0-84dd-ab65e76e7372 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '392eb11d-db10-41e4-bf3b-7bf7c751e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:32:43.885537 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-4753ed3e-efb8-4bc5-b652-7266ee399d10 service neutron] Attempting to bind port 8fb044ce-8188-4af0-84dd-ab65e76e7372 on network 9374f39b-9510-4288-b662-9c5e0b45e90f {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:32:43.891785 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-4753ed3e-efb8-4bc5-b652-7266ee399d10 service neutron] Port 8fb044ce-8188-4af0-84dd-ab65e76e7372 on network 9374f39b-9510-4288-b662-9c5e0b45e90f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:32:43.892109 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-4753ed3e-efb8-4bc5-b652-7266ee399d10 service neutron] Attempting to bind port 8fb044ce-8188-4af0-84dd-ab65e76e7372 on network 9374f39b-9510-4288-b662-9c5e0b45e90f {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:32:43.897881 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-4753ed3e-efb8-4bc5-b652-7266ee399d10 service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:32:43.898223 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-4753ed3e-efb8-4bc5-b652-7266ee399d10 service neutron] Checking segment: {'id': '392eb11d-db10-41e4-bf3b-7bf7c751e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:32:43.898655 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-4753ed3e-efb8-4bc5-b652-7266ee399d10 service neutron] Bound using segment: {'id': '392eb11d-db10-41e4-bf3b-7bf7c751e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:32:43.899085 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-4753ed3e-efb8-4bc5-b652-7266ee399d10 service neutron] Bound port: 8fb044ce-8188-4af0-84dd-ab65e76e7372, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '392eb11d-db10-41e4-bf3b-7bf7c751e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:32:43.899439 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-4753ed3e-efb8-4bc5-b652-7266ee399d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:43.992619 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-4753ed3e-efb8-4bc5-b652-7266ee399d10 service neutron] For port 8fb044ce-8188-4af0-84dd-ab65e76e7372, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:32:43.995526 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-4753ed3e-efb8-4bc5-b652-7266ee399d10 service neutron] For port 8fb044ce-8188-4af0-84dd-ab65e76e7372, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8fb044ce-8188-4af0-84dd-ab65e76e7372,segment=NetworkSegment(392eb11d-db10-41e4-bf3b-7bf7c751e0c5),segment_id=392eb11d-db10-41e4-bf3b-7bf7c751e0c5)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:32:44.001359 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-4753ed3e-efb8-4bc5-b652-7266ee399d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:44.006091 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e9c41-6210-4b4c-a8e4-bbd3092d6ba7 req-2b2070ab-a187-414d-80db-eed8fad84fd8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:44.007622 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b07e9c41-6210-4b4c-a8e4-bbd3092d6ba7 req-2b2070ab-a187-414d-80db-eed8fad84fd8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=b52c8f93-42c6-4b54-b48e-d63475c333d7 HTTP/1.1" status: 200 len: 979 time: 0.0818403 Jan 26 11:32:44.053705 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-b07e9c41-6210-4b4c-a8e4-bbd3092d6ba7 req-da529177-43d3-4943-8138-33a22cde94c6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:32:44.066134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-4753ed3e-efb8-4bc5-b652-7266ee399d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:44.066752 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-4753ed3e-efb8-4bc5-b652-7266ee399d10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:44.068128 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-4753ed3e-efb8-4bc5-b652-7266ee399d10 service neutron] 10.222.0.24 "PUT /v2.0/ports/8fb044ce-8188-4af0-84dd-ab65e76e7372 HTTP/1.1" status: 200 len: 1129 time: 1.0154598 Jan 26 11:32:44.068691 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52c8f93-42c6-4b54-b48e-d63475c333d7', 'tag': '8fb044ce-8188-4af0-84dd-ab65e76e7372'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:32:44.073211 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-b07e9c41-6210-4b4c-a8e4-bbd3092d6ba7 req-da529177-43d3-4943-8138-33a22cde94c6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:32:44.077098 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b07e9c41-6210-4b4c-a8e4-bbd3092d6ba7 req-da529177-43d3-4943-8138-33a22cde94c6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=4985cda1-7002-45c7-b28d-01cc78fdfa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606756 Jan 26 11:32:44.143903 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52c8f93-42c6-4b54-b48e-d63475c333d7', 'tag': '8fb044ce-8188-4af0-84dd-ab65e76e7372', 'status': 'completed', 'code': 200} Jan 26 11:32:44.163216 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753ed3e-efb8-4bc5-b652-7266ee399d10 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb044ce-8188-4af0-84dd-ab65e76e7372,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:44.196463 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-e5f49179-a1b2-4b4b-a8fc-c3577042b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:44.198091 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-e5f49179-a1b2-4b4b-a8fc-c3577042b061 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=b52c8f93-42c6-4b54-b48e-d63475c333d7 HTTP/1.1" status: 200 len: 1132 time: 0.0906708 Jan 26 11:32:44.266796 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-c4992d7f-f488-4807-8c23-c71e366b8c0c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fb044ce-8188-4af0-84dd-ab65e76e7372 HTTP/1.1" status: 200 len: 217 time: 0.0620232 Jan 26 11:32:44.331282 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-829aa04a-3d07-4482-9cf3-1d4258d9034d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:44.332694 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-829aa04a-3d07-4482-9cf3-1d4258d9034d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d28b3b4e-cb9c-4e12-9fc1-e236a2f813f5 HTTP/1.1" status: 200 len: 834 time: 0.0608985 Jan 26 11:32:44.407023 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-285a1660-b3a6-4e58-a29c-da596c6b988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:44.408526 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-285a1660-b3a6-4e58-a29c-da596c6b988e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9374f39b-9510-4288-b662-9c5e0b45e90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703988 Jan 26 11:32:44.542929 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-221abf76-acd4-4c9f-a9ec-697a438d23d4 service neutron] 10.222.0.24 "GET /v2.0/networks/9374f39b-9510-4288-b662-9c5e0b45e90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282418 Jan 26 11:32:44.673502 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-041e1f9a-3dfe-4477-b347-551b981dd2d5 req-b70eb93e-6a58-4145-80df-ea62edb62d9f service neutron] 10.222.0.24 "GET /v2.0/networks/9374f39b-9510-4288-b662-9c5e0b45e90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249113 Jan 26 11:32:44.783856 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e354eb-be1c-4351-be7e-1e7f15dcda60 req-6baa26c6-bc4f-4fd9-b691-73a03219cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:44.785369 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-30e354eb-be1c-4351-be7e-1e7f15dcda60 req-6baa26c6-bc4f-4fd9-b691-73a03219cf42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=b52c8f93-42c6-4b54-b48e-d63475c333d7 HTTP/1.1" status: 200 len: 1132 time: 0.0715404 Jan 26 11:32:44.916018 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e354eb-be1c-4351-be7e-1e7f15dcda60 req-6d5c2071-f1ba-42f7-8fb1-c4180ca327db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:44.917462 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-30e354eb-be1c-4351-be7e-1e7f15dcda60 req-6d5c2071-f1ba-42f7-8fb1-c4180ca327db service neutron] 10.222.0.24 "GET /v2.0/networks?id=9374f39b-9510-4288-b662-9c5e0b45e90f HTTP/1.1" status: 200 len: 897 time: 0.1263323 Jan 26 11:32:44.987612 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-30e354eb-be1c-4351-be7e-1e7f15dcda60 req-b219fc82-58be-46ce-bea8-861351249a43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fb044ce-8188-4af0-84dd-ab65e76e7372 HTTP/1.1" status: 200 len: 217 time: 0.0632453 Jan 26 11:32:45.052615 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e354eb-be1c-4351-be7e-1e7f15dcda60 req-307d5da6-42b4-4c79-b821-b40636562396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:45.054016 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-30e354eb-be1c-4351-be7e-1e7f15dcda60 req-307d5da6-42b4-4c79-b821-b40636562396 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d28b3b4e-cb9c-4e12-9fc1-e236a2f813f5 HTTP/1.1" status: 200 len: 834 time: 0.0604620 Jan 26 11:32:45.227059 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e354eb-be1c-4351-be7e-1e7f15dcda60 req-ef4a3027-f4cf-48de-847f-c19d7cf7c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:45.228542 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-30e354eb-be1c-4351-be7e-1e7f15dcda60 req-ef4a3027-f4cf-48de-847f-c19d7cf7c7b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9374f39b-9510-4288-b662-9c5e0b45e90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1678271 Jan 26 11:32:45.275625 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62263047-852c-4d02-b9de-cd6bf026b8df req-747f736e-08af-4244-8830-211926004cee tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:45.277106 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-62263047-852c-4d02-b9de-cd6bf026b8df req-747f736e-08af-4244-8830-211926004cee tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=b52c8f93-42c6-4b54-b48e-d63475c333d7 HTTP/1.1" status: 200 len: 979 time: 0.0827882 Jan 26 11:32:45.322898 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-62263047-852c-4d02-b9de-cd6bf026b8df req-a816a498-531f-4fad-b27f-5f85e2a160c4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=4985cda1-7002-45c7-b28d-01cc78fdfa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400360 Jan 26 11:32:45.362045 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-30e354eb-be1c-4351-be7e-1e7f15dcda60 req-588d416e-acf1-4a93-b7e3-cc0c0891dfef service neutron] 10.222.0.24 "GET /v2.0/networks/9374f39b-9510-4288-b662-9c5e0b45e90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264637 Jan 26 11:32:45.494099 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-30e354eb-be1c-4351-be7e-1e7f15dcda60 req-1961581b-79d1-4891-89db-f78a738a8dcf service neutron] 10.222.0.24 "GET /v2.0/networks/9374f39b-9510-4288-b662-9c5e0b45e90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256621 Jan 26 11:32:46.515254 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee48747-f478-4965-a6bc-6e8cdb6747f8 req-2ab5ad16-5d8a-4221-bbb4-f64402134a1f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:46.516718 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4ee48747-f478-4965-a6bc-6e8cdb6747f8 req-2ab5ad16-5d8a-4221-bbb4-f64402134a1f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=b52c8f93-42c6-4b54-b48e-d63475c333d7 HTTP/1.1" status: 200 len: 979 time: 0.0873325 Jan 26 11:32:46.559002 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4ee48747-f478-4965-a6bc-6e8cdb6747f8 req-c1b2d8d0-67ca-4f0c-82a9-db45d72d973d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=4985cda1-7002-45c7-b28d-01cc78fdfa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367041 Jan 26 11:32:47.211597 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 8fb044ce-8188-4af0-84dd-ab65e76e7372 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:32:47.343554 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 8fb044ce-8188-4af0-84dd-ab65e76e7372, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8fb044ce-8188-4af0-84dd-ab65e76e7372,segment=NetworkSegment(392eb11d-db10-41e4-bf3b-7bf7c751e0c5),segment_id=392eb11d-db10-41e4-bf3b-7bf7c751e0c5)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:32:47.356833 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '8fb044ce-8188-4af0-84dd-ab65e76e7372', 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f', 'port_id': '8fb044ce-8188-4af0-84dd-ab65e76e7372', 'mac_address': 'fa:16:3e:b4:d0:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd28b3b4e-cb9c-4e12-9fc1-e236a2f813f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:32:47.410147 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:47.426731 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fb044ce-8188-4af0-84dd-ab65e76e7372 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:32:47.442152 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 8fb044ce-8188-4af0-84dd-ab65e76e7372, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8fb044ce-8188-4af0-84dd-ab65e76e7372,segment=NetworkSegment(392eb11d-db10-41e4-bf3b-7bf7c751e0c5),segment_id=392eb11d-db10-41e4-bf3b-7bf7c751e0c5)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:32:47.446854 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:47.516152 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=8fb044ce-8188-4af0-84dd-ab65e76e7372,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:47.662484 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['8fb044ce-8188-4af0-84dd-ab65e76e7372'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:32:47.748073 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f4c45-dcdb-4435-9834-2ebd302d8b97 req-bd13d683-c54f-48ff-ba06-fecec4196dcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:47.749570 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e98f4c45-dcdb-4435-9834-2ebd302d8b97 req-bd13d683-c54f-48ff-ba06-fecec4196dcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=b52c8f93-42c6-4b54-b48e-d63475c333d7 HTTP/1.1" status: 200 len: 980 time: 0.0830607 Jan 26 11:32:47.798763 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e98f4c45-dcdb-4435-9834-2ebd302d8b97 req-c6567fee-0c41-4479-97a5-2a4076671fd8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=4985cda1-7002-45c7-b28d-01cc78fdfa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435059 Jan 26 11:32:48.604726 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:32:48.982934 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04307e34-36d1-4577-bc55-dc70eec8d94a req-b14dc096-81bc-4121-91fc-2195c0c6feb8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:48.984318 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-04307e34-36d1-4577-bc55-dc70eec8d94a req-b14dc096-81bc-4121-91fc-2195c0c6feb8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=b52c8f93-42c6-4b54-b48e-d63475c333d7 HTTP/1.1" status: 200 len: 980 time: 0.0808554 Jan 26 11:32:49.027599 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-04307e34-36d1-4577-bc55-dc70eec8d94a req-d4c21390-8026-4f77-9355-e9ab84645067 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=4985cda1-7002-45c7-b28d-01cc78fdfa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377860 Jan 26 11:32:49.204949 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 8fb044ce-8188-4af0-84dd-ab65e76e7372 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:32:49.274206 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port 8fb044ce-8188-4af0-84dd-ab65e76e7372 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:32:49.279300 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 8fb044ce-8188-4af0-84dd-ab65e76e7372 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:32:49.279686 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:49.394807 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:49.421608 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52c8f93-42c6-4b54-b48e-d63475c333d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb044ce-8188-4af0-84dd-ab65e76e7372'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:32:49.430844 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 8fb044ce-8188-4af0-84dd-ab65e76e7372, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8fb044ce-8188-4af0-84dd-ab65e76e7372,segment=NetworkSegment(392eb11d-db10-41e4-bf3b-7bf7c751e0c5),segment_id=392eb11d-db10-41e4-bf3b-7bf7c751e0c5)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:32:49.436045 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:49.503715 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=8fb044ce-8188-4af0-84dd-ab65e76e7372,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:49.523198 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52c8f93-42c6-4b54-b48e-d63475c333d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb044ce-8188-4af0-84dd-ab65e76e7372', 'code': 200} Jan 26 11:32:49.744872 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45790392-9240-4028-b072-bfe50c298185 req-127055ab-646e-45a2-8db6-56110bb96156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:49.746354 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-45790392-9240-4028-b072-bfe50c298185 req-127055ab-646e-45a2-8db6-56110bb96156 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b52c8f93-42c6-4b54-b48e-d63475c333d7 HTTP/1.1" status: 200 len: 1134 time: 0.0719566 Jan 26 11:32:49.786658 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-45790392-9240-4028-b072-bfe50c298185 req-37d518f2-de84-4e7b-b947-9637f62a27ea service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4985cda1-7002-45c7-b28d-01cc78fdfa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341370 Jan 26 11:32:50.211594 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e5368-a071-4c21-9b48-851544ccb649 req-16ce92d3-9b31-45bd-9cdb-c9f42d60d7e5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:50.212980 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ca7e5368-a071-4c21-9b48-851544ccb649 req-16ce92d3-9b31-45bd-9cdb-c9f42d60d7e5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=b52c8f93-42c6-4b54-b48e-d63475c333d7 HTTP/1.1" status: 200 len: 981 time: 0.0784042 Jan 26 11:32:50.259518 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ca7e5368-a071-4c21-9b48-851544ccb649 req-c12d6179-a28d-46b2-a104-69595da0c346 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=4985cda1-7002-45c7-b28d-01cc78fdfa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408673 Jan 26 11:32:51.445391 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395fe10-0e77-4508-869e-ce68e1e6e9ea req-ee31a800-53b6-48e4-b8e3-ccea73a2a036 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:51.446884 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b395fe10-0e77-4508-869e-ce68e1e6e9ea req-ee31a800-53b6-48e4-b8e3-ccea73a2a036 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=b52c8f93-42c6-4b54-b48e-d63475c333d7 HTTP/1.1" status: 200 len: 981 time: 0.0797441 Jan 26 11:32:51.491570 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b395fe10-0e77-4508-869e-ce68e1e6e9ea req-18ada78b-351c-452e-9f51-48b8c67e25b2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=4985cda1-7002-45c7-b28d-01cc78fdfa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379083 Jan 26 11:32:51.827618 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ad731-71cb-4c74-b574-b5e778c9e3a5 req-2e421367-b3d9-4617-a35d-0c2e4dd541d1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:51.829225 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7b3ad731-71cb-4c74-b574-b5e778c9e3a5 req-2e421367-b3d9-4617-a35d-0c2e4dd541d1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=b52c8f93-42c6-4b54-b48e-d63475c333d7 HTTP/1.1" status: 200 len: 981 time: 0.0836718 Jan 26 11:32:51.876643 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7b3ad731-71cb-4c74-b574-b5e778c9e3a5 req-0a2d4009-4a85-4224-b80d-e7d48329f6f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=4985cda1-7002-45c7-b28d-01cc78fdfa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408161 Jan 26 11:32:51.899278 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55722) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:51.973547 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81514055-6ff8-47ee-a9f1-4481dca39762 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:51.975089 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-81514055-6ff8-47ee-a9f1-4481dca39762 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b52c8f93-42c6-4b54-b48e-d63475c333d7 HTTP/1.1" status: 200 len: 1129 time: 0.0748351 Jan 26 11:32:51.977859 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55726) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:51.983281 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-618bc8cd-a6c9-4f80-adae-47e5a4aa80e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': '8fb044ce-8188-4af0-84dd-ab65e76e7372', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:32:51.989146 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-618bc8cd-a6c9-4f80-adae-47e5a4aa80e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:32:51.992932 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-618bc8cd-a6c9-4f80-adae-47e5a4aa80e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:floatingip and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:32:51.995843 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-618bc8cd-a6c9-4f80-adae-47e5a4aa80e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:32:52.001995 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-618bc8cd-a6c9-4f80-adae-47e5a4aa80e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:32:52.012055 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-618bc8cd-a6c9-4f80-adae-47e5a4aa80e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:52.146982 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-618bc8cd-a6c9-4f80-adae-47e5a4aa80e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:52.278068 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-618bc8cd-a6c9-4f80-adae-47e5a4aa80e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.26.5.17 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/6a428ce9-ea32-4362-8b25-30897515a8c7) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:32:52.419827 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-618bc8cd-a6c9-4f80-adae-47e5a4aa80e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:52.448575 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-618bc8cd-a6c9-4f80-adae-47e5a4aa80e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:52.515798 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618bc8cd-a6c9-4f80-adae-47e5a4aa80e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:32:52.519256 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-618bc8cd-a6c9-4f80-adae-47e5a4aa80e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:32:52.519560 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7f3af182-08da-454f-b5f8-938de7e6a870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:52.523141 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618bc8cd-a6c9-4f80-adae-47e5a4aa80e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:32:52.561460 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bc8cd-a6c9-4f80-adae-47e5a4aa80e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=6a428ce9-ea32-4362-8b25-30897515a8c7,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:53.034131 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-618bc8cd-a6c9-4f80-adae-47e5a4aa80e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:53.106203 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-618bc8cd-a6c9-4f80-adae-47e5a4aa80e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:53.303051 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-618bc8cd-a6c9-4f80-adae-47e5a4aa80e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:53.307493 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-618bc8cd-a6c9-4f80-adae-47e5a4aa80e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:53.410890 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bc8cd-a6c9-4f80-adae-47e5a4aa80e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=6a428ce9-ea32-4362-8b25-30897515a8c7,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:53.428723 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-618bc8cd-a6c9-4f80-adae-47e5a4aa80e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:53.598195 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-618bc8cd-a6c9-4f80-adae-47e5a4aa80e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Floating IP 9dc59aea-594a-4f53-8196-4350cac7158f associated. External IP: 172.26.5.17, port: 8fb044ce-8188-4af0-84dd-ab65e76e7372. Jan 26 11:32:53.962814 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618bc8cd-a6c9-4f80-adae-47e5a4aa80e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router b71e081d-37b7-4afe-b02b-c68309d5f0a3 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:32:54.142472 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618bc8cd-a6c9-4f80-adae-47e5a4aa80e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:32:54.151964 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba02209-d786-4ffd-9bbc-2b0c8c58d228 None None] Sync routers for ids ['b71e081d-37b7-4afe-b02b-c68309d5f0a3'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:32:54.163132 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba02209-d786-4ffd-9bbc-2b0c8c58d228 None None] Routers {'b71e081d-37b7-4afe-b02b-c68309d5f0a3'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:32:54.163718 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-9ba02209-d786-4ffd-9bbc-2b0c8c58d228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:32:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['b71e081d-37b7-4afe-b02b-c68309d5f0a3'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:32:54.167751 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-618bc8cd-a6c9-4f80-adae-47e5a4aa80e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:54.227176 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-618bc8cd-a6c9-4f80-adae-47e5a4aa80e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1031 time: 2.2482779 Jan 26 11:32:54.227832 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52c8f93-42c6-4b54-b48e-d63475c333d7', 'tag': '8fb044ce-8188-4af0-84dd-ab65e76e7372'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:32:54.230088 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55730) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:54.273315 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52c8f93-42c6-4b54-b48e-d63475c333d7', 'tag': '8fb044ce-8188-4af0-84dd-ab65e76e7372', 'status': 'completed', 'code': 200} Jan 26 11:32:54.310524 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11648a6-f436-410f-ab92-6f12a77f04fb tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:54.312067 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f11648a6-f436-410f-ab92-6f12a77f04fb tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b52c8f93-42c6-4b54-b48e-d63475c333d7&network_id=9374f39b-9510-4288-b662-9c5e0b45e90f HTTP/1.1" status: 200 len: 1129 time: 0.0809920 Jan 26 11:32:54.348283 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-9ba02209-d786-4ffd-9bbc-2b0c8c58d228 None None] Set router b71e081d-37b7-4afe-b02b-c68309d5f0a3 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:32:54.489561 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a7de5-001f-47e4-86d7-5d348d810733 req-d386aebe-93dd-497a-930a-75aa02ce42b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:54.491129 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e4a7de5-001f-47e4-86d7-5d348d810733 req-d386aebe-93dd-497a-930a-75aa02ce42b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=b52c8f93-42c6-4b54-b48e-d63475c333d7 HTTP/1.1" status: 200 len: 1134 time: 0.1962254 Jan 26 11:32:54.634209 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a7de5-001f-47e4-86d7-5d348d810733 req-1f054ae5-08de-4123-9dd7-22c21d0621f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:54.635802 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e4a7de5-001f-47e4-86d7-5d348d810733 req-1f054ae5-08de-4123-9dd7-22c21d0621f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9374f39b-9510-4288-b662-9c5e0b45e90f HTTP/1.1" status: 200 len: 897 time: 0.1381440 Jan 26 11:32:54.703638 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c8736-526e-424e-850a-e1f2100301c9 req-b7bae2e4-ff84-4452-9326-4e6ed9509f81 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:54.714423 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9f0c8736-526e-424e-850a-e1f2100301c9 req-b7bae2e4-ff84-4452-9326-4e6ed9509f81 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=b52c8f93-42c6-4b54-b48e-d63475c333d7 HTTP/1.1" status: 200 len: 981 time: 0.0946951 Jan 26 11:32:54.750407 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e4a7de5-001f-47e4-86d7-5d348d810733 req-43cd51da-3841-49a1-b671-6563630fe021 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fb044ce-8188-4af0-84dd-ab65e76e7372 HTTP/1.1" status: 200 len: 1034 time: 0.1068413 Jan 26 11:32:54.754813 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-9ba02209-d786-4ffd-9bbc-2b0c8c58d228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'name': 'tempest-TestNetworkBasicOps-router-1505658697', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '1849056d-537b-480b-a11a-583dc7d50482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:32:30Z', 'updated_at': '2022-01-26T11:32:36Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1849056d-537b-480b-a11a-583dc7d50482', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:32:31Z', 'updated_at': '2022-01-26T11:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '9dc59aea-594a-4f53-8196-4350cac7158f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.17', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'port_id': '8fb044ce-8188-4af0-84dd-ab65e76e7372', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-44385081', 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f', 'mac_address': 'fa:16:3e:b4:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52c8f93-42c6-4b54-b48e-d63475c333d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:32:52Z', 'updated_at': '2022-01-26T11:32:52Z', 'revision_number': 0, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170383cb-2b27-45c8-912a-edde4f62e20e', 'name': '', 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:2a:22:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'd28b3b4e-cb9c-4e12-9fc1-e236a2f813f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:32:35Z', 'updated_at': '2022-01-26T11:32:41Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'd28b3b4e-cb9c-4e12-9fc1-e236a2f813f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:32:54.759110 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba02209-d786-4ffd-9bbc-2b0c8c58d228 None None] Checking router: b71e081d-37b7-4afe-b02b-c68309d5f0a3 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:32:54.764025 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9f0c8736-526e-424e-850a-e1f2100301c9 req-3919feb3-9b95-461f-b73a-b31e2c3c3be3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=4985cda1-7002-45c7-b28d-01cc78fdfa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423639 Jan 26 11:32:54.771360 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba02209-d786-4ffd-9bbc-2b0c8c58d228 None None] Routers {'b71e081d-37b7-4afe-b02b-c68309d5f0a3'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:32:54.771976 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-9ba02209-d786-4ffd-9bbc-2b0c8c58d228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:32:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['b71e081d-37b7-4afe-b02b-c68309d5f0a3'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:32:54.793735 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-51f538d1-49d0-40b5-837b-5c2d8125bfbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:54.831290 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a7de5-001f-47e4-86d7-5d348d810733 req-3d5a3d5f-b2f1-4244-bded-5600f7b744d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:54.832748 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e4a7de5-001f-47e4-86d7-5d348d810733 req-3d5a3d5f-b2f1-4244-bded-5600f7b744d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d28b3b4e-cb9c-4e12-9fc1-e236a2f813f5 HTTP/1.1" status: 200 len: 834 time: 0.0762045 Jan 26 11:32:54.910836 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a7de5-001f-47e4-86d7-5d348d810733 req-5d5fdd27-326e-48d7-a8e3-c9ea088c29bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:54.912332 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e4a7de5-001f-47e4-86d7-5d348d810733 req-5d5fdd27-326e-48d7-a8e3-c9ea088c29bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9374f39b-9510-4288-b662-9c5e0b45e90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737522 Jan 26 11:32:54.960749 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-9ba02209-d786-4ffd-9bbc-2b0c8c58d228 None None] Set router b71e081d-37b7-4afe-b02b-c68309d5f0a3 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:32:55.049577 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e4a7de5-001f-47e4-86d7-5d348d810733 req-ad595eb3-c670-439e-a1a5-9c93577031b5 service neutron] 10.222.0.24 "GET /v2.0/networks/9374f39b-9510-4288-b662-9c5e0b45e90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309242 Jan 26 11:32:55.187184 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e4a7de5-001f-47e4-86d7-5d348d810733 req-8bb21660-e7b3-49ba-851b-8f3939bbea50 service neutron] 10.222.0.24 "GET /v2.0/networks/9374f39b-9510-4288-b662-9c5e0b45e90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315861 Jan 26 11:32:55.316994 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-9ba02209-d786-4ffd-9bbc-2b0c8c58d228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'name': 'tempest-TestNetworkBasicOps-router-1505658697', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '1849056d-537b-480b-a11a-583dc7d50482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:32:30Z', 'updated_at': '2022-01-26T11:32:36Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1849056d-537b-480b-a11a-583dc7d50482', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:32:31Z', 'updated_at': '2022-01-26T11:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '9dc59aea-594a-4f53-8196-4350cac7158f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.17', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'port_id': '8fb044ce-8188-4af0-84dd-ab65e76e7372', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-44385081', 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f', 'mac_address': 'fa:16:3e:b4:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52c8f93-42c6-4b54-b48e-d63475c333d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:32:52Z', 'updated_at': '2022-01-26T11:32:52Z', 'revision_number': 0, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170383cb-2b27-45c8-912a-edde4f62e20e', 'name': '', 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:2a:22:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'd28b3b4e-cb9c-4e12-9fc1-e236a2f813f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:32:35Z', 'updated_at': '2022-01-26T11:32:41Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'd28b3b4e-cb9c-4e12-9fc1-e236a2f813f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:32:55.320799 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba02209-d786-4ffd-9bbc-2b0c8c58d228 None None] The sync data for ids ['b71e081d-37b7-4afe-b02b-c68309d5f0a3'] in dv-neutron-826439-1-hyperv is: [{'id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'name': 'tempest-TestNetworkBasicOps-router-1505658697', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '1849056d-537b-480b-a11a-583dc7d50482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:32:30Z', 'updated_at': '2022-01-26T11:32:36Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1849056d-537b-480b-a11a-583dc7d50482', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:32:31Z', 'updated_at': '2022-01-26T11:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '9dc59aea-594a-4f53-8196-4350cac7158f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.17', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'port_id': '8fb044ce-8188-4af0-84dd-ab65e76e7372', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-44385081', 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f', 'mac_address': 'fa:16:3e:b4:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52c8f93-42c6-4b54-b48e-d63475c333d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:32:52Z', 'updated_at': '2022-01-26T11:32:52Z', 'revision_number': 0, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170383cb-2b27-45c8-912a-edde4f62e20e', 'name': '', 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:2a:22:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'd28b3b4e-cb9c-4e12-9fc1-e236a2f813f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:32:35Z', 'updated_at': '2022-01-26T11:32:41Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'd28b3b4e-cb9c-4e12-9fc1-e236a2f813f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:32:55.510048 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9adb47-9e39-4df1-aadf-54761e4d6379 None None] New status for floating IP 9dc59aea-594a-4f53-8196-4350cac7158f: ACTIVE {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:32:55.845570 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:56.025472 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f04e45-4e9f-49e2-806c-077c2cee8f9a req-3467aa8d-48ff-4029-9a3c-a43e8291b99b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:56.027434 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c4f04e45-4e9f-49e2-806c-077c2cee8f9a req-3467aa8d-48ff-4029-9a3c-a43e8291b99b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=b52c8f93-42c6-4b54-b48e-d63475c333d7 HTTP/1.1" status: 200 len: 981 time: 0.1365361 Jan 26 11:32:56.042384 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:56.046543 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a80380-0199-4c88-874e-00ba06fd5e85 req-ae0cd0b2-73da-4573-aaf6-e11b34c4fdf4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:56.047996 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c8a80380-0199-4c88-874e-00ba06fd5e85 req-ae0cd0b2-73da-4573-aaf6-e11b34c4fdf4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/ports?device_id=b52c8f93-42c6-4b54-b48e-d63475c333d7 HTTP/1.1" status: 200 len: 981 time: 0.1256831 Jan 26 11:32:56.143165 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c4f04e45-4e9f-49e2-806c-077c2cee8f9a req-c0e27871-ca4a-4c62-8b09-73df7376432a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=4985cda1-7002-45c7-b28d-01cc78fdfa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056387 Jan 26 11:32:56.146171 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a80380-0199-4c88-874e-00ba06fd5e85 req-3e856990-6667-44cc-bc72-4176970467a3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:56.147451 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c8a80380-0199-4c88-874e-00ba06fd5e85 req-3e856990-6667-44cc-bc72-4176970467a3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/ports/8fb044ce-8188-4af0-84dd-ab65e76e7372?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0865951 Jan 26 11:32:56.288897 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c8a80380-0199-4c88-874e-00ba06fd5e85 req-f80f1ae8-9f84-4349-b5d3-896facafc2f4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/networks/9374f39b-9510-4288-b662-9c5e0b45e90f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1357522 Jan 26 11:32:56.300364 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-c8a80380-0199-4c88-874e-00ba06fd5e85 req-a34b9991-defc-4db2-af35-704640e8923b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:32:56.410538 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-c8a80380-0199-4c88-874e-00ba06fd5e85 req-a34b9991-defc-4db2-af35-704640e8923b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:56.615757 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-c8a80380-0199-4c88-874e-00ba06fd5e85 req-a34b9991-defc-4db2-af35-704640e8923b service neutron] For port 8fb044ce-8188-4af0-84dd-ab65e76e7372, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8fb044ce-8188-4af0-84dd-ab65e76e7372,segment=NetworkSegment(392eb11d-db10-41e4-bf3b-7bf7c751e0c5),segment_id=392eb11d-db10-41e4-bf3b-7bf7c751e0c5)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:32:56.645457 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-c8a80380-0199-4c88-874e-00ba06fd5e85 req-a34b9991-defc-4db2-af35-704640e8923b service neutron] For port 8fb044ce-8188-4af0-84dd-ab65e76e7372, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:32:56.696556 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-c8a80380-0199-4c88-874e-00ba06fd5e85 req-a34b9991-defc-4db2-af35-704640e8923b service neutron] device_id is not set on port 8fb044ce-8188-4af0-84dd-ab65e76e7372 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:32:56.705104 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-c8a80380-0199-4c88-874e-00ba06fd5e85 req-a34b9991-defc-4db2-af35-704640e8923b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:56.710282 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-c8a80380-0199-4c88-874e-00ba06fd5e85 req-a34b9991-defc-4db2-af35-704640e8923b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:56.957338 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b9991-defc-4db2-af35-704640e8923b service neutron] Pushing event updated for resources: {'Port': ['ID=8fb044ce-8188-4af0-84dd-ab65e76e7372,revision_number=6']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:57.007557 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a80380-0199-4c88-874e-00ba06fd5e85 req-a34b9991-defc-4db2-af35-704640e8923b service neutron] No DVR routers for this DVR port 8fb044ce-8188-4af0-84dd-ab65e76e7372 on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:32:57.059115 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-634cd0fe-3936-4ea7-b663-14e3ab3430d1 None None] Provisioning complete for port 8fb044ce-8188-4af0-84dd-ab65e76e7372 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:32:57.059807 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-634cd0fe-3936-4ea7-b663-14e3ab3430d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:57.111909 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-634cd0fe-3936-4ea7-b663-14e3ab3430d1 None None] Port 8fb044ce-8188-4af0-84dd-ab65e76e7372 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:32:57.231136 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-c8a80380-0199-4c88-874e-00ba06fd5e85 req-a34b9991-defc-4db2-af35-704640e8923b service neutron] In _notify_port_updated(), no bound segment for port 8fb044ce-8188-4af0-84dd-ab65e76e7372 on network 9374f39b-9510-4288-b662-9c5e0b45e90f {{(pid=87443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 26 11:32:57.231937 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a80380-0199-4c88-874e-00ba06fd5e85 req-a34b9991-defc-4db2-af35-704640e8923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:57.232539 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-c8a80380-0199-4c88-874e-00ba06fd5e85 req-a34b9991-defc-4db2-af35-704640e8923b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:57.233854 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c8a80380-0199-4c88-874e-00ba06fd5e85 req-a34b9991-defc-4db2-af35-704640e8923b service neutron] 10.222.0.24 "PUT /v2.0/ports/8fb044ce-8188-4af0-84dd-ab65e76e7372 HTTP/1.1" status: 200 len: 1024 time: 0.9373336 Jan 26 11:32:57.299684 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a91dec70-7a3e-4c44-ac6b-d0b6d1e9d9a3 req-0f546a8d-d00b-4807-99b8-119a2f67c803 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=b52c8f93-42c6-4b54-b48e-d63475c333d7 HTTP/1.1" status: 200 len: 210 time: 0.0504982 Jan 26 11:32:57.390797 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:58.409943 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55746) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:58.484966 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eb1146-a080-4d9b-b0d6-0c8bbce7ff70 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:32:58.489339 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e6eb1146-a080-4d9b-b0d6-0c8bbce7ff70 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports/8fb044ce-8188-4af0-84dd-ab65e76e7372 HTTP/1.1" status: 200 len: 923 time: 0.0880272 Jan 26 11:32:58.889924 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55752) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:58.896357 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-c2afefbd-8c68-4444-9df8-2155c6a6110a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1307228429', 'description': 'tempest-secgroup-smoke-1307228429 description', 'project_id': '577ce67689cf4355b98fd7b539fb5797'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:32:58.902381 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c2afefbd-8c68-4444-9df8-2155c6a6110a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:32:58.912637 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c2afefbd-8c68-4444-9df8-2155c6a6110a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:32:58.923349 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c2afefbd-8c68-4444-9df8-2155c6a6110a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:58.944701 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c2afefbd-8c68-4444-9df8-2155c6a6110a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:32:58.948624 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c2afefbd-8c68-4444-9df8-2155c6a6110a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:32:58.952469 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c2afefbd-8c68-4444-9df8-2155c6a6110a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:32:58.959326 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c2afefbd-8c68-4444-9df8-2155c6a6110a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:32:59.035062 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c2afefbd-8c68-4444-9df8-2155c6a6110a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:59.040492 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c2afefbd-8c68-4444-9df8-2155c6a6110a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:59.088398 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afefbd-8c68-4444-9df8-2155c6a6110a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10519e1f-bd73-4a3b-be0f-c9c09905e478,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:59.095463 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c2afefbd-8c68-4444-9df8-2155c6a6110a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:59.096718 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c2afefbd-8c68-4444-9df8-2155c6a6110a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2056715 Jan 26 11:32:59.099737 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55756) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:59.104804 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-af8178d6-7aff-4478-a542-83c82316fe54 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '10519e1f-bd73-4a3b-be0f-c9c09905e478', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:32:59.112186 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-af8178d6-7aff-4478-a542-83c82316fe54 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:32:59.116567 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-af8178d6-7aff-4478-a542-83c82316fe54 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:32:59.120083 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-af8178d6-7aff-4478-a542-83c82316fe54 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:32:59.125498 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-af8178d6-7aff-4478-a542-83c82316fe54 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:32:59.143032 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-af8178d6-7aff-4478-a542-83c82316fe54 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:59.205824 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-af8178d6-7aff-4478-a542-83c82316fe54 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:59.209492 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-af8178d6-7aff-4478-a542-83c82316fe54 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:59.235206 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8178d6-7aff-4478-a542-83c82316fe54 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8776f0f-31c8-4070-b0a3-c9d19c0e03ce,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:59.245107 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-af8178d6-7aff-4478-a542-83c82316fe54 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:59.247177 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-af8178d6-7aff-4478-a542-83c82316fe54 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1460416 Jan 26 11:32:59.250517 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55760) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:59.255597 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-c5af9c4a-e0db-4de9-b958-0eeb6b02f3e2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '10519e1f-bd73-4a3b-be0f-c9c09905e478', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:32:59.262454 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c5af9c4a-e0db-4de9-b958-0eeb6b02f3e2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:32:59.267342 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c5af9c4a-e0db-4de9-b958-0eeb6b02f3e2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:32:59.271043 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 8fb044ce-8188-4af0-84dd-ab65e76e7372 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:32:59.271510 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c5af9c4a-e0db-4de9-b958-0eeb6b02f3e2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:32:59.277548 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c5af9c4a-e0db-4de9-b958-0eeb6b02f3e2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:32:59.299018 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c5af9c4a-e0db-4de9-b958-0eeb6b02f3e2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:59.329959 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 8fb044ce-8188-4af0-84dd-ab65e76e7372 not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:32:59.366896 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c5af9c4a-e0db-4de9-b958-0eeb6b02f3e2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:59.370671 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c5af9c4a-e0db-4de9-b958-0eeb6b02f3e2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:59.396278 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af9c4a-e0db-4de9-b958-0eeb6b02f3e2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b406bd8-a4da-4425-bc7f-82c90fdffb2c,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:59.405675 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c5af9c4a-e0db-4de9-b958-0eeb6b02f3e2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:59.407002 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c5af9c4a-e0db-4de9-b958-0eeb6b02f3e2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1554799 Jan 26 11:32:59.409861 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55764) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:59.414892 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-75bb7bbc-9919-4d78-b198-e643ad917656 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '10519e1f-bd73-4a3b-be0f-c9c09905e478', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:32:59.420962 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-75bb7bbc-9919-4d78-b198-e643ad917656 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:32:59.425334 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-75bb7bbc-9919-4d78-b198-e643ad917656 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:32:59.428604 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-75bb7bbc-9919-4d78-b198-e643ad917656 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:32:59.434237 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-75bb7bbc-9919-4d78-b198-e643ad917656 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:32:59.452144 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-75bb7bbc-9919-4d78-b198-e643ad917656 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:59.519317 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-75bb7bbc-9919-4d78-b198-e643ad917656 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:59.523210 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-75bb7bbc-9919-4d78-b198-e643ad917656 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:59.552784 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb7bbc-9919-4d78-b198-e643ad917656 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03101678-cbb8-42fd-9fd3-1e97808bd971,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:59.560434 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-75bb7bbc-9919-4d78-b198-e643ad917656 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:59.561730 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-75bb7bbc-9919-4d78-b198-e643ad917656 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1509271 Jan 26 11:32:59.565013 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55768) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:59.570492 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-3a982446-625b-4b2b-843f-e79a76261d27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '10519e1f-bd73-4a3b-be0f-c9c09905e478', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:32:59.577310 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3a982446-625b-4b2b-843f-e79a76261d27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:32:59.580706 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3a982446-625b-4b2b-843f-e79a76261d27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:32:59.583715 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3a982446-625b-4b2b-843f-e79a76261d27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:32:59.589793 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3a982446-625b-4b2b-843f-e79a76261d27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:32:59.609005 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a982446-625b-4b2b-843f-e79a76261d27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:59.680364 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a982446-625b-4b2b-843f-e79a76261d27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:59.684366 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a982446-625b-4b2b-843f-e79a76261d27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:59.709587 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a982446-625b-4b2b-843f-e79a76261d27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3707639-0327-42b1-b329-36d70edc7c9f,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:59.719698 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a982446-625b-4b2b-843f-e79a76261d27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:59.721238 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3a982446-625b-4b2b-843f-e79a76261d27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1551332 Jan 26 11:32:59.725109 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55772) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:59.730405 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-bb7bbf95-b5bb-4006-9d7b-6778f967f2c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '10519e1f-bd73-4a3b-be0f-c9c09905e478', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:32:59.736733 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-bb7bbf95-b5bb-4006-9d7b-6778f967f2c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:32:59.741017 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-bb7bbf95-b5bb-4006-9d7b-6778f967f2c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:32:59.744039 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-bb7bbf95-b5bb-4006-9d7b-6778f967f2c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:32:59.751181 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-bb7bbf95-b5bb-4006-9d7b-6778f967f2c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:32:59.771535 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.securitygroups_db [None req-bb7bbf95-b5bb-4006-9d7b-6778f967f2c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Project 577ce67689cf4355b98fd7b539fb5797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:32:59.779271 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bb7bbf95-b5bb-4006-9d7b-6778f967f2c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:59.853325 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bb7bbf95-b5bb-4006-9d7b-6778f967f2c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:59.861195 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bb7bbf95-b5bb-4006-9d7b-6778f967f2c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:59.883704 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bbf95-b5bb-4006-9d7b-6778f967f2c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a49fff-e70a-4273-8558-0f4d8f3ee3e5,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:32:59.893256 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bb7bbf95-b5bb-4006-9d7b-6778f967f2c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:32:59.897207 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-bb7bbf95-b5bb-4006-9d7b-6778f967f2c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1716330 Jan 26 11:32:59.897296 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55776) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:32:59.904381 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a3e1910f-43a6-4cd3-b73a-9f71b7e8b7db tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '10519e1f-bd73-4a3b-be0f-c9c09905e478', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:32:59.909584 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a3e1910f-43a6-4cd3-b73a-9f71b7e8b7db tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:32:59.913973 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a3e1910f-43a6-4cd3-b73a-9f71b7e8b7db tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:32:59.916700 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a3e1910f-43a6-4cd3-b73a-9f71b7e8b7db tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:32:59.924095 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a3e1910f-43a6-4cd3-b73a-9f71b7e8b7db tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:32:59.934510 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.securitygroups_db [None req-a3e1910f-43a6-4cd3-b73a-9f71b7e8b7db tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Project 577ce67689cf4355b98fd7b539fb5797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:32:59.941793 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a3e1910f-43a6-4cd3-b73a-9f71b7e8b7db tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:00.024197 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a3e1910f-43a6-4cd3-b73a-9f71b7e8b7db tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:00.027089 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a3e1910f-43a6-4cd3-b73a-9f71b7e8b7db tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:00.052232 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1910f-43a6-4cd3-b73a-9f71b7e8b7db tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2752bbc-47e4-4d14-8a6b-d0e0ade45835,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:00.062718 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a3e1910f-43a6-4cd3-b73a-9f71b7e8b7db tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:00.071642 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a3e1910f-43a6-4cd3-b73a-9f71b7e8b7db tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1724751 Jan 26 11:33:00.238981 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1856e61-741a-46e9-8675-6d5369497b27 req-fee0fa12-365c-4579-99d6-92b9396a7566 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307228429&fields=id&tenant_id=577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 267 time: 0.0446227 Jan 26 11:33:00.326593 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1856e61-741a-46e9-8675-6d5369497b27 req-665e1372-0dc8-4f39-ae9f-d03a18fa11e0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:00.326593 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1856e61-741a-46e9-8675-6d5369497b27 req-665e1372-0dc8-4f39-ae9f-d03a18fa11e0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports/8fb044ce-8188-4af0-84dd-ab65e76e7372 HTTP/1.1" status: 200 len: 928 time: 0.0782681 Jan 26 11:33:00.410729 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1856e61-741a-46e9-8675-6d5369497b27 req-7f6a095d-adfc-4b4f-918b-1b876fd78739 service neutron] 10.222.0.39 "GET /v2.0/ports/8fb044ce-8188-4af0-84dd-ab65e76e7372?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0715029 Jan 26 11:33:00.551218 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1856e61-741a-46e9-8675-6d5369497b27 req-c4d51f67-8128-451d-97ff-b9aab87a97d8 service neutron] 10.222.0.39 "GET /v2.0/networks/9374f39b-9510-4288-b662-9c5e0b45e90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339614 Jan 26 11:33:00.702971 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1856e61-741a-46e9-8675-6d5369497b27 req-7383ceec-93be-4b87-b088-b871e9cd17c9 service neutron] 10.222.0.39 "GET /v2.0/networks/9374f39b-9510-4288-b662-9c5e0b45e90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460030 Jan 26 11:33:01.018640 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-aa9cde01-8927-44e1-a91e-e7a8d31d316e req-0279d895-6e34-4837-8346-1d035237d5e6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=998bf941-de10-47b7-b2c1-814a1004c468 HTTP/1.1" status: 200 len: 210 time: 0.1549721 Jan 26 11:33:01.892399 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1856e61-741a-46e9-8675-6d5369497b27 req-ea9ca73d-cea5-4e71-85f4-544df6cea384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:01.893799 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1856e61-741a-46e9-8675-6d5369497b27 req-ea9ca73d-cea5-4e71-85f4-544df6cea384 service neutron] 10.222.0.24 "GET /v2.0/ports/8fb044ce-8188-4af0-84dd-ab65e76e7372 HTTP/1.1" status: 200 len: 1024 time: 0.0679374 Jan 26 11:33:02.044484 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1856e61-741a-46e9-8675-6d5369497b27 req-436fa742-b877-4b34-b8f2-29e24b4daf45 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:02.046523 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1856e61-741a-46e9-8675-6d5369497b27 req-436fa742-b877-4b34-b8f2-29e24b4daf45 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/networks?id=9374f39b-9510-4288-b662-9c5e0b45e90f HTTP/1.1" status: 200 len: 796 time: 0.1473057 Jan 26 11:33:02.100476 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1856e61-741a-46e9-8675-6d5369497b27 req-5dbf13f8-5e77-4dc6-ab25-97e94d05b5ad tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 472 time: 0.0424795 Jan 26 11:33:02.112052 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-d1856e61-741a-46e9-8675-6d5369497b27 req-b2c2afec-04b6-4f69-8b05-4082cf9370b2 service neutron] Request body: {'port': {'device_id': '998bf941-de10-47b7-b2c1-814a1004c468', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:33:02.206923 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f6092cdf-bfda-4a54-9912-84ef75634120 req-3a926cde-ecfe-475d-8f0e-dc3523f425b3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=998bf941-de10-47b7-b2c1-814a1004c468 HTTP/1.1" status: 200 len: 210 time: 0.0570819 Jan 26 11:33:02.270535 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-d1856e61-741a-46e9-8675-6d5369497b27 req-b2c2afec-04b6-4f69-8b05-4082cf9370b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:02.714944 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-d1856e61-741a-46e9-8675-6d5369497b27 req-b2c2afec-04b6-4f69-8b05-4082cf9370b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fb044ce-8188-4af0-84dd-ab65e76e7372 {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:33:02.722665 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-d1856e61-741a-46e9-8675-6d5369497b27 req-b2c2afec-04b6-4f69-8b05-4082cf9370b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:02.736260 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-d1856e61-741a-46e9-8675-6d5369497b27 req-b2c2afec-04b6-4f69-8b05-4082cf9370b2 service neutron] Transition to ACTIVE for port object 8fb044ce-8188-4af0-84dd-ab65e76e7372 will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:33:02.739862 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-d1856e61-741a-46e9-8675-6d5369497b27 req-b2c2afec-04b6-4f69-8b05-4082cf9370b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:02.888001 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2afec-04b6-4f69-8b05-4082cf9370b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb044ce-8188-4af0-84dd-ab65e76e7372,revision_number=7']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:03.006828 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-d1856e61-741a-46e9-8675-6d5369497b27 req-b2c2afec-04b6-4f69-8b05-4082cf9370b2 service neutron] Attempting to bind port 8fb044ce-8188-4af0-84dd-ab65e76e7372 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:33:03.007431 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-d1856e61-741a-46e9-8675-6d5369497b27 req-b2c2afec-04b6-4f69-8b05-4082cf9370b2 service neutron] Attempting to bind port 8fb044ce-8188-4af0-84dd-ab65e76e7372 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '392eb11d-db10-41e4-bf3b-7bf7c751e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:33:03.007431 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1856e61-741a-46e9-8675-6d5369497b27 req-b2c2afec-04b6-4f69-8b05-4082cf9370b2 service neutron] Attempting to bind port 8fb044ce-8188-4af0-84dd-ab65e76e7372 on network 9374f39b-9510-4288-b662-9c5e0b45e90f {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:33:03.011827 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1856e61-741a-46e9-8675-6d5369497b27 req-b2c2afec-04b6-4f69-8b05-4082cf9370b2 service neutron] Port 8fb044ce-8188-4af0-84dd-ab65e76e7372 on network 9374f39b-9510-4288-b662-9c5e0b45e90f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:33:03.012142 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1856e61-741a-46e9-8675-6d5369497b27 req-b2c2afec-04b6-4f69-8b05-4082cf9370b2 service neutron] Attempting to bind port 8fb044ce-8188-4af0-84dd-ab65e76e7372 on network 9374f39b-9510-4288-b662-9c5e0b45e90f {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:33:03.017623 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1856e61-741a-46e9-8675-6d5369497b27 req-b2c2afec-04b6-4f69-8b05-4082cf9370b2 service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:33:03.017961 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1856e61-741a-46e9-8675-6d5369497b27 req-b2c2afec-04b6-4f69-8b05-4082cf9370b2 service neutron] Checking segment: {'id': '392eb11d-db10-41e4-bf3b-7bf7c751e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:33:03.018357 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1856e61-741a-46e9-8675-6d5369497b27 req-b2c2afec-04b6-4f69-8b05-4082cf9370b2 service neutron] Bound using segment: {'id': '392eb11d-db10-41e4-bf3b-7bf7c751e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:33:03.018787 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-d1856e61-741a-46e9-8675-6d5369497b27 req-b2c2afec-04b6-4f69-8b05-4082cf9370b2 service neutron] Bound port: 8fb044ce-8188-4af0-84dd-ab65e76e7372, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '392eb11d-db10-41e4-bf3b-7bf7c751e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:33:03.019126 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-d1856e61-741a-46e9-8675-6d5369497b27 req-b2c2afec-04b6-4f69-8b05-4082cf9370b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:03.111149 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-d1856e61-741a-46e9-8675-6d5369497b27 req-b2c2afec-04b6-4f69-8b05-4082cf9370b2 service neutron] For port 8fb044ce-8188-4af0-84dd-ab65e76e7372, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:33:03.114040 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-d1856e61-741a-46e9-8675-6d5369497b27 req-b2c2afec-04b6-4f69-8b05-4082cf9370b2 service neutron] For port 8fb044ce-8188-4af0-84dd-ab65e76e7372, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8fb044ce-8188-4af0-84dd-ab65e76e7372,segment=NetworkSegment(392eb11d-db10-41e4-bf3b-7bf7c751e0c5),segment_id=392eb11d-db10-41e4-bf3b-7bf7c751e0c5)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:33:03.119470 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-d1856e61-741a-46e9-8675-6d5369497b27 req-b2c2afec-04b6-4f69-8b05-4082cf9370b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:03.176796 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1856e61-741a-46e9-8675-6d5369497b27 req-b2c2afec-04b6-4f69-8b05-4082cf9370b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:03.177406 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-d1856e61-741a-46e9-8675-6d5369497b27 req-b2c2afec-04b6-4f69-8b05-4082cf9370b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:03.178799 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1856e61-741a-46e9-8675-6d5369497b27 req-b2c2afec-04b6-4f69-8b05-4082cf9370b2 service neutron] 10.222.0.24 "PUT /v2.0/ports/8fb044ce-8188-4af0-84dd-ab65e76e7372 HTTP/1.1" status: 200 len: 1129 time: 1.0717230 Jan 26 11:33:03.179262 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '998bf941-de10-47b7-b2c1-814a1004c468', 'tag': '8fb044ce-8188-4af0-84dd-ab65e76e7372'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:33:03.203419 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2afec-04b6-4f69-8b05-4082cf9370b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb044ce-8188-4af0-84dd-ab65e76e7372,revision_number=8']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:03.268413 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '998bf941-de10-47b7-b2c1-814a1004c468', 'tag': '8fb044ce-8188-4af0-84dd-ab65e76e7372', 'status': 'completed', 'code': 200} Jan 26 11:33:03.304900 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1856e61-741a-46e9-8675-6d5369497b27 req-38d0e123-2388-437f-b9ef-e8ff7bcb4cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:03.306434 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1856e61-741a-46e9-8675-6d5369497b27 req-38d0e123-2388-437f-b9ef-e8ff7bcb4cb1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=998bf941-de10-47b7-b2c1-814a1004c468 HTTP/1.1" status: 200 len: 1132 time: 0.0803108 Jan 26 11:33:03.458119 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1856e61-741a-46e9-8675-6d5369497b27 req-7cbac0c0-ac8b-4468-91e1-53a175afba50 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fb044ce-8188-4af0-84dd-ab65e76e7372 HTTP/1.1" status: 200 len: 1034 time: 0.1448374 Jan 26 11:33:03.525470 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16107263-cdf1-451f-b9e3-cb0706c8ffd3 req-931d615f-676d-45f7-ae26-d7ecc7b5ce8b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:03.526950 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-16107263-cdf1-451f-b9e3-cb0706c8ffd3 req-931d615f-676d-45f7-ae26-d7ecc7b5ce8b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=998bf941-de10-47b7-b2c1-814a1004c468 HTTP/1.1" status: 200 len: 979 time: 0.1650069 Jan 26 11:33:03.553258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1856e61-741a-46e9-8675-6d5369497b27 req-5c2f9c31-6d9b-4577-a26e-fe747871d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:03.554210 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1856e61-741a-46e9-8675-6d5369497b27 req-5c2f9c31-6d9b-4577-a26e-fe747871d318 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d28b3b4e-cb9c-4e12-9fc1-e236a2f813f5 HTTP/1.1" status: 200 len: 834 time: 0.0886102 Jan 26 11:33:03.626506 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-16107263-cdf1-451f-b9e3-cb0706c8ffd3 req-b037478f-14aa-42fd-8c45-c0631bed7fd8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=4985cda1-7002-45c7-b28d-01cc78fdfa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918334 Jan 26 11:33:03.649385 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1856e61-741a-46e9-8675-6d5369497b27 req-e6f67960-82d6-4659-a743-9dc074eeb41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:03.650910 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1856e61-741a-46e9-8675-6d5369497b27 req-e6f67960-82d6-4659-a743-9dc074eeb41a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9374f39b-9510-4288-b662-9c5e0b45e90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890310 Jan 26 11:33:03.789624 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1856e61-741a-46e9-8675-6d5369497b27 req-88ea61b6-e520-4f7c-a16c-8475826ba55b service neutron] 10.222.0.24 "GET /v2.0/networks/9374f39b-9510-4288-b662-9c5e0b45e90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317706 Jan 26 11:33:03.923370 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1856e61-741a-46e9-8675-6d5369497b27 req-9c35ce95-2533-4356-9bc5-dbfdc660e3b0 service neutron] 10.222.0.24 "GET /v2.0/networks/9374f39b-9510-4288-b662-9c5e0b45e90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273899 Jan 26 11:33:04.039523 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c0a76-d072-475c-bfdb-f8077ee21fb4 req-034f383b-8a6d-43b6-8859-0d55bbcba446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:04.041050 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3a2c0a76-d072-475c-bfdb-f8077ee21fb4 req-034f383b-8a6d-43b6-8859-0d55bbcba446 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=998bf941-de10-47b7-b2c1-814a1004c468 HTTP/1.1" status: 200 len: 1132 time: 0.0718849 Jan 26 11:33:04.187164 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c0a76-d072-475c-bfdb-f8077ee21fb4 req-7994892f-7178-4d8f-aacc-43a01658b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:04.188193 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3a2c0a76-d072-475c-bfdb-f8077ee21fb4 req-7994892f-7178-4d8f-aacc-43a01658b78d service neutron] 10.222.0.24 "GET /v2.0/networks?id=9374f39b-9510-4288-b662-9c5e0b45e90f HTTP/1.1" status: 200 len: 897 time: 0.1401501 Jan 26 11:33:04.415903 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3a2c0a76-d072-475c-bfdb-f8077ee21fb4 req-1cbecdea-fbe2-4847-99bf-dd673b30625f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fb044ce-8188-4af0-84dd-ab65e76e7372 HTTP/1.1" status: 200 len: 1034 time: 0.2193072 Jan 26 11:33:04.488154 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c0a76-d072-475c-bfdb-f8077ee21fb4 req-17f54278-64f5-4ac9-8ac3-915ee5eb61b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:04.489674 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3a2c0a76-d072-475c-bfdb-f8077ee21fb4 req-17f54278-64f5-4ac9-8ac3-915ee5eb61b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d28b3b4e-cb9c-4e12-9fc1-e236a2f813f5 HTTP/1.1" status: 200 len: 834 time: 0.0670054 Jan 26 11:33:04.575439 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c0a76-d072-475c-bfdb-f8077ee21fb4 req-5af5f913-8460-4d0d-8547-f04b51d131c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:04.577782 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3a2c0a76-d072-475c-bfdb-f8077ee21fb4 req-5af5f913-8460-4d0d-8547-f04b51d131c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9374f39b-9510-4288-b662-9c5e0b45e90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819137 Jan 26 11:33:04.741835 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3a2c0a76-d072-475c-bfdb-f8077ee21fb4 req-9fdfdf42-4305-4c7c-b466-a232ea46cb9a service neutron] 10.222.0.24 "GET /v2.0/networks/9374f39b-9510-4288-b662-9c5e0b45e90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516137 Jan 26 11:33:04.850610 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8344cb5-55c3-4ca2-85d9-2bcf16905998 req-860f1c08-91f3-4383-bd31-3e94f75ed1f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:04.852176 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d8344cb5-55c3-4ca2-85d9-2bcf16905998 req-860f1c08-91f3-4383-bd31-3e94f75ed1f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=998bf941-de10-47b7-b2c1-814a1004c468 HTTP/1.1" status: 200 len: 979 time: 0.0889411 Jan 26 11:33:04.884340 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3a2c0a76-d072-475c-bfdb-f8077ee21fb4 req-9a96baf0-de72-48e4-817c-983aa0b183d6 service neutron] 10.222.0.24 "GET /v2.0/networks/9374f39b-9510-4288-b662-9c5e0b45e90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368356 Jan 26 11:33:04.899431 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-d8344cb5-55c3-4ca2-85d9-2bcf16905998 req-fb951793-c331-4c65-b99d-e722fbc24674 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:33:04.914804 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-d8344cb5-55c3-4ca2-85d9-2bcf16905998 req-fb951793-c331-4c65-b99d-e722fbc24674 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:33:04.915937 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d8344cb5-55c3-4ca2-85d9-2bcf16905998 req-fb951793-c331-4c65-b99d-e722fbc24674 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=4985cda1-7002-45c7-b28d-01cc78fdfa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573907 Jan 26 11:33:05.271438 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 8fb044ce-8188-4af0-84dd-ab65e76e7372 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:33:05.330563 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:05.413813 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 8fb044ce-8188-4af0-84dd-ab65e76e7372, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8fb044ce-8188-4af0-84dd-ab65e76e7372,segment=NetworkSegment(392eb11d-db10-41e4-bf3b-7bf7c751e0c5),segment_id=392eb11d-db10-41e4-bf3b-7bf7c751e0c5)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:33:05.427272 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '8fb044ce-8188-4af0-84dd-ab65e76e7372', 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f', 'port_id': '8fb044ce-8188-4af0-84dd-ab65e76e7372', 'mac_address': 'fa:16:3e:b4:d0:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd28b3b4e-cb9c-4e12-9fc1-e236a2f813f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:33:05.483732 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:05.501093 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fb044ce-8188-4af0-84dd-ab65e76e7372 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:33:05.517384 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 8fb044ce-8188-4af0-84dd-ab65e76e7372, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8fb044ce-8188-4af0-84dd-ab65e76e7372,segment=NetworkSegment(392eb11d-db10-41e4-bf3b-7bf7c751e0c5),segment_id=392eb11d-db10-41e4-bf3b-7bf7c751e0c5)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:33:05.520948 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:05.589321 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=8fb044ce-8188-4af0-84dd-ab65e76e7372,revision_number=9']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:05.787568 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['8fb044ce-8188-4af0-84dd-ab65e76e7372'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:33:06.104406 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9f8ba-874f-4370-983a-b604c9ff6104 req-5259a791-5290-4a82-b214-abee93beb5c0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:06.105872 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-81b9f8ba-874f-4370-983a-b604c9ff6104 req-5259a791-5290-4a82-b214-abee93beb5c0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=998bf941-de10-47b7-b2c1-814a1004c468 HTTP/1.1" status: 200 len: 980 time: 0.0845141 Jan 26 11:33:06.149698 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-81b9f8ba-874f-4370-983a-b604c9ff6104 req-965a928f-7a46-453d-a50f-454af88b26f7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=4985cda1-7002-45c7-b28d-01cc78fdfa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378497 Jan 26 11:33:07.285755 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 8fb044ce-8188-4af0-84dd-ab65e76e7372 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:33:07.335411 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b7c4a-715f-4ec9-ab61-668418e2f857 req-5522875d-0154-4767-9d95-8e1e2a0016b5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:07.336887 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b99b7c4a-715f-4ec9-ab61-668418e2f857 req-5522875d-0154-4767-9d95-8e1e2a0016b5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=998bf941-de10-47b7-b2c1-814a1004c468 HTTP/1.1" status: 200 len: 980 time: 0.0819681 Jan 26 11:33:07.356784 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port 8fb044ce-8188-4af0-84dd-ab65e76e7372 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:33:07.365340 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 8fb044ce-8188-4af0-84dd-ab65e76e7372 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:33:07.365719 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:07.384672 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b99b7c4a-715f-4ec9-ab61-668418e2f857 req-36378819-6e48-48bb-b6c1-a168fe27ca09 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=4985cda1-7002-45c7-b28d-01cc78fdfa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413804 Jan 26 11:33:07.485867 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:07.513125 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998bf941-de10-47b7-b2c1-814a1004c468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb044ce-8188-4af0-84dd-ab65e76e7372'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:33:07.522431 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 8fb044ce-8188-4af0-84dd-ab65e76e7372, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8fb044ce-8188-4af0-84dd-ab65e76e7372,segment=NetworkSegment(392eb11d-db10-41e4-bf3b-7bf7c751e0c5),segment_id=392eb11d-db10-41e4-bf3b-7bf7c751e0c5)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:33:07.527284 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:07.564821 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998bf941-de10-47b7-b2c1-814a1004c468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb044ce-8188-4af0-84dd-ab65e76e7372', 'code': 200} Jan 26 11:33:07.599216 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=8fb044ce-8188-4af0-84dd-ab65e76e7372,revision_number=10']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:07.794146 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8d5bc-a107-4860-be8d-e756607aab46 req-1013dc12-da8a-44a6-9c67-1000f2db8fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:07.796188 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2fe8d5bc-a107-4860-be8d-e756607aab46 req-1013dc12-da8a-44a6-9c67-1000f2db8fef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=998bf941-de10-47b7-b2c1-814a1004c468 HTTP/1.1" status: 200 len: 1135 time: 0.0726480 Jan 26 11:33:07.838188 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2fe8d5bc-a107-4860-be8d-e756607aab46 req-a44e5b96-0b82-4c07-af64-d9761b0592ce service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4985cda1-7002-45c7-b28d-01cc78fdfa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359607 Jan 26 11:33:08.584887 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e16c1e-909b-43c2-836a-d723cc3e0d6d req-c1ba9481-ab50-441c-a39f-ea9f17502b6a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:08.586880 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-60e16c1e-909b-43c2-836a-d723cc3e0d6d req-c1ba9481-ab50-441c-a39f-ea9f17502b6a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=998bf941-de10-47b7-b2c1-814a1004c468 HTTP/1.1" status: 200 len: 982 time: 0.0882392 Jan 26 11:33:08.634248 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-60e16c1e-909b-43c2-836a-d723cc3e0d6d req-6dc44b04-ed29-414b-8fe4-d6a6bb0fcf2f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=4985cda1-7002-45c7-b28d-01cc78fdfa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414288 Jan 26 11:33:09.843955 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062c283-aa49-4ff3-a943-e77004960c0b req-3519cf41-d0c9-4b78-b286-2957cc1512c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:09.843955 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6062c283-aa49-4ff3-a943-e77004960c0b req-3519cf41-d0c9-4b78-b286-2957cc1512c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=998bf941-de10-47b7-b2c1-814a1004c468 HTTP/1.1" status: 200 len: 982 time: 0.0922861 Jan 26 11:33:09.893456 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6062c283-aa49-4ff3-a943-e77004960c0b req-a35e3da6-dcac-447a-bd89-ae7473f71595 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=4985cda1-7002-45c7-b28d-01cc78fdfa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406959 Jan 26 11:33:10.088862 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e5116-7ad8-43c7-ade6-cb7128517c26 req-2b37a5f1-8927-42e6-a14f-96e667d5227f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:10.090569 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8d9e5116-7ad8-43c7-ade6-cb7128517c26 req-2b37a5f1-8927-42e6-a14f-96e667d5227f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=998bf941-de10-47b7-b2c1-814a1004c468 HTTP/1.1" status: 200 len: 982 time: 0.0868130 Jan 26 11:33:10.140866 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8d9e5116-7ad8-43c7-ade6-cb7128517c26 req-c44147f4-21a4-499d-98cc-5d57c7baa1da tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=4985cda1-7002-45c7-b28d-01cc78fdfa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414588 Jan 26 11:33:10.165186 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55828) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:10.243099 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4902c93-e23e-4aa9-a764-0788de5daefe tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:10.244426 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a4902c93-e23e-4aa9-a764-0788de5daefe tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=998bf941-de10-47b7-b2c1-814a1004c468&network_id=9374f39b-9510-4288-b662-9c5e0b45e90f HTTP/1.1" status: 200 len: 1130 time: 0.0781906 Jan 26 11:33:10.622015 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd2923-5b56-4436-87c4-a9c15e20a7b3 req-b7adcaef-a8aa-42e7-a1c7-906bfb0e08f8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:10.624250 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a6dd2923-5b56-4436-87c4-a9c15e20a7b3 req-b7adcaef-a8aa-42e7-a1c7-906bfb0e08f8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=998bf941-de10-47b7-b2c1-814a1004c468 HTTP/1.1" status: 200 len: 982 time: 0.0870159 Jan 26 11:33:10.678346 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a6dd2923-5b56-4436-87c4-a9c15e20a7b3 req-71644418-f6d4-4c80-949f-cf986d566992 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=4985cda1-7002-45c7-b28d-01cc78fdfa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482032 Jan 26 11:33:11.932455 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec30ce7-69a0-4c00-8a87-4c513bc5cb60 req-4363a8d1-f23a-4daf-965e-c62623febb5f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:11.933919 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6ec30ce7-69a0-4c00-8a87-4c513bc5cb60 req-4363a8d1-f23a-4daf-965e-c62623febb5f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=998bf941-de10-47b7-b2c1-814a1004c468 HTTP/1.1" status: 200 len: 982 time: 0.1458771 Jan 26 11:33:11.941859 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fb383-8079-4b12-b7c3-cc6d6f190909 req-ee01dd83-ab87-47ec-8e3f-efd170916fbe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:11.943206 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4c9fb383-8079-4b12-b7c3-cc6d6f190909 req-ee01dd83-ab87-47ec-8e3f-efd170916fbe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/ports?device_id=998bf941-de10-47b7-b2c1-814a1004c468 HTTP/1.1" status: 200 len: 982 time: 0.1158841 Jan 26 11:33:12.043962 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6ec30ce7-69a0-4c00-8a87-4c513bc5cb60 req-448d82b7-f890-45d3-8733-a617f7764e92 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=4985cda1-7002-45c7-b28d-01cc78fdfa5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998194 Jan 26 11:33:12.047330 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fb383-8079-4b12-b7c3-cc6d6f190909 req-cae394f0-786f-44f6-9074-1ca870b43004 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:12.048596 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4c9fb383-8079-4b12-b7c3-cc6d6f190909 req-cae394f0-786f-44f6-9074-1ca870b43004 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/ports/8fb044ce-8188-4af0-84dd-ab65e76e7372?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0888922 Jan 26 11:33:12.190528 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4c9fb383-8079-4b12-b7c3-cc6d6f190909 req-e4d4ab60-8ce0-4be0-8e09-6dd2e19123f1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/networks/9374f39b-9510-4288-b662-9c5e0b45e90f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1371069 Jan 26 11:33:12.199860 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-4c9fb383-8079-4b12-b7c3-cc6d6f190909 req-595e48e0-f91f-4f1c-be73-d1e2131a67ef service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:33:12.311667 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-4c9fb383-8079-4b12-b7c3-cc6d6f190909 req-595e48e0-f91f-4f1c-be73-d1e2131a67ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:12.505207 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-4c9fb383-8079-4b12-b7c3-cc6d6f190909 req-595e48e0-f91f-4f1c-be73-d1e2131a67ef service neutron] For port 8fb044ce-8188-4af0-84dd-ab65e76e7372, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8fb044ce-8188-4af0-84dd-ab65e76e7372,segment=NetworkSegment(392eb11d-db10-41e4-bf3b-7bf7c751e0c5),segment_id=392eb11d-db10-41e4-bf3b-7bf7c751e0c5)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:33:12.536120 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-4c9fb383-8079-4b12-b7c3-cc6d6f190909 req-595e48e0-f91f-4f1c-be73-d1e2131a67ef service neutron] For port 8fb044ce-8188-4af0-84dd-ab65e76e7372, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:33:12.586876 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-4c9fb383-8079-4b12-b7c3-cc6d6f190909 req-595e48e0-f91f-4f1c-be73-d1e2131a67ef service neutron] device_id is not set on port 8fb044ce-8188-4af0-84dd-ab65e76e7372 yet. {{(pid=87443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 11:33:12.595082 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-4c9fb383-8079-4b12-b7c3-cc6d6f190909 req-595e48e0-f91f-4f1c-be73-d1e2131a67ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:12.600052 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-4c9fb383-8079-4b12-b7c3-cc6d6f190909 req-595e48e0-f91f-4f1c-be73-d1e2131a67ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:12.751437 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e48e0-f91f-4f1c-be73-d1e2131a67ef service neutron] Pushing event updated for resources: {'Port': ['ID=8fb044ce-8188-4af0-84dd-ab65e76e7372,revision_number=11']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:12.802874 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9fb383-8079-4b12-b7c3-cc6d6f190909 req-595e48e0-f91f-4f1c-be73-d1e2131a67ef service neutron] No DVR routers for this DVR port 8fb044ce-8188-4af0-84dd-ab65e76e7372 on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:33:12.877714 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2ac8f650-d274-4f72-9116-d4432f563197 None None] Provisioning complete for port 8fb044ce-8188-4af0-84dd-ab65e76e7372 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:33:12.878258 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2ac8f650-d274-4f72-9116-d4432f563197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:12.933911 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2ac8f650-d274-4f72-9116-d4432f563197 None None] Port 8fb044ce-8188-4af0-84dd-ab65e76e7372 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:33:13.123553 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-4c9fb383-8079-4b12-b7c3-cc6d6f190909 req-595e48e0-f91f-4f1c-be73-d1e2131a67ef service neutron] In _notify_port_updated(), no bound segment for port 8fb044ce-8188-4af0-84dd-ab65e76e7372 on network 9374f39b-9510-4288-b662-9c5e0b45e90f {{(pid=87443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 26 11:33:13.124521 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fb383-8079-4b12-b7c3-cc6d6f190909 req-595e48e0-f91f-4f1c-be73-d1e2131a67ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:13.125124 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-4c9fb383-8079-4b12-b7c3-cc6d6f190909 req-595e48e0-f91f-4f1c-be73-d1e2131a67ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:13.126419 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4c9fb383-8079-4b12-b7c3-cc6d6f190909 req-595e48e0-f91f-4f1c-be73-d1e2131a67ef service neutron] 10.222.0.24 "PUT /v2.0/ports/8fb044ce-8188-4af0-84dd-ab65e76e7372 HTTP/1.1" status: 200 len: 1025 time: 0.9303236 Jan 26 11:33:13.196962 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-26753048-b2e6-49d5-b749-e3ed074a32e8 req-c7f6d030-85a4-4472-b931-efea9511f1da tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=998bf941-de10-47b7-b2c1-814a1004c468 HTTP/1.1" status: 200 len: 210 time: 0.0440359 Jan 26 11:33:14.292310 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55846) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:14.360388 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7e70a1dd-b5b9-4975-b9c2-7ad0c4440f73 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:14.388476 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7e70a1dd-b5b9-4975-b9c2-7ad0c4440f73 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:14.450508 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7e70a1dd-b5b9-4975-b9c2-7ad0c4440f73 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:14.469180 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70a1dd-b5b9-4975-b9c2-7ad0c4440f73 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10519e1f-bd73-4a3b-be0f-c9c09905e478,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:14.478665 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7e70a1dd-b5b9-4975-b9c2-7ad0c4440f73 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:14.479731 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7e70a1dd-b5b9-4975-b9c2-7ad0c4440f73 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/security-groups/10519e1f-bd73-4a3b-be0f-c9c09905e478 HTTP/1.1" status: 204 len: 168 time: 0.1864080 Jan 26 11:33:14.510713 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55852) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:14.713585 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-bec0108d-d915-44eb-abc2-551ebfa5b8da tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port 6a428ce9-ea32-4362-8b25-30897515a8c7 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:33:14.713924 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bec0108d-d915-44eb-abc2-551ebfa5b8da tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:14.883977 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bec0108d-d915-44eb-abc2-551ebfa5b8da tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:14.884304 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bec0108d-d915-44eb-abc2-551ebfa5b8da tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:15.007572 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-bec0108d-d915-44eb-abc2-551ebfa5b8da tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for 6a428ce9-ea32-4362-8b25-30897515a8c7 owned by network:floatingip {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:33:15.150692 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bec0108d-d915-44eb-abc2-551ebfa5b8da tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:15.226477 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0108d-d915-44eb-abc2-551ebfa5b8da tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=6a428ce9-ea32-4362-8b25-30897515a8c7,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:15.292895 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bec0108d-d915-44eb-abc2-551ebfa5b8da tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:15.293553 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-bec0108d-d915-44eb-abc2-551ebfa5b8da tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Floating IP 9dc59aea-594a-4f53-8196-4350cac7158f disassociated (deleted). External IP: 172.26.5.17, port: 8fb044ce-8188-4af0-84dd-ab65e76e7372. Jan 26 11:33:15.329642 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 8fb044ce-8188-4af0-84dd-ab65e76e7372 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:33:15.386144 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 8fb044ce-8188-4af0-84dd-ab65e76e7372 not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:33:15.646829 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec0108d-d915-44eb-abc2-551ebfa5b8da tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router b71e081d-37b7-4afe-b02b-c68309d5f0a3 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:33:15.933760 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec0108d-d915-44eb-abc2-551ebfa5b8da tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:33:15.943766 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f4a44f-5c7c-4d3d-93de-40c4206f3cad None None] Sync routers for ids ['b71e081d-37b7-4afe-b02b-c68309d5f0a3'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:33:15.954529 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f4a44f-5c7c-4d3d-93de-40c4206f3cad None None] Routers {'b71e081d-37b7-4afe-b02b-c68309d5f0a3'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:33:15.955030 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bec0108d-d915-44eb-abc2-551ebfa5b8da tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:15.955277 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-a9f4a44f-5c7c-4d3d-93de-40c4206f3cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:32:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['b71e081d-37b7-4afe-b02b-c68309d5f0a3'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:33:16.008717 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-bec0108d-d915-44eb-abc2-551ebfa5b8da tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/floatingips/9dc59aea-594a-4f53-8196-4350cac7158f HTTP/1.1" status: 204 len: 168 time: 1.4969163 Jan 26 11:33:16.136984 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-a9f4a44f-5c7c-4d3d-93de-40c4206f3cad None None] Set router b71e081d-37b7-4afe-b02b-c68309d5f0a3 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:33:16.287878 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55860) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:16.356979 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7eb7f180-b2ee-4a25-8599-59052a90a6dc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:16.387229 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7eb7f180-b2ee-4a25-8599-59052a90a6dc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:16.454585 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7eb7f180-b2ee-4a25-8599-59052a90a6dc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:16.475821 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7f180-b2ee-4a25-8599-59052a90a6dc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db77ce80-c169-42b3-925f-808b00ff9ae7,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:16.480219 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7eb7f180-b2ee-4a25-8599-59052a90a6dc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:16.481559 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7eb7f180-b2ee-4a25-8599-59052a90a6dc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/security-groups/db77ce80-c169-42b3-925f-808b00ff9ae7 HTTP/1.1" status: 204 len: 168 time: 0.1924670 Jan 26 11:33:16.489033 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-a9f4a44f-5c7c-4d3d-93de-40c4206f3cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'name': 'tempest-TestNetworkBasicOps-router-1505658697', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '1849056d-537b-480b-a11a-583dc7d50482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:32:30Z', 'updated_at': '2022-01-26T11:32:36Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1849056d-537b-480b-a11a-583dc7d50482', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:32:31Z', 'updated_at': '2022-01-26T11:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '170383cb-2b27-45c8-912a-edde4f62e20e', 'name': '', 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:2a:22:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'd28b3b4e-cb9c-4e12-9fc1-e236a2f813f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:32:35Z', 'updated_at': '2022-01-26T11:32:41Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'd28b3b4e-cb9c-4e12-9fc1-e236a2f813f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:33:16.494037 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f4a44f-5c7c-4d3d-93de-40c4206f3cad None None] Checking router: b71e081d-37b7-4afe-b02b-c68309d5f0a3 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:33:16.504361 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f4a44f-5c7c-4d3d-93de-40c4206f3cad None None] Routers {'b71e081d-37b7-4afe-b02b-c68309d5f0a3'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:33:16.505050 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-a9f4a44f-5c7c-4d3d-93de-40c4206f3cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:32:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['b71e081d-37b7-4afe-b02b-c68309d5f0a3'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:33:16.512607 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55866) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:16.581225 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-a8080fea-6411-4f0d-8872-723aa238c05b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port 8fb044ce-8188-4af0-84dd-ab65e76e7372 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:33:16.581494 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a8080fea-6411-4f0d-8872-723aa238c05b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:16.688944 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-a9f4a44f-5c7c-4d3d-93de-40c4206f3cad None None] Set router b71e081d-37b7-4afe-b02b-c68309d5f0a3 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:33:16.832447 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a8080fea-6411-4f0d-8872-723aa238c05b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:16.959036 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-a8080fea-6411-4f0d-8872-723aa238c05b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for 8fb044ce-8188-4af0-84dd-ab65e76e7372 owned by {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:33:17.003602 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-a9f4a44f-5c7c-4d3d-93de-40c4206f3cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'name': 'tempest-TestNetworkBasicOps-router-1505658697', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '1849056d-537b-480b-a11a-583dc7d50482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:32:30Z', 'updated_at': '2022-01-26T11:32:36Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1849056d-537b-480b-a11a-583dc7d50482', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:32:31Z', 'updated_at': '2022-01-26T11:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '170383cb-2b27-45c8-912a-edde4f62e20e', 'name': '', 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:2a:22:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'd28b3b4e-cb9c-4e12-9fc1-e236a2f813f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:32:35Z', 'updated_at': '2022-01-26T11:32:41Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'd28b3b4e-cb9c-4e12-9fc1-e236a2f813f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:33:17.007501 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f4a44f-5c7c-4d3d-93de-40c4206f3cad None None] The sync data for ids ['b71e081d-37b7-4afe-b02b-c68309d5f0a3'] in dv-neutron-826439-1-hyperv is: [{'id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'name': 'tempest-TestNetworkBasicOps-router-1505658697', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '1849056d-537b-480b-a11a-583dc7d50482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:32:30Z', 'updated_at': '2022-01-26T11:32:36Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1849056d-537b-480b-a11a-583dc7d50482', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:32:31Z', 'updated_at': '2022-01-26T11:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '170383cb-2b27-45c8-912a-edde4f62e20e', 'name': '', 'network_id': '9374f39b-9510-4288-b662-9c5e0b45e90f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:2a:22:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'd28b3b4e-cb9c-4e12-9fc1-e236a2f813f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:32:35Z', 'updated_at': '2022-01-26T11:32:41Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'd28b3b4e-cb9c-4e12-9fc1-e236a2f813f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:33:17.104220 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a8080fea-6411-4f0d-8872-723aa238c05b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:17.156299 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8080fea-6411-4f0d-8872-723aa238c05b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=8fb044ce-8188-4af0-84dd-ab65e76e7372,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:17.240669 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9634c5b-eed4-4c4e-a8db-4784dd670051 None None] New status for floating IP 9dc59aea-594a-4f53-8196-4350cac7158f: DOWN {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:33:17.264459 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a8080fea-6411-4f0d-8872-723aa238c05b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:17.276522 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a8080fea-6411-4f0d-8872-723aa238c05b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/ports/8fb044ce-8188-4af0-84dd-ab65e76e7372 HTTP/1.1" status: 204 len: 168 time: 0.7602401 Jan 26 11:33:17.276687 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55870) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:17.925940 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7451bfe6-8aa8-4082-94e4-7b99979c1cc2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:18.280516 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-7451bfe6-8aa8-4082-94e4-7b99979c1cc2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port 170383cb-2b27-45c8-912a-edde4f62e20e {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:33:18.280863 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7451bfe6-8aa8-4082-94e4-7b99979c1cc2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:18.465933 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-7451bfe6-8aa8-4082-94e4-7b99979c1cc2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port 170383cb-2b27-45c8-912a-edde4f62e20e, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=170383cb-2b27-45c8-912a-edde4f62e20e,segment=NetworkSegment(392eb11d-db10-41e4-bf3b-7bf7c751e0c5),segment_id=392eb11d-db10-41e4-bf3b-7bf7c751e0c5)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:33:18.466282 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7451bfe6-8aa8-4082-94e4-7b99979c1cc2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:18.591956 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-7451bfe6-8aa8-4082-94e4-7b99979c1cc2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for 170383cb-2b27-45c8-912a-edde4f62e20e owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:33:18.914027 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7451bfe6-8aa8-4082-94e4-7b99979c1cc2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:18.965442 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451bfe6-8aa8-4082-94e4-7b99979c1cc2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=170383cb-2b27-45c8-912a-edde4f62e20e,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:19.345874 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7451bfe6-8aa8-4082-94e4-7b99979c1cc2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:19.700390 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7451bfe6-8aa8-4082-94e4-7b99979c1cc2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router b71e081d-37b7-4afe-b02b-c68309d5f0a3 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:33:19.878199 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7451bfe6-8aa8-4082-94e4-7b99979c1cc2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:33:19.887387 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12766d8d-f77d-4d3d-b2f6-562a6647a8f0 None None] Sync routers for ids ['b71e081d-37b7-4afe-b02b-c68309d5f0a3'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:33:19.891611 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7451bfe6-8aa8-4082-94e4-7b99979c1cc2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "PUT /v2.0/routers/b71e081d-37b7-4afe-b02b-c68309d5f0a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6138530 Jan 26 11:33:19.894213 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55874) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:19.898775 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12766d8d-f77d-4d3d-b2f6-562a6647a8f0 None None] Routers {'b71e081d-37b7-4afe-b02b-c68309d5f0a3'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:33:19.899389 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-12766d8d-f77d-4d3d-b2f6-562a6647a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:32:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['b71e081d-37b7-4afe-b02b-c68309d5f0a3'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:33:19.963327 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-22f24d82-7e88-4439-897b-bf45948d55d1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting subnet d28b3b4e-cb9c-4e12-9fc1-e236a2f813f5 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:33:19.966256 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-22f24d82-7e88-4439-897b-bf45948d55d1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:20.069246 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-22f24d82-7e88-4439-897b-bf45948d55d1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:20.078159 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-12766d8d-f77d-4d3d-b2f6-562a6647a8f0 None None] Set router b71e081d-37b7-4afe-b02b-c68309d5f0a3 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:33:20.155421 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ccf18cc8-c79b-4981-baa8-a07e782559a2 req-b9e792dc-dc37-4bc7-8b69-4c5648273aff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7541b641-90c4-45bd-94fd-b7399aa32542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1512678 Jan 26 11:33:20.167383 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-22f24d82-7e88-4439-897b-bf45948d55d1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:20.294294 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-22f24d82-7e88-4439-897b-bf45948d55d1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:20.334487 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf18cc8-c79b-4981-baa8-a07e782559a2 req-9fcd9dc2-bf46-413f-b7b1-99b668f4869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:20.335938 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ccf18cc8-c79b-4981-baa8-a07e782559a2 req-9fcd9dc2-bf46-413f-b7b1-99b668f4869f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a848421bda384d54823be991dfd27e32&device_id=7541b641-90c4-45bd-94fd-b7399aa32542 HTTP/1.1" status: 200 len: 1098 time: 0.1400762 Jan 26 11:33:20.341397 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f24d82-7e88-4439-897b-bf45948d55d1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Subnet': ['ID=d28b3b4e-cb9c-4e12-9fc1-e236a2f813f5,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:20.348282 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-22f24d82-7e88-4439-897b-bf45948d55d1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:20.354001 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-22f24d82-7e88-4439-897b-bf45948d55d1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/subnets/d28b3b4e-cb9c-4e12-9fc1-e236a2f813f5 HTTP/1.1" status: 204 len: 168 time: 0.4587882 Jan 26 11:33:20.356643 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55878) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:20.356916 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d4860d-a443-43f0-9d70-ab13cbc14261 None None] Network 9374f39b-9510-4288-b662-9c5e0b45e90f requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:33:20.377623 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-12766d8d-f77d-4d3d-b2f6-562a6647a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'name': 'tempest-TestNetworkBasicOps-router-1505658697', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '1849056d-537b-480b-a11a-583dc7d50482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:32:30Z', 'updated_at': '2022-01-26T11:33:18Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1849056d-537b-480b-a11a-583dc7d50482', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:32:31Z', 'updated_at': '2022-01-26T11:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:33:20.381851 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12766d8d-f77d-4d3d-b2f6-562a6647a8f0 None None] Checking router: b71e081d-37b7-4afe-b02b-c68309d5f0a3 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:33:20.391772 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12766d8d-f77d-4d3d-b2f6-562a6647a8f0 None None] Routers {'b71e081d-37b7-4afe-b02b-c68309d5f0a3'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:33:20.392385 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-12766d8d-f77d-4d3d-b2f6-562a6647a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:32:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['b71e081d-37b7-4afe-b02b-c68309d5f0a3'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:33:20.574642 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-12766d8d-f77d-4d3d-b2f6-562a6647a8f0 None None] Set router b71e081d-37b7-4afe-b02b-c68309d5f0a3 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:33:20.671771 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee693c0-ba03-4ca1-b6a4-66849405ba17 None None] DHCP port deletion for 9374f39b-9510-4288-b662-9c5e0b45e90f request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:33:20.676255 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-dee693c0-ba03-4ca1-b6a4-66849405ba17 None None] Deleting port 2314c3ff-f84a-4e15-a053-0a2110d1d737 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:33:20.676637 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dee693c0-ba03-4ca1-b6a4-66849405ba17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:20.783919 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf18cc8-c79b-4981-baa8-a07e782559a2 req-4748d7af-a6b8-4797-8e56-63271b55cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:20.785384 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ccf18cc8-c79b-4981-baa8-a07e782559a2 req-4748d7af-a6b8-4797-8e56-63271b55cfc1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b9359c06-7646-4efd-91fa-322e125304c7 HTTP/1.1" status: 200 len: 913 time: 0.3746004 Jan 26 11:33:20.787806 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ef3e193f-1787-47b4-bbc5-711adc1bb1b7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:20.895676 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-dee693c0-ba03-4ca1-b6a4-66849405ba17 None None] For port 2314c3ff-f84a-4e15-a053-0a2110d1d737, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=2314c3ff-f84a-4e15-a053-0a2110d1d737,segment=NetworkSegment(392eb11d-db10-41e4-bf3b-7bf7c751e0c5),segment_id=392eb11d-db10-41e4-bf3b-7bf7c751e0c5)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:33:20.896087 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dee693c0-ba03-4ca1-b6a4-66849405ba17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:20.910141 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-12766d8d-f77d-4d3d-b2f6-562a6647a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'name': 'tempest-TestNetworkBasicOps-router-1505658697', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '1849056d-537b-480b-a11a-583dc7d50482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:32:30Z', 'updated_at': '2022-01-26T11:33:18Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1849056d-537b-480b-a11a-583dc7d50482', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:32:31Z', 'updated_at': '2022-01-26T11:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:33:20.914441 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12766d8d-f77d-4d3d-b2f6-562a6647a8f0 None None] The sync data for ids ['b71e081d-37b7-4afe-b02b-c68309d5f0a3'] in dv-neutron-826439-1-hyperv is: [{'id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'name': 'tempest-TestNetworkBasicOps-router-1505658697', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129'}], 'enable_snat': True}, 'gw_port_id': '1849056d-537b-480b-a11a-583dc7d50482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:32:30Z', 'updated_at': '2022-01-26T11:33:18Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1849056d-537b-480b-a11a-583dc7d50482', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71e081d-37b7-4afe-b02b-c68309d5f0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:32:31Z', 'updated_at': '2022-01-26T11:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:33:20.958143 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ccf18cc8-c79b-4981-baa8-a07e782559a2 req-f62dd05f-7115-4004-82c1-afa8f0f3ed23 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=347d0d9c-5c0d-4923-b15d-a0f26556454f HTTP/1.1" status: 200 len: 1000 time: 0.1219482 Jan 26 11:33:21.023988 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-dee693c0-ba03-4ca1-b6a4-66849405ba17 None None] Calling delete_port for 2314c3ff-f84a-4e15-a053-0a2110d1d737 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:33:21.101141 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dee693c0-ba03-4ca1-b6a4-66849405ba17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:21.101549 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf18cc8-c79b-4981-baa8-a07e782559a2 req-9b5eef1a-5fa2-414e-a47e-563282179e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:21.103095 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ccf18cc8-c79b-4981-baa8-a07e782559a2 req-9b5eef1a-5fa2-414e-a47e-563282179e65 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b349df-7279-45a5-a567-116b1ec641a3 HTTP/1.1" status: 200 len: 851 time: 0.1367037 Jan 26 11:33:21.147451 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee693c0-ba03-4ca1-b6a4-66849405ba17 None None] Pushing event deleted for resources: {'Port': ['ID=2314c3ff-f84a-4e15-a053-0a2110d1d737,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:21.151266 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee693c0-ba03-4ca1-b6a4-66849405ba17 None None] No DVR routers for this DVR port 2314c3ff-f84a-4e15-a053-0a2110d1d737 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:33:21.177885 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ef3e193f-1787-47b4-bbc5-711adc1bb1b7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:21.191487 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e193f-1787-47b4-bbc5-711adc1bb1b7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port 1849056d-537b-480b-a11a-583dc7d50482 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:33:21.191814 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ef3e193f-1787-47b4-bbc5-711adc1bb1b7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:21.244457 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf18cc8-c79b-4981-baa8-a07e782559a2 req-44c2c062-2538-4f07-ba9a-173656658fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:21.245888 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ccf18cc8-c79b-4981-baa8-a07e782559a2 req-44c2c062-2538-4f07-ba9a-173656658fec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b9359c06-7646-4efd-91fa-322e125304c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1375577 Jan 26 11:33:21.482829 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-ef3e193f-1787-47b4-bbc5-711adc1bb1b7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port 1849056d-537b-480b-a11a-583dc7d50482, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=1849056d-537b-480b-a11a-583dc7d50482,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:33:21.483257 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ef3e193f-1787-47b4-bbc5-711adc1bb1b7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:21.498437 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ccf18cc8-c79b-4981-baa8-a07e782559a2 req-9d644d43-afb5-4813-8d10-d5f94ebdeb61 service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315104 Jan 26 11:33:21.630523 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e193f-1787-47b4-bbc5-711adc1bb1b7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for 1849056d-537b-480b-a11a-583dc7d50482 owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:33:21.649680 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 2314c3ff-f84a-4e15-a053-0a2110d1d737 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:33:21.683506 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 2314c3ff-f84a-4e15-a053-0a2110d1d737 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:33:21.683855 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 2314c3ff-f84a-4e15-a053-0a2110d1d737 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:33:21.684281 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 170383cb-2b27-45c8-912a-edde4f62e20e no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:33:21.720255 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 170383cb-2b27-45c8-912a-edde4f62e20e {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:33:21.720601 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 170383cb-2b27-45c8-912a-edde4f62e20e not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:33:21.802624 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ccf18cc8-c79b-4981-baa8-a07e782559a2 req-553914b2-6995-4db5-a753-c8a87de523b5 service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515659 Jan 26 11:33:21.888546 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ef3e193f-1787-47b4-bbc5-711adc1bb1b7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:21.938798 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e193f-1787-47b4-bbc5-711adc1bb1b7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=1849056d-537b-480b-a11a-583dc7d50482,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:22.023946 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ef3e193f-1787-47b4-bbc5-711adc1bb1b7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:22.318642 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ef3e193f-1787-47b4-bbc5-711adc1bb1b7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:22.320769 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ef3e193f-1787-47b4-bbc5-711adc1bb1b7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:22.344445 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ef3e193f-1787-47b4-bbc5-711adc1bb1b7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:22.344976 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3e193f-1787-47b4-bbc5-711adc1bb1b7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Fanout notify agent at l3_agent the message router_deleted on router b71e081d-37b7-4afe-b02b-c68309d5f0a3 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:33:22.360285 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ef3e193f-1787-47b4-bbc5-711adc1bb1b7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:22.361444 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ef3e193f-1787-47b4-bbc5-711adc1bb1b7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/routers/b71e081d-37b7-4afe-b02b-c68309d5f0a3 HTTP/1.1" status: 204 len: 168 time: 2.0036650 Jan 26 11:33:22.364057 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55882) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:22.476737 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-98909676-aa01-436d-af08-4c83f1375eae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:22.521778 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c986180a-67f5-4732-a0cb-9bedd7ace9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:22.614005 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-98909676-aa01-436d-af08-4c83f1375eae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:22.638566 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-98909676-aa01-436d-af08-4c83f1375eae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9374f39b-9510-4288-b662-9c5e0b45e90f']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:33:22.650440 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-98909676-aa01-436d-af08-4c83f1375eae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392eb11d-db10-41e4-bf3b-7bf7c751e0c5') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:33:22.650738 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-98909676-aa01-436d-af08-4c83f1375eae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392eb11d-db10-41e4-bf3b-7bf7c751e0c5') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:33:22.662086 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-98909676-aa01-436d-af08-4c83f1375eae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:22.679245 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-98909676-aa01-436d-af08-4c83f1375eae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:22.685436 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98909676-aa01-436d-af08-4c83f1375eae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:33:22.685838 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-98909676-aa01-436d-af08-4c83f1375eae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:33:22.700210 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:33:22.783877 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-98909676-aa01-436d-af08-4c83f1375eae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:22.808933 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-98909676-aa01-436d-af08-4c83f1375eae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:22.821906 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98909676-aa01-436d-af08-4c83f1375eae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Network': ['ID=9374f39b-9510-4288-b662-9c5e0b45e90f,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:22.824740 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-98909676-aa01-436d-af08-4c83f1375eae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/networks/9374f39b-9510-4288-b662-9c5e0b45e90f HTTP/1.1" status: 204 len: 168 time: 0.4596539 Jan 26 11:33:22.837113 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55886) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:22.848958 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e2d533a3-54e4-427e-8b3f-a19aec005ab0 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0106640 Jan 26 11:33:22.851760 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55890) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:22.856904 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-342fb63d-25ff-4ee0-b079-21922e99808c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'network': {'name': 'tempest-network-smoke--972886939', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'port_security_enabled': True}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:33:22.861938 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-342fb63d-25ff-4ee0-b079-21922e99808c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:33:22.866264 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-342fb63d-25ff-4ee0-b079-21922e99808c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:network and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:33:22.869782 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-342fb63d-25ff-4ee0-b079-21922e99808c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:33:22.876625 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-342fb63d-25ff-4ee0-b079-21922e99808c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:33:22.887057 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342fb63d-25ff-4ee0-b079-21922e99808c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:33:22.891639 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-342fb63d-25ff-4ee0-b079-21922e99808c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:22.918201 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342fb63d-25ff-4ee0-b079-21922e99808c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:33:22.927793 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-342fb63d-25ff-4ee0-b079-21922e99808c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:22.928145 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-342fb63d-25ff-4ee0-b079-21922e99808c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Added segment 0420316a-9cb5-4736-b0db-560a7a59928c of type vlan for network 610bc07f-0133-4af5-9d0c-fc57d5a78e7d Jan 26 11:33:22.955010 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-342fb63d-25ff-4ee0-b079-21922e99808c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:22.983521 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-342fb63d-25ff-4ee0-b079-21922e99808c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:22.988938 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342fb63d-25ff-4ee0-b079-21922e99808c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:22.989516 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-342fb63d-25ff-4ee0-b079-21922e99808c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:23.093690 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-342fb63d-25ff-4ee0-b079-21922e99808c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2408664 Jan 26 11:33:23.096453 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55894) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:23.098708 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fb63d-25ff-4ee0-b079-21922e99808c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Network': ['ID=610bc07f-0133-4af5-9d0c-fc57d5a78e7d,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:23.101799 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-26e9f827-f9db-4950-bcbb-d19c3396308c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-859330869', 'admin_state_up': True, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:33:23.108525 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 610bc07f-0133-4af5-9d0c-fc57d5a78e7d details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:33:23.109076 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-26e9f827-f9db-4950-bcbb-d19c3396308c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:33:23.112910 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-26e9f827-f9db-4950-bcbb-d19c3396308c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:router and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:33:23.115870 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-26e9f827-f9db-4950-bcbb-d19c3396308c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:33:23.122219 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-26e9f827-f9db-4950-bcbb-d19c3396308c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:33:23.132974 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-26e9f827-f9db-4950-bcbb-d19c3396308c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:23.133947 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-26e9f827-f9db-4950-bcbb-d19c3396308c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:23.151795 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-26e9f827-f9db-4950-bcbb-d19c3396308c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:23.430120 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-26e9f827-f9db-4950-bcbb-d19c3396308c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:23.652432 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 1849056d-537b-480b-a11a-583dc7d50482 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:33:23.691388 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 1849056d-537b-480b-a11a-583dc7d50482 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:33:23.691789 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 1849056d-537b-480b-a11a-583dc7d50482 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:33:23.730860 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-26e9f827-f9db-4950-bcbb-d19c3396308c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:23.760119 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-26e9f827-f9db-4950-bcbb-d19c3396308c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:23.903747 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-26e9f827-f9db-4950-bcbb-d19c3396308c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.26.5.166 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:33:24.148175 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-26e9f827-f9db-4950-bcbb-d19c3396308c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:24.176976 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-26e9f827-f9db-4950-bcbb-d19c3396308c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:24.242280 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e9f827-f9db-4950-bcbb-d19c3396308c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:33:24.243621 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-26e9f827-f9db-4950-bcbb-d19c3396308c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:33:24.246876 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e9f827-f9db-4950-bcbb-d19c3396308c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:33:24.294468 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9f827-f9db-4950-bcbb-d19c3396308c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:24.663492 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-26e9f827-f9db-4950-bcbb-d19c3396308c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_gateway, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:24.787550 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ba4aebfa-2ec7-4e2c-82d9-8aa1280eaafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:25.000214 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-26e9f827-f9db-4950-bcbb-d19c3396308c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:25.197269 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e9f827-f9db-4950-bcbb-d19c3396308c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router d67d7e47-cea7-435a-9ead-e8f84700ef54 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:33:25.379268 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e9f827-f9db-4950-bcbb-d19c3396308c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:33:25.391204 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] Sync routers for ids ['d67d7e47-cea7-435a-9ead-e8f84700ef54'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:33:25.400236 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] Routers {'d67d7e47-cea7-435a-9ead-e8f84700ef54'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:33:25.401040 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:33:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d67d7e47-cea7-435a-9ead-e8f84700ef54'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:33:25.405010 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-26e9f827-f9db-4950-bcbb-d19c3396308c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:25.406208 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-26e9f827-f9db-4950-bcbb-d19c3396308c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3085916 Jan 26 11:33:25.409269 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55900) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:25.559854 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d6d1d685-6104-4d46-b374-62793d748de2 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=577ce67689cf4355b98fd7b539fb5797&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1495082 Jan 26 11:33:25.563238 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55904) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:25.586182 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] Set router d67d7e47-cea7-435a-9ead-e8f84700ef54 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:33:25.605787 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:33:25.694595 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3256d41-3228-45c3-8ef5-876654304761 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:25.695994 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b3256d41-3228-45c3-8ef5-876654304761 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1317160 Jan 26 11:33:25.698819 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55908) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:25.738061 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-639d6e48-8a10-4d09-b347-01dd382b73e6 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381863 Jan 26 11:33:25.740611 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55912) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:25.745836 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-906eb750-ddd6-477f-9dde-c4d24b2951e0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-477666100', 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:33:25.856069 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-906eb750-ddd6-477f-9dde-c4d24b2951e0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:33:25.860155 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-906eb750-ddd6-477f-9dde-c4d24b2951e0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:subnet and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:33:25.862987 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-906eb750-ddd6-477f-9dde-c4d24b2951e0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:33:25.868751 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-906eb750-ddd6-477f-9dde-c4d24b2951e0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:33:25.871793 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:25.879702 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906eb750-ddd6-477f-9dde-c4d24b2951e0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:33:25.883111 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-906eb750-ddd6-477f-9dde-c4d24b2951e0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:25.896445 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'name': 'tempest-TestNetworkBasicOps-router-859330869', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:33:24Z', 'revision_number': 3, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:33:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:33:25.900791 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] Checking router: d67d7e47-cea7-435a-9ead-e8f84700ef54 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:33:25.902410 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] Updating router d67d7e47-cea7-435a-9ead-e8f84700ef54 port 6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475 binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:33:25.962107 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:26.058836 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:26.111195 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-906eb750-ddd6-477f-9dde-c4d24b2951e0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:26.193580 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906eb750-ddd6-477f-9dde-c4d24b2951e0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Subnet': ['ID=763ff635-888c-41aa-aefe-e5f889148a12,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:26.198308 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906eb750-ddd6-477f-9dde-c4d24b2951e0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Checking segment: {'id': '0420316a-9cb5-4736-b0db-560a7a59928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:33:26.199034 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906eb750-ddd6-477f-9dde-c4d24b2951e0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network hostable DHCP agents. Network: 610bc07f-0133-4af5-9d0c-fc57d5a78e7d, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:33:26.218471 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906eb750-ddd6-477f-9dde-c4d24b2951e0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network 610bc07f-0133-4af5-9d0c-fc57d5a78e7d is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:33:26.228219 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-906eb750-ddd6-477f-9dde-c4d24b2951e0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 610bc07f-0133-4af5-9d0c-fc57d5a78e7d) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:33:26.232839 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906eb750-ddd6-477f-9dde-c4d24b2951e0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:26.233428 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-906eb750-ddd6-477f-9dde-c4d24b2951e0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:26.241076 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89394e3a-b1ca-4f74-a428-3ccc7a71e8ae None None] Network 610bc07f-0133-4af5-9d0c-fc57d5a78e7d requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:33:26.256701 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-906eb750-ddd6-477f-9dde-c4d24b2951e0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5150204 Jan 26 11:33:26.259561 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55916) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:26.488024 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:26.537440 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] Transition to ACTIVE for port object 6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:33:26.549987 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:26.583634 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38bf7ee-babe-42b2-a4d4-c7709b16941d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-610bc07f-0133-4af5-9d0c-fc57d5a78e7d', 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ips': [{'subnet_id': '763ff635-888c-41aa-aefe-e5f889148a12'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:33:26.584436 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f38bf7ee-babe-42b2-a4d4-c7709b16941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:26.695701 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] Attempting to bind port 6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:33:26.696083 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] Attempting to bind port 6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:33:26.696382 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] Attempting to bind port 6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475 on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:33:26.698396 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203237b0-dee7-478f-984f-1ef0a34b134b None None] Pushing event updated for resources: {'Port': ['ID=6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:26.712243 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:33:26.712618 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:33:26.713016 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:26.713405 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:33:26.713868 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] Bound port: 6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:33:26.714241 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:26.852790 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] For port 6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:33:26.867804 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] For port 6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:33:26.869205 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-f38bf7ee-babe-42b2-a4d4-c7709b16941d None None] Allocated IP 172.20.0.2 (610bc07f-0133-4af5-9d0c-fc57d5a78e7d/763ff635-888c-41aa-aefe-e5f889148a12/dfcb84fd-c585-46c6-bd4d-d98c8603845f) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:33:26.874435 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:26.991680 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] Routers {'d67d7e47-cea7-435a-9ead-e8f84700ef54'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:33:26.992297 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:33:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d67d7e47-cea7-435a-9ead-e8f84700ef54'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:33:27.056783 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203237b0-dee7-478f-984f-1ef0a34b134b None None] Pushing event updated for resources: {'Port': ['ID=6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:27.086133 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0e9be1c-7eaf-44a3-9203-6a2de34ab452 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:27.297837 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] Set router d67d7e47-cea7-435a-9ead-e8f84700ef54 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:33:27.485272 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f38bf7ee-babe-42b2-a4d4-c7709b16941d None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:27.493471 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:27.511258 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f38bf7ee-babe-42b2-a4d4-c7709b16941d None None] Transition to ACTIVE for port object dfcb84fd-c585-46c6-bd4d-d98c8603845f will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:33:27.581165 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f38bf7ee-babe-42b2-a4d4-c7709b16941d None None] Transition to ACTIVE for port object dfcb84fd-c585-46c6-bd4d-d98c8603845f will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:33:27.608713 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f38bf7ee-babe-42b2-a4d4-c7709b16941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:27.670485 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-b0e9be1c-7eaf-44a3-9203-6a2de34ab452 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.20.0.1 (610bc07f-0133-4af5-9d0c-fc57d5a78e7d/763ff635-888c-41aa-aefe-e5f889148a12/93338387-cfa8-4353-be25-e820bd81873b) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:33:27.704668 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38bf7ee-babe-42b2-a4d4-c7709b16941d None None] Network 610bc07f-0133-4af5-9d0c-fc57d5a78e7d is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:33:27.710230 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-f38bf7ee-babe-42b2-a4d4-c7709b16941d None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:33:27.714916 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38bf7ee-babe-42b2-a4d4-c7709b16941d None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:33:27.721856 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38bf7ee-babe-42b2-a4d4-c7709b16941d None None] Pushing event updated for resources: {'Port': ['ID=dfcb84fd-c585-46c6-bd4d-d98c8603845f,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:27.823490 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-f38bf7ee-babe-42b2-a4d4-c7709b16941d None None] Attempting to bind port dfcb84fd-c585-46c6-bd4d-d98c8603845f on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:33:27.823861 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-f38bf7ee-babe-42b2-a4d4-c7709b16941d None None] Attempting to bind port dfcb84fd-c585-46c6-bd4d-d98c8603845f by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '0420316a-9cb5-4736-b0db-560a7a59928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:33:27.824253 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38bf7ee-babe-42b2-a4d4-c7709b16941d None None] Attempting to bind port dfcb84fd-c585-46c6-bd4d-d98c8603845f on network 610bc07f-0133-4af5-9d0c-fc57d5a78e7d {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:33:27.831957 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38bf7ee-babe-42b2-a4d4-c7709b16941d None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:33:27.832332 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38bf7ee-babe-42b2-a4d4-c7709b16941d None None] Checking segment: {'id': '0420316a-9cb5-4736-b0db-560a7a59928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:33:27.832745 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f38bf7ee-babe-42b2-a4d4-c7709b16941d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:27.832846 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0e9be1c-7eaf-44a3-9203-6a2de34ab452 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:27.833123 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38bf7ee-babe-42b2-a4d4-c7709b16941d None None] Bound using segment: {'id': '0420316a-9cb5-4736-b0db-560a7a59928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:33:27.833586 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-f38bf7ee-babe-42b2-a4d4-c7709b16941d None None] Bound port: dfcb84fd-c585-46c6-bd4d-d98c8603845f, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0420316a-9cb5-4736-b0db-560a7a59928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:33:27.834486 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f38bf7ee-babe-42b2-a4d4-c7709b16941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:27.849334 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-b0e9be1c-7eaf-44a3-9203-6a2de34ab452 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Transition to ACTIVE for port object 93338387-cfa8-4353-be25-e820bd81873b will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:33:27.872338 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0e9be1c-7eaf-44a3-9203-6a2de34ab452 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:27.882576 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'name': 'tempest-TestNetworkBasicOps-router-859330869', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:33:24Z', 'revision_number': 3, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:33:27.897563 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a895d-a09c-4716-a201-30f7092e6680 None None] The sync data for ids ['d67d7e47-cea7-435a-9ead-e8f84700ef54'] in dv-neutron-826439-1-hyperv is: [{'id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'name': 'tempest-TestNetworkBasicOps-router-859330869', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:33:24Z', 'revision_number': 3, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:33:27.941609 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-f38bf7ee-babe-42b2-a4d4-c7709b16941d None None] For port dfcb84fd-c585-46c6-bd4d-d98c8603845f, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:33:27.945115 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-f38bf7ee-babe-42b2-a4d4-c7709b16941d None None] For port dfcb84fd-c585-46c6-bd4d-d98c8603845f, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=dfcb84fd-c585-46c6-bd4d-d98c8603845f,segment=NetworkSegment(0420316a-9cb5-4736-b0db-560a7a59928c),segment_id=0420316a-9cb5-4736-b0db-560a7a59928c)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:33:27.947420 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e9be1c-7eaf-44a3-9203-6a2de34ab452 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network 610bc07f-0133-4af5-9d0c-fc57d5a78e7d is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:33:27.949704 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f38bf7ee-babe-42b2-a4d4-c7709b16941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:27.951431 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-b0e9be1c-7eaf-44a3-9203-6a2de34ab452 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:33:27.955784 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e9be1c-7eaf-44a3-9203-6a2de34ab452 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:33:27.989733 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9be1c-7eaf-44a3-9203-6a2de34ab452 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=93338387-cfa8-4353-be25-e820bd81873b,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:28.021486 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0e9be1c-7eaf-44a3-9203-6a2de34ab452 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:28.035227 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38bf7ee-babe-42b2-a4d4-c7709b16941d None None] Pushing event updated for resources: {'Port': ['ID=dfcb84fd-c585-46c6-bd4d-d98c8603845f,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:28.341488 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0e9be1c-7eaf-44a3-9203-6a2de34ab452 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:28.922764 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0e9be1c-7eaf-44a3-9203-6a2de34ab452 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:28.927257 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0e9be1c-7eaf-44a3-9203-6a2de34ab452 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:29.047168 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9be1c-7eaf-44a3-9203-6a2de34ab452 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=93338387-cfa8-4353-be25-e820bd81873b,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:29.050880 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b0e9be1c-7eaf-44a3-9203-6a2de34ab452 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:29.071954 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c2c22e-d12d-4eae-b812-0a32682fadb1 None None] Network 610bc07f-0133-4af5-9d0c-fc57d5a78e7d requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:33:29.186144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e9be1c-7eaf-44a3-9203-6a2de34ab452 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network 610bc07f-0133-4af5-9d0c-fc57d5a78e7d is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:33:29.187280 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-b0e9be1c-7eaf-44a3-9203-6a2de34ab452 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:33:29.225557 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-1feca0dd-a2d7-4f0b-9889-130e1f7eeba6 None None] Provisioning for port dfcb84fd-c585-46c6-bd4d-d98c8603845f completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:33:29.395982 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e9be1c-7eaf-44a3-9203-6a2de34ab452 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router d67d7e47-cea7-435a-9ead-e8f84700ef54 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:33:29.559386 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a5817489-a39d-473c-a047-6b0cb7eca24e None None] Provisioning for port 93338387-cfa8-4353-be25-e820bd81873b completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:33:29.569253 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a5817489-a39d-473c-a047-6b0cb7eca24e None None] Provisioning complete for port 93338387-cfa8-4353-be25-e820bd81873b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:33:29.569943 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a5817489-a39d-473c-a047-6b0cb7eca24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:29.619324 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e9be1c-7eaf-44a3-9203-6a2de34ab452 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:33:29.636634 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] Sync routers for ids ['d67d7e47-cea7-435a-9ead-e8f84700ef54'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:33:29.640680 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-a5817489-a39d-473c-a047-6b0cb7eca24e None None] Port 93338387-cfa8-4353-be25-e820bd81873b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:33:29.641790 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b0e9be1c-7eaf-44a3-9203-6a2de34ab452 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "PUT /v2.0/routers/d67d7e47-cea7-435a-9ead-e8f84700ef54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3810453 Jan 26 11:33:29.645386 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55920) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:29.666236 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] Routers {'d67d7e47-cea7-435a-9ead-e8f84700ef54'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:33:29.666998 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:33:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d67d7e47-cea7-435a-9ead-e8f84700ef54'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:33:29.851814 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:33:29.866726 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710de21a-156b-4aad-9237-f92e62c9f2df tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:29.867214 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710de21a-156b-4aad-9237-f92e62c9f2df tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:29.867687 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710de21a-156b-4aad-9237-f92e62c9f2df tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:29.868151 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710de21a-156b-4aad-9237-f92e62c9f2df tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:29.868615 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710de21a-156b-4aad-9237-f92e62c9f2df tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:29.869086 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710de21a-156b-4aad-9237-f92e62c9f2df tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:29.871291 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-710de21a-156b-4aad-9237-f92e62c9f2df tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2243006 Jan 26 11:33:29.874828 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55924) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:29.946874 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-34d463d1-19a6-4b13-a39b-920c13235ee9 None None] Provisioning complete for port 93338387-cfa8-4353-be25-e820bd81873b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:33:29.947250 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-34d463d1-19a6-4b13-a39b-920c13235ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:29.964893 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba33922e-fd53-40b7-951c-4a935b0f83fb tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:29.966340 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba33922e-fd53-40b7-951c-4a935b0f83fb tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:29.966966 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba33922e-fd53-40b7-951c-4a935b0f83fb tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:29.967579 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba33922e-fd53-40b7-951c-4a935b0f83fb tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:29.967802 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba33922e-fd53-40b7-951c-4a935b0f83fb tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:29.968261 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba33922e-fd53-40b7-951c-4a935b0f83fb tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:29.970139 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ba33922e-fd53-40b7-951c-4a935b0f83fb tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0943153 Jan 26 11:33:29.973622 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55928) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:29.980065 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] Set router d67d7e47-cea7-435a-9ead-e8f84700ef54 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:33:30.012692 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-34d463d1-19a6-4b13-a39b-920c13235ee9 None None] Port 93338387-cfa8-4353-be25-e820bd81873b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:33:30.018037 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:33:30.023931 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:33:30.025099 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:30.168468 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4c736eef-7c53-4238-9faf-77e10d0eada8 None None] Provisioning complete for port 93338387-cfa8-4353-be25-e820bd81873b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:33:30.169126 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4c736eef-7c53-4238-9faf-77e10d0eada8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:30.206248 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:30.210234 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fb79d1fd-232e-4e9d-a6c6-ad0f36e911e4 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2352943 Jan 26 11:33:30.237805 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:33:30.240234 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-4c736eef-7c53-4238-9faf-77e10d0eada8 None None] Port 93338387-cfa8-4353-be25-e820bd81873b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:33:30.243434 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:30.244205 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device dfcb84fd-c585-46c6-bd4d-d98c8603845f up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:33:30.308066 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'name': 'tempest-TestNetworkBasicOps-router-859330869', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:33:28Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '93338387-cfa8-4353-be25-e820bd81873b', 'name': '', 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:d3:9a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '763ff635-888c-41aa-aefe-e5f889148a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:27Z', 'updated_at': '2022-01-26T11:33:28Z', 'revision_number': 2, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '763ff635-888c-41aa-aefe-e5f889148a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:33:30.312447 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] Checking router: d67d7e47-cea7-435a-9ead-e8f84700ef54 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:33:30.312802 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] Updating router d67d7e47-cea7-435a-9ead-e8f84700ef54 port 93338387-cfa8-4353-be25-e820bd81873b binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:33:30.362887 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:30.366710 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:30.375716 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port dfcb84fd-c585-46c6-bd4d-d98c8603845f completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:33:30.380388 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port dfcb84fd-c585-46c6-bd4d-d98c8603845f triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:33:30.380772 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:30.503623 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:30.537074 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port dfcb84fd-c585-46c6-bd4d-d98c8603845f, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=dfcb84fd-c585-46c6-bd4d-d98c8603845f,segment=NetworkSegment(0420316a-9cb5-4736-b0db-560a7a59928c),segment_id=0420316a-9cb5-4736-b0db-560a7a59928c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:33:30.540924 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:30.608347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 55934) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:30.613290 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=dfcb84fd-c585-46c6-bd4d-d98c8603845f,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:30.613674 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-9a35b663-8357-4a74-aad0-2f0792a0bd0f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1084363186', 'description': 'tempest-secgroup-smoke-1084363186 description', 'project_id': '577ce67689cf4355b98fd7b539fb5797'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:33:30.620252 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9a35b663-8357-4a74-aad0-2f0792a0bd0f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:33:30.625078 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9a35b663-8357-4a74-aad0-2f0792a0bd0f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:33:30.628033 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9a35b663-8357-4a74-aad0-2f0792a0bd0f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:33:30.634010 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9a35b663-8357-4a74-aad0-2f0792a0bd0f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:33:30.644755 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9a35b663-8357-4a74-aad0-2f0792a0bd0f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:30.664559 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9a35b663-8357-4a74-aad0-2f0792a0bd0f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:33:30.668246 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9a35b663-8357-4a74-aad0-2f0792a0bd0f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:33:30.671147 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-9a35b663-8357-4a74-aad0-2f0792a0bd0f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:33:30.676656 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-9a35b663-8357-4a74-aad0-2f0792a0bd0f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:33:30.734037 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:30.745465 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] Transition to ACTIVE for port object 93338387-cfa8-4353-be25-e820bd81873b will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:33:30.752196 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:30.753884 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9a35b663-8357-4a74-aad0-2f0792a0bd0f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:30.757241 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9a35b663-8357-4a74-aad0-2f0792a0bd0f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:30.803199 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35b663-8357-4a74-aad0-2f0792a0bd0f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a980a98-2597-46b3-a982-87aeec20674d,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:30.806868 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9a35b663-8357-4a74-aad0-2f0792a0bd0f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:30.811207 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9a35b663-8357-4a74-aad0-2f0792a0bd0f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1986647 Jan 26 11:33:30.811683 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55938) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:30.816959 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-5705e23f-0629-41d8-bc31-7c39bbf5469b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '9a980a98-2597-46b3-a982-87aeec20674d', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:33:30.829498 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-5705e23f-0629-41d8-bc31-7c39bbf5469b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:33:30.835388 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5705e23f-0629-41d8-bc31-7c39bbf5469b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:33:30.838567 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-5705e23f-0629-41d8-bc31-7c39bbf5469b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:33:30.845277 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-5705e23f-0629-41d8-bc31-7c39bbf5469b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:33:30.867496 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5705e23f-0629-41d8-bc31-7c39bbf5469b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:30.923549 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2a875-6f7c-4ef7-9310-49920c19d75d None None] Pushing event updated for resources: {'Port': ['ID=93338387-cfa8-4353-be25-e820bd81873b,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:30.942808 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5705e23f-0629-41d8-bc31-7c39bbf5469b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:30.947871 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5705e23f-0629-41d8-bc31-7c39bbf5469b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:30.967581 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705e23f-0629-41d8-bc31-7c39bbf5469b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1537f759-d232-4975-b878-a38b93a59ce6,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:30.989419 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5705e23f-0629-41d8-bc31-7c39bbf5469b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:30.991001 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5705e23f-0629-41d8-bc31-7c39bbf5469b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1783681 Jan 26 11:33:30.993680 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55942) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:30.999609 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-6021ca13-cab9-42ef-b390-bc5a1806ae6b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '9a980a98-2597-46b3-a982-87aeec20674d', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:33:31.006203 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6021ca13-cab9-42ef-b390-bc5a1806ae6b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:33:31.010245 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6021ca13-cab9-42ef-b390-bc5a1806ae6b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:33:31.021608 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6021ca13-cab9-42ef-b390-bc5a1806ae6b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:33:31.029151 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6021ca13-cab9-42ef-b390-bc5a1806ae6b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:33:31.031751 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] Attempting to bind port 93338387-cfa8-4353-be25-e820bd81873b on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:33:31.031751 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] Attempting to bind port 93338387-cfa8-4353-be25-e820bd81873b by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '0420316a-9cb5-4736-b0db-560a7a59928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:33:31.031751 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] Attempting to bind port 93338387-cfa8-4353-be25-e820bd81873b on network 610bc07f-0133-4af5-9d0c-fc57d5a78e7d {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:33:31.036025 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:33:31.036393 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] Checking segment: {'id': '0420316a-9cb5-4736-b0db-560a7a59928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:33:31.036780 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:31.037162 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] Bound using segment: {'id': '0420316a-9cb5-4736-b0db-560a7a59928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:33:31.037617 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] Bound port: 93338387-cfa8-4353-be25-e820bd81873b, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0420316a-9cb5-4736-b0db-560a7a59928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:33:31.037987 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:31.041396 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6021ca13-cab9-42ef-b390-bc5a1806ae6b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:31.108646 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6021ca13-cab9-42ef-b390-bc5a1806ae6b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:31.112276 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6021ca13-cab9-42ef-b390-bc5a1806ae6b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:31.128567 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] For port 93338387-cfa8-4353-be25-e820bd81873b, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:33:31.131539 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] For port 93338387-cfa8-4353-be25-e820bd81873b, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=93338387-cfa8-4353-be25-e820bd81873b,segment=NetworkSegment(0420316a-9cb5-4736-b0db-560a7a59928c),segment_id=0420316a-9cb5-4736-b0db-560a7a59928c)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:33:31.135120 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:31.135600 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021ca13-cab9-42ef-b390-bc5a1806ae6b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c56da05-665a-4255-b658-71fdb3391b56,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:31.145846 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6021ca13-cab9-42ef-b390-bc5a1806ae6b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:31.149962 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6021ca13-cab9-42ef-b390-bc5a1806ae6b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1522939 Jan 26 11:33:31.150138 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55946) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:31.156139 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-78eee5ff-7002-46ba-9698-7d4da62970cd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '9a980a98-2597-46b3-a982-87aeec20674d', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:33:31.161908 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-78eee5ff-7002-46ba-9698-7d4da62970cd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:33:31.165651 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-78eee5ff-7002-46ba-9698-7d4da62970cd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:33:31.168483 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-78eee5ff-7002-46ba-9698-7d4da62970cd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:33:31.175324 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-78eee5ff-7002-46ba-9698-7d4da62970cd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:33:31.191856 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-78eee5ff-7002-46ba-9698-7d4da62970cd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:31.210896 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] Routers {'d67d7e47-cea7-435a-9ead-e8f84700ef54'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:33:31.211527 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:33:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d67d7e47-cea7-435a-9ead-e8f84700ef54'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:33:31.261225 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-78eee5ff-7002-46ba-9698-7d4da62970cd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:31.266150 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-78eee5ff-7002-46ba-9698-7d4da62970cd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:31.290626 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eee5ff-7002-46ba-9698-7d4da62970cd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d839c98-cb5f-4828-b8eb-5927fb23f71f,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:31.298598 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2a875-6f7c-4ef7-9310-49920c19d75d None None] Pushing event updated for resources: {'Port': ['ID=93338387-cfa8-4353-be25-e820bd81873b,revision_number=4']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:31.303978 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-78eee5ff-7002-46ba-9698-7d4da62970cd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:31.305523 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-78eee5ff-7002-46ba-9698-7d4da62970cd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1544187 Jan 26 11:33:31.308267 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55950) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:31.314013 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-58a11331-7d74-4364-ab2a-98415d6cdb14 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '9a980a98-2597-46b3-a982-87aeec20674d', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:33:31.320223 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-58a11331-7d74-4364-ab2a-98415d6cdb14 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:33:31.324196 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-58a11331-7d74-4364-ab2a-98415d6cdb14 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:33:31.328226 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-58a11331-7d74-4364-ab2a-98415d6cdb14 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:33:31.334561 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-58a11331-7d74-4364-ab2a-98415d6cdb14 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:33:31.353954 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-58a11331-7d74-4364-ab2a-98415d6cdb14 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:31.412734 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] Set router d67d7e47-cea7-435a-9ead-e8f84700ef54 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:33:31.421967 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-58a11331-7d74-4364-ab2a-98415d6cdb14 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:31.426644 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-58a11331-7d74-4364-ab2a-98415d6cdb14 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:31.449508 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a11331-7d74-4364-ab2a-98415d6cdb14 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384bfcaa-304f-490c-aa7b-6c51cd53db5a,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:31.459923 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-58a11331-7d74-4364-ab2a-98415d6cdb14 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:31.461209 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-58a11331-7d74-4364-ab2a-98415d6cdb14 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1520004 Jan 26 11:33:31.463898 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55954) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:31.469774 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-9313a3ea-d601-41d9-8715-c7543e36d9d2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '9a980a98-2597-46b3-a982-87aeec20674d', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:33:31.477100 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-9313a3ea-d601-41d9-8715-c7543e36d9d2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:33:31.481555 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-9313a3ea-d601-41d9-8715-c7543e36d9d2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:33:31.484656 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-9313a3ea-d601-41d9-8715-c7543e36d9d2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:33:31.491195 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-9313a3ea-d601-41d9-8715-c7543e36d9d2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:33:31.502243 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.securitygroups_db [None req-9313a3ea-d601-41d9-8715-c7543e36d9d2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Project 577ce67689cf4355b98fd7b539fb5797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:33:31.509099 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9313a3ea-d601-41d9-8715-c7543e36d9d2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:31.574226 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9313a3ea-d601-41d9-8715-c7543e36d9d2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:31.578135 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9313a3ea-d601-41d9-8715-c7543e36d9d2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:31.599203 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313a3ea-d601-41d9-8715-c7543e36d9d2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b5398cc-18b8-472a-aee4-8d74296ad8aa,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:31.611788 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9313a3ea-d601-41d9-8715-c7543e36d9d2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:31.615641 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9313a3ea-d601-41d9-8715-c7543e36d9d2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1484056 Jan 26 11:33:31.615926 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 55958) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:31.620928 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-dff2afe7-4e25-40b5-865c-d2b6a9f76d5b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '9a980a98-2597-46b3-a982-87aeec20674d', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:33:31.627493 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-dff2afe7-4e25-40b5-865c-d2b6a9f76d5b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:33:31.633709 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-dff2afe7-4e25-40b5-865c-d2b6a9f76d5b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:33:31.639416 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-dff2afe7-4e25-40b5-865c-d2b6a9f76d5b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:33:31.645109 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-dff2afe7-4e25-40b5-865c-d2b6a9f76d5b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:33:31.659342 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.securitygroups_db [None req-dff2afe7-4e25-40b5-865c-d2b6a9f76d5b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Project 577ce67689cf4355b98fd7b539fb5797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:33:31.666639 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dff2afe7-4e25-40b5-865c-d2b6a9f76d5b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:31.671622 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:33:31.737043 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dff2afe7-4e25-40b5-865c-d2b6a9f76d5b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:31.741491 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dff2afe7-4e25-40b5-865c-d2b6a9f76d5b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:31.744631 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:33:31.745014 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:31.755755 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'name': 'tempest-TestNetworkBasicOps-router-859330869', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:33:28Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '93338387-cfa8-4353-be25-e820bd81873b', 'name': '', 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:d3:9a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '763ff635-888c-41aa-aefe-e5f889148a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:27Z', 'updated_at': '2022-01-26T11:33:31Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '763ff635-888c-41aa-aefe-e5f889148a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:33:31.760747 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fc446d-61a6-4867-a43d-dd26b3a7d67f None None] The sync data for ids ['d67d7e47-cea7-435a-9ead-e8f84700ef54'] in dv-neutron-826439-1-hyperv is: [{'id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'name': 'tempest-TestNetworkBasicOps-router-859330869', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:33:28Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '93338387-cfa8-4353-be25-e820bd81873b', 'name': '', 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:d3:9a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '763ff635-888c-41aa-aefe-e5f889148a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:27Z', 'updated_at': '2022-01-26T11:33:31Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '763ff635-888c-41aa-aefe-e5f889148a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:33:31.766748 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2afe7-4e25-40b5-865c-d2b6a9f76d5b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d09699f-8354-4e21-941b-f2fba642d742,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:31.781734 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dff2afe7-4e25-40b5-865c-d2b6a9f76d5b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:31.783365 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-dff2afe7-4e25-40b5-865c-d2b6a9f76d5b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1666300 Jan 26 11:33:31.952092 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device dfcb84fd-c585-46c6-bd4d-d98c8603845f up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:33:31.997389 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-5ec4b40a-6676-41cd-a3f5-5b765b09ef3a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:33:32.017880 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-5ec4b40a-6676-41cd-a3f5-5b765b09ef3a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:33:32.019086 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-5ec4b40a-6676-41cd-a3f5-5b765b09ef3a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1084363186&fields=id&tenant_id=577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 267 time: 0.0625122 Jan 26 11:33:32.033923 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port dfcb84fd-c585-46c6-bd4d-d98c8603845f triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:33:32.034429 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:32.178742 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-4447f0a3-c267-431e-bed2-c66d42e455a5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:32.179418 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-4447f0a3-c267-431e-bed2-c66d42e455a5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:network {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:33:32.196306 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-4447f0a3-c267-431e-bed2-c66d42e455a5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:network {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:33:32.197624 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-4447f0a3-c267-431e-bed2-c66d42e455a5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/networks?id=610bc07f-0133-4af5-9d0c-fc57d5a78e7d HTTP/1.1" status: 200 len: 796 time: 0.1712873 Jan 26 11:33:32.213361 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-8237c524-757b-476e-ae26-e1e55d15d0b8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/quotas/577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 375 time: 0.0097320 Jan 26 11:33:32.298505 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-54b7accf-acdc-4406-b279-51dda1a4efd4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:33:32.313745 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-54b7accf-acdc-4406-b279-51dda1a4efd4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:33:32.315290 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-54b7accf-acdc-4406-b279-51dda1a4efd4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963194 Jan 26 11:33:32.457132 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-c8266873-94ef-437f-a30c-8cdca4a2060c service neutron] 10.222.0.39 "GET /v2.0/networks/610bc07f-0133-4af5-9d0c-fc57d5a78e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290641 Jan 26 11:33:32.722262 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-b246281a-0f66-46e5-aa99-57d3fc99fe15 service neutron] 10.222.0.39 "GET /v2.0/networks/610bc07f-0133-4af5-9d0c-fc57d5a78e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592685 Jan 26 11:33:32.916048 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f1930b28-14cf-4ea2-bd83-c49814ebc3f3 req-ff9f22a5-50d7-4949-b070-e369a728b324 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=379a2d4d-7edb-4796-a7b7-e0cba76ac50e HTTP/1.1" status: 200 len: 210 time: 0.0455205 Jan 26 11:33:33.683862 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 93338387-cfa8-4353-be25-e820bd81873b up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:33:33.751624 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 93338387-cfa8-4353-be25-e820bd81873b completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:33:33.756352 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 93338387-cfa8-4353-be25-e820bd81873b triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:33:33.756729 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:33.879293 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:33.914278 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 93338387-cfa8-4353-be25-e820bd81873b, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=93338387-cfa8-4353-be25-e820bd81873b,segment=NetworkSegment(0420316a-9cb5-4736-b0db-560a7a59928c),segment_id=0420316a-9cb5-4736-b0db-560a7a59928c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:33:33.918797 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:33.949337 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-5c72a53b-8a6f-4549-8bc2-8a3986267e1a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:33.950899 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-5c72a53b-8a6f-4549-8bc2-8a3986267e1a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/networks?id=610bc07f-0133-4af5-9d0c-fc57d5a78e7d HTTP/1.1" status: 200 len: 796 time: 0.1818008 Jan 26 11:33:33.995438 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=93338387-cfa8-4353-be25-e820bd81873b,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:34.010047 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-f0c271af-0fb9-45ea-ad6f-72ed3dfa3c2b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 380 time: 0.0467904 Jan 26 11:33:34.024661 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'port': {'device_id': '379a2d4d-7edb-4796-a7b7-e0cba76ac50e', 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d', 'admin_state_up': True, 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'security_groups': ['9a980a98-2597-46b3-a982-87aeec20674d']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:33:34.099039 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ac05d052-42f8-4b97-80d4-7d9340768431 req-2bc7c6e0-4189-4b5c-bb39-a6b3579ad5d2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=379a2d4d-7edb-4796-a7b7-e0cba76ac50e HTTP/1.1" status: 200 len: 210 time: 0.0569971 Jan 26 11:33:34.198715 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:33:34.208564 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:33:34.218603 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:33:34.222005 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:34.380471 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.20.0.14 (610bc07f-0133-4af5-9d0c-fc57d5a78e7d/763ff635-888c-41aa-aefe-e5f889148a12/4dbd16f2-eaaf-4f9b-893e-01497c3261ca) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:33:34.564662 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:34.579971 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Transition to ACTIVE for port object 4dbd16f2-eaaf-4f9b-893e-01497c3261ca will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:33:34.602454 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:34.681532 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network 610bc07f-0133-4af5-9d0c-fc57d5a78e7d is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:33:34.684707 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:33:34.689229 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:33:34.722510 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=4dbd16f2-eaaf-4f9b-893e-01497c3261ca,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:34.738949 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:33:34.739293 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:33:34.739632 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:33:34.739966 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:33:34.740293 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:33:34.740625 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:33:34.740953 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:33:34.741294 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:33:34.741603 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:33:34.741921 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:33:34.742239 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:33:34.742582 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:33:34.772217 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:34.772832 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:34.797149 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-e7b02bd0-54d0-435c-9f4d-4d9e9d38edcf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7764804 Jan 26 11:33:34.808355 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-721bd26a-e298-4f91-beba-313fca24d3b8 service neutron] Request body: {'port': {'device_id': '379a2d4d-7edb-4796-a7b7-e0cba76ac50e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:33:34.926793 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-721bd26a-e298-4f91-beba-313fca24d3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:34.932074 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6d0af598-33d3-43d6-8893-4022d1e2ccbc None None] Provisioning for port 4dbd16f2-eaaf-4f9b-893e-01497c3261ca completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:33:34.937641 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6d0af598-33d3-43d6-8893-4022d1e2ccbc None None] Provisioning complete for port 4dbd16f2-eaaf-4f9b-893e-01497c3261ca triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:33:34.938015 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6d0af598-33d3-43d6-8893-4022d1e2ccbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:34.990309 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-6d0af598-33d3-43d6-8893-4022d1e2ccbc None None] Port 4dbd16f2-eaaf-4f9b-893e-01497c3261ca cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:33:35.271833 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-721bd26a-e298-4f91-beba-313fca24d3b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dbd16f2-eaaf-4f9b-893e-01497c3261ca {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:33:35.279226 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-721bd26a-e298-4f91-beba-313fca24d3b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:35.288831 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1d43b-b77c-4313-aa45-e3005a0898e6 req-bd235fe3-2240-4b67-acd5-92126f886f48 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:35.290304 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-54a1d43b-b77c-4313-aa45-e3005a0898e6 req-bd235fe3-2240-4b67-acd5-92126f886f48 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=379a2d4d-7edb-4796-a7b7-e0cba76ac50e HTTP/1.1" status: 200 len: 932 time: 0.0863283 Jan 26 11:33:35.293652 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-721bd26a-e298-4f91-beba-313fca24d3b8 service neutron] Transition to ACTIVE for port object 4dbd16f2-eaaf-4f9b-893e-01497c3261ca will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:33:35.298151 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-721bd26a-e298-4f91-beba-313fca24d3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:35.318151 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:35.337908 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-54a1d43b-b77c-4313-aa45-e3005a0898e6 req-881099df-9757-49c3-8678-d91018ca6586 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a980a98-2597-46b3-a982-87aeec20674d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408745 Jan 26 11:33:35.571864 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721bd26a-e298-4f91-beba-313fca24d3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4dbd16f2-eaaf-4f9b-893e-01497c3261ca,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:35.651459 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-721bd26a-e298-4f91-beba-313fca24d3b8 service neutron] Attempting to bind port 4dbd16f2-eaaf-4f9b-893e-01497c3261ca on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:33:35.651716 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-721bd26a-e298-4f91-beba-313fca24d3b8 service neutron] Attempting to bind port 4dbd16f2-eaaf-4f9b-893e-01497c3261ca by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '0420316a-9cb5-4736-b0db-560a7a59928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:33:35.652038 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-721bd26a-e298-4f91-beba-313fca24d3b8 service neutron] Attempting to bind port 4dbd16f2-eaaf-4f9b-893e-01497c3261ca on network 610bc07f-0133-4af5-9d0c-fc57d5a78e7d {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:33:35.657026 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-721bd26a-e298-4f91-beba-313fca24d3b8 service neutron] Port 4dbd16f2-eaaf-4f9b-893e-01497c3261ca on network 610bc07f-0133-4af5-9d0c-fc57d5a78e7d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:33:35.657341 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-721bd26a-e298-4f91-beba-313fca24d3b8 service neutron] Attempting to bind port 4dbd16f2-eaaf-4f9b-893e-01497c3261ca on network 610bc07f-0133-4af5-9d0c-fc57d5a78e7d {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:33:35.663026 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-721bd26a-e298-4f91-beba-313fca24d3b8 service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:33:35.663358 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-721bd26a-e298-4f91-beba-313fca24d3b8 service neutron] Checking segment: {'id': '0420316a-9cb5-4736-b0db-560a7a59928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:33:35.663740 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-721bd26a-e298-4f91-beba-313fca24d3b8 service neutron] Bound using segment: {'id': '0420316a-9cb5-4736-b0db-560a7a59928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:33:35.664164 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-721bd26a-e298-4f91-beba-313fca24d3b8 service neutron] Bound port: 4dbd16f2-eaaf-4f9b-893e-01497c3261ca, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0420316a-9cb5-4736-b0db-560a7a59928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:33:35.664506 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-721bd26a-e298-4f91-beba-313fca24d3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:35.667721 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 93338387-cfa8-4353-be25-e820bd81873b up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:33:35.736903 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 93338387-cfa8-4353-be25-e820bd81873b triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:33:35.737278 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:35.765932 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-721bd26a-e298-4f91-beba-313fca24d3b8 service neutron] For port 4dbd16f2-eaaf-4f9b-893e-01497c3261ca, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:33:35.769309 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-721bd26a-e298-4f91-beba-313fca24d3b8 service neutron] For port 4dbd16f2-eaaf-4f9b-893e-01497c3261ca, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=4dbd16f2-eaaf-4f9b-893e-01497c3261ca,segment=NetworkSegment(0420316a-9cb5-4736-b0db-560a7a59928c),segment_id=0420316a-9cb5-4736-b0db-560a7a59928c)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:33:35.775418 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-721bd26a-e298-4f91-beba-313fca24d3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:35.837307 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-721bd26a-e298-4f91-beba-313fca24d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:35.837924 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-721bd26a-e298-4f91-beba-313fca24d3b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:35.839334 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-721bd26a-e298-4f91-beba-313fca24d3b8 service neutron] 10.222.0.24 "PUT /v2.0/ports/4dbd16f2-eaaf-4f9b-893e-01497c3261ca HTTP/1.1" status: 200 len: 1094 time: 1.0354805 Jan 26 11:33:35.839749 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379a2d4d-7edb-4796-a7b7-e0cba76ac50e', 'tag': '4dbd16f2-eaaf-4f9b-893e-01497c3261ca'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:33:35.868132 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721bd26a-e298-4f91-beba-313fca24d3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4dbd16f2-eaaf-4f9b-893e-01497c3261ca,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:35.930499 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379a2d4d-7edb-4796-a7b7-e0cba76ac50e', 'tag': '4dbd16f2-eaaf-4f9b-893e-01497c3261ca', 'status': 'completed', 'code': 200} Jan 26 11:33:35.970266 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-223614ac-c6c6-4a21-9a41-45c88b839ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:35.971783 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-223614ac-c6c6-4a21-9a41-45c88b839ec0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=379a2d4d-7edb-4796-a7b7-e0cba76ac50e HTTP/1.1" status: 200 len: 1097 time: 0.0852463 Jan 26 11:33:36.042858 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-df2add7f-f4af-4413-b37f-a70fce77448b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dbd16f2-eaaf-4f9b-893e-01497c3261ca HTTP/1.1" status: 200 len: 217 time: 0.0646267 Jan 26 11:33:36.105017 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-1a77dd18-893a-40a2-a122-5cd37f42618e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:36.106339 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-1a77dd18-893a-40a2-a122-5cd37f42618e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=763ff635-888c-41aa-aefe-e5f889148a12 HTTP/1.1" status: 200 len: 834 time: 0.0568790 Jan 26 11:33:36.181064 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-44a585b7-c606-4261-9dee-c05045e298eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:36.182516 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-44a585b7-c606-4261-9dee-c05045e298eb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=610bc07f-0133-4af5-9d0c-fc57d5a78e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692697 Jan 26 11:33:36.317685 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-307b0a4b-fd6a-4b65-b735-7f4530556acb service neutron] 10.222.0.24 "GET /v2.0/networks/610bc07f-0133-4af5-9d0c-fc57d5a78e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290822 Jan 26 11:33:36.450261 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-af7488c1-50b9-48eb-88ad-d1af4bd4eacf req-8760a930-167c-4098-9b9f-809b49928d4e service neutron] 10.222.0.24 "GET /v2.0/networks/610bc07f-0133-4af5-9d0c-fc57d5a78e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264634 Jan 26 11:33:36.523673 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6dad6-5d20-4510-904b-d175c0911273 req-41898885-623a-4644-af1d-625615afa5b1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:36.525125 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-81c6dad6-5d20-4510-904b-d175c0911273 req-41898885-623a-4644-af1d-625615afa5b1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=379a2d4d-7edb-4796-a7b7-e0cba76ac50e HTTP/1.1" status: 200 len: 944 time: 0.0799320 Jan 26 11:33:36.569967 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-81c6dad6-5d20-4510-904b-d175c0911273 req-b621615e-2c70-4ed6-a0fe-c1379ed54203 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a980a98-2597-46b3-a982-87aeec20674d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387864 Jan 26 11:33:36.570282 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27395277-7689-41bd-a94a-5f12d6c85c8a req-7360c434-ed1a-4159-9665-c274e0878e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:36.571782 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-27395277-7689-41bd-a94a-5f12d6c85c8a req-7360c434-ed1a-4159-9665-c274e0878e43 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=379a2d4d-7edb-4796-a7b7-e0cba76ac50e HTTP/1.1" status: 200 len: 1097 time: 0.0764937 Jan 26 11:33:36.705885 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27395277-7689-41bd-a94a-5f12d6c85c8a req-0774d0a8-5a9e-4145-9242-aecd1f69d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:36.707306 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-27395277-7689-41bd-a94a-5f12d6c85c8a req-0774d0a8-5a9e-4145-9242-aecd1f69d28f service neutron] 10.222.0.24 "GET /v2.0/networks?id=610bc07f-0133-4af5-9d0c-fc57d5a78e7d HTTP/1.1" status: 200 len: 897 time: 0.1292605 Jan 26 11:33:36.777446 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-27395277-7689-41bd-a94a-5f12d6c85c8a req-22812364-0621-4431-a5a4-046de297e8c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dbd16f2-eaaf-4f9b-893e-01497c3261ca HTTP/1.1" status: 200 len: 217 time: 0.0639951 Jan 26 11:33:36.842817 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27395277-7689-41bd-a94a-5f12d6c85c8a req-72a42bc5-c86e-4d63-b03e-fa05e8d7c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:36.844251 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-27395277-7689-41bd-a94a-5f12d6c85c8a req-72a42bc5-c86e-4d63-b03e-fa05e8d7c2f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=763ff635-888c-41aa-aefe-e5f889148a12 HTTP/1.1" status: 200 len: 834 time: 0.0605450 Jan 26 11:33:36.918570 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27395277-7689-41bd-a94a-5f12d6c85c8a req-4e3983b1-dd7b-4526-ac9a-5214cf727772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:36.920706 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-27395277-7689-41bd-a94a-5f12d6c85c8a req-4e3983b1-dd7b-4526-ac9a-5214cf727772 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=610bc07f-0133-4af5-9d0c-fc57d5a78e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701876 Jan 26 11:33:37.053788 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-27395277-7689-41bd-a94a-5f12d6c85c8a req-d793835c-feeb-4fa9-afb9-4ae5e4777c63 service neutron] 10.222.0.24 "GET /v2.0/networks/610bc07f-0133-4af5-9d0c-fc57d5a78e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242700 Jan 26 11:33:37.182533 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-27395277-7689-41bd-a94a-5f12d6c85c8a req-efcb55b8-f398-4f65-a7b8-3efe4baeba04 service neutron] 10.222.0.24 "GET /v2.0/networks/610bc07f-0133-4af5-9d0c-fc57d5a78e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225793 Jan 26 11:33:37.763016 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ca1fc-929f-4c36-b430-ad07d13ab548 req-a9356355-896e-4e0d-8937-1652c336692c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:37.763953 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-5a6ca1fc-929f-4c36-b430-ad07d13ab548 req-a9356355-896e-4e0d-8937-1652c336692c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:33:37.781552 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-5a6ca1fc-929f-4c36-b430-ad07d13ab548 req-a9356355-896e-4e0d-8937-1652c336692c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:33:37.782729 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a6ca1fc-929f-4c36-b430-ad07d13ab548 req-a9356355-896e-4e0d-8937-1652c336692c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=379a2d4d-7edb-4796-a7b7-e0cba76ac50e HTTP/1.1" status: 200 len: 944 time: 0.1030498 Jan 26 11:33:37.827302 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a6ca1fc-929f-4c36-b430-ad07d13ab548 req-6e7810d5-1063-4f55-b2a2-79f172fec9e2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a980a98-2597-46b3-a982-87aeec20674d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386937 Jan 26 11:33:39.011528 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1f6c3-7319-40b3-a33d-befd0ba25332 req-51166e89-b3b8-4efa-a125-e73d90e9caff tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:39.013004 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-97a1f6c3-7319-40b3-a33d-befd0ba25332 req-51166e89-b3b8-4efa-a125-e73d90e9caff tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=379a2d4d-7edb-4796-a7b7-e0cba76ac50e HTTP/1.1" status: 200 len: 944 time: 0.0817997 Jan 26 11:33:39.056979 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-97a1f6c3-7319-40b3-a33d-befd0ba25332 req-a95a7a17-8b44-4627-a1cc-eb27d38155d2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a980a98-2597-46b3-a982-87aeec20674d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376930 Jan 26 11:33:39.484659 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 4dbd16f2-eaaf-4f9b-893e-01497c3261ca details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:33:39.617585 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 4dbd16f2-eaaf-4f9b-893e-01497c3261ca, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=4dbd16f2-eaaf-4f9b-893e-01497c3261ca,segment=NetworkSegment(0420316a-9cb5-4736-b0db-560a7a59928c),segment_id=0420316a-9cb5-4736-b0db-560a7a59928c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:33:39.630389 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '4dbd16f2-eaaf-4f9b-893e-01497c3261ca', 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d', 'port_id': '4dbd16f2-eaaf-4f9b-893e-01497c3261ca', 'mac_address': 'fa:16:3e:ab:e3:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '763ff635-888c-41aa-aefe-e5f889148a12', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:33:39.686499 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:39.703358 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dbd16f2-eaaf-4f9b-893e-01497c3261ca {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:33:39.718559 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 4dbd16f2-eaaf-4f9b-893e-01497c3261ca, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=4dbd16f2-eaaf-4f9b-893e-01497c3261ca,segment=NetworkSegment(0420316a-9cb5-4736-b0db-560a7a59928c),segment_id=0420316a-9cb5-4736-b0db-560a7a59928c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:33:39.722283 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:39.789630 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=4dbd16f2-eaaf-4f9b-893e-01497c3261ca,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:39.796741 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:33:39.797088 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:33:39.797427 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:33:39.797763 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:33:39.798094 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:33:39.798461 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:33:39.798792 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:33:39.799116 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:33:39.799442 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:33:39.799956 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:33:39.800089 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:33:39.800439 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:33:39.923776 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['4dbd16f2-eaaf-4f9b-893e-01497c3261ca'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:33:40.239232 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dd819-92de-4b04-982b-19ce848930e8 req-4eb24ea9-a2da-4c35-81d5-16f65ce19129 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:40.240692 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f97dd819-92de-4b04-982b-19ce848930e8 req-4eb24ea9-a2da-4c35-81d5-16f65ce19129 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=379a2d4d-7edb-4796-a7b7-e0cba76ac50e HTTP/1.1" status: 200 len: 945 time: 0.0786622 Jan 26 11:33:40.286461 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f97dd819-92de-4b04-982b-19ce848930e8 req-ca3be000-1387-4f7d-a8dd-fa1270ceb46e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a980a98-2597-46b3-a982-87aeec20674d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400727 Jan 26 11:33:41.469946 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187b2be-144a-477c-8836-7d98703928d0 req-32f6b178-df62-4bb6-8aa3-fe027aa55618 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:41.471417 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e187b2be-144a-477c-8836-7d98703928d0 req-32f6b178-df62-4bb6-8aa3-fe027aa55618 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=379a2d4d-7edb-4796-a7b7-e0cba76ac50e HTTP/1.1" status: 200 len: 945 time: 0.0799687 Jan 26 11:33:41.485327 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 4dbd16f2-eaaf-4f9b-893e-01497c3261ca up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:33:41.519844 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e187b2be-144a-477c-8836-7d98703928d0 req-a9cac33d-1db8-4e23-9386-16a1e71c7642 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a980a98-2597-46b3-a982-87aeec20674d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428383 Jan 26 11:33:41.552597 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port 4dbd16f2-eaaf-4f9b-893e-01497c3261ca completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:33:41.557116 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 4dbd16f2-eaaf-4f9b-893e-01497c3261ca triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:33:41.557485 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:41.674439 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:41.699795 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379a2d4d-7edb-4796-a7b7-e0cba76ac50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbd16f2-eaaf-4f9b-893e-01497c3261ca'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:33:41.709932 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 4dbd16f2-eaaf-4f9b-893e-01497c3261ca, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=4dbd16f2-eaaf-4f9b-893e-01497c3261ca,segment=NetworkSegment(0420316a-9cb5-4736-b0db-560a7a59928c),segment_id=0420316a-9cb5-4736-b0db-560a7a59928c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:33:41.714043 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:41.745859 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379a2d4d-7edb-4796-a7b7-e0cba76ac50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbd16f2-eaaf-4f9b-893e-01497c3261ca', 'code': 200} Jan 26 11:33:41.785097 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=4dbd16f2-eaaf-4f9b-893e-01497c3261ca,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:41.973996 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafe133-1198-4d3b-96ae-e684c580503f req-b74eb93b-a9bb-4e18-b5bd-5567a556d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:41.975477 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0eafe133-1198-4d3b-96ae-e684c580503f req-b74eb93b-a9bb-4e18-b5bd-5567a556d577 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=379a2d4d-7edb-4796-a7b7-e0cba76ac50e HTTP/1.1" status: 200 len: 1099 time: 0.0735180 Jan 26 11:33:42.015375 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0eafe133-1198-4d3b-96ae-e684c580503f req-098e006d-4681-49e6-a71d-cc44d4eba579 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9a980a98-2597-46b3-a982-87aeec20674d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342853 Jan 26 11:33:42.711083 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e21bd-d0e1-4ebc-bb3e-2ec8cc90a64b req-66fb7851-ffb5-40dd-a98e-452ca1f5d9fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:42.712553 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-740e21bd-d0e1-4ebc-bb3e-2ec8cc90a64b req-66fb7851-ffb5-40dd-a98e-452ca1f5d9fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=379a2d4d-7edb-4796-a7b7-e0cba76ac50e HTTP/1.1" status: 200 len: 946 time: 0.0794640 Jan 26 11:33:42.759327 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-740e21bd-d0e1-4ebc-bb3e-2ec8cc90a64b req-7c2e2dd8-0038-4daf-a9c2-05e0a2129f02 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a980a98-2597-46b3-a982-87aeec20674d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408545 Jan 26 11:33:43.952438 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65816272-f8e6-4755-b024-f7ee13dd2112 req-3dbe173d-c875-4bd5-9ef2-0b53c6ef2ff2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:43.953826 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-65816272-f8e6-4755-b024-f7ee13dd2112 req-3dbe173d-c875-4bd5-9ef2-0b53c6ef2ff2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=379a2d4d-7edb-4796-a7b7-e0cba76ac50e HTTP/1.1" status: 200 len: 946 time: 0.0855329 Jan 26 11:33:43.997179 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-65816272-f8e6-4755-b024-f7ee13dd2112 req-2b5f2ae4-3c2a-4ea6-8c96-d8ee7dd3a01f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a980a98-2597-46b3-a982-87aeec20674d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376997 Jan 26 11:33:44.180755 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec09ce8-b9eb-4b57-b064-feffa02a321e req-ce0b0847-87b7-4b36-8c1d-d144118f9fdf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:44.182186 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9ec09ce8-b9eb-4b57-b064-feffa02a321e req-ce0b0847-87b7-4b36-8c1d-d144118f9fdf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=379a2d4d-7edb-4796-a7b7-e0cba76ac50e HTTP/1.1" status: 200 len: 946 time: 0.0811718 Jan 26 11:33:44.225327 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9ec09ce8-b9eb-4b57-b064-feffa02a321e req-5bc6f090-a160-436d-8760-e2281098e88b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a980a98-2597-46b3-a982-87aeec20674d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370893 Jan 26 11:33:44.248515 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56012) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:44.318640 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae187b56-e646-41cf-95c0-6fce168ccce6 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:44.320120 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ae187b56-e646-41cf-95c0-6fce168ccce6 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=379a2d4d-7edb-4796-a7b7-e0cba76ac50e HTTP/1.1" status: 200 len: 1094 time: 0.0706015 Jan 26 11:33:44.322862 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56016) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:44.327936 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-e22906f5-0136-4a1d-a6fc-3759d704c9b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': '4dbd16f2-eaaf-4f9b-893e-01497c3261ca', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:33:44.333544 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e22906f5-0136-4a1d-a6fc-3759d704c9b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:33:44.337245 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e22906f5-0136-4a1d-a6fc-3759d704c9b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:floatingip and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:33:44.340048 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e22906f5-0136-4a1d-a6fc-3759d704c9b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:33:44.346140 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e22906f5-0136-4a1d-a6fc-3759d704c9b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:33:44.356333 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e22906f5-0136-4a1d-a6fc-3759d704c9b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:44.590249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e22906f5-0136-4a1d-a6fc-3759d704c9b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:44.726187 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-e22906f5-0136-4a1d-a6fc-3759d704c9b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.26.5.214 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/e6789dd0-4483-489c-adb9-76eef48b84dc) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:33:44.879960 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e22906f5-0136-4a1d-a6fc-3759d704c9b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:44.908488 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e22906f5-0136-4a1d-a6fc-3759d704c9b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:44.972782 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22906f5-0136-4a1d-a6fc-3759d704c9b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:33:44.975570 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-e22906f5-0136-4a1d-a6fc-3759d704c9b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:33:44.979215 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22906f5-0136-4a1d-a6fc-3759d704c9b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:33:45.019329 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22906f5-0136-4a1d-a6fc-3759d704c9b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=e6789dd0-4483-489c-adb9-76eef48b84dc,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:45.392621 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e22906f5-0136-4a1d-a6fc-3759d704c9b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:45.463451 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e22906f5-0136-4a1d-a6fc-3759d704c9b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:45.665717 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e22906f5-0136-4a1d-a6fc-3759d704c9b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:45.671020 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e22906f5-0136-4a1d-a6fc-3759d704c9b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:45.782598 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22906f5-0136-4a1d-a6fc-3759d704c9b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=e6789dd0-4483-489c-adb9-76eef48b84dc,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:33:45.792211 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e22906f5-0136-4a1d-a6fc-3759d704c9b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:45.963799 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-e22906f5-0136-4a1d-a6fc-3759d704c9b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Floating IP 11aad9fb-86b7-413d-a152-7e2954f6bf57 associated. External IP: 172.26.5.214, port: 4dbd16f2-eaaf-4f9b-893e-01497c3261ca. Jan 26 11:33:46.424512 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22906f5-0136-4a1d-a6fc-3759d704c9b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router d67d7e47-cea7-435a-9ead-e8f84700ef54 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:33:46.599802 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22906f5-0136-4a1d-a6fc-3759d704c9b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:33:46.610144 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19d6e21-3f88-4dff-b02b-b92efb281355 None None] Sync routers for ids ['d67d7e47-cea7-435a-9ead-e8f84700ef54'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:33:46.619136 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19d6e21-3f88-4dff-b02b-b92efb281355 None None] Routers {'d67d7e47-cea7-435a-9ead-e8f84700ef54'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:33:46.619750 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d19d6e21-3f88-4dff-b02b-b92efb281355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:33:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d67d7e47-cea7-435a-9ead-e8f84700ef54'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:33:46.625291 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e22906f5-0136-4a1d-a6fc-3759d704c9b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:46.683575 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e22906f5-0136-4a1d-a6fc-3759d704c9b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3596344 Jan 26 11:33:46.684050 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379a2d4d-7edb-4796-a7b7-e0cba76ac50e', 'tag': '4dbd16f2-eaaf-4f9b-893e-01497c3261ca'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:33:46.686426 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56020) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:46.728319 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379a2d4d-7edb-4796-a7b7-e0cba76ac50e', 'tag': '4dbd16f2-eaaf-4f9b-893e-01497c3261ca', 'status': 'completed', 'code': 200} Jan 26 11:33:46.833455 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2b79f-c49c-4422-a021-7e3143bbd0ae req-8af7dfcd-ea51-499d-bdbb-310c251ba028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:46.835196 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3fd2b79f-c49c-4422-a021-7e3143bbd0ae req-8af7dfcd-ea51-499d-bdbb-310c251ba028 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=379a2d4d-7edb-4796-a7b7-e0cba76ac50e HTTP/1.1" status: 200 len: 1099 time: 0.0806499 Jan 26 11:33:46.840531 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-d19d6e21-3f88-4dff-b02b-b92efb281355 None None] Set router d67d7e47-cea7-435a-9ead-e8f84700ef54 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:33:46.978134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2b79f-c49c-4422-a021-7e3143bbd0ae req-d5115687-ddf5-4c39-a099-d1a9f32c43b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:46.979537 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3fd2b79f-c49c-4422-a021-7e3143bbd0ae req-d5115687-ddf5-4c39-a099-d1a9f32c43b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=610bc07f-0133-4af5-9d0c-fc57d5a78e7d HTTP/1.1" status: 200 len: 897 time: 0.1381903 Jan 26 11:33:46.994076 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-201ed409-ee2c-4a4e-95ec-89781f650d4d tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/routers/d67d7e47-cea7-435a-9ead-e8f84700ef54 HTTP/1.1" status: 200 len: 922 time: 0.3041534 Jan 26 11:33:46.994346 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56026) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:47.085723 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3fd2b79f-c49c-4422-a021-7e3143bbd0ae req-2fc9a611-9408-428b-98d0-ac15fe6e6577 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dbd16f2-eaaf-4f9b-893e-01497c3261ca HTTP/1.1" status: 200 len: 1000 time: 0.0998983 Jan 26 11:33:47.100819 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ae17a716-215f-4b21-9192-f6f602a92063 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/11aad9fb-86b7-413d-a152-7e2954f6bf57 HTTP/1.1" status: 200 len: 992 time: 0.1043952 Jan 26 11:33:47.151876 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2b79f-c49c-4422-a021-7e3143bbd0ae req-bf37809d-1dbe-4f56-a58c-39b2cc6136a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:47.153355 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3fd2b79f-c49c-4422-a021-7e3143bbd0ae req-bf37809d-1dbe-4f56-a58c-39b2cc6136a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=763ff635-888c-41aa-aefe-e5f889148a12 HTTP/1.1" status: 200 len: 834 time: 0.0616221 Jan 26 11:33:47.198576 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d19d6e21-3f88-4dff-b02b-b92efb281355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'name': 'tempest-TestNetworkBasicOps-router-859330869', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:33:28Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '11aad9fb-86b7-413d-a152-7e2954f6bf57', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.214', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'port_id': '4dbd16f2-eaaf-4f9b-893e-01497c3261ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d', 'mac_address': 'fa:16:3e:ab:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379a2d4d-7edb-4796-a7b7-e0cba76ac50e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:33:45Z', 'updated_at': '2022-01-26T11:33:45Z', 'revision_number': 0, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93338387-cfa8-4353-be25-e820bd81873b', 'name': '', 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:d3:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '763ff635-888c-41aa-aefe-e5f889148a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:27Z', 'updated_at': '2022-01-26T11:33:33Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '763ff635-888c-41aa-aefe-e5f889148a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:33:47.203066 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19d6e21-3f88-4dff-b02b-b92efb281355 None None] Checking router: d67d7e47-cea7-435a-9ead-e8f84700ef54 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:33:47.211219 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19d6e21-3f88-4dff-b02b-b92efb281355 None None] Routers {'d67d7e47-cea7-435a-9ead-e8f84700ef54'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:33:47.211819 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d19d6e21-3f88-4dff-b02b-b92efb281355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:33:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d67d7e47-cea7-435a-9ead-e8f84700ef54'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:33:47.231475 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2b79f-c49c-4422-a021-7e3143bbd0ae req-6c42fae6-d262-4827-9899-21b48f9cfe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:33:47.233409 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3fd2b79f-c49c-4422-a021-7e3143bbd0ae req-6c42fae6-d262-4827-9899-21b48f9cfe5d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=610bc07f-0133-4af5-9d0c-fc57d5a78e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738466 Jan 26 11:33:47.364525 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3fd2b79f-c49c-4422-a021-7e3143bbd0ae req-7a98964a-bee8-4cb1-a111-864550e880de service neutron] 10.222.0.24 "GET /v2.0/networks/610bc07f-0133-4af5-9d0c-fc57d5a78e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240382 Jan 26 11:33:47.387949 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-d19d6e21-3f88-4dff-b02b-b92efb281355 None None] Set router d67d7e47-cea7-435a-9ead-e8f84700ef54 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:33:47.496508 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3fd2b79f-c49c-4422-a021-7e3143bbd0ae req-1eb59370-0308-49fd-8973-e734c11cfd43 service neutron] 10.222.0.24 "GET /v2.0/networks/610bc07f-0133-4af5-9d0c-fc57d5a78e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261230 Jan 26 11:33:47.730403 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d19d6e21-3f88-4dff-b02b-b92efb281355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'name': 'tempest-TestNetworkBasicOps-router-859330869', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:33:28Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '11aad9fb-86b7-413d-a152-7e2954f6bf57', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.214', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'port_id': '4dbd16f2-eaaf-4f9b-893e-01497c3261ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d', 'mac_address': 'fa:16:3e:ab:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379a2d4d-7edb-4796-a7b7-e0cba76ac50e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:33:45Z', 'updated_at': '2022-01-26T11:33:45Z', 'revision_number': 0, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93338387-cfa8-4353-be25-e820bd81873b', 'name': '', 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:d3:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '763ff635-888c-41aa-aefe-e5f889148a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:27Z', 'updated_at': '2022-01-26T11:33:33Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '763ff635-888c-41aa-aefe-e5f889148a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:33:47.734379 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19d6e21-3f88-4dff-b02b-b92efb281355 None None] The sync data for ids ['d67d7e47-cea7-435a-9ead-e8f84700ef54'] in dv-neutron-826439-1-hyperv is: [{'id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'name': 'tempest-TestNetworkBasicOps-router-859330869', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:33:28Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '11aad9fb-86b7-413d-a152-7e2954f6bf57', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.214', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'port_id': '4dbd16f2-eaaf-4f9b-893e-01497c3261ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d', 'mac_address': 'fa:16:3e:ab:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379a2d4d-7edb-4796-a7b7-e0cba76ac50e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:33:45Z', 'updated_at': '2022-01-26T11:33:45Z', 'revision_number': 0, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93338387-cfa8-4353-be25-e820bd81873b', 'name': '', 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:d3:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '763ff635-888c-41aa-aefe-e5f889148a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:27Z', 'updated_at': '2022-01-26T11:33:33Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '763ff635-888c-41aa-aefe-e5f889148a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:33:47.934422 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb29387-ee55-494c-b050-2139dc5a499d None None] New status for floating IP 11aad9fb-86b7-413d-a152-7e2954f6bf57: ACTIVE {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:33:48.103646 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56030) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:48.219743 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c8036238-b709-4829-a9cf-89f21485b7d2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/11aad9fb-86b7-413d-a152-7e2954f6bf57 HTTP/1.1" status: 200 len: 992 time: 0.1148870 Jan 26 11:33:49.223619 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56034) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:33:49.329038 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-90af5416-a238-4ac1-aa0e-36baff7b2070 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/11aad9fb-86b7-413d-a152-7e2954f6bf57 HTTP/1.1" status: 200 len: 994 time: 0.1043437 Jan 26 11:33:52.525015 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-0bfa023f-e622-4d67-958f-cebfda6a9f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:54.793046 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-51e5b182-36a4-4035-9b99-363a155af57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:55.847133 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:56.042602 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:33:57.408051 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:02.593241 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0287a718-4843-4fc1-9c84-376bd20f864d req-2cdcce62-d17b-4521-be1b-260fece07488 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1733107592&fields=id&tenant_id=a848421bda384d54823be991dfd27e32 HTTP/1.1" status: 200 len: 267 time: 0.0391855 Jan 26 11:34:02.604720 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:34:02.739767 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287a718-4843-4fc1-9c84-376bd20f864d req-a6a476da-ab6b-4f70-8bf7-a6a19aaa7244 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:02.741083 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0287a718-4843-4fc1-9c84-376bd20f864d req-a6a476da-ab6b-4f70-8bf7-a6a19aaa7244 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/networks?id=b9359c06-7646-4efd-91fa-322e125304c7 HTTP/1.1" status: 200 len: 812 time: 0.1415722 Jan 26 11:34:02.756960 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0287a718-4843-4fc1-9c84-376bd20f864d req-86cebbd6-87b9-488e-82a5-ce3eb5227dbd tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/quotas/a848421bda384d54823be991dfd27e32 HTTP/1.1" status: 200 len: 375 time: 0.0097761 Jan 26 11:34:02.854522 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0287a718-4843-4fc1-9c84-376bd20f864d req-d550944d-5d8c-46a9-b3b2-40d5c8469bde tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a848421bda384d54823be991dfd27e32&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0924830 Jan 26 11:34:03.032799 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0287a718-4843-4fc1-9c84-376bd20f864d req-87d0b9ee-b22d-4e42-a930-6e0e3706a76c service neutron] 10.222.0.39 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665604 Jan 26 11:34:03.162361 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0287a718-4843-4fc1-9c84-376bd20f864d req-4fa406af-b3c1-41b4-b90d-9b45ce8d9792 service neutron] 10.222.0.39 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236720 Jan 26 11:34:03.542617 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-32be8270-3e6e-4f1e-8c3c-eb3e3bde5d60 req-66eb7653-ea76-495b-876c-a9045f846a5f tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6ec36b8-5b51-497d-89f0-fb5bca011d3f HTTP/1.1" status: 200 len: 210 time: 0.0427935 Jan 26 11:34:04.726887 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-910f5b19-8cc6-4c7d-a175-e3ed3c5db990 req-a790a37e-d980-46d5-aa30-0d5bbda97425 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6ec36b8-5b51-497d-89f0-fb5bca011d3f HTTP/1.1" status: 200 len: 210 time: 0.0509329 Jan 26 11:34:04.744902 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287a718-4843-4fc1-9c84-376bd20f864d req-31dc5db8-1135-40cb-8a9a-be2ba1d9b8d7 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:04.746414 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0287a718-4843-4fc1-9c84-376bd20f864d req-31dc5db8-1135-40cb-8a9a-be2ba1d9b8d7 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.24 "GET /v2.0/networks?id=b9359c06-7646-4efd-91fa-322e125304c7 HTTP/1.1" status: 200 len: 812 time: 0.2892091 Jan 26 11:34:04.797577 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0287a718-4843-4fc1-9c84-376bd20f864d req-5029c37b-1a56-45d6-a92d-fe9433d785a3 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a848421bda384d54823be991dfd27e32 HTTP/1.1" status: 200 len: 380 time: 0.0416579 Jan 26 11:34:04.805910 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-0287a718-4843-4fc1-9c84-376bd20f864d req-b17825f8-bd92-4198-9b03-943bc483d57e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Request body: {'port': {'device_id': 'c6ec36b8-5b51-497d-89f0-fb5bca011d3f', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'admin_state_up': True, 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'security_groups': ['e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:34:04.952103 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-0287a718-4843-4fc1-9c84-376bd20f864d req-b17825f8-bd92-4198-9b03-943bc483d57e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:34:04.961568 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-0287a718-4843-4fc1-9c84-376bd20f864d req-b17825f8-bd92-4198-9b03-943bc483d57e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:34:04.971743 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0287a718-4843-4fc1-9c84-376bd20f864d req-b17825f8-bd92-4198-9b03-943bc483d57e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Made reservation on behalf of a848421bda384d54823be991dfd27e32 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:34:04.975227 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-0287a718-4843-4fc1-9c84-376bd20f864d req-b17825f8-bd92-4198-9b03-943bc483d57e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:05.140550 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-0287a718-4843-4fc1-9c84-376bd20f864d req-b17825f8-bd92-4198-9b03-943bc483d57e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Allocated IP 172.20.0.4 (b9359c06-7646-4efd-91fa-322e125304c7/26b349df-7279-45a5-a567-116b1ec641a3/d46d251c-df68-4719-ba86-e31ecb80c6f7) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:34:05.320818 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:05.339940 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-0287a718-4843-4fc1-9c84-376bd20f864d req-b17825f8-bd92-4198-9b03-943bc483d57e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:05.355551 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-0287a718-4843-4fc1-9c84-376bd20f864d req-b17825f8-bd92-4198-9b03-943bc483d57e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Transition to ACTIVE for port object d46d251c-df68-4719-ba86-e31ecb80c6f7 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:34:05.379669 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-0287a718-4843-4fc1-9c84-376bd20f864d req-b17825f8-bd92-4198-9b03-943bc483d57e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:05.447879 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0287a718-4843-4fc1-9c84-376bd20f864d req-b17825f8-bd92-4198-9b03-943bc483d57e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Network b9359c06-7646-4efd-91fa-322e125304c7 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:34:05.450804 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-0287a718-4843-4fc1-9c84-376bd20f864d req-b17825f8-bd92-4198-9b03-943bc483d57e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:34:05.455413 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-0287a718-4843-4fc1-9c84-376bd20f864d req-b17825f8-bd92-4198-9b03-943bc483d57e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:34:05.500210 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17825f8-bd92-4198-9b03-943bc483d57e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Pushing event updated for resources: {'Port': ['ID=d46d251c-df68-4719-ba86-e31ecb80c6f7,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:05.527894 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287a718-4843-4fc1-9c84-376bd20f864d req-b17825f8-bd92-4198-9b03-943bc483d57e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:05.528940 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-0287a718-4843-4fc1-9c84-376bd20f864d req-b17825f8-bd92-4198-9b03-943bc483d57e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:05.557288 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0287a718-4843-4fc1-9c84-376bd20f864d req-b17825f8-bd92-4198-9b03-943bc483d57e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7547352 Jan 26 11:34:05.568247 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-0287a718-4843-4fc1-9c84-376bd20f864d req-e707192c-cd6d-4d9f-bef0-81624598639d service neutron] Request body: {'port': {'device_id': 'c6ec36b8-5b51-497d-89f0-fb5bca011d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:34:05.679588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-0287a718-4843-4fc1-9c84-376bd20f864d req-e707192c-cd6d-4d9f-bef0-81624598639d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:05.733484 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-28f42297-271c-4dd1-bae4-69964d994e64 None None] Provisioning for port d46d251c-df68-4719-ba86-e31ecb80c6f7 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:34:05.739104 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-28f42297-271c-4dd1-bae4-69964d994e64 None None] Provisioning complete for port d46d251c-df68-4719-ba86-e31ecb80c6f7 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:34:05.739668 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-28f42297-271c-4dd1-bae4-69964d994e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:05.821775 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-28f42297-271c-4dd1-bae4-69964d994e64 None None] Port d46d251c-df68-4719-ba86-e31ecb80c6f7 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:34:06.046090 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c98ca-2388-4429-856d-1e20f9aaaeff req-9aad8f02-6905-4f0f-9a00-0a30f9f71f16 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:06.046823 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-0f2c98ca-2388-4429-856d-1e20f9aaaeff req-9aad8f02-6905-4f0f-9a00-0a30f9f71f16 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Synchronizing usage tracker for tenant:a848421bda384d54823be991dfd27e32 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:34:06.081168 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-0f2c98ca-2388-4429-856d-1e20f9aaaeff req-9aad8f02-6905-4f0f-9a00-0a30f9f71f16 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Unset dirty status for tenant:a848421bda384d54823be991dfd27e32 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:34:06.082325 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0f2c98ca-2388-4429-856d-1e20f9aaaeff req-9aad8f02-6905-4f0f-9a00-0a30f9f71f16 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6ec36b8-5b51-497d-89f0-fb5bca011d3f HTTP/1.1" status: 200 len: 931 time: 0.2310224 Jan 26 11:34:06.183039 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-0287a718-4843-4fc1-9c84-376bd20f864d req-e707192c-cd6d-4d9f-bef0-81624598639d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d46d251c-df68-4719-ba86-e31ecb80c6f7 {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:34:06.194055 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0f2c98ca-2388-4429-856d-1e20f9aaaeff req-e26ec5a7-d13c-4565-9186-8a0c0f124147 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001170 Jan 26 11:34:06.195660 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-0287a718-4843-4fc1-9c84-376bd20f864d req-e707192c-cd6d-4d9f-bef0-81624598639d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:06.211191 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-0287a718-4843-4fc1-9c84-376bd20f864d req-e707192c-cd6d-4d9f-bef0-81624598639d service neutron] Transition to ACTIVE for port object d46d251c-df68-4719-ba86-e31ecb80c6f7 will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:34:06.215877 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-0287a718-4843-4fc1-9c84-376bd20f864d req-e707192c-cd6d-4d9f-bef0-81624598639d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:06.375973 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707192c-cd6d-4d9f-bef0-81624598639d service neutron] Pushing event updated for resources: {'Port': ['ID=d46d251c-df68-4719-ba86-e31ecb80c6f7,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:06.457010 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-0287a718-4843-4fc1-9c84-376bd20f864d req-e707192c-cd6d-4d9f-bef0-81624598639d service neutron] Attempting to bind port d46d251c-df68-4719-ba86-e31ecb80c6f7 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:34:06.457352 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-0287a718-4843-4fc1-9c84-376bd20f864d req-e707192c-cd6d-4d9f-bef0-81624598639d service neutron] Attempting to bind port d46d251c-df68-4719-ba86-e31ecb80c6f7 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'e975887e-2b39-4a12-979c-b5dffc435eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:34:06.457679 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0287a718-4843-4fc1-9c84-376bd20f864d req-e707192c-cd6d-4d9f-bef0-81624598639d service neutron] Attempting to bind port d46d251c-df68-4719-ba86-e31ecb80c6f7 on network b9359c06-7646-4efd-91fa-322e125304c7 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:34:06.462287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0287a718-4843-4fc1-9c84-376bd20f864d req-e707192c-cd6d-4d9f-bef0-81624598639d service neutron] Port d46d251c-df68-4719-ba86-e31ecb80c6f7 on network b9359c06-7646-4efd-91fa-322e125304c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:34:06.462635 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0287a718-4843-4fc1-9c84-376bd20f864d req-e707192c-cd6d-4d9f-bef0-81624598639d service neutron] Attempting to bind port d46d251c-df68-4719-ba86-e31ecb80c6f7 on network b9359c06-7646-4efd-91fa-322e125304c7 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:34:06.468143 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0287a718-4843-4fc1-9c84-376bd20f864d req-e707192c-cd6d-4d9f-bef0-81624598639d service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:34:06.468478 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0287a718-4843-4fc1-9c84-376bd20f864d req-e707192c-cd6d-4d9f-bef0-81624598639d service neutron] Checking segment: {'id': 'e975887e-2b39-4a12-979c-b5dffc435eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:34:06.468860 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0287a718-4843-4fc1-9c84-376bd20f864d req-e707192c-cd6d-4d9f-bef0-81624598639d service neutron] Bound using segment: {'id': 'e975887e-2b39-4a12-979c-b5dffc435eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:34:06.469286 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-0287a718-4843-4fc1-9c84-376bd20f864d req-e707192c-cd6d-4d9f-bef0-81624598639d service neutron] Bound port: d46d251c-df68-4719-ba86-e31ecb80c6f7, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e975887e-2b39-4a12-979c-b5dffc435eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:34:06.469634 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-0287a718-4843-4fc1-9c84-376bd20f864d req-e707192c-cd6d-4d9f-bef0-81624598639d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:06.664516 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-0287a718-4843-4fc1-9c84-376bd20f864d req-e707192c-cd6d-4d9f-bef0-81624598639d service neutron] For port d46d251c-df68-4719-ba86-e31ecb80c6f7, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:34:06.667488 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-0287a718-4843-4fc1-9c84-376bd20f864d req-e707192c-cd6d-4d9f-bef0-81624598639d service neutron] For port d46d251c-df68-4719-ba86-e31ecb80c6f7, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=d46d251c-df68-4719-ba86-e31ecb80c6f7,segment=NetworkSegment(e975887e-2b39-4a12-979c-b5dffc435eff),segment_id=e975887e-2b39-4a12-979c-b5dffc435eff)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:34:06.671385 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-0287a718-4843-4fc1-9c84-376bd20f864d req-e707192c-cd6d-4d9f-bef0-81624598639d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:06.731855 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287a718-4843-4fc1-9c84-376bd20f864d req-e707192c-cd6d-4d9f-bef0-81624598639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:06.732988 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-0287a718-4843-4fc1-9c84-376bd20f864d req-e707192c-cd6d-4d9f-bef0-81624598639d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:06.734385 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0287a718-4843-4fc1-9c84-376bd20f864d req-e707192c-cd6d-4d9f-bef0-81624598639d service neutron] 10.222.0.24 "PUT /v2.0/ports/d46d251c-df68-4719-ba86-e31ecb80c6f7 HTTP/1.1" status: 200 len: 1093 time: 1.1705403 Jan 26 11:34:06.734821 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ec36b8-5b51-497d-89f0-fb5bca011d3f', 'tag': 'd46d251c-df68-4719-ba86-e31ecb80c6f7'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:34:06.755491 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707192c-cd6d-4d9f-bef0-81624598639d service neutron] Pushing event updated for resources: {'Port': ['ID=d46d251c-df68-4719-ba86-e31ecb80c6f7,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:06.817062 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ec36b8-5b51-497d-89f0-fb5bca011d3f', 'tag': 'd46d251c-df68-4719-ba86-e31ecb80c6f7', 'status': 'completed', 'code': 200} Jan 26 11:34:06.863583 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287a718-4843-4fc1-9c84-376bd20f864d req-cd6e0f7c-4048-4454-8398-125233101df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:06.865094 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0287a718-4843-4fc1-9c84-376bd20f864d req-cd6e0f7c-4048-4454-8398-125233101df3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a848421bda384d54823be991dfd27e32&device_id=c6ec36b8-5b51-497d-89f0-fb5bca011d3f HTTP/1.1" status: 200 len: 1096 time: 0.0871251 Jan 26 11:34:06.942708 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0287a718-4843-4fc1-9c84-376bd20f864d req-20b1ff6d-1039-4709-ae33-cb5ae907163e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d46d251c-df68-4719-ba86-e31ecb80c6f7 HTTP/1.1" status: 200 len: 217 time: 0.0702465 Jan 26 11:34:07.004846 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287a718-4843-4fc1-9c84-376bd20f864d req-eae93e8d-4db1-4713-a137-764fb7bf91b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:07.006204 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0287a718-4843-4fc1-9c84-376bd20f864d req-eae93e8d-4db1-4713-a137-764fb7bf91b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b349df-7279-45a5-a567-116b1ec641a3 HTTP/1.1" status: 200 len: 851 time: 0.0576007 Jan 26 11:34:07.080385 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287a718-4843-4fc1-9c84-376bd20f864d req-a5dcaa52-675b-4af6-bcdf-5358deeb52e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:07.081751 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0287a718-4843-4fc1-9c84-376bd20f864d req-a5dcaa52-675b-4af6-bcdf-5358deeb52e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b9359c06-7646-4efd-91fa-322e125304c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693846 Jan 26 11:34:07.213862 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0287a718-4843-4fc1-9c84-376bd20f864d req-d291f527-244a-4c2e-8d74-289968dc9bfd service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253366 Jan 26 11:34:07.396324 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0287a718-4843-4fc1-9c84-376bd20f864d req-db978d32-cd3a-4e5b-aec4-b56084e2933a service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751962 Jan 26 11:34:07.421555 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445612f-96f3-4c3d-9602-fe3491254036 req-feee2546-a230-438d-b961-ba3484eb545f tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:07.423062 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3445612f-96f3-4c3d-9602-fe3491254036 req-feee2546-a230-438d-b961-ba3484eb545f tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6ec36b8-5b51-497d-89f0-fb5bca011d3f HTTP/1.1" status: 200 len: 943 time: 0.1164865 Jan 26 11:34:07.514639 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3445612f-96f3-4c3d-9602-fe3491254036 req-a6b8ee22-779d-4c54-bcdb-c2c7a2670e32 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859585 Jan 26 11:34:07.538084 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2806b-a145-4030-8d34-22b722c45b95 req-bfb5c53c-f3a4-47f0-9e66-27e202c20cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:07.538927 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e3e2806b-a145-4030-8d34-22b722c45b95 req-bfb5c53c-f3a4-47f0-9e66-27e202c20cee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a848421bda384d54823be991dfd27e32&device_id=c6ec36b8-5b51-497d-89f0-fb5bca011d3f HTTP/1.1" status: 200 len: 1096 time: 0.0931911 Jan 26 11:34:07.669883 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2806b-a145-4030-8d34-22b722c45b95 req-527d3947-68c6-4500-a7e7-69483cdbcc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:07.672318 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e3e2806b-a145-4030-8d34-22b722c45b95 req-527d3947-68c6-4500-a7e7-69483cdbcc86 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b9359c06-7646-4efd-91fa-322e125304c7 HTTP/1.1" status: 200 len: 913 time: 0.1257503 Jan 26 11:34:07.737324 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e3e2806b-a145-4030-8d34-22b722c45b95 req-8670b188-aa6f-48fb-8518-524dfbef107c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d46d251c-df68-4719-ba86-e31ecb80c6f7 HTTP/1.1" status: 200 len: 217 time: 0.0600483 Jan 26 11:34:07.805881 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2806b-a145-4030-8d34-22b722c45b95 req-7937bdcb-b2f4-4e56-96b3-a1a14b8f4712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:07.805881 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e3e2806b-a145-4030-8d34-22b722c45b95 req-7937bdcb-b2f4-4e56-96b3-a1a14b8f4712 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b349df-7279-45a5-a567-116b1ec641a3 HTTP/1.1" status: 200 len: 851 time: 0.0624404 Jan 26 11:34:07.883088 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2806b-a145-4030-8d34-22b722c45b95 req-862d2fab-130a-4b2b-a0e1-6d68a3e40250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:07.884567 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e3e2806b-a145-4030-8d34-22b722c45b95 req-862d2fab-130a-4b2b-a0e1-6d68a3e40250 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b9359c06-7646-4efd-91fa-322e125304c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694551 Jan 26 11:34:08.018147 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e3e2806b-a145-4030-8d34-22b722c45b95 req-5322605a-dea4-47e1-8eb6-dce3b25429b6 service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262078 Jan 26 11:34:08.147628 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e3e2806b-a145-4030-8d34-22b722c45b95 req-866b66a3-f8bd-44da-abff-5da70df8324b service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238086 Jan 26 11:34:08.766008 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a70b7-bdf0-41ce-8ad6-ff1d4ca256dd req-dd1db9f9-737a-4153-9fef-352f144bf1be tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:08.767491 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ae1a70b7-bdf0-41ce-8ad6-ff1d4ca256dd req-dd1db9f9-737a-4153-9fef-352f144bf1be tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6ec36b8-5b51-497d-89f0-fb5bca011d3f HTTP/1.1" status: 200 len: 943 time: 0.0836337 Jan 26 11:34:08.812276 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ae1a70b7-bdf0-41ce-8ad6-ff1d4ca256dd req-74709821-54ba-4f43-b44a-c5b2d5433ee4 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389977 Jan 26 11:34:10.103773 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a3be4-95a8-4b96-bf3d-bbd4acc203b3 req-3ca2d9d4-4570-4134-b9e3-6c9c5ef3d959 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:10.105236 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-641a3be4-95a8-4b96-bf3d-bbd4acc203b3 req-3ca2d9d4-4570-4134-b9e3-6c9c5ef3d959 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6ec36b8-5b51-497d-89f0-fb5bca011d3f HTTP/1.1" status: 200 len: 943 time: 0.1876087 Jan 26 11:34:10.148225 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-641a3be4-95a8-4b96-bf3d-bbd4acc203b3 req-07655834-5dde-4d44-9f09-4cddbf5bf5e8 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365427 Jan 26 11:34:11.338302 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1dce3-8ff2-4214-a0ea-8f82f64fb64c req-57ef2b46-6924-430b-a40c-239cf5cf76cf tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:11.339722 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2fd1dce3-8ff2-4214-a0ea-8f82f64fb64c req-57ef2b46-6924-430b-a40c-239cf5cf76cf tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6ec36b8-5b51-497d-89f0-fb5bca011d3f HTTP/1.1" status: 200 len: 943 time: 0.0797637 Jan 26 11:34:11.387055 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2fd1dce3-8ff2-4214-a0ea-8f82f64fb64c req-e40ea5bc-8444-47e1-b232-67d51a1734a9 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411155 Jan 26 11:34:12.584923 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb20ae-2fb1-473b-9c0e-08bef2d028b0 req-bb7f606d-149e-4729-8128-b15ff73cc0ff tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:12.587526 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d3cb20ae-2fb1-473b-9c0e-08bef2d028b0 req-bb7f606d-149e-4729-8128-b15ff73cc0ff tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6ec36b8-5b51-497d-89f0-fb5bca011d3f HTTP/1.1" status: 200 len: 943 time: 0.0852456 Jan 26 11:34:12.633765 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d3cb20ae-2fb1-473b-9c0e-08bef2d028b0 req-b9fab69d-6281-4975-b040-afb621e8ae4b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406981 Jan 26 11:34:13.819614 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27951e0b-b295-4d60-b473-b6395c106b0e req-5998e60d-2cbe-4949-b32b-cb4e9e6d607b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:13.821238 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-27951e0b-b295-4d60-b473-b6395c106b0e req-5998e60d-2cbe-4949-b32b-cb4e9e6d607b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6ec36b8-5b51-497d-89f0-fb5bca011d3f HTTP/1.1" status: 200 len: 943 time: 0.0795207 Jan 26 11:34:13.868959 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-27951e0b-b295-4d60-b473-b6395c106b0e req-89ec22de-c4f9-4a86-a220-0e0d5eeacf47 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413721 Jan 26 11:34:15.063972 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3028005-cc6b-440e-a668-4cb13f94e73e req-efa8fc82-0eae-4736-a71b-a3baa92cfad9 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:15.065424 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b3028005-cc6b-440e-a668-4cb13f94e73e req-efa8fc82-0eae-4736-a71b-a3baa92cfad9 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6ec36b8-5b51-497d-89f0-fb5bca011d3f HTTP/1.1" status: 200 len: 943 time: 0.0823030 Jan 26 11:34:15.113157 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b3028005-cc6b-440e-a668-4cb13f94e73e req-99673d6c-f1a6-4b36-8928-3ff803010cf9 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419972 Jan 26 11:34:15.738913 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device d46d251c-df68-4719-ba86-e31ecb80c6f7 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:34:15.871215 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port d46d251c-df68-4719-ba86-e31ecb80c6f7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=d46d251c-df68-4719-ba86-e31ecb80c6f7,segment=NetworkSegment(e975887e-2b39-4a12-979c-b5dffc435eff),segment_id=e975887e-2b39-4a12-979c-b5dffc435eff)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:34:15.883973 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': 'd46d251c-df68-4719-ba86-e31ecb80c6f7', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'port_id': 'd46d251c-df68-4719-ba86-e31ecb80c6f7', 'mac_address': 'fa:16:3e:48:c2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b349df-7279-45a5-a567-116b1ec641a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:34:15.940898 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:15.957448 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d46d251c-df68-4719-ba86-e31ecb80c6f7 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:34:15.972749 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port d46d251c-df68-4719-ba86-e31ecb80c6f7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=d46d251c-df68-4719-ba86-e31ecb80c6f7,segment=NetworkSegment(e975887e-2b39-4a12-979c-b5dffc435eff),segment_id=e975887e-2b39-4a12-979c-b5dffc435eff)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:34:15.976556 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:16.041357 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=d46d251c-df68-4719-ba86-e31ecb80c6f7,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:16.245623 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['d46d251c-df68-4719-ba86-e31ecb80c6f7'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:34:16.298957 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ed271-55a1-4694-8b73-dbd1f7e9a60a req-53cebdf9-c030-4b72-a4b6-25fd528a0644 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:16.300435 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-346ed271-55a1-4694-8b73-dbd1f7e9a60a req-53cebdf9-c030-4b72-a4b6-25fd528a0644 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6ec36b8-5b51-497d-89f0-fb5bca011d3f HTTP/1.1" status: 200 len: 944 time: 0.0827773 Jan 26 11:34:16.345296 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-346ed271-55a1-4694-8b73-dbd1f7e9a60a req-71e92f82-9230-4a94-8589-e1c5352a8f19 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391395 Jan 26 11:34:17.525896 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd6ed5-5007-4f65-8e48-4f4ef62fe852 req-80d43803-6151-4427-a849-d9ea8e4dda2f tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:17.527614 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-45fd6ed5-5007-4f65-8e48-4f4ef62fe852 req-80d43803-6151-4427-a849-d9ea8e4dda2f tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6ec36b8-5b51-497d-89f0-fb5bca011d3f HTTP/1.1" status: 200 len: 944 time: 0.0786650 Jan 26 11:34:17.574651 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-45fd6ed5-5007-4f65-8e48-4f4ef62fe852 req-8b5b0057-cb69-4009-90d9-3dd9d3dc3cdf tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406814 Jan 26 11:34:17.753510 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device d46d251c-df68-4719-ba86-e31ecb80c6f7 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:34:17.819661 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port d46d251c-df68-4719-ba86-e31ecb80c6f7 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:34:17.824321 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port d46d251c-df68-4719-ba86-e31ecb80c6f7 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:34:17.824693 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:17.939452 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:17.965566 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ec36b8-5b51-497d-89f0-fb5bca011d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46d251c-df68-4719-ba86-e31ecb80c6f7'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:34:17.976339 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port d46d251c-df68-4719-ba86-e31ecb80c6f7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=d46d251c-df68-4719-ba86-e31ecb80c6f7,segment=NetworkSegment(e975887e-2b39-4a12-979c-b5dffc435eff),segment_id=e975887e-2b39-4a12-979c-b5dffc435eff)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:34:17.980623 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:18.016343 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ec36b8-5b51-497d-89f0-fb5bca011d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46d251c-df68-4719-ba86-e31ecb80c6f7', 'code': 200} Jan 26 11:34:18.051835 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=d46d251c-df68-4719-ba86-e31ecb80c6f7,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:18.306970 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db46d3d-9b78-4e09-9a98-85da36457b94 req-31f60dd3-7422-4b14-a51d-0780b4665a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:18.308600 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3db46d3d-9b78-4e09-9a98-85da36457b94 req-31f60dd3-7422-4b14-a51d-0780b4665a34 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c6ec36b8-5b51-497d-89f0-fb5bca011d3f HTTP/1.1" status: 200 len: 1098 time: 0.0696392 Jan 26 11:34:18.350752 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3db46d3d-9b78-4e09-9a98-85da36457b94 req-e1363c28-e782-4a4d-9d09-d839b2def17c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353770 Jan 26 11:34:18.474109 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56136) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:18.657375 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f0f6665e-2d25-4310-93e6-f561399b0a59 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/routers/d67d7e47-cea7-435a-9ead-e8f84700ef54/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1821172 Jan 26 11:34:18.660168 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56142) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:18.902483 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9426d290-5161-417c-912a-609ae4e061df tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Notify agent at dv-neutron-826439-1-hyperv the message router_removed_from_agent {{(pid=87443) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jan 26 11:34:18.905644 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9426d290-5161-417c-912a-609ae4e061df tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "DELETE /v2.0/agents/941af9ae-c909-4f66-8c99-a722303ab88c/l3-routers/d67d7e47-cea7-435a-9ead-e8f84700ef54 HTTP/1.1" status: 204 len: 168 time: 0.2445707 Jan 26 11:34:18.908538 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56146) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:18.913459 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb55751-9d8d-4505-a851-130411881e4e req-3c09d88c-7338-48fc-9b51-4038325c532c tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:18.914958 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-deb55751-9d8d-4505-a851-130411881e4e req-3c09d88c-7338-48fc-9b51-4038325c532c tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6ec36b8-5b51-497d-89f0-fb5bca011d3f HTTP/1.1" status: 200 len: 945 time: 0.1871028 Jan 26 11:34:18.965284 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-deb55751-9d8d-4505-a851-130411881e4e req-f69bad54-45db-414f-9bf2-70cc5b333a9e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412753 Jan 26 11:34:19.208677 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2af93483-5700-42b6-9cde-f515679ecf9a tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/routers/d67d7e47-cea7-435a-9ead-e8f84700ef54/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2988825 Jan 26 11:34:19.211368 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56150) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:19.320140 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-18d2dc5b-8888-4217-861a-754977c0af3a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/11aad9fb-86b7-413d-a152-7e2954f6bf57 HTTP/1.1" status: 200 len: 994 time: 0.1066256 Jan 26 11:34:19.671906 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30b1f73-e597-4005-9ef7-36a1b1fdc614 None None] New status for floating IP 11aad9fb-86b7-413d-a152-7e2954f6bf57: DOWN {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:34:19.722735 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:34:20.012632 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:20.031957 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:34:20.036003 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:20.036694 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 93338387-cfa8-4353-be25-e820bd81873b no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:34:20.157977 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060e34e-8906-4f2c-8a01-f2094c933136 req-0928dcd6-1120-4e7e-8c07-93f945cb0f35 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:20.159457 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b060e34e-8906-4f2c-8a01-f2094c933136 req-0928dcd6-1120-4e7e-8c07-93f945cb0f35 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6ec36b8-5b51-497d-89f0-fb5bca011d3f HTTP/1.1" status: 200 len: 945 time: 0.0833931 Jan 26 11:34:20.179826 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:20.207132 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b060e34e-8906-4f2c-8a01-f2094c933136 req-60f900ca-043f-4411-94f5-3ba569ee5d7b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418978 Jan 26 11:34:20.212688 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:20.246149 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 93338387-cfa8-4353-be25-e820bd81873b, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=93338387-cfa8-4353-be25-e820bd81873b,segment=NetworkSegment(0420316a-9cb5-4736-b0db-560a7a59928c),segment_id=0420316a-9cb5-4736-b0db-560a7a59928c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:34:20.250707 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:20.321673 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=93338387-cfa8-4353-be25-e820bd81873b,revision_number=6']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:20.321978 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56158) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:20.401838 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2501a5e-250c-429c-838c-9d3ccc664b2a req-363c80d2-0643-4c8b-829e-0ab033c90a66 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:20.403323 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b2501a5e-250c-429c-838c-9d3ccc664b2a req-363c80d2-0643-4c8b-829e-0ab033c90a66 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6ec36b8-5b51-497d-89f0-fb5bca011d3f HTTP/1.1" status: 200 len: 945 time: 0.0851531 Jan 26 11:34:20.429970 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e109fff7-4df5-4416-9cd6-7c9867fbbbb6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/11aad9fb-86b7-413d-a152-7e2954f6bf57 HTTP/1.1" status: 200 len: 992 time: 0.1068096 Jan 26 11:34:20.449091 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b2501a5e-250c-429c-838c-9d3ccc664b2a req-c44ce6a2-2a47-4099-9337-a65fd8787a02 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394185 Jan 26 11:34:20.472323 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56162) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:20.541564 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95144d5b-2f5b-46c4-a9dd-1644c639962a tempest-TestVolumeBootPattern-1958663733 tempest-TestVolumeBootPattern-1958663733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:20.543081 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-95144d5b-2f5b-46c4-a9dd-1644c639962a tempest-TestVolumeBootPattern-1958663733 tempest-TestVolumeBootPattern-1958663733-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c6ec36b8-5b51-497d-89f0-fb5bca011d3f HTTP/1.1" status: 200 len: 1093 time: 0.0698450 Jan 26 11:34:20.546450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56166) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:20.551364 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-6c1a50ca-b0a3-44c5-9bc3-edb82ca81a4d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': 'd46d251c-df68-4719-ba86-e31ecb80c6f7', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:34:20.557137 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6c1a50ca-b0a3-44c5-9bc3-edb82ca81a4d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:34:20.560924 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6c1a50ca-b0a3-44c5-9bc3-edb82ca81a4d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Usage tracker for resource:floatingip and tenant:a848421bda384d54823be991dfd27e32 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:34:20.563739 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6c1a50ca-b0a3-44c5-9bc3-edb82ca81a4d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:34:20.569286 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6c1a50ca-b0a3-44c5-9bc3-edb82ca81a4d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:34:20.583108 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c1a50ca-b0a3-44c5-9bc3-edb82ca81a4d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for floatingip, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:20.714209 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c1a50ca-b0a3-44c5-9bc3-edb82ca81a4d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:20.851524 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-6c1a50ca-b0a3-44c5-9bc3-edb82ca81a4d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Allocated IP 172.26.5.149 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/50af0a7a-92f6-464c-ac99-489714f4ac97) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:34:20.999704 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c1a50ca-b0a3-44c5-9bc3-edb82ca81a4d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:21.028115 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c1a50ca-b0a3-44c5-9bc3-edb82ca81a4d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:21.197165 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1a50ca-b0a3-44c5-9bc3-edb82ca81a4d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:34:21.199931 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-6c1a50ca-b0a3-44c5-9bc3-edb82ca81a4d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:34:21.204435 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1a50ca-b0a3-44c5-9bc3-edb82ca81a4d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:34:21.241656 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a50ca-b0a3-44c5-9bc3-edb82ca81a4d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Pushing event updated for resources: {'Port': ['ID=50af0a7a-92f6-464c-ac99-489714f4ac97,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:21.577308 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56172) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:21.622539 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c1a50ca-b0a3-44c5-9bc3-edb82ca81a4d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:21.702170 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c1a50ca-b0a3-44c5-9bc3-edb82ca81a4d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:21.778700 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d92817-04d0-41f5-a9cf-767c1c2c00f2 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Router d67d7e47-cea7-435a-9ead-e8f84700ef54 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:34:21.779759 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d92817-04d0-41f5-a9cf-767c1c2c00f2 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Notify agent at dv-neutron-826439-1-hyperv the message router_added_to_agent {{(pid=87442) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jan 26 11:34:21.803679 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a1d92817-04d0-41f5-a9cf-767c1c2c00f2 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "POST /v2.0/agents/941af9ae-c909-4f66-8c99-a722303ab88c/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2228332 Jan 26 11:34:21.804379 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56178) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:21.806717 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c661c7-b921-4a23-bdf2-00e50bfb8cb0 None None] Sync routers for ids ['d67d7e47-cea7-435a-9ead-e8f84700ef54'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:34:21.818932 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c661c7-b921-4a23-bdf2-00e50bfb8cb0 None None] Routers {'d67d7e47-cea7-435a-9ead-e8f84700ef54'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:34:21.819915 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-01c661c7-b921-4a23-bdf2-00e50bfb8cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:33:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d67d7e47-cea7-435a-9ead-e8f84700ef54'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:34:21.990987 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c1a50ca-b0a3-44c5-9bc3-edb82ca81a4d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:21.995265 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a1f0bec6-9c0b-4d8f-a504-7c9baa61f4c1 req-725fd657-bf10-41cc-94b4-3293e55a9a7a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7541b641-90c4-45bd-94fd-b7399aa32542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1082985 Jan 26 11:34:21.996744 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c1a50ca-b0a3-44c5-9bc3-edb82ca81a4d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:22.014366 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-68af8e2b-6746-4bbe-9031-659e11cb80a2 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/routers/d67d7e47-cea7-435a-9ead-e8f84700ef54/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2086284 Jan 26 11:34:22.017273 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56182) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:22.033837 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-01c661c7-b921-4a23-bdf2-00e50bfb8cb0 None None] Set router d67d7e47-cea7-435a-9ead-e8f84700ef54 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:34:22.128526 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0e5463ee-ad25-4256-ae85-b8d16b552ec1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/11aad9fb-86b7-413d-a152-7e2954f6bf57 HTTP/1.1" status: 200 len: 992 time: 0.1101289 Jan 26 11:34:22.171707 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a50ca-b0a3-44c5-9bc3-edb82ca81a4d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Pushing event updated for resources: {'Port': ['ID=50af0a7a-92f6-464c-ac99-489714f4ac97,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:22.190893 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c1a50ca-b0a3-44c5-9bc3-edb82ca81a4d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:22.335719 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0bec6-9c0b-4d8f-a504-7c9baa61f4c1 req-84785fa8-acc6-4b9e-bfc6-a5aea7488081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:22.337160 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a1f0bec6-9c0b-4d8f-a504-7c9baa61f4c1 req-84785fa8-acc6-4b9e-bfc6-a5aea7488081 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a848421bda384d54823be991dfd27e32&device_id=7541b641-90c4-45bd-94fd-b7399aa32542 HTTP/1.1" status: 200 len: 1098 time: 0.2355709 Jan 26 11:34:22.407814 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-6c1a50ca-b0a3-44c5-9bc3-edb82ca81a4d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Floating IP 8b76933b-feb7-41f7-bc7c-a5e53d185d79 associated. External IP: 172.26.5.149, port: d46d251c-df68-4719-ba86-e31ecb80c6f7. Jan 26 11:34:22.431180 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-01c661c7-b921-4a23-bdf2-00e50bfb8cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'name': 'tempest-TestNetworkBasicOps-router-859330869', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:33:28Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:34:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '11aad9fb-86b7-413d-a152-7e2954f6bf57', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.214', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'port_id': '4dbd16f2-eaaf-4f9b-893e-01497c3261ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d', 'mac_address': 'fa:16:3e:ab:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379a2d4d-7edb-4796-a7b7-e0cba76ac50e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:33:45Z', 'updated_at': '2022-01-26T11:34:19Z', 'revision_number': 2, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93338387-cfa8-4353-be25-e820bd81873b', 'name': '', 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:d3:9a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '763ff635-888c-41aa-aefe-e5f889148a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:27Z', 'updated_at': '2022-01-26T11:34:20Z', 'revision_number': 6, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '763ff635-888c-41aa-aefe-e5f889148a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:34:22.435069 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c661c7-b921-4a23-bdf2-00e50bfb8cb0 None None] Checking router: d67d7e47-cea7-435a-9ead-e8f84700ef54 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:34:22.443728 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c661c7-b921-4a23-bdf2-00e50bfb8cb0 None None] Routers {'d67d7e47-cea7-435a-9ead-e8f84700ef54'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:34:22.444315 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-01c661c7-b921-4a23-bdf2-00e50bfb8cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:33:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d67d7e47-cea7-435a-9ead-e8f84700ef54'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:34:22.529401 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-313181b2-2556-4d5c-823d-4c63f2e1aaae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:22.626666 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-01c661c7-b921-4a23-bdf2-00e50bfb8cb0 None None] Set router d67d7e47-cea7-435a-9ead-e8f84700ef54 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:34:22.761664 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0bec6-9c0b-4d8f-a504-7c9baa61f4c1 req-aa667cbe-7540-46aa-8093-9df4651bd3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:22.763717 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a1f0bec6-9c0b-4d8f-a504-7c9baa61f4c1 req-aa667cbe-7540-46aa-8093-9df4651bd3ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=b9359c06-7646-4efd-91fa-322e125304c7 HTTP/1.1" status: 200 len: 913 time: 0.4066439 Jan 26 11:34:22.941325 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a1f0bec6-9c0b-4d8f-a504-7c9baa61f4c1 req-e9e8a365-23f3-43d4-b604-c0b08e02e5cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=347d0d9c-5c0d-4923-b15d-a0f26556454f HTTP/1.1" status: 200 len: 1000 time: 0.1717827 Jan 26 11:34:22.980059 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-01c661c7-b921-4a23-bdf2-00e50bfb8cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'name': 'tempest-TestNetworkBasicOps-router-859330869', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:33:28Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:34:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '11aad9fb-86b7-413d-a152-7e2954f6bf57', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.214', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'port_id': '4dbd16f2-eaaf-4f9b-893e-01497c3261ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d', 'mac_address': 'fa:16:3e:ab:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379a2d4d-7edb-4796-a7b7-e0cba76ac50e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:33:45Z', 'updated_at': '2022-01-26T11:34:19Z', 'revision_number': 2, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93338387-cfa8-4353-be25-e820bd81873b', 'name': '', 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:d3:9a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '763ff635-888c-41aa-aefe-e5f889148a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:27Z', 'updated_at': '2022-01-26T11:34:20Z', 'revision_number': 6, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '763ff635-888c-41aa-aefe-e5f889148a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:34:22.984512 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c661c7-b921-4a23-bdf2-00e50bfb8cb0 None None] The sync data for ids ['d67d7e47-cea7-435a-9ead-e8f84700ef54'] in dv-neutron-826439-1-hyperv is: [{'id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'name': 'tempest-TestNetworkBasicOps-router-859330869', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:33:28Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:34:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '11aad9fb-86b7-413d-a152-7e2954f6bf57', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.214', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'port_id': '4dbd16f2-eaaf-4f9b-893e-01497c3261ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d', 'mac_address': 'fa:16:3e:ab:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379a2d4d-7edb-4796-a7b7-e0cba76ac50e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:33:45Z', 'updated_at': '2022-01-26T11:34:19Z', 'revision_number': 2, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93338387-cfa8-4353-be25-e820bd81873b', 'name': '', 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:d3:9a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '763ff635-888c-41aa-aefe-e5f889148a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:27Z', 'updated_at': '2022-01-26T11:34:20Z', 'revision_number': 6, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '763ff635-888c-41aa-aefe-e5f889148a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:34:23.095365 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0bec6-9c0b-4d8f-a504-7c9baa61f4c1 req-7445d174-7fea-4f36-9dab-7cc55a23cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:23.096829 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a1f0bec6-9c0b-4d8f-a504-7c9baa61f4c1 req-7445d174-7fea-4f36-9dab-7cc55a23cd20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b349df-7279-45a5-a567-116b1ec641a3 HTTP/1.1" status: 200 len: 851 time: 0.1455162 Jan 26 11:34:23.132114 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56186) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:23.162779 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1a50ca-b0a3-44c5-9bc3-edb82ca81a4d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Router 3a5de116-f758-4322-815b-b93f09187110 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:34:23.275899 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5b8f28d5-323d-4e85-b4ea-cd7fe384afef tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/11aad9fb-86b7-413d-a152-7e2954f6bf57 HTTP/1.1" status: 200 len: 992 time: 0.1416070 Jan 26 11:34:23.287260 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0bec6-9c0b-4d8f-a504-7c9baa61f4c1 req-1d965f43-f8c0-4bad-85f2-b399838d20a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:23.288856 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a1f0bec6-9c0b-4d8f-a504-7c9baa61f4c1 req-1d965f43-f8c0-4bad-85f2-b399838d20a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b9359c06-7646-4efd-91fa-322e125304c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1836441 Jan 26 11:34:23.470842 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1a50ca-b0a3-44c5-9bc3-edb82ca81a4d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:34:23.482367 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13052a6b-0771-49a7-86b9-42430c4612a0 None None] Sync routers for ids ['3a5de116-f758-4322-815b-b93f09187110'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:34:23.494977 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13052a6b-0771-49a7-86b9-42430c4612a0 None None] Routers {'3a5de116-f758-4322-815b-b93f09187110'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:34:23.495604 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-13052a6b-0771-49a7-86b9-42430c4612a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:33:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['3a5de116-f758-4322-815b-b93f09187110'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:34:23.526581 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a1f0bec6-9c0b-4d8f-a504-7c9baa61f4c1 req-a5b6b17b-55b3-49a2-a564-95ecfefff0fe service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838496 Jan 26 11:34:23.527800 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6c1a50ca-b0a3-44c5-9bc3-edb82ca81a4d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:23.712461 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6c1a50ca-b0a3-44c5-9bc3-edb82ca81a4d tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1638250 Jan 26 11:34:23.714136 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ec36b8-5b51-497d-89f0-fb5bca011d3f', 'tag': 'd46d251c-df68-4719-ba86-e31ecb80c6f7'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:34:23.751636 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-13052a6b-0771-49a7-86b9-42430c4612a0 None None] Set router 3a5de116-f758-4322-815b-b93f09187110 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:34:23.823301 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ec36b8-5b51-497d-89f0-fb5bca011d3f', 'tag': 'd46d251c-df68-4719-ba86-e31ecb80c6f7', 'status': 'completed', 'code': 200} Jan 26 11:34:23.850307 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 93338387-cfa8-4353-be25-e820bd81873b up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:34:23.878615 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a1f0bec6-9c0b-4d8f-a504-7c9baa61f4c1 req-b19e1f95-ca4d-46b3-aafc-fd226520b018 service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206704 Jan 26 11:34:23.939228 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229fba0-507d-4022-96cb-877a593810a8 req-cfc4bee4-face-4185-a195-5260ac8e9ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:23.940728 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4229fba0-507d-4022-96cb-877a593810a8 req-cfc4bee4-face-4185-a195-5260ac8e9ee8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a848421bda384d54823be991dfd27e32&device_id=c6ec36b8-5b51-497d-89f0-fb5bca011d3f HTTP/1.1" status: 200 len: 1098 time: 0.1166945 Jan 26 11:34:24.085889 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229fba0-507d-4022-96cb-877a593810a8 req-df26a997-8735-42ae-ac55-74d9876b1c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:24.087411 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4229fba0-507d-4022-96cb-877a593810a8 req-df26a997-8735-42ae-ac55-74d9876b1c37 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b9359c06-7646-4efd-91fa-322e125304c7 HTTP/1.1" status: 200 len: 913 time: 0.1401479 Jan 26 11:34:24.237259 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4229fba0-507d-4022-96cb-877a593810a8 req-563c0b3e-0ee7-4d1a-b0e3-f109fc590d7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d46d251c-df68-4719-ba86-e31ecb80c6f7 HTTP/1.1" status: 200 len: 999 time: 0.1420162 Jan 26 11:34:24.240870 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 93338387-cfa8-4353-be25-e820bd81873b triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:34:24.241265 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:24.280315 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56194) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:24.416304 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229fba0-507d-4022-96cb-877a593810a8 req-9796d34d-3a79-4cee-b193-2af513c18c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:24.417782 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4229fba0-507d-4022-96cb-877a593810a8 req-9796d34d-3a79-4cee-b193-2af513c18c08 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b349df-7279-45a5-a567-116b1ec641a3 HTTP/1.1" status: 200 len: 851 time: 0.1744845 Jan 26 11:34:24.460496 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-131753c6-de44-46d8-8196-4b1502e02f51 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/11aad9fb-86b7-413d-a152-7e2954f6bf57 HTTP/1.1" status: 200 len: 992 time: 0.1753941 Jan 26 11:34:24.461337 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-13052a6b-0771-49a7-86b9-42430c4612a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5de116-f758-4322-815b-b93f09187110', 'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:53Z', 'updated_at': '2022-01-26T11:28:58Z', 'revision_number': 4, 'project_id': 'a848421bda384d54823be991dfd27e32', 'gw_port': {'id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:54Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '206461bd-fbe0-4167-9867-4369f3092de1', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'floating_ip_address': '172.26.5.73', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '3a5de116-f758-4322-815b-b93f09187110', 'port_id': '347d0d9c-5c0d-4923-b15d-a0f26556454f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'mac_address': 'fa:16:3e:40:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7541b641-90c4-45bd-94fd-b7399aa32542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:32:10Z', 'updated_at': '2022-01-26T11:32:13Z', 'revision_number': 1, 'project_id': 'a848421bda384d54823be991dfd27e32', 'fixed_ip_address_scope': None}, {'id': '8b76933b-feb7-41f7-bc7c-a5e53d185d79', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'floating_ip_address': '172.26.5.149', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '3a5de116-f758-4322-815b-b93f09187110', 'port_id': 'd46d251c-df68-4719-ba86-e31ecb80c6f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'mac_address': 'fa:16:3e:48:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ec36b8-5b51-497d-89f0-fb5bca011d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:34:21Z', 'updated_at': '2022-01-26T11:34:21Z', 'revision_number': 0, 'project_id': 'a848421bda384d54823be991dfd27e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42aecd9-cb9d-4ed3-afed-8f3e928a2f46', 'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'mac_address': 'fa:16:3e:ec:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '26b349df-7279-45a5-a567-116b1ec641a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:57Z', 'updated_at': '2022-01-26T11:29:04Z', 'revision_number': 5, 'project_id': 'a848421bda384d54823be991dfd27e32', 'subnets': [{'id': '26b349df-7279-45a5-a567-116b1ec641a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:34:24.465917 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:24.477399 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13052a6b-0771-49a7-86b9-42430c4612a0 None None] Checking router: 3a5de116-f758-4322-815b-b93f09187110 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:34:24.502549 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13052a6b-0771-49a7-86b9-42430c4612a0 None None] Routers {'3a5de116-f758-4322-815b-b93f09187110'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:34:24.503206 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-13052a6b-0771-49a7-86b9-42430c4612a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:33:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['3a5de116-f758-4322-815b-b93f09187110'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:34:24.573914 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 93338387-cfa8-4353-be25-e820bd81873b, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=93338387-cfa8-4353-be25-e820bd81873b,segment=NetworkSegment(0420316a-9cb5-4736-b0db-560a7a59928c),segment_id=0420316a-9cb5-4736-b0db-560a7a59928c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:34:24.586616 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:24.640793 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229fba0-507d-4022-96cb-877a593810a8 req-6058a8cd-6d38-48e7-b921-502ac4f17652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:24.642472 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4229fba0-507d-4022-96cb-877a593810a8 req-6058a8cd-6d38-48e7-b921-502ac4f17652 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b9359c06-7646-4efd-91fa-322e125304c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2148986 Jan 26 11:34:24.754229 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=93338387-cfa8-4353-be25-e820bd81873b,revision_number=7']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:24.769453 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-13052a6b-0771-49a7-86b9-42430c4612a0 None None] Set router 3a5de116-f758-4322-815b-b93f09187110 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:34:24.795763 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4229fba0-507d-4022-96cb-877a593810a8 req-6e50e1b3-5678-4d76-846a-7dd700795151 service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452932 Jan 26 11:34:24.852468 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7cb69e7a-98c1-4f49-b727-559a69058c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:24.933964 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4229fba0-507d-4022-96cb-877a593810a8 req-16732570-6edc-420b-bbdb-532e0759bcef service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334190 Jan 26 11:34:25.129169 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0149d59-be8b-4a9c-8021-0ee2fd037d7a None None] New status for floating IP 11aad9fb-86b7-413d-a152-7e2954f6bf57: ACTIVE {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:34:25.145166 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-13052a6b-0771-49a7-86b9-42430c4612a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5de116-f758-4322-815b-b93f09187110', 'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:53Z', 'updated_at': '2022-01-26T11:28:58Z', 'revision_number': 4, 'project_id': 'a848421bda384d54823be991dfd27e32', 'gw_port': {'id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:54Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '206461bd-fbe0-4167-9867-4369f3092de1', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'floating_ip_address': '172.26.5.73', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '3a5de116-f758-4322-815b-b93f09187110', 'port_id': '347d0d9c-5c0d-4923-b15d-a0f26556454f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'mac_address': 'fa:16:3e:40:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7541b641-90c4-45bd-94fd-b7399aa32542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:32:10Z', 'updated_at': '2022-01-26T11:32:13Z', 'revision_number': 1, 'project_id': 'a848421bda384d54823be991dfd27e32', 'fixed_ip_address_scope': None}, {'id': '8b76933b-feb7-41f7-bc7c-a5e53d185d79', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'floating_ip_address': '172.26.5.149', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '3a5de116-f758-4322-815b-b93f09187110', 'port_id': 'd46d251c-df68-4719-ba86-e31ecb80c6f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'mac_address': 'fa:16:3e:48:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ec36b8-5b51-497d-89f0-fb5bca011d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:34:21Z', 'updated_at': '2022-01-26T11:34:21Z', 'revision_number': 0, 'project_id': 'a848421bda384d54823be991dfd27e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42aecd9-cb9d-4ed3-afed-8f3e928a2f46', 'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'mac_address': 'fa:16:3e:ec:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '26b349df-7279-45a5-a567-116b1ec641a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:57Z', 'updated_at': '2022-01-26T11:29:04Z', 'revision_number': 5, 'project_id': 'a848421bda384d54823be991dfd27e32', 'subnets': [{'id': '26b349df-7279-45a5-a567-116b1ec641a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:34:25.149198 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13052a6b-0771-49a7-86b9-42430c4612a0 None None] The sync data for ids ['3a5de116-f758-4322-815b-b93f09187110'] in dv-neutron-826439-1-hyperv is: [{'id': '3a5de116-f758-4322-815b-b93f09187110', 'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:53Z', 'updated_at': '2022-01-26T11:28:58Z', 'revision_number': 4, 'project_id': 'a848421bda384d54823be991dfd27e32', 'gw_port': {'id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:54Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '206461bd-fbe0-4167-9867-4369f3092de1', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'floating_ip_address': '172.26.5.73', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '3a5de116-f758-4322-815b-b93f09187110', 'port_id': '347d0d9c-5c0d-4923-b15d-a0f26556454f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'mac_address': 'fa:16:3e:40:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7541b641-90c4-45bd-94fd-b7399aa32542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:32:10Z', 'updated_at': '2022-01-26T11:32:13Z', 'revision_number': 1, 'project_id': 'a848421bda384d54823be991dfd27e32', 'fixed_ip_address_scope': None}, {'id': '8b76933b-feb7-41f7-bc7c-a5e53d185d79', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'floating_ip_address': '172.26.5.149', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '3a5de116-f758-4322-815b-b93f09187110', 'port_id': 'd46d251c-df68-4719-ba86-e31ecb80c6f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'mac_address': 'fa:16:3e:48:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ec36b8-5b51-497d-89f0-fb5bca011d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:34:21Z', 'updated_at': '2022-01-26T11:34:21Z', 'revision_number': 0, 'project_id': 'a848421bda384d54823be991dfd27e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42aecd9-cb9d-4ed3-afed-8f3e928a2f46', 'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'mac_address': 'fa:16:3e:ec:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '26b349df-7279-45a5-a567-116b1ec641a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:57Z', 'updated_at': '2022-01-26T11:29:04Z', 'revision_number': 5, 'project_id': 'a848421bda384d54823be991dfd27e32', 'subnets': [{'id': '26b349df-7279-45a5-a567-116b1ec641a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:34:25.337218 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9817ff-a2d7-4754-bcae-03f4d61b94a9 None None] New status for floating IP 8b76933b-feb7-41f7-bc7c-a5e53d185d79: ACTIVE {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:34:25.464481 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56198) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:25.572038 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f65e4674-5759-4fe5-af05-b0b263d3f7de tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/11aad9fb-86b7-413d-a152-7e2954f6bf57 HTTP/1.1" status: 200 len: 994 time: 0.1063373 Jan 26 11:34:25.767449 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:34:25.885985 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:25.900251 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:34:25.900702 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:26.021630 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:26.047991 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:34:26.052568 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:26.053292 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 93338387-cfa8-4353-be25-e820bd81873b up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:34:26.104816 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:26.169111 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475,revision_number=6']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:26.181542 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 93338387-cfa8-4353-be25-e820bd81873b triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:34:26.181908 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:27.400096 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:27.683894 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:34:27.755022 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:34:27.755582 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:27.855978 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56206) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:28.055469 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-91378d59-e4b8-438a-8934-d15de2716637 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port e6789dd0-4483-489c-adb9-76eef48b84dc {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:34:28.055812 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-91378d59-e4b8-438a-8934-d15de2716637 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:28.329296 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-91378d59-e4b8-438a-8934-d15de2716637 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:28.329624 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-91378d59-e4b8-438a-8934-d15de2716637 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:28.458877 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-91378d59-e4b8-438a-8934-d15de2716637 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for e6789dd0-4483-489c-adb9-76eef48b84dc owned by network:floatingip {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:34:28.609161 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-91378d59-e4b8-438a-8934-d15de2716637 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:28.656718 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91378d59-e4b8-438a-8934-d15de2716637 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=e6789dd0-4483-489c-adb9-76eef48b84dc,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:28.698463 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91378d59-e4b8-438a-8934-d15de2716637 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:28.698824 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91378d59-e4b8-438a-8934-d15de2716637 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:28.699174 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91378d59-e4b8-438a-8934-d15de2716637 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:28.699515 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91378d59-e4b8-438a-8934-d15de2716637 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:28.699857 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91378d59-e4b8-438a-8934-d15de2716637 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:28.700191 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91378d59-e4b8-438a-8934-d15de2716637 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:28.701148 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91378d59-e4b8-438a-8934-d15de2716637 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:28.701740 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91378d59-e4b8-438a-8934-d15de2716637 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:28.702076 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91378d59-e4b8-438a-8934-d15de2716637 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:28.702439 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91378d59-e4b8-438a-8934-d15de2716637 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:28.702775 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91378d59-e4b8-438a-8934-d15de2716637 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:28.703101 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91378d59-e4b8-438a-8934-d15de2716637 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:28.762356 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-91378d59-e4b8-438a-8934-d15de2716637 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:28.762708 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-91378d59-e4b8-438a-8934-d15de2716637 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Floating IP 11aad9fb-86b7-413d-a152-7e2954f6bf57 disassociated (deleted). External IP: 172.26.5.214, port: 4dbd16f2-eaaf-4f9b-893e-01497c3261ca. Jan 26 11:34:29.124519 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91378d59-e4b8-438a-8934-d15de2716637 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router d67d7e47-cea7-435a-9ead-e8f84700ef54 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:34:29.301391 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91378d59-e4b8-438a-8934-d15de2716637 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:34:29.311042 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f30e04-8e5e-41cd-bbed-160d3f442fb9 None None] Sync routers for ids ['d67d7e47-cea7-435a-9ead-e8f84700ef54'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:34:29.320115 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f30e04-8e5e-41cd-bbed-160d3f442fb9 None None] Routers {'d67d7e47-cea7-435a-9ead-e8f84700ef54'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:34:29.320719 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-85f30e04-8e5e-41cd-bbed-160d3f442fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:34:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d67d7e47-cea7-435a-9ead-e8f84700ef54'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:34:29.322218 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-91378d59-e4b8-438a-8934-d15de2716637 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:29.377528 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-91378d59-e4b8-438a-8934-d15de2716637 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/floatingips/11aad9fb-86b7-413d-a152-7e2954f6bf57 HTTP/1.1" status: 204 len: 168 time: 1.5203390 Jan 26 11:34:29.378009 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379a2d4d-7edb-4796-a7b7-e0cba76ac50e', 'tag': '4dbd16f2-eaaf-4f9b-893e-01497c3261ca'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:34:29.498785 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379a2d4d-7edb-4796-a7b7-e0cba76ac50e', 'tag': '4dbd16f2-eaaf-4f9b-893e-01497c3261ca', 'status': 'completed', 'code': 200} Jan 26 11:34:29.504251 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-85f30e04-8e5e-41cd-bbed-160d3f442fb9 None None] Set router d67d7e47-cea7-435a-9ead-e8f84700ef54 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:34:29.609229 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bd4fd-33c0-4da5-a267-7a433be64fe3 req-e81a323c-bee9-44d1-a5d1-f85f762f679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:29.610806 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c01bd4fd-33c0-4da5-a267-7a433be64fe3 req-e81a323c-bee9-44d1-a5d1-f85f762f679d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=379a2d4d-7edb-4796-a7b7-e0cba76ac50e HTTP/1.1" status: 200 len: 1099 time: 0.0896842 Jan 26 11:34:29.774751 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bd4fd-33c0-4da5-a267-7a433be64fe3 req-20ca42c6-0ba2-40ed-94ae-7f92517909e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:29.776240 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c01bd4fd-33c0-4da5-a267-7a433be64fe3 req-20ca42c6-0ba2-40ed-94ae-7f92517909e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=610bc07f-0133-4af5-9d0c-fc57d5a78e7d HTTP/1.1" status: 200 len: 897 time: 0.1597290 Jan 26 11:34:29.821213 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a0f8f-8c7c-452d-9e2e-92859729838a req-69cd45e6-d5c8-46a7-80c9-daecd3579bd3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:29.823464 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-ae0a0f8f-8c7c-452d-9e2e-92859729838a req-69cd45e6-d5c8-46a7-80c9-daecd3579bd3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:34:29.859656 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-ae0a0f8f-8c7c-452d-9e2e-92859729838a req-69cd45e6-d5c8-46a7-80c9-daecd3579bd3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:34:29.866623 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ae0a0f8f-8c7c-452d-9e2e-92859729838a req-69cd45e6-d5c8-46a7-80c9-daecd3579bd3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=379a2d4d-7edb-4796-a7b7-e0cba76ac50e HTTP/1.1" status: 200 len: 946 time: 0.1809845 Jan 26 11:34:29.870819 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c01bd4fd-33c0-4da5-a267-7a433be64fe3 req-f77c57d9-0d5c-44b4-b6e2-b478368b4f4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dbd16f2-eaaf-4f9b-893e-01497c3261ca HTTP/1.1" status: 200 len: 217 time: 0.0871501 Jan 26 11:34:29.953563 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bd4fd-33c0-4da5-a267-7a433be64fe3 req-9f3aa405-5ae4-4d73-9eda-8c52c0c8e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:29.953563 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c01bd4fd-33c0-4da5-a267-7a433be64fe3 req-9f3aa405-5ae4-4d73-9eda-8c52c0c8e34b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=763ff635-888c-41aa-aefe-e5f889148a12 HTTP/1.1" status: 200 len: 834 time: 0.0725975 Jan 26 11:34:29.962383 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ae0a0f8f-8c7c-452d-9e2e-92859729838a req-e9727717-228a-44a3-b19f-fa5fcc5b1515 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a980a98-2597-46b3-a982-87aeec20674d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918067 Jan 26 11:34:29.983091 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-85f30e04-8e5e-41cd-bbed-160d3f442fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'name': 'tempest-TestNetworkBasicOps-router-859330869', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:33:28Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:34:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '93338387-cfa8-4353-be25-e820bd81873b', 'name': '', 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:d3:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '763ff635-888c-41aa-aefe-e5f889148a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:27Z', 'updated_at': '2022-01-26T11:34:24Z', 'revision_number': 7, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '763ff635-888c-41aa-aefe-e5f889148a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:34:29.989397 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f30e04-8e5e-41cd-bbed-160d3f442fb9 None None] Checking router: d67d7e47-cea7-435a-9ead-e8f84700ef54 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:34:30.002868 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f30e04-8e5e-41cd-bbed-160d3f442fb9 None None] Routers {'d67d7e47-cea7-435a-9ead-e8f84700ef54'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:34:30.003451 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-85f30e04-8e5e-41cd-bbed-160d3f442fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:34:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d67d7e47-cea7-435a-9ead-e8f84700ef54'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:34:30.042591 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bd4fd-33c0-4da5-a267-7a433be64fe3 req-cfc50f89-ec37-48fc-aac4-ad55ba1565c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:30.044317 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c01bd4fd-33c0-4da5-a267-7a433be64fe3 req-cfc50f89-ec37-48fc-aac4-ad55ba1565c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=610bc07f-0133-4af5-9d0c-fc57d5a78e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872743 Jan 26 11:34:30.203629 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c01bd4fd-33c0-4da5-a267-7a433be64fe3 req-8994beda-2412-4452-ac9a-4314c312bd42 service neutron] 10.222.0.24 "GET /v2.0/networks/610bc07f-0133-4af5-9d0c-fc57d5a78e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513884 Jan 26 11:34:30.218494 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-85f30e04-8e5e-41cd-bbed-160d3f442fb9 None None] Set router d67d7e47-cea7-435a-9ead-e8f84700ef54 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:34:30.374098 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c01bd4fd-33c0-4da5-a267-7a433be64fe3 req-7258b9c0-9418-4a8f-ba04-55035634f24f service neutron] 10.222.0.24 "GET /v2.0/networks/610bc07f-0133-4af5-9d0c-fc57d5a78e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641281 Jan 26 11:34:30.554066 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-85f30e04-8e5e-41cd-bbed-160d3f442fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'name': 'tempest-TestNetworkBasicOps-router-859330869', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:33:28Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:34:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '93338387-cfa8-4353-be25-e820bd81873b', 'name': '', 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:d3:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '763ff635-888c-41aa-aefe-e5f889148a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:27Z', 'updated_at': '2022-01-26T11:34:24Z', 'revision_number': 7, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '763ff635-888c-41aa-aefe-e5f889148a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:34:30.558247 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f30e04-8e5e-41cd-bbed-160d3f442fb9 None None] The sync data for ids ['d67d7e47-cea7-435a-9ead-e8f84700ef54'] in dv-neutron-826439-1-hyperv is: [{'id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'name': 'tempest-TestNetworkBasicOps-router-859330869', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:33:28Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:34:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '93338387-cfa8-4353-be25-e820bd81873b', 'name': '', 'network_id': '610bc07f-0133-4af5-9d0c-fc57d5a78e7d', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:d3:9a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '763ff635-888c-41aa-aefe-e5f889148a12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:27Z', 'updated_at': '2022-01-26T11:34:24Z', 'revision_number': 7, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '763ff635-888c-41aa-aefe-e5f889148a12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:34:31.060925 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d2f0b-6798-4282-b73e-42b9adbe3011 req-58aa52cc-6329-4a24-886d-c024be7b68f1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:31.062691 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4e6d2f0b-6798-4282-b73e-42b9adbe3011 req-58aa52cc-6329-4a24-886d-c024be7b68f1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/ports?device_id=379a2d4d-7edb-4796-a7b7-e0cba76ac50e HTTP/1.1" status: 200 len: 946 time: 0.0991547 Jan 26 11:34:31.200141 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-4e6d2f0b-6798-4282-b73e-42b9adbe3011 req-f77a56b1-e462-4065-85b5-7f3eb03f43c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port 4dbd16f2-eaaf-4f9b-893e-01497c3261ca {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:34:31.200534 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-4e6d2f0b-6798-4282-b73e-42b9adbe3011 req-f77a56b1-e462-4065-85b5-7f3eb03f43c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:31.310918 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7334c-5418-46b3-b521-a32708c67d90 req-04b728e0-9f01-403b-97a5-44a9dcc3199f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:31.317814 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b1d7334c-5418-46b3-b521-a32708c67d90 req-04b728e0-9f01-403b-97a5-44a9dcc3199f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=379a2d4d-7edb-4796-a7b7-e0cba76ac50e HTTP/1.1" status: 200 len: 946 time: 0.2088215 Jan 26 11:34:31.324042 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6fa806-e595-4fab-858d-8a03cc48ee56 None None] New status for floating IP 11aad9fb-86b7-413d-a152-7e2954f6bf57: DOWN {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:34:31.411632 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b1d7334c-5418-46b3-b521-a32708c67d90 req-28e46b4f-f9f1-40b9-b89b-b79285215d91 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a980a98-2597-46b3-a982-87aeec20674d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928485 Jan 26 11:34:31.509602 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-4e6d2f0b-6798-4282-b73e-42b9adbe3011 req-f77a56b1-e462-4065-85b5-7f3eb03f43c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port 4dbd16f2-eaaf-4f9b-893e-01497c3261ca, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=4dbd16f2-eaaf-4f9b-893e-01497c3261ca,segment=NetworkSegment(0420316a-9cb5-4736-b0db-560a7a59928c),segment_id=0420316a-9cb5-4736-b0db-560a7a59928c)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:34:31.509954 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-4e6d2f0b-6798-4282-b73e-42b9adbe3011 req-f77a56b1-e462-4065-85b5-7f3eb03f43c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:31.744307 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-4e6d2f0b-6798-4282-b73e-42b9adbe3011 req-f77a56b1-e462-4065-85b5-7f3eb03f43c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for 4dbd16f2-eaaf-4f9b-893e-01497c3261ca owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:34:31.890161 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-4e6d2f0b-6798-4282-b73e-42b9adbe3011 req-f77a56b1-e462-4065-85b5-7f3eb03f43c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:31.971031 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a56b1-e462-4065-85b5-7f3eb03f43c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=4dbd16f2-eaaf-4f9b-893e-01497c3261ca,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:32.021276 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6d2f0b-6798-4282-b73e-42b9adbe3011 req-f77a56b1-e462-4065-85b5-7f3eb03f43c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] No DVR routers for this DVR port 4dbd16f2-eaaf-4f9b-893e-01497c3261ca on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:34:32.023720 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-4e6d2f0b-6798-4282-b73e-42b9adbe3011 req-f77a56b1-e462-4065-85b5-7f3eb03f43c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:32.026144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379a2d4d-7edb-4796-a7b7-e0cba76ac50e', 'name': 'network-vif-deleted', 'tag': '4dbd16f2-eaaf-4f9b-893e-01497c3261ca'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:34:32.041152 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4e6d2f0b-6798-4282-b73e-42b9adbe3011 req-f77a56b1-e462-4065-85b5-7f3eb03f43c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "DELETE /v2.0/ports/4dbd16f2-eaaf-4f9b-893e-01497c3261ca HTTP/1.1" status: 204 len: 173 time: 0.9728951 Jan 26 11:34:32.071361 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379a2d4d-7edb-4796-a7b7-e0cba76ac50e', 'name': 'network-vif-deleted', 'tag': '4dbd16f2-eaaf-4f9b-893e-01497c3261ca', 'status': 'completed', 'code': 200} Jan 26 11:34:32.574721 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-4f149ab3-3882-4300-92b4-0c45f7c09ddb req-58288645-0855-4c02-a398-97c366448d7f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:34:32.590175 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-4f149ab3-3882-4300-92b4-0c45f7c09ddb req-58288645-0855-4c02-a398-97c366448d7f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:34:32.591979 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f149ab3-3882-4300-92b4-0c45f7c09ddb req-58288645-0855-4c02-a398-97c366448d7f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=379a2d4d-7edb-4796-a7b7-e0cba76ac50e HTTP/1.1" status: 200 len: 210 time: 0.0595787 Jan 26 11:34:33.689362 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56230) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:33.755382 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a04b0925-7139-4873-bd9f-72ea4529873d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:33.784235 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a04b0925-7139-4873-bd9f-72ea4529873d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:33.846753 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 4dbd16f2-eaaf-4f9b-893e-01497c3261ca no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:34:33.850583 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a04b0925-7139-4873-bd9f-72ea4529873d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:33.869945 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b0925-7139-4873-bd9f-72ea4529873d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a980a98-2597-46b3-a982-87aeec20674d,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:33.883259 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: 4dbd16f2-eaaf-4f9b-893e-01497c3261ca {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:34:33.883680 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 4dbd16f2-eaaf-4f9b-893e-01497c3261ca not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:34:33.887955 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a04b0925-7139-4873-bd9f-72ea4529873d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:33.889317 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a04b0925-7139-4873-bd9f-72ea4529873d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/security-groups/9a980a98-2597-46b3-a982-87aeec20674d HTTP/1.1" status: 204 len: 168 time: 0.1988986 Jan 26 11:34:33.917869 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56236) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:34.460856 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5ac482a5-4a2d-4949-820b-06c1cc1246fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:34.814040 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-5ac482a5-4a2d-4949-820b-06c1cc1246fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port 93338387-cfa8-4353-be25-e820bd81873b {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:34:34.814412 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5ac482a5-4a2d-4949-820b-06c1cc1246fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:35.110893 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-5ac482a5-4a2d-4949-820b-06c1cc1246fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port 93338387-cfa8-4353-be25-e820bd81873b, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=93338387-cfa8-4353-be25-e820bd81873b,segment=NetworkSegment(0420316a-9cb5-4736-b0db-560a7a59928c),segment_id=0420316a-9cb5-4736-b0db-560a7a59928c)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:34:35.111565 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5ac482a5-4a2d-4949-820b-06c1cc1246fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:35.234620 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-5ac482a5-4a2d-4949-820b-06c1cc1246fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for 93338387-cfa8-4353-be25-e820bd81873b owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:34:35.324565 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:35.552926 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5ac482a5-4a2d-4949-820b-06c1cc1246fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:35.604749 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac482a5-4a2d-4949-820b-06c1cc1246fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=93338387-cfa8-4353-be25-e820bd81873b,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:35.645988 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac482a5-4a2d-4949-820b-06c1cc1246fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:35.646361 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac482a5-4a2d-4949-820b-06c1cc1246fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:35.646703 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac482a5-4a2d-4949-820b-06c1cc1246fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:35.647042 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac482a5-4a2d-4949-820b-06c1cc1246fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:35.647369 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac482a5-4a2d-4949-820b-06c1cc1246fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:35.647712 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac482a5-4a2d-4949-820b-06c1cc1246fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:35.648022 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac482a5-4a2d-4949-820b-06c1cc1246fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:35.648351 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac482a5-4a2d-4949-820b-06c1cc1246fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:35.648676 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac482a5-4a2d-4949-820b-06c1cc1246fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:35.648993 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac482a5-4a2d-4949-820b-06c1cc1246fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:35.649321 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac482a5-4a2d-4949-820b-06c1cc1246fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:35.649642 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac482a5-4a2d-4949-820b-06c1cc1246fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:35.910256 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5ac482a5-4a2d-4949-820b-06c1cc1246fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:36.274257 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac482a5-4a2d-4949-820b-06c1cc1246fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router d67d7e47-cea7-435a-9ead-e8f84700ef54 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:34:36.559325 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac482a5-4a2d-4949-820b-06c1cc1246fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:34:36.569001 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e5fa70-0d3a-425a-bbbe-a00cec52b592 None None] Sync routers for ids ['d67d7e47-cea7-435a-9ead-e8f84700ef54'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:34:36.577077 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5ac482a5-4a2d-4949-820b-06c1cc1246fa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "PUT /v2.0/routers/d67d7e47-cea7-435a-9ead-e8f84700ef54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6575732 Jan 26 11:34:36.579096 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e5fa70-0d3a-425a-bbbe-a00cec52b592 None None] Routers {'d67d7e47-cea7-435a-9ead-e8f84700ef54'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:34:36.579702 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b1e5fa70-0d3a-425a-bbbe-a00cec52b592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:34:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d67d7e47-cea7-435a-9ead-e8f84700ef54'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:34:36.579853 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56240) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:36.773858 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-b1e5fa70-0d3a-425a-bbbe-a00cec52b592 None None] Set router d67d7e47-cea7-435a-9ead-e8f84700ef54 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:34:36.784361 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-549f69f5-0882-4cd2-bdd2-eb8fc0e8c5f4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting subnet 763ff635-888c-41aa-aefe-e5f889148a12 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:34:36.784361 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-549f69f5-0882-4cd2-bdd2-eb8fc0e8c5f4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:36.880919 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-549f69f5-0882-4cd2-bdd2-eb8fc0e8c5f4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:37.004761 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-549f69f5-0882-4cd2-bdd2-eb8fc0e8c5f4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:37.082625 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-549f69f5-0882-4cd2-bdd2-eb8fc0e8c5f4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:37.135903 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f69f5-0882-4cd2-bdd2-eb8fc0e8c5f4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Subnet': ['ID=763ff635-888c-41aa-aefe-e5f889148a12,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:37.135903 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-549f69f5-0882-4cd2-bdd2-eb8fc0e8c5f4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:37.145150 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-549f69f5-0882-4cd2-bdd2-eb8fc0e8c5f4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/subnets/763ff635-888c-41aa-aefe-e5f889148a12 HTTP/1.1" status: 204 len: 168 time: 0.5598834 Jan 26 11:34:37.148652 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56244) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:37.151681 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922b49d5-7a55-40e3-8fa0-02f69d0f06d9 None None] Network 610bc07f-0133-4af5-9d0c-fc57d5a78e7d requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:34:37.203056 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b1e5fa70-0d3a-425a-bbbe-a00cec52b592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'name': 'tempest-TestNetworkBasicOps-router-859330869', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:34:35Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:34:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:34:37.208672 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e5fa70-0d3a-425a-bbbe-a00cec52b592 None None] Checking router: d67d7e47-cea7-435a-9ead-e8f84700ef54 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:34:37.218673 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e5fa70-0d3a-425a-bbbe-a00cec52b592 None None] Routers {'d67d7e47-cea7-435a-9ead-e8f84700ef54'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:34:37.218673 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b1e5fa70-0d3a-425a-bbbe-a00cec52b592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:34:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d67d7e47-cea7-435a-9ead-e8f84700ef54'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:34:37.351354 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-afc2b38e-1731-4398-83c7-c5747d97b816 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:37.430851 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-b1e5fa70-0d3a-425a-bbbe-a00cec52b592 None None] Set router d67d7e47-cea7-435a-9ead-e8f84700ef54 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:34:37.535495 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350a3884-c72a-43bc-b0ed-854e27a34d41 None None] DHCP port deletion for 610bc07f-0133-4af5-9d0c-fc57d5a78e7d request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:34:37.555136 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-350a3884-c72a-43bc-b0ed-854e27a34d41 None None] Deleting port dfcb84fd-c585-46c6-bd4d-d98c8603845f {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:34:37.555136 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-350a3884-c72a-43bc-b0ed-854e27a34d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:37.604722 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-afc2b38e-1731-4398-83c7-c5747d97b816 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:37.622937 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-afc2b38e-1731-4398-83c7-c5747d97b816 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port 6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:34:37.622937 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-afc2b38e-1731-4398-83c7-c5747d97b816 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:37.753156 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b1e5fa70-0d3a-425a-bbbe-a00cec52b592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'name': 'tempest-TestNetworkBasicOps-router-859330869', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:34:35Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:34:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:34:37.753156 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e5fa70-0d3a-425a-bbbe-a00cec52b592 None None] The sync data for ids ['d67d7e47-cea7-435a-9ead-e8f84700ef54'] in dv-neutron-826439-1-hyperv is: [{'id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'name': 'tempest-TestNetworkBasicOps-router-859330869', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166'}], 'enable_snat': True}, 'gw_port_id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:34:35Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67d7e47-cea7-435a-9ead-e8f84700ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:33:23Z', 'updated_at': '2022-01-26T11:34:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:34:37.858152 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-350a3884-c72a-43bc-b0ed-854e27a34d41 None None] For port dfcb84fd-c585-46c6-bd4d-d98c8603845f, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=dfcb84fd-c585-46c6-bd4d-d98c8603845f,segment=NetworkSegment(0420316a-9cb5-4736-b0db-560a7a59928c),segment_id=0420316a-9cb5-4736-b0db-560a7a59928c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:34:37.858152 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-350a3884-c72a-43bc-b0ed-854e27a34d41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:37.960297 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-afc2b38e-1731-4398-83c7-c5747d97b816 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port 6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:34:37.960297 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-afc2b38e-1731-4398-83c7-c5747d97b816 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:38.038089 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-350a3884-c72a-43bc-b0ed-854e27a34d41 None None] Calling delete_port for dfcb84fd-c585-46c6-bd4d-d98c8603845f owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:34:38.099853 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-afc2b38e-1731-4398-83c7-c5747d97b816 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for 6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475 owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:34:38.129237 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-350a3884-c72a-43bc-b0ed-854e27a34d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:38.184126 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device dfcb84fd-c585-46c6-bd4d-d98c8603845f no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:34:38.242074 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a3884-c72a-43bc-b0ed-854e27a34d41 None None] Pushing event deleted for resources: {'Port': ['ID=dfcb84fd-c585-46c6-bd4d-d98c8603845f,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:38.242074 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350a3884-c72a-43bc-b0ed-854e27a34d41 None None] No DVR routers for this DVR port dfcb84fd-c585-46c6-bd4d-d98c8603845f on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:34:38.264141 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: dfcb84fd-c585-46c6-bd4d-d98c8603845f {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:34:38.264141 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device dfcb84fd-c585-46c6-bd4d-d98c8603845f not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:34:38.347657 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-afc2b38e-1731-4398-83c7-c5747d97b816 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:38.402168 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2b38e-1731-4398-83c7-c5747d97b816 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:38.495459 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-afc2b38e-1731-4398-83c7-c5747d97b816 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:38.675492 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-afc2b38e-1731-4398-83c7-c5747d97b816 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:38.675492 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-afc2b38e-1731-4398-83c7-c5747d97b816 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:38.703108 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-afc2b38e-1731-4398-83c7-c5747d97b816 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:38.703108 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc2b38e-1731-4398-83c7-c5747d97b816 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Fanout notify agent at l3_agent the message router_deleted on router d67d7e47-cea7-435a-9ead-e8f84700ef54 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:34:38.723376 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-afc2b38e-1731-4398-83c7-c5747d97b816 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:38.723376 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-afc2b38e-1731-4398-83c7-c5747d97b816 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/routers/d67d7e47-cea7-435a-9ead-e8f84700ef54 HTTP/1.1" status: 204 len: 168 time: 1.5767045 Jan 26 11:34:38.729648 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56250) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:39.014504 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c5b22c69-d7d5-4e4e-bdac-49d1954fae9a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:39.154280 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c5b22c69-d7d5-4e4e-bdac-49d1954fae9a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:39.180778 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-c5b22c69-d7d5-4e4e-bdac-49d1954fae9a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610bc07f-0133-4af5-9d0c-fc57d5a78e7d']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:34:39.197547 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-c5b22c69-d7d5-4e4e-bdac-49d1954fae9a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0420316a-9cb5-4736-b0db-560a7a59928c') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:34:39.197547 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-c5b22c69-d7d5-4e4e-bdac-49d1954fae9a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0420316a-9cb5-4736-b0db-560a7a59928c') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:34:39.210596 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c5b22c69-d7d5-4e4e-bdac-49d1954fae9a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:39.236180 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c5b22c69-d7d5-4e4e-bdac-49d1954fae9a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:39.252498 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b22c69-d7d5-4e4e-bdac-49d1954fae9a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:34:39.252498 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c5b22c69-d7d5-4e4e-bdac-49d1954fae9a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:34:39.267681 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:34:39.354533 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c5b22c69-d7d5-4e4e-bdac-49d1954fae9a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:39.361057 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c5b22c69-d7d5-4e4e-bdac-49d1954fae9a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:39.396811 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b22c69-d7d5-4e4e-bdac-49d1954fae9a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Network': ['ID=610bc07f-0133-4af5-9d0c-fc57d5a78e7d,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:39.405222 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c5b22c69-d7d5-4e4e-bdac-49d1954fae9a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/networks/610bc07f-0133-4af5-9d0c-fc57d5a78e7d HTTP/1.1" status: 204 len: 168 time: 0.6744871 Jan 26 11:34:39.428890 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56254) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:39.436848 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-9429698d-c66e-4351-b674-6b815966c439 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'network': {'name': 'tempest-network-smoke--1002770099', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'port_security_enabled': True}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:34:39.442051 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-9429698d-c66e-4351-b674-6b815966c439 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:34:39.442051 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-9429698d-c66e-4351-b674-6b815966c439 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:network and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:34:39.451965 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-9429698d-c66e-4351-b674-6b815966c439 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:34:39.457325 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-9429698d-c66e-4351-b674-6b815966c439 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:34:39.466449 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9429698d-c66e-4351-b674-6b815966c439 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:34:39.471871 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9429698d-c66e-4351-b674-6b815966c439 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:39.502890 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9429698d-c66e-4351-b674-6b815966c439 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:34:39.515702 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9429698d-c66e-4351-b674-6b815966c439 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:39.515702 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-9429698d-c66e-4351-b674-6b815966c439 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Added segment cef01cc3-2858-490d-b874-d99651ebe804 of type vlan for network 6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f Jan 26 11:34:39.551410 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9429698d-c66e-4351-b674-6b815966c439 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:39.580598 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9429698d-c66e-4351-b674-6b815966c439 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:39.589166 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9429698d-c66e-4351-b674-6b815966c439 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:39.589166 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9429698d-c66e-4351-b674-6b815966c439 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:39.610275 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:34:39.694801 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9429698d-c66e-4351-b674-6b815966c439 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2657015 Jan 26 11:34:39.703671 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:34:39.708121 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56258) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:39.711353 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429698d-c66e-4351-b674-6b815966c439 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Network': ['ID=6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:39.715351 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-847c082a-bc2e-4546-a9ca-97418ef3588a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-896397240', 'admin_state_up': True, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:34:39.722740 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-847c082a-bc2e-4546-a9ca-97418ef3588a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:34:39.722740 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-847c082a-bc2e-4546-a9ca-97418ef3588a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:router and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:34:39.728971 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-847c082a-bc2e-4546-a9ca-97418ef3588a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:34:39.735539 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:34:39.741762 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-847c082a-bc2e-4546-a9ca-97418ef3588a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:34:39.757316 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:34:39.757316 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 6b7aa76a-fbb7-4b3c-a6c9-7ed6928d7475 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:34:39.757316 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 93338387-cfa8-4353-be25-e820bd81873b no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:34:39.760060 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-847c082a-bc2e-4546-a9ca-97418ef3588a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:39.760060 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-847c082a-bc2e-4546-a9ca-97418ef3588a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:39.793055 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-847c082a-bc2e-4546-a9ca-97418ef3588a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:39.805608 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 93338387-cfa8-4353-be25-e820bd81873b {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:34:39.805608 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 93338387-cfa8-4353-be25-e820bd81873b not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:34:40.118224 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-847c082a-bc2e-4546-a9ca-97418ef3588a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:40.427079 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-847c082a-bc2e-4546-a9ca-97418ef3588a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_gateway, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:40.458056 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-847c082a-bc2e-4546-a9ca-97418ef3588a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:40.590309 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-847c082a-bc2e-4546-a9ca-97418ef3588a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.26.5.200 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/1e87aff2-1c2f-43db-967e-7902ab830440) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:34:40.744066 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-847c082a-bc2e-4546-a9ca-97418ef3588a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:40.780759 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-847c082a-bc2e-4546-a9ca-97418ef3588a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:40.967012 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847c082a-bc2e-4546-a9ca-97418ef3588a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:34:40.967012 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-847c082a-bc2e-4546-a9ca-97418ef3588a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:34:40.973284 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847c082a-bc2e-4546-a9ca-97418ef3588a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:34:41.006708 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c082a-bc2e-4546-a9ca-97418ef3588a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=1e87aff2-1c2f-43db-967e-7902ab830440,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:41.412816 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-847c082a-bc2e-4546-a9ca-97418ef3588a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_gateway, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:41.762451 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-847c082a-bc2e-4546-a9ca-97418ef3588a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:41.969369 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847c082a-bc2e-4546-a9ca-97418ef3588a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 595c1066-3a38-46fe-aab5-84332533b009 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:34:42.152000 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847c082a-bc2e-4546-a9ca-97418ef3588a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:34:42.165017 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] Sync routers for ids ['595c1066-3a38-46fe-aab5-84332533b009'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:34:42.174665 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] Routers {'595c1066-3a38-46fe-aab5-84332533b009'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:34:42.175829 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:34:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['595c1066-3a38-46fe-aab5-84332533b009'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:34:42.181004 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-847c082a-bc2e-4546-a9ca-97418ef3588a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:42.182497 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-847c082a-bc2e-4546-a9ca-97418ef3588a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4857597 Jan 26 11:34:42.186857 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56262) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:42.228594 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c6ddf92a-98f6-4832-90af-703730092d15 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=577ce67689cf4355b98fd7b539fb5797&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406432 Jan 26 11:34:42.231213 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56266) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:42.365909 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] Set router 595c1066-3a38-46fe-aab5-84332533b009 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:34:42.488790 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1d4d41-f148-4566-8bab-bc74c8d609b1 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:42.490272 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1a1d4d41-f148-4566-8bab-bc74c8d609b1 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2580798 Jan 26 11:34:42.493086 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56270) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:42.538578 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b5c17524-3af9-4f31-8e2e-d55c117d29d1 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443692 Jan 26 11:34:42.541004 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56274) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:42.546803 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-2b4f4723-4fc5-44ed-9d7a-4c61d081cad1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-540432108', 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:34:42.653027 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595c1066-3a38-46fe-aab5-84332533b009', 'name': 'tempest-TestNetworkBasicOps-router-896397240', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:34:39Z', 'updated_at': '2022-01-26T11:34:41Z', 'revision_number': 3, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595c1066-3a38-46fe-aab5-84332533b009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:34:40Z', 'updated_at': '2022-01-26T11:34:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:34:42.653319 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2b4f4723-4fc5-44ed-9d7a-4c61d081cad1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:34:42.657086 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2b4f4723-4fc5-44ed-9d7a-4c61d081cad1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:subnet and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:34:42.657332 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] Checking router: 595c1066-3a38-46fe-aab5-84332533b009 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:34:42.657790 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] Updating router 595c1066-3a38-46fe-aab5-84332533b009 port 1e87aff2-1c2f-43db-967e-7902ab830440 binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:34:42.659855 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2b4f4723-4fc5-44ed-9d7a-4c61d081cad1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:34:42.665629 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2b4f4723-4fc5-44ed-9d7a-4c61d081cad1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:34:42.676175 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4f4723-4fc5-44ed-9d7a-4c61d081cad1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:34:42.679871 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2b4f4723-4fc5-44ed-9d7a-4c61d081cad1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:42.719633 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:42.902148 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2b4f4723-4fc5-44ed-9d7a-4c61d081cad1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:42.983431 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f4723-4fc5-44ed-9d7a-4c61d081cad1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Subnet': ['ID=0ca641b9-e8b7-4bf0-9748-f8c4ad96012f,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:42.992759 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f4723-4fc5-44ed-9d7a-4c61d081cad1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Checking segment: {'id': 'cef01cc3-2858-490d-b874-d99651ebe804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:34:42.993120 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4f4723-4fc5-44ed-9d7a-4c61d081cad1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network hostable DHCP agents. Network: 6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:34:43.011985 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4f4723-4fc5-44ed-9d7a-4c61d081cad1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network 6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:34:43.021964 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-2b4f4723-4fc5-44ed-9d7a-4c61d081cad1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:34:43.026328 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4f4723-4fc5-44ed-9d7a-4c61d081cad1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:43.026943 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2b4f4723-4fc5-44ed-9d7a-4c61d081cad1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:43.035147 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc30198-a61f-4552-a57c-40af1d997a54 None None] Network 6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:34:43.049915 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2b4f4723-4fc5-44ed-9d7a-4c61d081cad1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5071859 Jan 26 11:34:43.052185 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56278) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:43.166989 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:43.188649 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] Transition to ACTIVE for port object 1e87aff2-1c2f-43db-967e-7902ab830440 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:34:43.203218 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:43.334392 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] Attempting to bind port 1e87aff2-1c2f-43db-967e-7902ab830440 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:34:43.334392 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] Attempting to bind port 1e87aff2-1c2f-43db-967e-7902ab830440 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:34:43.334392 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] Attempting to bind port 1e87aff2-1c2f-43db-967e-7902ab830440 on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:34:43.346511 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba1967-5d35-4154-8d67-2b4ca007c0d2 None None] Pushing event updated for resources: {'Port': ['ID=1e87aff2-1c2f-43db-967e-7902ab830440,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:43.363180 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:34:43.363180 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:34:43.363180 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:43.363180 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:34:43.363180 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] Bound port: 1e87aff2-1c2f-43db-967e-7902ab830440, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:34:43.363180 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:43.387136 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba1967-5d35-4154-8d67-2b4ca007c0d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:43.387136 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba1967-5d35-4154-8d67-2b4ca007c0d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:43.387136 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba1967-5d35-4154-8d67-2b4ca007c0d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:43.387136 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba1967-5d35-4154-8d67-2b4ca007c0d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:43.387466 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba1967-5d35-4154-8d67-2b4ca007c0d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:43.387862 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba1967-5d35-4154-8d67-2b4ca007c0d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:43.388207 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba1967-5d35-4154-8d67-2b4ca007c0d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:43.388527 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba1967-5d35-4154-8d67-2b4ca007c0d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:43.388854 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba1967-5d35-4154-8d67-2b4ca007c0d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:43.389175 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba1967-5d35-4154-8d67-2b4ca007c0d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:43.389496 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba1967-5d35-4154-8d67-2b4ca007c0d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:43.389813 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba1967-5d35-4154-8d67-2b4ca007c0d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:43.475806 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230794c9-5000-44cc-9db2-e147b6997fa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f', 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ips': [{'subnet_id': '0ca641b9-e8b7-4bf0-9748-f8c4ad96012f'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:34:43.477361 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-230794c9-5000-44cc-9db2-e147b6997fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:43.543025 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] For port 1e87aff2-1c2f-43db-967e-7902ab830440, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:34:43.562255 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] For port 1e87aff2-1c2f-43db-967e-7902ab830440, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=1e87aff2-1c2f-43db-967e-7902ab830440,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:34:43.566190 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:43.720765 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] Routers {'595c1066-3a38-46fe-aab5-84332533b009'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:34:43.720765 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:34:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['595c1066-3a38-46fe-aab5-84332533b009'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:34:43.785768 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba1967-5d35-4154-8d67-2b4ca007c0d2 None None] Pushing event updated for resources: {'Port': ['ID=1e87aff2-1c2f-43db-967e-7902ab830440,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:43.790786 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25a31378-96d5-4f21-86a0-8d5ebea69bb2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:43.804353 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-230794c9-5000-44cc-9db2-e147b6997fa0 None None] Allocated IP 172.20.0.2 (6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f/0ca641b9-e8b7-4bf0-9748-f8c4ad96012f/54b68593-d442-439e-ab7a-9ca4fd038657) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:34:44.017495 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] Set router 595c1066-3a38-46fe-aab5-84332533b009 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:34:44.385031 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-230794c9-5000-44cc-9db2-e147b6997fa0 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:44.395949 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-230794c9-5000-44cc-9db2-e147b6997fa0 None None] Transition to ACTIVE for port object 54b68593-d442-439e-ab7a-9ca4fd038657 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:34:44.422821 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-230794c9-5000-44cc-9db2-e147b6997fa0 None None] Transition to ACTIVE for port object 54b68593-d442-439e-ab7a-9ca4fd038657 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:34:44.429117 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-230794c9-5000-44cc-9db2-e147b6997fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:44.509006 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230794c9-5000-44cc-9db2-e147b6997fa0 None None] Network 6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:34:44.513683 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-25a31378-96d5-4f21-86a0-8d5ebea69bb2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.20.0.1 (6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f/0ca641b9-e8b7-4bf0-9748-f8c4ad96012f/1073c330-1245-4cd7-829d-f06933b8a00b) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:34:44.516230 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595c1066-3a38-46fe-aab5-84332533b009', 'name': 'tempest-TestNetworkBasicOps-router-896397240', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:34:39Z', 'updated_at': '2022-01-26T11:34:41Z', 'revision_number': 3, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595c1066-3a38-46fe-aab5-84332533b009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:34:40Z', 'updated_at': '2022-01-26T11:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:34:44.516230 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-230794c9-5000-44cc-9db2-e147b6997fa0 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:34:44.517598 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230794c9-5000-44cc-9db2-e147b6997fa0 None None] Pushing event updated for resources: {'Port': ['ID=54b68593-d442-439e-ab7a-9ca4fd038657,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:44.521073 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230794c9-5000-44cc-9db2-e147b6997fa0 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:34:44.524558 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee0b5d7-e20b-4b08-a832-c5cb4a9682d7 None None] The sync data for ids ['595c1066-3a38-46fe-aab5-84332533b009'] in dv-neutron-826439-1-hyperv is: [{'id': '595c1066-3a38-46fe-aab5-84332533b009', 'name': 'tempest-TestNetworkBasicOps-router-896397240', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:34:39Z', 'updated_at': '2022-01-26T11:34:41Z', 'revision_number': 3, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595c1066-3a38-46fe-aab5-84332533b009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:34:40Z', 'updated_at': '2022-01-26T11:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:34:44.640431 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-230794c9-5000-44cc-9db2-e147b6997fa0 None None] Attempting to bind port 54b68593-d442-439e-ab7a-9ca4fd038657 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:34:44.640895 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-230794c9-5000-44cc-9db2-e147b6997fa0 None None] Attempting to bind port 54b68593-d442-439e-ab7a-9ca4fd038657 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'cef01cc3-2858-490d-b874-d99651ebe804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:34:44.641337 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230794c9-5000-44cc-9db2-e147b6997fa0 None None] Attempting to bind port 54b68593-d442-439e-ab7a-9ca4fd038657 on network 6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:34:44.649710 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230794c9-5000-44cc-9db2-e147b6997fa0 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:34:44.649710 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230794c9-5000-44cc-9db2-e147b6997fa0 None None] Checking segment: {'id': 'cef01cc3-2858-490d-b874-d99651ebe804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:34:44.649710 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-230794c9-5000-44cc-9db2-e147b6997fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:44.650121 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230794c9-5000-44cc-9db2-e147b6997fa0 None None] Bound using segment: {'id': 'cef01cc3-2858-490d-b874-d99651ebe804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:34:44.650678 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-230794c9-5000-44cc-9db2-e147b6997fa0 None None] Bound port: 54b68593-d442-439e-ab7a-9ca4fd038657, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef01cc3-2858-490d-b874-d99651ebe804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:34:44.651139 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-230794c9-5000-44cc-9db2-e147b6997fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:44.727410 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25a31378-96d5-4f21-86a0-8d5ebea69bb2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:44.749498 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-25a31378-96d5-4f21-86a0-8d5ebea69bb2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Transition to ACTIVE for port object 1073c330-1245-4cd7-829d-f06933b8a00b will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:34:44.768002 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-230794c9-5000-44cc-9db2-e147b6997fa0 None None] For port 54b68593-d442-439e-ab7a-9ca4fd038657, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:34:44.785947 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-230794c9-5000-44cc-9db2-e147b6997fa0 None None] For port 54b68593-d442-439e-ab7a-9ca4fd038657, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=54b68593-d442-439e-ab7a-9ca4fd038657,segment=NetworkSegment(cef01cc3-2858-490d-b874-d99651ebe804),segment_id=cef01cc3-2858-490d-b874-d99651ebe804)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:34:44.800338 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-230794c9-5000-44cc-9db2-e147b6997fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:44.805893 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25a31378-96d5-4f21-86a0-8d5ebea69bb2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:44.906566 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a31378-96d5-4f21-86a0-8d5ebea69bb2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network 6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:34:44.913389 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-25a31378-96d5-4f21-86a0-8d5ebea69bb2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:34:44.917787 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a31378-96d5-4f21-86a0-8d5ebea69bb2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:34:44.979133 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a31378-96d5-4f21-86a0-8d5ebea69bb2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=1073c330-1245-4cd7-829d-f06933b8a00b,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:44.984461 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230794c9-5000-44cc-9db2-e147b6997fa0 None None] Pushing event updated for resources: {'Port': ['ID=54b68593-d442-439e-ab7a-9ca4fd038657,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:45.019776 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25a31378-96d5-4f21-86a0-8d5ebea69bb2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:45.329438 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25a31378-96d5-4f21-86a0-8d5ebea69bb2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:45.829336 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 54b68593-d442-439e-ab7a-9ca4fd038657 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:34:45.885824 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25a31378-96d5-4f21-86a0-8d5ebea69bb2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:45.890996 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25a31378-96d5-4f21-86a0-8d5ebea69bb2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:45.920405 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 54b68593-d442-439e-ab7a-9ca4fd038657 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:34:45.925945 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 1e87aff2-1c2f-43db-967e-7902ab830440 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:34:46.011120 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 1e87aff2-1c2f-43db-967e-7902ab830440 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:34:46.018073 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 1e87aff2-1c2f-43db-967e-7902ab830440 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:34:46.018619 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:46.026113 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a31378-96d5-4f21-86a0-8d5ebea69bb2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=1073c330-1245-4cd7-829d-f06933b8a00b,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:46.046292 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25a31378-96d5-4f21-86a0-8d5ebea69bb2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:46.162305 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:46.191918 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 1e87aff2-1c2f-43db-967e-7902ab830440, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=1e87aff2-1c2f-43db-967e-7902ab830440,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:34:46.203815 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:46.268886 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b681ca-65f3-4bff-9c66-09d0a8b693dd None None] Network 6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:34:46.318565 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=1e87aff2-1c2f-43db-967e-7902ab830440,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:46.364935 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a31378-96d5-4f21-86a0-8d5ebea69bb2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network 6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:34:46.364935 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-25a31378-96d5-4f21-86a0-8d5ebea69bb2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:34:46.427962 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-000d5cfc-5346-4e81-a482-48794c203347 None None] Provisioning for port 54b68593-d442-439e-ab7a-9ca4fd038657 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:34:46.438962 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-000d5cfc-5346-4e81-a482-48794c203347 None None] Provisioning complete for port 54b68593-d442-439e-ab7a-9ca4fd038657 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:34:46.438962 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-000d5cfc-5346-4e81-a482-48794c203347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:46.572725 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a31378-96d5-4f21-86a0-8d5ebea69bb2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 595c1066-3a38-46fe-aab5-84332533b009 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:34:46.680842 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-000d5cfc-5346-4e81-a482-48794c203347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:46.721604 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-000d5cfc-5346-4e81-a482-48794c203347 None None] For port 54b68593-d442-439e-ab7a-9ca4fd038657, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=54b68593-d442-439e-ab7a-9ca4fd038657,segment=NetworkSegment(cef01cc3-2858-490d-b874-d99651ebe804),segment_id=cef01cc3-2858-490d-b874-d99651ebe804)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:34:46.727674 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-000d5cfc-5346-4e81-a482-48794c203347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:46.787059 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a31378-96d5-4f21-86a0-8d5ebea69bb2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:34:46.797074 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] Sync routers for ids ['595c1066-3a38-46fe-aab5-84332533b009'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:34:46.806955 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-25a31378-96d5-4f21-86a0-8d5ebea69bb2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "PUT /v2.0/routers/595c1066-3a38-46fe-aab5-84332533b009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7531631 Jan 26 11:34:46.809309 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] Routers {'595c1066-3a38-46fe-aab5-84332533b009'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:34:46.811144 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56284) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:46.811601 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:34:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['595c1066-3a38-46fe-aab5-84332533b009'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:34:46.812760 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d5cfc-5346-4e81-a482-48794c203347 None None] Pushing event updated for resources: {'Port': ['ID=54b68593-d442-439e-ab7a-9ca4fd038657,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:47.011704 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b4b3ef-8238-451d-9e15-0069fcad6226 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:47.013363 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b4b3ef-8238-451d-9e15-0069fcad6226 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:47.013363 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b4b3ef-8238-451d-9e15-0069fcad6226 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:47.013776 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b4b3ef-8238-451d-9e15-0069fcad6226 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:47.014756 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b4b3ef-8238-451d-9e15-0069fcad6226 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:47.015231 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b4b3ef-8238-451d-9e15-0069fcad6226 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:47.018357 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-33b4b3ef-8238-451d-9e15-0069fcad6226 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2031655 Jan 26 11:34:47.019973 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56288) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:47.039503 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] Set router 595c1066-3a38-46fe-aab5-84332533b009 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:34:47.050986 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-aab91cad-fd2c-4ce5-b6a2-1b49d5f63853 None None] Provisioning complete for port 54b68593-d442-439e-ab7a-9ca4fd038657 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:34:47.051894 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-aab91cad-fd2c-4ce5-b6a2-1b49d5f63853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:47.109306 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cff222-0f73-4bcf-8e32-d60306c0cb35 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:47.110618 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cff222-0f73-4bcf-8e32-d60306c0cb35 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:47.110780 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cff222-0f73-4bcf-8e32-d60306c0cb35 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:47.112041 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cff222-0f73-4bcf-8e32-d60306c0cb35 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:47.112041 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cff222-0f73-4bcf-8e32-d60306c0cb35 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:47.112226 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cff222-0f73-4bcf-8e32-d60306c0cb35 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:47.114080 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e4cff222-0f73-4bcf-8e32-d60306c0cb35 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0931215 Jan 26 11:34:47.116873 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56292) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:47.242171 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-aab91cad-fd2c-4ce5-b6a2-1b49d5f63853 None None] Provisioning for port 1073c330-1245-4cd7-829d-f06933b8a00b completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:34:47.252251 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-aab91cad-fd2c-4ce5-b6a2-1b49d5f63853 None None] Provisioning complete for port 1073c330-1245-4cd7-829d-f06933b8a00b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:34:47.252668 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-aab91cad-fd2c-4ce5-b6a2-1b49d5f63853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:47.316123 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-aab91cad-fd2c-4ce5-b6a2-1b49d5f63853 None None] Port 1073c330-1245-4cd7-829d-f06933b8a00b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:34:47.376249 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c8fc76c2-73ad-4130-8a46-f1476edacbca tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2579343 Jan 26 11:34:47.442888 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-769dda6c-80f4-45dd-9cd9-3d2ea887317a None None] Provisioning complete for port 1073c330-1245-4cd7-829d-f06933b8a00b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:34:47.443461 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-769dda6c-80f4-45dd-9cd9-3d2ea887317a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:47.474548 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595c1066-3a38-46fe-aab5-84332533b009', 'name': 'tempest-TestNetworkBasicOps-router-896397240', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:34:39Z', 'updated_at': '2022-01-26T11:34:45Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c1066-3a38-46fe-aab5-84332533b009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:34:40Z', 'updated_at': '2022-01-26T11:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '1073c330-1245-4cd7-829d-f06933b8a00b', 'name': '', 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:e8:8f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595c1066-3a38-46fe-aab5-84332533b009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '0ca641b9-e8b7-4bf0-9748-f8c4ad96012f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:34:44Z', 'updated_at': '2022-01-26T11:34:45Z', 'revision_number': 2, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '0ca641b9-e8b7-4bf0-9748-f8c4ad96012f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:34:47.479166 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] Checking router: 595c1066-3a38-46fe-aab5-84332533b009 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:34:47.480085 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] Updating router 595c1066-3a38-46fe-aab5-84332533b009 port 1073c330-1245-4cd7-829d-f06933b8a00b binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:34:47.537006 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-769dda6c-80f4-45dd-9cd9-3d2ea887317a None None] Port 1073c330-1245-4cd7-829d-f06933b8a00b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:34:47.565194 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:47.677515 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-389dfaaa-5e48-4c6b-ba9b-b3bef2a80839 None None] Provisioning complete for port 1073c330-1245-4cd7-829d-f06933b8a00b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:34:47.677932 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-389dfaaa-5e48-4c6b-ba9b-b3bef2a80839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:47.751847 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 54b68593-d442-439e-ab7a-9ca4fd038657 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:34:47.794838 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-389dfaaa-5e48-4c6b-ba9b-b3bef2a80839 None None] Port 1073c330-1245-4cd7-829d-f06933b8a00b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:34:47.854070 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 54b68593-d442-439e-ab7a-9ca4fd038657 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:34:47.854698 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:47.999413 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56298) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:48.006085 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-98e642f6-a903-4108-8e5a-71276cb8e696 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2014818251', 'description': 'tempest-secgroup-smoke-2014818251 description', 'project_id': '577ce67689cf4355b98fd7b539fb5797'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:34:48.015273 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-98e642f6-a903-4108-8e5a-71276cb8e696 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:34:48.018061 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-98e642f6-a903-4108-8e5a-71276cb8e696 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:34:48.021337 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-98e642f6-a903-4108-8e5a-71276cb8e696 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:34:48.027417 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 1e87aff2-1c2f-43db-967e-7902ab830440 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:34:48.033403 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-98e642f6-a903-4108-8e5a-71276cb8e696 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:34:48.033678 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:48.052300 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] Transition to ACTIVE for port object 1073c330-1245-4cd7-829d-f06933b8a00b will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:34:48.052572 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-98e642f6-a903-4108-8e5a-71276cb8e696 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:48.063284 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:48.081957 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-98e642f6-a903-4108-8e5a-71276cb8e696 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:34:48.089186 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-98e642f6-a903-4108-8e5a-71276cb8e696 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:34:48.091957 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-98e642f6-a903-4108-8e5a-71276cb8e696 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:34:48.101791 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-98e642f6-a903-4108-8e5a-71276cb8e696 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:34:48.122312 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 1e87aff2-1c2f-43db-967e-7902ab830440 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:34:48.123657 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:48.194149 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-98e642f6-a903-4108-8e5a-71276cb8e696 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:48.201416 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-98e642f6-a903-4108-8e5a-71276cb8e696 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:48.266679 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e642f6-a903-4108-8e5a-71276cb8e696 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9db573-38ac-4476-92c9-977251e5f996,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:48.283850 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-98e642f6-a903-4108-8e5a-71276cb8e696 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:48.284982 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-98e642f6-a903-4108-8e5a-71276cb8e696 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2844949 Jan 26 11:34:48.288182 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56302) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:48.295704 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-4e116cf0-c6fd-483f-b156-b7936fb6c18d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '0d9db573-38ac-4476-92c9-977251e5f996', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:34:48.306016 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4e116cf0-c6fd-483f-b156-b7936fb6c18d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:34:48.312440 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4e116cf0-c6fd-483f-b156-b7936fb6c18d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:34:48.314283 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4e116cf0-c6fd-483f-b156-b7936fb6c18d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:34:48.317596 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22179a19-7a4b-45b9-a9f3-376d651cd2c8 None None] Pushing event updated for resources: {'Port': ['ID=1073c330-1245-4cd7-829d-f06933b8a00b,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:48.331922 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4e116cf0-c6fd-483f-b156-b7936fb6c18d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:34:48.344348 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22179a19-7a4b-45b9-a9f3-376d651cd2c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:48.344348 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22179a19-7a4b-45b9-a9f3-376d651cd2c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:48.344348 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22179a19-7a4b-45b9-a9f3-376d651cd2c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:48.344348 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22179a19-7a4b-45b9-a9f3-376d651cd2c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:48.344348 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22179a19-7a4b-45b9-a9f3-376d651cd2c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:48.345900 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22179a19-7a4b-45b9-a9f3-376d651cd2c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:48.345900 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22179a19-7a4b-45b9-a9f3-376d651cd2c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:48.345900 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22179a19-7a4b-45b9-a9f3-376d651cd2c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:48.345900 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22179a19-7a4b-45b9-a9f3-376d651cd2c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:48.346912 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22179a19-7a4b-45b9-a9f3-376d651cd2c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:48.346912 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22179a19-7a4b-45b9-a9f3-376d651cd2c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:48.346912 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22179a19-7a4b-45b9-a9f3-376d651cd2c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:34:48.365875 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4e116cf0-c6fd-483f-b156-b7936fb6c18d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:48.366469 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] Attempting to bind port 1073c330-1245-4cd7-829d-f06933b8a00b on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:34:48.367012 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] Attempting to bind port 1073c330-1245-4cd7-829d-f06933b8a00b by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'cef01cc3-2858-490d-b874-d99651ebe804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:34:48.367124 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] Attempting to bind port 1073c330-1245-4cd7-829d-f06933b8a00b on network 6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:34:48.378623 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:34:48.378623 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] Checking segment: {'id': 'cef01cc3-2858-490d-b874-d99651ebe804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:34:48.378623 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:48.379179 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] Bound using segment: {'id': 'cef01cc3-2858-490d-b874-d99651ebe804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:34:48.383772 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] Bound port: 1073c330-1245-4cd7-829d-f06933b8a00b, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef01cc3-2858-490d-b874-d99651ebe804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:34:48.383772 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:48.453562 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4e116cf0-c6fd-483f-b156-b7936fb6c18d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:48.460537 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4e116cf0-c6fd-483f-b156-b7936fb6c18d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:48.493186 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e116cf0-c6fd-483f-b156-b7936fb6c18d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00e04b1-978e-44ba-a364-cfd9ec635409,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:48.493305 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] For port 1073c330-1245-4cd7-829d-f06933b8a00b, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:34:48.495579 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] For port 1073c330-1245-4cd7-829d-f06933b8a00b, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=1073c330-1245-4cd7-829d-f06933b8a00b,segment=NetworkSegment(cef01cc3-2858-490d-b874-d99651ebe804),segment_id=cef01cc3-2858-490d-b874-d99651ebe804)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:34:48.502308 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:48.505122 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4e116cf0-c6fd-483f-b156-b7936fb6c18d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:48.506004 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4e116cf0-c6fd-483f-b156-b7936fb6c18d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2168810 Jan 26 11:34:48.508953 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56306) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:48.516012 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-d43de511-a1c5-4d34-ac25-c985baa53ca4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '0d9db573-38ac-4476-92c9-977251e5f996', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:34:48.523936 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-d43de511-a1c5-4d34-ac25-c985baa53ca4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:34:48.528345 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d43de511-a1c5-4d34-ac25-c985baa53ca4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:34:48.530666 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d43de511-a1c5-4d34-ac25-c985baa53ca4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:34:48.540494 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-d43de511-a1c5-4d34-ac25-c985baa53ca4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:34:48.564764 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d43de511-a1c5-4d34-ac25-c985baa53ca4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:48.587423 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] Routers {'595c1066-3a38-46fe-aab5-84332533b009'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:34:48.587423 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:34:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['595c1066-3a38-46fe-aab5-84332533b009'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:34:48.649503 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d43de511-a1c5-4d34-ac25-c985baa53ca4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:48.664150 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d43de511-a1c5-4d34-ac25-c985baa53ca4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:48.677565 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22179a19-7a4b-45b9-a9f3-376d651cd2c8 None None] Pushing event updated for resources: {'Port': ['ID=1073c330-1245-4cd7-829d-f06933b8a00b,revision_number=4']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:48.696734 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43de511-a1c5-4d34-ac25-c985baa53ca4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9897aa0-6ffa-426f-b9b1-8cd146e0442a,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:48.723996 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d43de511-a1c5-4d34-ac25-c985baa53ca4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:48.723996 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d43de511-a1c5-4d34-ac25-c985baa53ca4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2104874 Jan 26 11:34:48.725656 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56310) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:48.729487 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-db0facfd-3455-4fa5-8eb0-ff7a444ac4e9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '0d9db573-38ac-4476-92c9-977251e5f996', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:34:48.737080 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-db0facfd-3455-4fa5-8eb0-ff7a444ac4e9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:34:48.742035 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-db0facfd-3455-4fa5-8eb0-ff7a444ac4e9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:34:48.747440 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-db0facfd-3455-4fa5-8eb0-ff7a444ac4e9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:34:48.755643 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-db0facfd-3455-4fa5-8eb0-ff7a444ac4e9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:34:48.803036 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-db0facfd-3455-4fa5-8eb0-ff7a444ac4e9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:48.852003 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] Set router 595c1066-3a38-46fe-aab5-84332533b009 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:34:48.937394 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-db0facfd-3455-4fa5-8eb0-ff7a444ac4e9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:48.940262 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-db0facfd-3455-4fa5-8eb0-ff7a444ac4e9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:48.977482 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0facfd-3455-4fa5-8eb0-ff7a444ac4e9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91fcf9c4-82fc-455f-b8bf-f3ffab1779b0,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:48.985787 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-db0facfd-3455-4fa5-8eb0-ff7a444ac4e9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:48.987181 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-db0facfd-3455-4fa5-8eb0-ff7a444ac4e9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2628090 Jan 26 11:34:48.989929 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56314) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:48.995645 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-9a10b049-aa5a-45d6-97a9-7c27526dc5b0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '0d9db573-38ac-4476-92c9-977251e5f996', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:34:49.001790 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-9a10b049-aa5a-45d6-97a9-7c27526dc5b0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:34:49.005756 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-9a10b049-aa5a-45d6-97a9-7c27526dc5b0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:34:49.008726 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-9a10b049-aa5a-45d6-97a9-7c27526dc5b0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:34:49.015319 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-9a10b049-aa5a-45d6-97a9-7c27526dc5b0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:34:49.033266 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9a10b049-aa5a-45d6-97a9-7c27526dc5b0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:49.098756 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9a10b049-aa5a-45d6-97a9-7c27526dc5b0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:49.102446 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9a10b049-aa5a-45d6-97a9-7c27526dc5b0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:49.126109 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10b049-aa5a-45d6-97a9-7c27526dc5b0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca307332-7bb4-4a79-9cbf-6ca8ccaad6e6,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:49.135687 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9a10b049-aa5a-45d6-97a9-7c27526dc5b0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:49.137286 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9a10b049-aa5a-45d6-97a9-7c27526dc5b0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1461985 Jan 26 11:34:49.140123 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56318) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:49.145196 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-6b631e6d-c281-46da-b435-a489637c0867 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '0d9db573-38ac-4476-92c9-977251e5f996', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:34:49.151142 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6b631e6d-c281-46da-b435-a489637c0867 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:34:49.155780 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6b631e6d-c281-46da-b435-a489637c0867 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:34:49.159074 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6b631e6d-c281-46da-b435-a489637c0867 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:34:49.164804 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6b631e6d-c281-46da-b435-a489637c0867 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:34:49.178248 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.securitygroups_db [None req-6b631e6d-c281-46da-b435-a489637c0867 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Project 577ce67689cf4355b98fd7b539fb5797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:34:49.185105 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b631e6d-c281-46da-b435-a489637c0867 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:49.188140 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595c1066-3a38-46fe-aab5-84332533b009', 'name': 'tempest-TestNetworkBasicOps-router-896397240', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:34:39Z', 'updated_at': '2022-01-26T11:34:45Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c1066-3a38-46fe-aab5-84332533b009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:34:40Z', 'updated_at': '2022-01-26T11:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '1073c330-1245-4cd7-829d-f06933b8a00b', 'name': '', 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:e8:8f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595c1066-3a38-46fe-aab5-84332533b009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '0ca641b9-e8b7-4bf0-9748-f8c4ad96012f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:34:44Z', 'updated_at': '2022-01-26T11:34:48Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '0ca641b9-e8b7-4bf0-9748-f8c4ad96012f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:34:49.192184 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1268c9e3-955f-40db-aad3-8dc9e4667903 None None] The sync data for ids ['595c1066-3a38-46fe-aab5-84332533b009'] in dv-neutron-826439-1-hyperv is: [{'id': '595c1066-3a38-46fe-aab5-84332533b009', 'name': 'tempest-TestNetworkBasicOps-router-896397240', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:34:39Z', 'updated_at': '2022-01-26T11:34:45Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c1066-3a38-46fe-aab5-84332533b009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:34:40Z', 'updated_at': '2022-01-26T11:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '1073c330-1245-4cd7-829d-f06933b8a00b', 'name': '', 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:e8:8f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595c1066-3a38-46fe-aab5-84332533b009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '0ca641b9-e8b7-4bf0-9748-f8c4ad96012f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:34:44Z', 'updated_at': '2022-01-26T11:34:48Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '0ca641b9-e8b7-4bf0-9748-f8c4ad96012f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:34:49.265048 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b631e6d-c281-46da-b435-a489637c0867 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:49.268895 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b631e6d-c281-46da-b435-a489637c0867 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:49.296871 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b631e6d-c281-46da-b435-a489637c0867 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5698fc2c-4021-4719-9bf5-bc9b5d85b461,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:49.305100 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b631e6d-c281-46da-b435-a489637c0867 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:49.307353 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6b631e6d-c281-46da-b435-a489637c0867 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1652896 Jan 26 11:34:49.309064 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56322) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:34:49.314857 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-2452f681-f95a-42ef-b7dd-904003051345 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '0d9db573-38ac-4476-92c9-977251e5f996', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:34:49.321759 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2452f681-f95a-42ef-b7dd-904003051345 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:34:49.331813 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2452f681-f95a-42ef-b7dd-904003051345 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:34:49.335738 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2452f681-f95a-42ef-b7dd-904003051345 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:34:49.342846 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2452f681-f95a-42ef-b7dd-904003051345 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:34:49.353086 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.securitygroups_db [None req-2452f681-f95a-42ef-b7dd-904003051345 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Project 577ce67689cf4355b98fd7b539fb5797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:34:49.361679 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2452f681-f95a-42ef-b7dd-904003051345 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:49.431387 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2452f681-f95a-42ef-b7dd-904003051345 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:49.435789 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2452f681-f95a-42ef-b7dd-904003051345 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:49.460520 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452f681-f95a-42ef-b7dd-904003051345 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f45abfe-3b6d-4173-abf0-192a91a78568,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:49.471289 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2452f681-f95a-42ef-b7dd-904003051345 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:49.472393 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2452f681-f95a-42ef-b7dd-904003051345 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1623118 Jan 26 11:34:49.639423 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-6d0e3a05-bf12-4bf5-b7e6-74b957476db0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2014818251&fields=id&tenant_id=577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 267 time: 0.0409427 Jan 26 11:34:49.741526 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 1073c330-1245-4cd7-829d-f06933b8a00b up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:34:49.819402 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 1073c330-1245-4cd7-829d-f06933b8a00b completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:34:49.823563 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-661f3142-5dba-4a2d-9ecb-7bd2febd02ea tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:49.825094 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-661f3142-5dba-4a2d-9ecb-7bd2febd02ea tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:network {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:34:49.826092 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 1073c330-1245-4cd7-829d-f06933b8a00b triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:34:49.826387 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:49.848100 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-661f3142-5dba-4a2d-9ecb-7bd2febd02ea tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:network {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:34:49.849351 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-661f3142-5dba-4a2d-9ecb-7bd2febd02ea tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/networks?id=6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f HTTP/1.1" status: 200 len: 797 time: 0.2023101 Jan 26 11:34:49.866442 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-da181bbf-9b2c-43a9-a16a-7b2f46895bfa tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/quotas/577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 375 time: 0.0101643 Jan 26 11:34:49.955427 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-4475fd1e-7fbe-4cdf-ba20-c7d04bd66c1a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:34:49.972019 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-4475fd1e-7fbe-4cdf-ba20-c7d04bd66c1a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:34:49.973622 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-4475fd1e-7fbe-4cdf-ba20-c7d04bd66c1a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017888 Jan 26 11:34:49.989284 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:50.028871 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 1073c330-1245-4cd7-829d-f06933b8a00b, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=1073c330-1245-4cd7-829d-f06933b8a00b,segment=NetworkSegment(cef01cc3-2858-490d-b874-d99651ebe804),segment_id=cef01cc3-2858-490d-b874-d99651ebe804)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:34:50.033799 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:50.107725 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=1073c330-1245-4cd7-829d-f06933b8a00b,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:50.127573 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-720fdb01-d8db-4172-bd66-7e9d179ed0ce service neutron] 10.222.0.39 "GET /v2.0/networks/6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407969 Jan 26 11:34:50.264980 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-b33ff911-b82d-4038-8f2c-01608282df25 service neutron] 10.222.0.39 "GET /v2.0/networks/6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317015 Jan 26 11:34:50.444641 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-bbe8aec0-d6e2-4a77-ade5-f3184f459bea req-5fa743e2-f87f-4ea9-8a6c-fd227bed65df tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b468652-ca65-4f32-954f-7bdd1fc2c96a HTTP/1.1" status: 200 len: 210 time: 0.0464618 Jan 26 11:34:51.469314 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-4b610b2d-dbd2-4c1d-a36b-cc6dbe6a5f8e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:51.470776 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-4b610b2d-dbd2-4c1d-a36b-cc6dbe6a5f8e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/networks?id=6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f HTTP/1.1" status: 200 len: 797 time: 0.1534016 Jan 26 11:34:51.524184 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-51818297-43a9-41be-818a-f2564d1122ad tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 380 time: 0.0439284 Jan 26 11:34:51.534892 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-544fa123-25dd-4bf8-bfb3-8368eb0962fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'port': {'device_id': '5b468652-ca65-4f32-954f-7bdd1fc2c96a', 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f', 'admin_state_up': True, 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'security_groups': ['0d9db573-38ac-4476-92c9-977251e5f996']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:34:51.611672 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-99f02a75-9926-4ac3-b2ee-33688b6180b0 req-201579b5-42de-4eba-9bea-ef9903a69cab tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b468652-ca65-4f32-954f-7bdd1fc2c96a HTTP/1.1" status: 200 len: 210 time: 0.0536757 Jan 26 11:34:51.699758 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 1073c330-1245-4cd7-829d-f06933b8a00b up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:34:51.778019 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 1073c330-1245-4cd7-829d-f06933b8a00b triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:34:51.779452 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:51.834244 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-544fa123-25dd-4bf8-bfb3-8368eb0962fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:34:51.844808 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-544fa123-25dd-4bf8-bfb3-8368eb0962fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:34:51.855974 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-544fa123-25dd-4bf8-bfb3-8368eb0962fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:34:51.859759 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-544fa123-25dd-4bf8-bfb3-8368eb0962fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:52.022761 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-544fa123-25dd-4bf8-bfb3-8368eb0962fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.20.0.8 (6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f/0ca641b9-e8b7-4bf0-9748-f8c4ad96012f/e276dd35-3685-46d9-9c0c-362088e52b6b) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:34:52.210279 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-544fa123-25dd-4bf8-bfb3-8368eb0962fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:52.225231 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-544fa123-25dd-4bf8-bfb3-8368eb0962fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Transition to ACTIVE for port object e276dd35-3685-46d9-9c0c-362088e52b6b will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:34:52.249111 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-544fa123-25dd-4bf8-bfb3-8368eb0962fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:52.315590 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-544fa123-25dd-4bf8-bfb3-8368eb0962fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network 6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:34:52.318590 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-544fa123-25dd-4bf8-bfb3-8368eb0962fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:34:52.322527 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-544fa123-25dd-4bf8-bfb3-8368eb0962fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:34:52.362666 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544fa123-25dd-4bf8-bfb3-8368eb0962fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=e276dd35-3685-46d9-9c0c-362088e52b6b,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:52.394217 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-544fa123-25dd-4bf8-bfb3-8368eb0962fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:52.394844 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-544fa123-25dd-4bf8-bfb3-8368eb0962fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:52.420548 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-544fa123-25dd-4bf8-bfb3-8368eb0962fb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8903866 Jan 26 11:34:52.436665 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-14d2b355-8a40-4eb8-b455-1a824f8972cc service neutron] Request body: {'port': {'device_id': '5b468652-ca65-4f32-954f-7bdd1fc2c96a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:34:52.529661 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-251ca134-a800-483b-8a26-8b528f57f055 None None] Provisioning for port e276dd35-3685-46d9-9c0c-362088e52b6b completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:34:52.535413 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-251ca134-a800-483b-8a26-8b528f57f055 None None] Provisioning complete for port e276dd35-3685-46d9-9c0c-362088e52b6b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:34:52.535791 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-251ca134-a800-483b-8a26-8b528f57f055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:52.557295 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-14d2b355-8a40-4eb8-b455-1a824f8972cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:52.564115 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-33d759f9-1c11-4778-913c-0eb97429858c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:52.590282 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-251ca134-a800-483b-8a26-8b528f57f055 None None] Port e276dd35-3685-46d9-9c0c-362088e52b6b cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:34:52.798443 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d7a2f-1612-49e0-8a8e-495487cb0d4e req-ebc562f4-ee48-4263-ac06-e0a7b0f46347 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:52.802693 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-947d7a2f-1612-49e0-8a8e-495487cb0d4e req-ebc562f4-ee48-4263-ac06-e0a7b0f46347 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b468652-ca65-4f32-954f-7bdd1fc2c96a HTTP/1.1" status: 200 len: 931 time: 0.0828788 Jan 26 11:34:52.845534 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-947d7a2f-1612-49e0-8a8e-495487cb0d4e req-7e46c4ff-7651-43f1-a4c6-9bf0494202d5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:34:52.861381 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-947d7a2f-1612-49e0-8a8e-495487cb0d4e req-7e46c4ff-7651-43f1-a4c6-9bf0494202d5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:34:52.862584 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-947d7a2f-1612-49e0-8a8e-495487cb0d4e req-7e46c4ff-7651-43f1-a4c6-9bf0494202d5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d9db573-38ac-4476-92c9-977251e5f996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569341 Jan 26 11:34:52.909462 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-14d2b355-8a40-4eb8-b455-1a824f8972cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e276dd35-3685-46d9-9c0c-362088e52b6b {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:34:52.916546 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-14d2b355-8a40-4eb8-b455-1a824f8972cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:52.931703 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-14d2b355-8a40-4eb8-b455-1a824f8972cc service neutron] Transition to ACTIVE for port object e276dd35-3685-46d9-9c0c-362088e52b6b will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:34:52.935150 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-14d2b355-8a40-4eb8-b455-1a824f8972cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:53.099853 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2b355-8a40-4eb8-b455-1a824f8972cc service neutron] Pushing event updated for resources: {'Port': ['ID=e276dd35-3685-46d9-9c0c-362088e52b6b,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:53.175361 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-14d2b355-8a40-4eb8-b455-1a824f8972cc service neutron] Attempting to bind port e276dd35-3685-46d9-9c0c-362088e52b6b on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:34:53.175695 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-14d2b355-8a40-4eb8-b455-1a824f8972cc service neutron] Attempting to bind port e276dd35-3685-46d9-9c0c-362088e52b6b by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'cef01cc3-2858-490d-b874-d99651ebe804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:34:53.176036 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-14d2b355-8a40-4eb8-b455-1a824f8972cc service neutron] Attempting to bind port e276dd35-3685-46d9-9c0c-362088e52b6b on network 6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:34:53.180535 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-14d2b355-8a40-4eb8-b455-1a824f8972cc service neutron] Port e276dd35-3685-46d9-9c0c-362088e52b6b on network 6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:34:53.180851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-14d2b355-8a40-4eb8-b455-1a824f8972cc service neutron] Attempting to bind port e276dd35-3685-46d9-9c0c-362088e52b6b on network 6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:34:53.185918 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-14d2b355-8a40-4eb8-b455-1a824f8972cc service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:34:53.186251 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-14d2b355-8a40-4eb8-b455-1a824f8972cc service neutron] Checking segment: {'id': 'cef01cc3-2858-490d-b874-d99651ebe804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:34:53.186661 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-14d2b355-8a40-4eb8-b455-1a824f8972cc service neutron] Bound using segment: {'id': 'cef01cc3-2858-490d-b874-d99651ebe804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:34:53.187083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-14d2b355-8a40-4eb8-b455-1a824f8972cc service neutron] Bound port: e276dd35-3685-46d9-9c0c-362088e52b6b, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef01cc3-2858-490d-b874-d99651ebe804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:34:53.187424 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-14d2b355-8a40-4eb8-b455-1a824f8972cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:53.273472 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-14d2b355-8a40-4eb8-b455-1a824f8972cc service neutron] For port e276dd35-3685-46d9-9c0c-362088e52b6b, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:34:53.276236 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-14d2b355-8a40-4eb8-b455-1a824f8972cc service neutron] For port e276dd35-3685-46d9-9c0c-362088e52b6b, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e276dd35-3685-46d9-9c0c-362088e52b6b,segment=NetworkSegment(cef01cc3-2858-490d-b874-d99651ebe804),segment_id=cef01cc3-2858-490d-b874-d99651ebe804)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:34:53.281444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-14d2b355-8a40-4eb8-b455-1a824f8972cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:53.342577 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-14d2b355-8a40-4eb8-b455-1a824f8972cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:53.343189 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-14d2b355-8a40-4eb8-b455-1a824f8972cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:53.344572 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-14d2b355-8a40-4eb8-b455-1a824f8972cc service neutron] 10.222.0.24 "PUT /v2.0/ports/e276dd35-3685-46d9-9c0c-362088e52b6b HTTP/1.1" status: 200 len: 1093 time: 0.9129951 Jan 26 11:34:53.345011 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b468652-ca65-4f32-954f-7bdd1fc2c96a', 'tag': 'e276dd35-3685-46d9-9c0c-362088e52b6b'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:34:53.381872 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2b355-8a40-4eb8-b455-1a824f8972cc service neutron] Pushing event updated for resources: {'Port': ['ID=e276dd35-3685-46d9-9c0c-362088e52b6b,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:53.419715 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b468652-ca65-4f32-954f-7bdd1fc2c96a', 'tag': 'e276dd35-3685-46d9-9c0c-362088e52b6b', 'status': 'completed', 'code': 200} Jan 26 11:34:53.461056 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-9b663c43-a940-4b51-b157-da3da82423d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:53.462610 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-9b663c43-a940-4b51-b157-da3da82423d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=5b468652-ca65-4f32-954f-7bdd1fc2c96a HTTP/1.1" status: 200 len: 1096 time: 0.0753534 Jan 26 11:34:53.534260 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-afeaf7dd-b749-461e-b0ad-6dd4ccbe3fd8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e276dd35-3685-46d9-9c0c-362088e52b6b HTTP/1.1" status: 200 len: 217 time: 0.0653312 Jan 26 11:34:53.595208 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-00868de2-97fd-45cd-9f20-c5a0643660dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:53.596548 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-00868de2-97fd-45cd-9f20-c5a0643660dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ca641b9-e8b7-4bf0-9748-f8c4ad96012f HTTP/1.1" status: 200 len: 843 time: 0.0571713 Jan 26 11:34:53.783932 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-b26609c6-8341-436f-8488-e6f362a6eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:53.785574 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-b26609c6-8341-436f-8488-e6f362a6eb61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1832659 Jan 26 11:34:53.921793 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-2d6649d6-26cc-4b0d-9dfc-d5b68e7facc7 service neutron] 10.222.0.24 "GET /v2.0/networks/6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292691 Jan 26 11:34:54.051770 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db992f6-f89d-4e38-a6c5-89691fcc29b2 req-1c64c0a1-3805-4a93-b096-133dee019378 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:54.053235 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4db992f6-f89d-4e38-a6c5-89691fcc29b2 req-1c64c0a1-3805-4a93-b096-133dee019378 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b468652-ca65-4f32-954f-7bdd1fc2c96a HTTP/1.1" status: 200 len: 943 time: 0.0843883 Jan 26 11:34:54.059860 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-100bdec6-d5d5-47e6-a908-d900c3b93f19 req-d644421e-fb0a-43a1-b90f-2f37b4fcde21 service neutron] 10.222.0.24 "GET /v2.0/networks/6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320536 Jan 26 11:34:54.099552 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4db992f6-f89d-4e38-a6c5-89691fcc29b2 req-9f520453-191d-4b94-921f-da8a133b405b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d9db573-38ac-4476-92c9-977251e5f996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404582 Jan 26 11:34:54.172311 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872ffae-b29f-4cf6-a047-27d82f8a6d86 req-377f8094-f246-4384-b09c-fbe32ba4a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:54.173689 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4872ffae-b29f-4cf6-a047-27d82f8a6d86 req-377f8094-f246-4384-b09c-fbe32ba4a15a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=5b468652-ca65-4f32-954f-7bdd1fc2c96a HTTP/1.1" status: 200 len: 1096 time: 0.0712416 Jan 26 11:34:54.303665 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872ffae-b29f-4cf6-a047-27d82f8a6d86 req-2d5dfd29-8b72-42c1-9a3b-26081ca64c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:54.305085 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4872ffae-b29f-4cf6-a047-27d82f8a6d86 req-2d5dfd29-8b72-42c1-9a3b-26081ca64c66 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f HTTP/1.1" status: 200 len: 898 time: 0.1236620 Jan 26 11:34:54.376224 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4872ffae-b29f-4cf6-a047-27d82f8a6d86 req-1e262159-b9c2-41ec-8501-e228907a751f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e276dd35-3685-46d9-9c0c-362088e52b6b HTTP/1.1" status: 200 len: 217 time: 0.0641325 Jan 26 11:34:54.438954 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872ffae-b29f-4cf6-a047-27d82f8a6d86 req-6813d0e6-c451-4be6-a5fe-d7837c326d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:54.440271 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4872ffae-b29f-4cf6-a047-27d82f8a6d86 req-6813d0e6-c451-4be6-a5fe-d7837c326d96 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ca641b9-e8b7-4bf0-9748-f8c4ad96012f HTTP/1.1" status: 200 len: 843 time: 0.0577838 Jan 26 11:34:54.518034 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872ffae-b29f-4cf6-a047-27d82f8a6d86 req-9cb8f7d3-69f2-430e-888e-af7121640ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:54.519538 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4872ffae-b29f-4cf6-a047-27d82f8a6d86 req-9cb8f7d3-69f2-430e-888e-af7121640ffa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718913 Jan 26 11:34:54.649920 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4872ffae-b29f-4cf6-a047-27d82f8a6d86 req-7f3abac0-be29-488a-8c65-6f3132ecc721 service neutron] 10.222.0.24 "GET /v2.0/networks/6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227911 Jan 26 11:34:54.784929 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4872ffae-b29f-4cf6-a047-27d82f8a6d86 req-df24ccdd-a3a7-4592-be5b-a52b129c08fc service neutron] 10.222.0.24 "GET /v2.0/networks/6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286416 Jan 26 11:34:54.790967 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bf4e8d30-a30c-4ebb-8f41-bb16811c69c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:55.284649 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe68b4c-0b7f-4e0b-a2d3-6b83701226f1 req-b31d3a12-1619-4f8d-8a48-f784b2a1ccc0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:55.285337 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-ffe68b4c-0b7f-4e0b-a2d3-6b83701226f1 req-b31d3a12-1619-4f8d-8a48-f784b2a1ccc0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:34:55.300092 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-ffe68b4c-0b7f-4e0b-a2d3-6b83701226f1 req-b31d3a12-1619-4f8d-8a48-f784b2a1ccc0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:34:55.301265 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ffe68b4c-0b7f-4e0b-a2d3-6b83701226f1 req-b31d3a12-1619-4f8d-8a48-f784b2a1ccc0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b468652-ca65-4f32-954f-7bdd1fc2c96a HTTP/1.1" status: 200 len: 943 time: 0.0940630 Jan 26 11:34:55.346174 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ffe68b4c-0b7f-4e0b-a2d3-6b83701226f1 req-f5d529ef-c579-4668-a54c-20054581c020 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d9db573-38ac-4476-92c9-977251e5f996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392358 Jan 26 11:34:55.849114 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:55.995183 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device e276dd35-3685-46d9-9c0c-362088e52b6b details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:34:56.104526 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:56.135502 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port e276dd35-3685-46d9-9c0c-362088e52b6b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e276dd35-3685-46d9-9c0c-362088e52b6b,segment=NetworkSegment(cef01cc3-2858-490d-b874-d99651ebe804),segment_id=cef01cc3-2858-490d-b874-d99651ebe804)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:34:56.148431 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': 'e276dd35-3685-46d9-9c0c-362088e52b6b', 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f', 'port_id': 'e276dd35-3685-46d9-9c0c-362088e52b6b', 'mac_address': 'fa:16:3e:b8:1c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca641b9-e8b7-4bf0-9748-f8c4ad96012f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:34:56.205980 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:56.222209 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e276dd35-3685-46d9-9c0c-362088e52b6b {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:34:56.237957 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port e276dd35-3685-46d9-9c0c-362088e52b6b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e276dd35-3685-46d9-9c0c-362088e52b6b,segment=NetworkSegment(cef01cc3-2858-490d-b874-d99651ebe804),segment_id=cef01cc3-2858-490d-b874-d99651ebe804)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:34:56.241807 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:56.307831 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=e276dd35-3685-46d9-9c0c-362088e52b6b,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:56.458115 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['e276dd35-3685-46d9-9c0c-362088e52b6b'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:34:56.527832 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6c993-9fae-4c37-bb9c-0fe06a1da7fb req-b92794f9-5c93-42dc-96b3-e051db740a8c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:56.529946 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-bda6c993-9fae-4c37-bb9c-0fe06a1da7fb req-b92794f9-5c93-42dc-96b3-e051db740a8c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b468652-ca65-4f32-954f-7bdd1fc2c96a HTTP/1.1" status: 200 len: 944 time: 0.0806508 Jan 26 11:34:56.573770 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-bda6c993-9fae-4c37-bb9c-0fe06a1da7fb req-8eff9ab1-6c64-4073-83e7-a235ac66cf0d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d9db573-38ac-4476-92c9-977251e5f996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379891 Jan 26 11:34:57.402456 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:57.758923 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edace1-c167-43cf-8423-933a4d5bed5b req-da47301c-a8c0-4987-b2f6-deadd74e1ae6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:57.760397 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-10edace1-c167-43cf-8423-933a4d5bed5b req-da47301c-a8c0-4987-b2f6-deadd74e1ae6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b468652-ca65-4f32-954f-7bdd1fc2c96a HTTP/1.1" status: 200 len: 944 time: 0.0826168 Jan 26 11:34:57.804863 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-10edace1-c167-43cf-8423-933a4d5bed5b req-14e94595-e938-4eb1-bda2-a44b10bfe097 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d9db573-38ac-4476-92c9-977251e5f996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384331 Jan 26 11:34:58.011067 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device e276dd35-3685-46d9-9c0c-362088e52b6b up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:34:58.077699 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port e276dd35-3685-46d9-9c0c-362088e52b6b completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:34:58.082337 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port e276dd35-3685-46d9-9c0c-362088e52b6b triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:34:58.082719 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:58.195351 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:58.221665 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b468652-ca65-4f32-954f-7bdd1fc2c96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e276dd35-3685-46d9-9c0c-362088e52b6b'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:34:58.230913 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port e276dd35-3685-46d9-9c0c-362088e52b6b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e276dd35-3685-46d9-9c0c-362088e52b6b,segment=NetworkSegment(cef01cc3-2858-490d-b874-d99651ebe804),segment_id=cef01cc3-2858-490d-b874-d99651ebe804)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:34:58.235735 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:34:58.271373 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b468652-ca65-4f32-954f-7bdd1fc2c96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e276dd35-3685-46d9-9c0c-362088e52b6b', 'code': 200} Jan 26 11:34:58.302614 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=e276dd35-3685-46d9-9c0c-362088e52b6b,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:34:58.497852 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a8804-84fa-4bf7-86e5-e6ebf9aedaa5 req-3cfd207c-f13b-40e0-9eb6-ac486c06c4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:58.499516 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-826a8804-84fa-4bf7-86e5-e6ebf9aedaa5 req-3cfd207c-f13b-40e0-9eb6-ac486c06c4e9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5b468652-ca65-4f32-954f-7bdd1fc2c96a HTTP/1.1" status: 200 len: 1098 time: 0.0701258 Jan 26 11:34:58.542218 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-826a8804-84fa-4bf7-86e5-e6ebf9aedaa5 req-623998c0-0e24-4758-ab73-41689c4f685b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0d9db573-38ac-4476-92c9-977251e5f996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364585 Jan 26 11:34:58.988663 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def67aa1-d1f2-4102-a2f7-998792365e79 req-6ac7667a-60c0-4d2c-b5dc-ab8295935062 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:34:58.990104 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-def67aa1-d1f2-4102-a2f7-998792365e79 req-6ac7667a-60c0-4d2c-b5dc-ab8295935062 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b468652-ca65-4f32-954f-7bdd1fc2c96a HTTP/1.1" status: 200 len: 945 time: 0.0802968 Jan 26 11:34:59.035844 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-def67aa1-d1f2-4102-a2f7-998792365e79 req-c101046d-a77a-441d-ad99-b4ffb119c90c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d9db573-38ac-4476-92c9-977251e5f996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401945 Jan 26 11:35:00.319206 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d490d78-a9dd-486f-bd19-3dd2ebb8a75f req-ca2f0913-8a14-4883-8e23-7572b0fea55d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:35:00.320662 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0d490d78-a9dd-486f-bd19-3dd2ebb8a75f req-ca2f0913-8a14-4883-8e23-7572b0fea55d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b468652-ca65-4f32-954f-7bdd1fc2c96a HTTP/1.1" status: 200 len: 945 time: 0.1726949 Jan 26 11:35:00.366012 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0d490d78-a9dd-486f-bd19-3dd2ebb8a75f req-51f8c04a-2570-4dac-9ea1-ff5cf76b1d46 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d9db573-38ac-4476-92c9-977251e5f996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385408 Jan 26 11:35:00.555597 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7115a3-8ac9-4ca6-b4b5-88313ecf3b7d req-bb54ac70-5f7f-4de3-afde-996ec12f341a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:35:00.557054 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bc7115a3-8ac9-4ca6-b4b5-88313ecf3b7d req-bb54ac70-5f7f-4de3-afde-996ec12f341a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b468652-ca65-4f32-954f-7bdd1fc2c96a HTTP/1.1" status: 200 len: 945 time: 0.0824769 Jan 26 11:35:00.602460 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bc7115a3-8ac9-4ca6-b4b5-88313ecf3b7d req-a3faccd4-9f90-48bc-904e-51d43784a68a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d9db573-38ac-4476-92c9-977251e5f996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379395 Jan 26 11:35:00.627058 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56376) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:35:00.705431 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae6e0ff-2651-47d7-9843-aacf84df23d4 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:35:00.707183 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7ae6e0ff-2651-47d7-9843-aacf84df23d4 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5b468652-ca65-4f32-954f-7bdd1fc2c96a HTTP/1.1" status: 200 len: 1093 time: 0.0802002 Jan 26 11:35:00.709967 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56380) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:35:00.714818 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-e43ce39d-dd3f-41df-8190-2658714a822f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': 'e276dd35-3685-46d9-9c0c-362088e52b6b', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:35:00.721319 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e43ce39d-dd3f-41df-8190-2658714a822f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:35:00.725093 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e43ce39d-dd3f-41df-8190-2658714a822f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:floatingip and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:35:00.727914 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e43ce39d-dd3f-41df-8190-2658714a822f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:35:00.734511 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e43ce39d-dd3f-41df-8190-2658714a822f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:35:00.747632 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e43ce39d-dd3f-41df-8190-2658714a822f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:00.880472 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e43ce39d-dd3f-41df-8190-2658714a822f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:01.017525 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-e43ce39d-dd3f-41df-8190-2658714a822f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.26.5.236 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/aee55919-133b-4615-9e8f-991e06779c19) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:35:01.164022 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e43ce39d-dd3f-41df-8190-2658714a822f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:01.192652 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e43ce39d-dd3f-41df-8190-2658714a822f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:01.258959 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43ce39d-dd3f-41df-8190-2658714a822f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:35:01.261794 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-e43ce39d-dd3f-41df-8190-2658714a822f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:35:01.266085 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43ce39d-dd3f-41df-8190-2658714a822f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:35:01.302080 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ce39d-dd3f-41df-8190-2658714a822f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=aee55919-133b-4615-9e8f-991e06779c19,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:35:01.672604 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e43ce39d-dd3f-41df-8190-2658714a822f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:01.745544 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e43ce39d-dd3f-41df-8190-2658714a822f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:01.956718 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e43ce39d-dd3f-41df-8190-2658714a822f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:01.961054 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e43ce39d-dd3f-41df-8190-2658714a822f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:02.073145 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ce39d-dd3f-41df-8190-2658714a822f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=aee55919-133b-4615-9e8f-991e06779c19,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:35:02.084092 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e43ce39d-dd3f-41df-8190-2658714a822f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:02.385001 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-e43ce39d-dd3f-41df-8190-2658714a822f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Floating IP 3c1fad1e-05a0-46b3-97cc-e8f38fe12dd5 associated. External IP: 172.26.5.236, port: e276dd35-3685-46d9-9c0c-362088e52b6b. Jan 26 11:35:02.781832 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43ce39d-dd3f-41df-8190-2658714a822f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 595c1066-3a38-46fe-aab5-84332533b009 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:35:02.986638 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43ce39d-dd3f-41df-8190-2658714a822f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:35:03.000582 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5040fcc2-973d-4f64-ab0f-4a6a9e4e16e9 None None] Sync routers for ids ['595c1066-3a38-46fe-aab5-84332533b009'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:35:03.012399 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e43ce39d-dd3f-41df-8190-2658714a822f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:03.016911 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5040fcc2-973d-4f64-ab0f-4a6a9e4e16e9 None None] Routers {'595c1066-3a38-46fe-aab5-84332533b009'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:35:03.017699 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-5040fcc2-973d-4f64-ab0f-4a6a9e4e16e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:34:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['595c1066-3a38-46fe-aab5-84332533b009'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:35:03.078697 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e43ce39d-dd3f-41df-8190-2658714a822f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3670611 Jan 26 11:35:03.078697 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b468652-ca65-4f32-954f-7bdd1fc2c96a', 'tag': 'e276dd35-3685-46d9-9c0c-362088e52b6b'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:35:03.081003 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56384) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:35:03.160234 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b468652-ca65-4f32-954f-7bdd1fc2c96a', 'tag': 'e276dd35-3685-46d9-9c0c-362088e52b6b', 'status': 'completed', 'code': 200} Jan 26 11:35:03.227738 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-5040fcc2-973d-4f64-ab0f-4a6a9e4e16e9 None None] Set router 595c1066-3a38-46fe-aab5-84332533b009 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:35:03.378863 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8287401f-48f1-426f-84ab-13a613de8599 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/3c1fad1e-05a0-46b3-97cc-e8f38fe12dd5 HTTP/1.1" status: 200 len: 991 time: 0.2964067 Jan 26 11:35:03.393820 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e42bc-36c9-41d9-99d4-7e8072cfd5a0 req-e31d1877-de7d-454d-907d-6d9b251ba9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:35:03.395500 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-124e42bc-36c9-41d9-99d4-7e8072cfd5a0 req-e31d1877-de7d-454d-907d-6d9b251ba9bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=5b468652-ca65-4f32-954f-7bdd1fc2c96a HTTP/1.1" status: 200 len: 1098 time: 0.1068966 Jan 26 11:35:03.537645 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e42bc-36c9-41d9-99d4-7e8072cfd5a0 req-0fe45301-6def-43d2-863e-f11bb934b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:35:03.537645 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-124e42bc-36c9-41d9-99d4-7e8072cfd5a0 req-0fe45301-6def-43d2-863e-f11bb934b7cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f HTTP/1.1" status: 200 len: 898 time: 0.1339192 Jan 26 11:35:03.652373 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-5040fcc2-973d-4f64-ab0f-4a6a9e4e16e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595c1066-3a38-46fe-aab5-84332533b009', 'name': 'tempest-TestNetworkBasicOps-router-896397240', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:34:39Z', 'updated_at': '2022-01-26T11:34:45Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c1066-3a38-46fe-aab5-84332533b009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:34:40Z', 'updated_at': '2022-01-26T11:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '3c1fad1e-05a0-46b3-97cc-e8f38fe12dd5', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.236', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '595c1066-3a38-46fe-aab5-84332533b009', 'port_id': 'e276dd35-3685-46d9-9c0c-362088e52b6b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f', 'mac_address': 'fa:16:3e:b8:1c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b468652-ca65-4f32-954f-7bdd1fc2c96a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:35:01Z', 'updated_at': '2022-01-26T11:35:01Z', 'revision_number': 0, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1073c330-1245-4cd7-829d-f06933b8a00b', 'name': '', 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:e8:8f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c1066-3a38-46fe-aab5-84332533b009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '0ca641b9-e8b7-4bf0-9748-f8c4ad96012f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:34:44Z', 'updated_at': '2022-01-26T11:34:50Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '0ca641b9-e8b7-4bf0-9748-f8c4ad96012f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:35:03.658207 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5040fcc2-973d-4f64-ab0f-4a6a9e4e16e9 None None] Checking router: 595c1066-3a38-46fe-aab5-84332533b009 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:35:03.661942 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-124e42bc-36c9-41d9-99d4-7e8072cfd5a0 req-b222edeb-7de2-436e-b315-0bbb6ae239ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e276dd35-3685-46d9-9c0c-362088e52b6b HTTP/1.1" status: 200 len: 999 time: 0.1187794 Jan 26 11:35:03.667327 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5040fcc2-973d-4f64-ab0f-4a6a9e4e16e9 None None] Routers {'595c1066-3a38-46fe-aab5-84332533b009'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:35:03.667907 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-5040fcc2-973d-4f64-ab0f-4a6a9e4e16e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:34:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['595c1066-3a38-46fe-aab5-84332533b009'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:35:03.740425 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e42bc-36c9-41d9-99d4-7e8072cfd5a0 req-c60cc654-ccc1-4331-a642-6752e6edb17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:35:03.741940 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-124e42bc-36c9-41d9-99d4-7e8072cfd5a0 req-c60cc654-ccc1-4331-a642-6752e6edb17f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ca641b9-e8b7-4bf0-9748-f8c4ad96012f HTTP/1.1" status: 200 len: 843 time: 0.0738301 Jan 26 11:35:03.824230 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e42bc-36c9-41d9-99d4-7e8072cfd5a0 req-5f66520a-511d-4896-8450-18929a083de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:35:03.826598 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-124e42bc-36c9-41d9-99d4-7e8072cfd5a0 req-5f66520a-511d-4896-8450-18929a083de4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750299 Jan 26 11:35:03.895234 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-5040fcc2-973d-4f64-ab0f-4a6a9e4e16e9 None None] Set router 595c1066-3a38-46fe-aab5-84332533b009 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:35:03.978643 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-124e42bc-36c9-41d9-99d4-7e8072cfd5a0 req-c7445591-a668-4b03-bafa-099ba937a1b2 service neutron] 10.222.0.24 "GET /v2.0/networks/6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454422 Jan 26 11:35:04.144139 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-124e42bc-36c9-41d9-99d4-7e8072cfd5a0 req-c9d63c7a-2d51-44d3-abe6-9797681da14c service neutron] 10.222.0.24 "GET /v2.0/networks/6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589859 Jan 26 11:35:04.270714 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-5040fcc2-973d-4f64-ab0f-4a6a9e4e16e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595c1066-3a38-46fe-aab5-84332533b009', 'name': 'tempest-TestNetworkBasicOps-router-896397240', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:34:39Z', 'updated_at': '2022-01-26T11:34:45Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c1066-3a38-46fe-aab5-84332533b009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:34:40Z', 'updated_at': '2022-01-26T11:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '3c1fad1e-05a0-46b3-97cc-e8f38fe12dd5', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.236', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '595c1066-3a38-46fe-aab5-84332533b009', 'port_id': 'e276dd35-3685-46d9-9c0c-362088e52b6b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f', 'mac_address': 'fa:16:3e:b8:1c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b468652-ca65-4f32-954f-7bdd1fc2c96a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:35:01Z', 'updated_at': '2022-01-26T11:35:01Z', 'revision_number': 0, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1073c330-1245-4cd7-829d-f06933b8a00b', 'name': '', 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:e8:8f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c1066-3a38-46fe-aab5-84332533b009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '0ca641b9-e8b7-4bf0-9748-f8c4ad96012f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:34:44Z', 'updated_at': '2022-01-26T11:34:50Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '0ca641b9-e8b7-4bf0-9748-f8c4ad96012f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:35:04.274048 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5040fcc2-973d-4f64-ab0f-4a6a9e4e16e9 None None] The sync data for ids ['595c1066-3a38-46fe-aab5-84332533b009'] in dv-neutron-826439-1-hyperv is: [{'id': '595c1066-3a38-46fe-aab5-84332533b009', 'name': 'tempest-TestNetworkBasicOps-router-896397240', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:34:39Z', 'updated_at': '2022-01-26T11:34:45Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c1066-3a38-46fe-aab5-84332533b009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:34:40Z', 'updated_at': '2022-01-26T11:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '3c1fad1e-05a0-46b3-97cc-e8f38fe12dd5', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.236', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '595c1066-3a38-46fe-aab5-84332533b009', 'port_id': 'e276dd35-3685-46d9-9c0c-362088e52b6b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f', 'mac_address': 'fa:16:3e:b8:1c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b468652-ca65-4f32-954f-7bdd1fc2c96a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:35:01Z', 'updated_at': '2022-01-26T11:35:01Z', 'revision_number': 0, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1073c330-1245-4cd7-829d-f06933b8a00b', 'name': '', 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:e8:8f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c1066-3a38-46fe-aab5-84332533b009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '0ca641b9-e8b7-4bf0-9748-f8c4ad96012f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:34:44Z', 'updated_at': '2022-01-26T11:34:50Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '0ca641b9-e8b7-4bf0-9748-f8c4ad96012f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:35:04.380385 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56392) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:35:04.502535 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2647b8ca-0536-48df-91f2-5ba7031bc6cc None None] New status for floating IP 3c1fad1e-05a0-46b3-97cc-e8f38fe12dd5: ACTIVE {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:35:04.504881 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-32d30bcb-90b0-448b-8ebb-b497c6067da0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/3c1fad1e-05a0-46b3-97cc-e8f38fe12dd5 HTTP/1.1" status: 200 len: 991 time: 0.1232808 Jan 26 11:35:05.326366 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:05.508747 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56396) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:35:05.641092 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a7133880-c56e-4cfe-85b4-f3b2d0a9e566 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/3c1fad1e-05a0-46b3-97cc-e8f38fe12dd5 HTTP/1.1" status: 200 len: 993 time: 0.1313941 Jan 26 11:35:07.468927 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [req-42b35ecf-be19-4356-b169-5ab9417ce120 req-6f7cff5c-bc78-4aef-b2f4-51bdbdf9d9c4 service neutron] (87442) timed out ('10.222.0.24', 61521) {{(pid=87442) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 26 11:35:16.602616 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:35:22.042629 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a360134-89b7-445c-b747-e8859086d28c req-3cebb1d5-438b-44c4-a597-df41e87ccfde service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c6ec36b8-5b51-497d-89f0-fb5bca011d3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680776 Jan 26 11:35:22.135545 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a360134-89b7-445c-b747-e8859086d28c req-e1adef8d-56ad-4a49-b072-f2c25c2a5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:35:22.137020 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a360134-89b7-445c-b747-e8859086d28c req-e1adef8d-56ad-4a49-b072-f2c25c2a5148 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a848421bda384d54823be991dfd27e32&device_id=c6ec36b8-5b51-497d-89f0-fb5bca011d3f HTTP/1.1" status: 200 len: 1098 time: 0.0741010 Jan 26 11:35:22.282344 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a360134-89b7-445c-b747-e8859086d28c req-d7ef54e1-ac21-4086-8507-f46ef7383b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:35:22.283797 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a360134-89b7-445c-b747-e8859086d28c req-d7ef54e1-ac21-4086-8507-f46ef7383b57 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b9359c06-7646-4efd-91fa-322e125304c7 HTTP/1.1" status: 200 len: 913 time: 0.1272981 Jan 26 11:35:22.385713 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a360134-89b7-445c-b747-e8859086d28c req-9eb10cf5-e3ab-4d09-94be-db9a98b6034d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d46d251c-df68-4719-ba86-e31ecb80c6f7 HTTP/1.1" status: 200 len: 1001 time: 0.0959454 Jan 26 11:35:22.446148 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a360134-89b7-445c-b747-e8859086d28c req-548586eb-6e2f-47f2-9acf-86270bc49e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:35:22.447571 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a360134-89b7-445c-b747-e8859086d28c req-548586eb-6e2f-47f2-9acf-86270bc49e8c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b349df-7279-45a5-a567-116b1ec641a3 HTTP/1.1" status: 200 len: 851 time: 0.0565021 Jan 26 11:35:22.524547 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a360134-89b7-445c-b747-e8859086d28c req-b3ec59a8-cdce-42e6-a5db-23ae35cf1574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:35:22.526025 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a360134-89b7-445c-b747-e8859086d28c req-b3ec59a8-cdce-42e6-a5db-23ae35cf1574 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b9359c06-7646-4efd-91fa-322e125304c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724890 Jan 26 11:35:22.535995 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-939b4773-c2a5-44bb-ac54-3aba56db9b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:22.654653 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a360134-89b7-445c-b747-e8859086d28c req-8d467463-df23-49de-a9dd-2336caa070c9 service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219823 Jan 26 11:35:22.887983 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a360134-89b7-445c-b747-e8859086d28c req-8888c6fd-0327-42ff-bcfa-e818279a3de6 service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274091 Jan 26 11:35:24.784228 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8ad3a212-c3c1-4181-ad6d-0d467c4790d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:25.851784 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:26.050773 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:27.406168 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:35.339679 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:52.537778 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5aa6ba5d-ac07-4757-bd5b-0f90b19f5617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:52.656540 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56418) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:35:52.857300 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-1e60488e-c861-4129-b59d-9b457701e458 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Deleting port 50af0a7a-92f6-464c-ac99-489714f4ac97 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:35:52.858251 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1e60488e-c861-4129-b59d-9b457701e458 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:53.026641 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1e60488e-c861-4129-b59d-9b457701e458 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:53.026883 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1e60488e-c861-4129-b59d-9b457701e458 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:53.252058 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-1e60488e-c861-4129-b59d-9b457701e458 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Calling delete_port for 50af0a7a-92f6-464c-ac99-489714f4ac97 owned by network:floatingip {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:35:53.396071 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1e60488e-c861-4129-b59d-9b457701e458 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:53.442714 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60488e-c861-4129-b59d-9b457701e458 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Pushing event deleted for resources: {'Port': ['ID=50af0a7a-92f6-464c-ac99-489714f4ac97,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:35:53.480836 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e60488e-c861-4129-b59d-9b457701e458 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:35:53.481188 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e60488e-c861-4129-b59d-9b457701e458 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:35:53.481528 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e60488e-c861-4129-b59d-9b457701e458 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:35:53.481866 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e60488e-c861-4129-b59d-9b457701e458 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:35:53.482199 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e60488e-c861-4129-b59d-9b457701e458 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:35:53.483158 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e60488e-c861-4129-b59d-9b457701e458 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:35:53.483483 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e60488e-c861-4129-b59d-9b457701e458 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:35:53.483918 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e60488e-c861-4129-b59d-9b457701e458 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:35:53.484250 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e60488e-c861-4129-b59d-9b457701e458 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:35:53.484576 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e60488e-c861-4129-b59d-9b457701e458 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:35:53.484900 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e60488e-c861-4129-b59d-9b457701e458 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:35:53.485222 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e60488e-c861-4129-b59d-9b457701e458 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:35:53.541920 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1e60488e-c861-4129-b59d-9b457701e458 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for floatingip, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:53.542271 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-1e60488e-c861-4129-b59d-9b457701e458 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Floating IP 8b76933b-feb7-41f7-bc7c-a5e53d185d79 disassociated (deleted). External IP: 172.26.5.149, port: d46d251c-df68-4719-ba86-e31ecb80c6f7. Jan 26 11:35:53.600629 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:35:53.894940 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e60488e-c861-4129-b59d-9b457701e458 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Router 3a5de116-f758-4322-815b-b93f09187110 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:35:54.073137 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e60488e-c861-4129-b59d-9b457701e458 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:35:54.083818 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce620da2-8828-4671-92e8-3e66ce4ede27 None None] Sync routers for ids ['3a5de116-f758-4322-815b-b93f09187110'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:35:54.094470 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce620da2-8828-4671-92e8-3e66ce4ede27 None None] Routers {'3a5de116-f758-4322-815b-b93f09187110'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:35:54.095104 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ce620da2-8828-4671-92e8-3e66ce4ede27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:35:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['3a5de116-f758-4322-815b-b93f09187110'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:35:54.095516 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1e60488e-c861-4129-b59d-9b457701e458 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:54.151536 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1e60488e-c861-4129-b59d-9b457701e458 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "DELETE /v2.0/floatingips/8b76933b-feb7-41f7-bc7c-a5e53d185d79 HTTP/1.1" status: 204 len: 168 time: 1.4939287 Jan 26 11:35:54.152238 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ec36b8-5b51-497d-89f0-fb5bca011d3f', 'tag': 'd46d251c-df68-4719-ba86-e31ecb80c6f7'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:35:54.199055 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ec36b8-5b51-497d-89f0-fb5bca011d3f', 'tag': 'd46d251c-df68-4719-ba86-e31ecb80c6f7', 'status': 'completed', 'code': 200} Jan 26 11:35:54.285401 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-ce620da2-8828-4671-92e8-3e66ce4ede27 None None] Set router 3a5de116-f758-4322-815b-b93f09187110 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:35:54.295152 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c288ca4-affb-4896-b17d-ad296ac2472b req-c1606568-cbc0-4652-9636-7e456764cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:35:54.296659 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0c288ca4-affb-4896-b17d-ad296ac2472b req-c1606568-cbc0-4652-9636-7e456764cf46 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a848421bda384d54823be991dfd27e32&device_id=c6ec36b8-5b51-497d-89f0-fb5bca011d3f HTTP/1.1" status: 200 len: 1098 time: 0.0777268 Jan 26 11:35:54.437880 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c288ca4-affb-4896-b17d-ad296ac2472b req-9df5751c-5e6b-4a73-ac50-c51b8a20e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:35:54.439422 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0c288ca4-affb-4896-b17d-ad296ac2472b req-9df5751c-5e6b-4a73-ac50-c51b8a20e1c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b9359c06-7646-4efd-91fa-322e125304c7 HTTP/1.1" status: 200 len: 913 time: 0.1371653 Jan 26 11:35:54.551030 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0c288ca4-affb-4896-b17d-ad296ac2472b req-dec9d32a-29d7-4e79-ab8d-d99bad3efa28 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d46d251c-df68-4719-ba86-e31ecb80c6f7 HTTP/1.1" status: 200 len: 217 time: 0.1051095 Jan 26 11:35:54.633247 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c288ca4-affb-4896-b17d-ad296ac2472b req-ddfc8e21-6ee4-4940-806a-28c0c7ec31c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:35:54.634614 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0c288ca4-affb-4896-b17d-ad296ac2472b req-ddfc8e21-6ee4-4940-806a-28c0c7ec31c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b349df-7279-45a5-a567-116b1ec641a3 HTTP/1.1" status: 200 len: 851 time: 0.0743971 Jan 26 11:35:54.646282 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ce620da2-8828-4671-92e8-3e66ce4ede27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5de116-f758-4322-815b-b93f09187110', 'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:53Z', 'updated_at': '2022-01-26T11:28:58Z', 'revision_number': 4, 'project_id': 'a848421bda384d54823be991dfd27e32', 'gw_port': {'id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:54Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '206461bd-fbe0-4167-9867-4369f3092de1', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'floating_ip_address': '172.26.5.73', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '3a5de116-f758-4322-815b-b93f09187110', 'port_id': '347d0d9c-5c0d-4923-b15d-a0f26556454f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'mac_address': 'fa:16:3e:40:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7541b641-90c4-45bd-94fd-b7399aa32542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:32:10Z', 'updated_at': '2022-01-26T11:32:13Z', 'revision_number': 1, 'project_id': 'a848421bda384d54823be991dfd27e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42aecd9-cb9d-4ed3-afed-8f3e928a2f46', 'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'mac_address': 'fa:16:3e:ec:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '26b349df-7279-45a5-a567-116b1ec641a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:57Z', 'updated_at': '2022-01-26T11:29:04Z', 'revision_number': 5, 'project_id': 'a848421bda384d54823be991dfd27e32', 'subnets': [{'id': '26b349df-7279-45a5-a567-116b1ec641a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:35:54.647463 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c9267-3c94-459e-821e-f25060ff157f req-71fafc1c-b216-4aae-b5e1-b6c31e519f6e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:35:54.648870 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-805c9267-3c94-459e-821e-f25060ff157f req-71fafc1c-b216-4aae-b5e1-b6c31e519f6e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6ec36b8-5b51-497d-89f0-fb5bca011d3f HTTP/1.1" status: 200 len: 945 time: 0.2019079 Jan 26 11:35:54.650188 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce620da2-8828-4671-92e8-3e66ce4ede27 None None] Checking router: 3a5de116-f758-4322-815b-b93f09187110 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:35:54.658732 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce620da2-8828-4671-92e8-3e66ce4ede27 None None] Routers {'3a5de116-f758-4322-815b-b93f09187110'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:35:54.659335 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ce620da2-8828-4671-92e8-3e66ce4ede27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:35:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['3a5de116-f758-4322-815b-b93f09187110'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:35:54.745661 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-805c9267-3c94-459e-821e-f25060ff157f req-3f6edfbe-9ffa-4622-a497-6d5f6e5e17de tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659049 Jan 26 11:35:54.767918 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c288ca4-affb-4896-b17d-ad296ac2472b req-5304cfcc-eeed-47e5-9eb0-5c71c1c82a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:35:54.767918 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0c288ca4-affb-4896-b17d-ad296ac2472b req-5304cfcc-eeed-47e5-9eb0-5c71c1c82a6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b9359c06-7646-4efd-91fa-322e125304c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1113281 Jan 26 11:35:54.802700 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c61466c3-53ff-4c6f-865d-781fad4ad026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:54.901480 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0c288ca4-affb-4896-b17d-ad296ac2472b req-6e2d284c-3ded-4dd0-ae5a-eedd356dbde4 service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323798 Jan 26 11:35:54.901983 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-ce620da2-8828-4671-92e8-3e66ce4ede27 None None] Set router 3a5de116-f758-4322-815b-b93f09187110 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:35:55.033997 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0c288ca4-affb-4896-b17d-ad296ac2472b req-3a366771-230a-48cf-9e1d-0c8a3beb6b36 service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257007 Jan 26 11:35:55.246255 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ce620da2-8828-4671-92e8-3e66ce4ede27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5de116-f758-4322-815b-b93f09187110', 'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:53Z', 'updated_at': '2022-01-26T11:28:58Z', 'revision_number': 4, 'project_id': 'a848421bda384d54823be991dfd27e32', 'gw_port': {'id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:54Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '206461bd-fbe0-4167-9867-4369f3092de1', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'floating_ip_address': '172.26.5.73', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '3a5de116-f758-4322-815b-b93f09187110', 'port_id': '347d0d9c-5c0d-4923-b15d-a0f26556454f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'mac_address': 'fa:16:3e:40:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7541b641-90c4-45bd-94fd-b7399aa32542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:32:10Z', 'updated_at': '2022-01-26T11:32:13Z', 'revision_number': 1, 'project_id': 'a848421bda384d54823be991dfd27e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42aecd9-cb9d-4ed3-afed-8f3e928a2f46', 'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'mac_address': 'fa:16:3e:ec:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '26b349df-7279-45a5-a567-116b1ec641a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:57Z', 'updated_at': '2022-01-26T11:29:04Z', 'revision_number': 5, 'project_id': 'a848421bda384d54823be991dfd27e32', 'subnets': [{'id': '26b349df-7279-45a5-a567-116b1ec641a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:35:55.250549 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce620da2-8828-4671-92e8-3e66ce4ede27 None None] The sync data for ids ['3a5de116-f758-4322-815b-b93f09187110'] in dv-neutron-826439-1-hyperv is: [{'id': '3a5de116-f758-4322-815b-b93f09187110', 'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:53Z', 'updated_at': '2022-01-26T11:28:58Z', 'revision_number': 4, 'project_id': 'a848421bda384d54823be991dfd27e32', 'gw_port': {'id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:54Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '206461bd-fbe0-4167-9867-4369f3092de1', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'floating_ip_address': '172.26.5.73', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '3a5de116-f758-4322-815b-b93f09187110', 'port_id': '347d0d9c-5c0d-4923-b15d-a0f26556454f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'mac_address': 'fa:16:3e:40:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7541b641-90c4-45bd-94fd-b7399aa32542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:32:10Z', 'updated_at': '2022-01-26T11:32:13Z', 'revision_number': 1, 'project_id': 'a848421bda384d54823be991dfd27e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd42aecd9-cb9d-4ed3-afed-8f3e928a2f46', 'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'mac_address': 'fa:16:3e:ec:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '26b349df-7279-45a5-a567-116b1ec641a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:57Z', 'updated_at': '2022-01-26T11:29:04Z', 'revision_number': 5, 'project_id': 'a848421bda384d54823be991dfd27e32', 'subnets': [{'id': '26b349df-7279-45a5-a567-116b1ec641a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:35:55.467274 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9ae19f-2cd1-4049-bf32-c0e8876ce38b None None] New status for floating IP 8b76933b-feb7-41f7-bc7c-a5e53d185d79: DOWN {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:35:55.865104 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:55.944111 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e5747-31d2-4bdd-a1f7-6ed8686eec9d req-3eca5b23-bd60-41f2-9523-5cf3ce3e942b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:35:55.944721 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-753e5747-31d2-4bdd-a1f7-6ed8686eec9d req-3eca5b23-bd60-41f2-9523-5cf3ce3e942b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Synchronizing usage tracker for tenant:a848421bda384d54823be991dfd27e32 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:35:55.960403 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-753e5747-31d2-4bdd-a1f7-6ed8686eec9d req-3eca5b23-bd60-41f2-9523-5cf3ce3e942b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Unset dirty status for tenant:a848421bda384d54823be991dfd27e32 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:35:55.961805 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-753e5747-31d2-4bdd-a1f7-6ed8686eec9d req-3eca5b23-bd60-41f2-9523-5cf3ce3e942b tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6ec36b8-5b51-497d-89f0-fb5bca011d3f HTTP/1.1" status: 200 len: 945 time: 0.1007764 Jan 26 11:35:55.980051 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b8aa2-4fdd-4e91-a0c2-2772778e8b9f req-bb0b8b2f-84e6-4a5e-9791-a1b82653487c tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:35:55.981774 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-eb5b8aa2-4fdd-4e91-a0c2-2772778e8b9f req-bb0b8b2f-84e6-4a5e-9791-a1b82653487c tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6ec36b8-5b51-497d-89f0-fb5bca011d3f HTTP/1.1" status: 200 len: 945 time: 0.0862617 Jan 26 11:35:56.007262 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-753e5747-31d2-4bdd-a1f7-6ed8686eec9d req-7978d2c2-c461-4853-a2c4-d64f62b6cd00 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391641 Jan 26 11:35:56.050863 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-eb5b8aa2-4fdd-4e91-a0c2-2772778e8b9f req-377e45d1-1159-4cd5-b61b-d6db5f9915fc tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Deleting port d46d251c-df68-4719-ba86-e31ecb80c6f7 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:35:56.051287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-eb5b8aa2-4fdd-4e91-a0c2-2772778e8b9f req-377e45d1-1159-4cd5-b61b-d6db5f9915fc tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:56.053532 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:56.299818 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-eb5b8aa2-4fdd-4e91-a0c2-2772778e8b9f req-377e45d1-1159-4cd5-b61b-d6db5f9915fc tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] For port d46d251c-df68-4719-ba86-e31ecb80c6f7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=d46d251c-df68-4719-ba86-e31ecb80c6f7,segment=NetworkSegment(e975887e-2b39-4a12-979c-b5dffc435eff),segment_id=e975887e-2b39-4a12-979c-b5dffc435eff)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:35:56.300174 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-eb5b8aa2-4fdd-4e91-a0c2-2772778e8b9f req-377e45d1-1159-4cd5-b61b-d6db5f9915fc tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:56.425363 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-eb5b8aa2-4fdd-4e91-a0c2-2772778e8b9f req-377e45d1-1159-4cd5-b61b-d6db5f9915fc tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Calling delete_port for d46d251c-df68-4719-ba86-e31ecb80c6f7 owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:35:56.565870 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-eb5b8aa2-4fdd-4e91-a0c2-2772778e8b9f req-377e45d1-1159-4cd5-b61b-d6db5f9915fc tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:56.618841 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e45d1-1159-4cd5-b61b-d6db5f9915fc tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Pushing event deleted for resources: {'Port': ['ID=d46d251c-df68-4719-ba86-e31ecb80c6f7,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:35:56.663412 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e45d1-1159-4cd5-b61b-d6db5f9915fc tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:35:56.663759 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e45d1-1159-4cd5-b61b-d6db5f9915fc tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:35:56.664095 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e45d1-1159-4cd5-b61b-d6db5f9915fc tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:35:56.664427 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e45d1-1159-4cd5-b61b-d6db5f9915fc tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:35:56.664755 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e45d1-1159-4cd5-b61b-d6db5f9915fc tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:35:56.665082 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e45d1-1159-4cd5-b61b-d6db5f9915fc tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:35:56.665406 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e45d1-1159-4cd5-b61b-d6db5f9915fc tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:35:56.665726 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e45d1-1159-4cd5-b61b-d6db5f9915fc tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:35:56.666047 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e45d1-1159-4cd5-b61b-d6db5f9915fc tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:35:56.666391 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e45d1-1159-4cd5-b61b-d6db5f9915fc tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:35:56.666707 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e45d1-1159-4cd5-b61b-d6db5f9915fc tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:35:56.667022 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e45d1-1159-4cd5-b61b-d6db5f9915fc tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:35:56.705861 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5b8aa2-4fdd-4e91-a0c2-2772778e8b9f req-377e45d1-1159-4cd5-b61b-d6db5f9915fc tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] No DVR routers for this DVR port d46d251c-df68-4719-ba86-e31ecb80c6f7 on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:35:56.708329 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-eb5b8aa2-4fdd-4e91-a0c2-2772778e8b9f req-377e45d1-1159-4cd5-b61b-d6db5f9915fc tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:56.710994 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ec36b8-5b51-497d-89f0-fb5bca011d3f', 'name': 'network-vif-deleted', 'tag': 'd46d251c-df68-4719-ba86-e31ecb80c6f7'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:35:56.728427 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-eb5b8aa2-4fdd-4e91-a0c2-2772778e8b9f req-377e45d1-1159-4cd5-b61b-d6db5f9915fc tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.24 "DELETE /v2.0/ports/d46d251c-df68-4719-ba86-e31ecb80c6f7 HTTP/1.1" status: 204 len: 173 time: 0.7414958 Jan 26 11:35:56.765037 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ec36b8-5b51-497d-89f0-fb5bca011d3f', 'name': 'network-vif-deleted', 'tag': 'd46d251c-df68-4719-ba86-e31ecb80c6f7', 'status': 'completed', 'code': 200} Jan 26 11:35:57.170641 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-c2ce7f00-1f5b-4722-b7ea-6f6e8eeab1aa req-5e73f65c-b009-4641-889c-cdf7de89a7d6 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6ec36b8-5b51-497d-89f0-fb5bca011d3f HTTP/1.1" status: 200 len: 210 time: 0.0477054 Jan 26 11:35:57.408995 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:35:58.311168 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device d46d251c-df68-4719-ba86-e31ecb80c6f7 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:35:58.346516 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: d46d251c-df68-4719-ba86-e31ecb80c6f7 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:35:58.346868 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device d46d251c-df68-4719-ba86-e31ecb80c6f7 not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:36:02.904200 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56454) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:36:03.204981 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-3df24892-383a-4cdc-9934-e154c0f9fdd5 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Deleting port e3dd2233-f074-4a40-a21f-933d010bb15f {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:36:03.205237 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3df24892-383a-4cdc-9934-e154c0f9fdd5 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:03.376042 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3df24892-383a-4cdc-9934-e154c0f9fdd5 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:03.376352 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3df24892-383a-4cdc-9934-e154c0f9fdd5 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:03.501615 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-3df24892-383a-4cdc-9934-e154c0f9fdd5 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Calling delete_port for e3dd2233-f074-4a40-a21f-933d010bb15f owned by network:floatingip {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:36:03.646115 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3df24892-383a-4cdc-9934-e154c0f9fdd5 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:03.694570 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df24892-383a-4cdc-9934-e154c0f9fdd5 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Pushing event deleted for resources: {'Port': ['ID=e3dd2233-f074-4a40-a21f-933d010bb15f,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:36:03.787821 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3df24892-383a-4cdc-9934-e154c0f9fdd5 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for floatingip, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:03.788174 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-3df24892-383a-4cdc-9934-e154c0f9fdd5 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Floating IP 206461bd-fbe0-4167-9867-4369f3092de1 disassociated (deleted). External IP: 172.26.5.73, port: 347d0d9c-5c0d-4923-b15d-a0f26556454f. Jan 26 11:36:04.137125 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df24892-383a-4cdc-9934-e154c0f9fdd5 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Router 3a5de116-f758-4322-815b-b93f09187110 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:36:04.311592 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df24892-383a-4cdc-9934-e154c0f9fdd5 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:36:04.321493 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd33ab2-fc34-4502-bcbf-cdab15d8d00a None None] Sync routers for ids ['3a5de116-f758-4322-815b-b93f09187110'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:36:04.328556 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3df24892-383a-4cdc-9934-e154c0f9fdd5 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:04.332306 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd33ab2-fc34-4502-bcbf-cdab15d8d00a None None] Routers {'3a5de116-f758-4322-815b-b93f09187110'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:36:04.332913 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-cfd33ab2-fc34-4502-bcbf-cdab15d8d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:35:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['3a5de116-f758-4322-815b-b93f09187110'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:36:04.488920 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3df24892-383a-4cdc-9934-e154c0f9fdd5 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "DELETE /v2.0/floatingips/206461bd-fbe0-4167-9867-4369f3092de1 HTTP/1.1" status: 204 len: 168 time: 1.5833631 Jan 26 11:36:04.489357 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7541b641-90c4-45bd-94fd-b7399aa32542', 'tag': '347d0d9c-5c0d-4923-b15d-a0f26556454f'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:36:04.516907 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-cfd33ab2-fc34-4502-bcbf-cdab15d8d00a None None] Set router 3a5de116-f758-4322-815b-b93f09187110 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:36:04.534199 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7541b641-90c4-45bd-94fd-b7399aa32542', 'tag': '347d0d9c-5c0d-4923-b15d-a0f26556454f', 'status': 'completed', 'code': 200} Jan 26 11:36:04.623687 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f79850-43cd-48bc-93a0-e8543125d4ce req-7e5e22fe-e6bf-4770-8e32-b8d864129701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:36:04.625302 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-11f79850-43cd-48bc-93a0-e8543125d4ce req-7e5e22fe-e6bf-4770-8e32-b8d864129701 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a848421bda384d54823be991dfd27e32&device_id=7541b641-90c4-45bd-94fd-b7399aa32542 HTTP/1.1" status: 200 len: 1098 time: 0.0706825 Jan 26 11:36:04.776982 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f79850-43cd-48bc-93a0-e8543125d4ce req-682ef687-71d8-4b33-bab9-4ca477ff40cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:36:04.778823 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-11f79850-43cd-48bc-93a0-e8543125d4ce req-682ef687-71d8-4b33-bab9-4ca477ff40cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=b9359c06-7646-4efd-91fa-322e125304c7 HTTP/1.1" status: 200 len: 913 time: 0.1478710 Jan 26 11:36:04.857486 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-cfd33ab2-fc34-4502-bcbf-cdab15d8d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5de116-f758-4322-815b-b93f09187110', 'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:53Z', 'updated_at': '2022-01-26T11:28:58Z', 'revision_number': 4, 'project_id': 'a848421bda384d54823be991dfd27e32', 'gw_port': {'id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:54Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'd42aecd9-cb9d-4ed3-afed-8f3e928a2f46', 'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'mac_address': 'fa:16:3e:ec:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '26b349df-7279-45a5-a567-116b1ec641a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:57Z', 'updated_at': '2022-01-26T11:29:04Z', 'revision_number': 5, 'project_id': 'a848421bda384d54823be991dfd27e32', 'subnets': [{'id': '26b349df-7279-45a5-a567-116b1ec641a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:36:04.863461 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd33ab2-fc34-4502-bcbf-cdab15d8d00a None None] Checking router: 3a5de116-f758-4322-815b-b93f09187110 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:36:04.871822 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd33ab2-fc34-4502-bcbf-cdab15d8d00a None None] Routers {'3a5de116-f758-4322-815b-b93f09187110'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:36:04.872415 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-cfd33ab2-fc34-4502-bcbf-cdab15d8d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:35:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['3a5de116-f758-4322-815b-b93f09187110'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:36:04.894188 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-11f79850-43cd-48bc-93a0-e8543125d4ce req-a08f566c-ef57-4b34-8e03-6a50433de882 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=347d0d9c-5c0d-4923-b15d-a0f26556454f HTTP/1.1" status: 200 len: 217 time: 0.1091270 Jan 26 11:36:04.973190 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f79850-43cd-48bc-93a0-e8543125d4ce req-53d8bfcd-b673-41ff-8416-9cd248d1901e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:36:04.974663 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-11f79850-43cd-48bc-93a0-e8543125d4ce req-53d8bfcd-b673-41ff-8416-9cd248d1901e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26b349df-7279-45a5-a567-116b1ec641a3 HTTP/1.1" status: 200 len: 851 time: 0.0693016 Jan 26 11:36:04.985718 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e35593-7bee-4de4-93ec-a876155f4337 req-695f2795-1132-4cc5-825d-c3cbe1a5fb0e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:36:04.986502 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-61e35593-7bee-4de4-93ec-a876155f4337 req-695f2795-1132-4cc5-825d-c3cbe1a5fb0e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Synchronizing usage tracker for tenant:a848421bda384d54823be991dfd27e32 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:36:05.056503 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-61e35593-7bee-4de4-93ec-a876155f4337 req-695f2795-1132-4cc5-825d-c3cbe1a5fb0e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Unset dirty status for tenant:a848421bda384d54823be991dfd27e32 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:36:05.057654 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-61e35593-7bee-4de4-93ec-a876155f4337 req-695f2795-1132-4cc5-825d-c3cbe1a5fb0e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=7541b641-90c4-45bd-94fd-b7399aa32542 HTTP/1.1" status: 200 len: 945 time: 0.2195778 Jan 26 11:36:05.060425 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-cfd33ab2-fc34-4502-bcbf-cdab15d8d00a None None] Set router 3a5de116-f758-4322-815b-b93f09187110 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:36:05.110935 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-61e35593-7bee-4de4-93ec-a876155f4337 req-cc91e37c-04ca-4a01-a084-dad8a7360ab6 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465868 Jan 26 11:36:05.113906 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f79850-43cd-48bc-93a0-e8543125d4ce req-f8c88904-9a4c-408a-b108-f3b034714a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:36:05.115351 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-11f79850-43cd-48bc-93a0-e8543125d4ce req-f8c88904-9a4c-408a-b108-f3b034714a8f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b9359c06-7646-4efd-91fa-322e125304c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1262240 Jan 26 11:36:05.254627 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-11f79850-43cd-48bc-93a0-e8543125d4ce req-ea9aed51-8d7d-4965-8b44-ee9a8a755433 service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311870 Jan 26 11:36:05.348964 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:05.398979 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-11f79850-43cd-48bc-93a0-e8543125d4ce req-8efb3bb8-1a63-4853-834a-2eb3ae77ec16 service neutron] 10.222.0.24 "GET /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373458 Jan 26 11:36:05.433200 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-cfd33ab2-fc34-4502-bcbf-cdab15d8d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5de116-f758-4322-815b-b93f09187110', 'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:53Z', 'updated_at': '2022-01-26T11:28:58Z', 'revision_number': 4, 'project_id': 'a848421bda384d54823be991dfd27e32', 'gw_port': {'id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:54Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'd42aecd9-cb9d-4ed3-afed-8f3e928a2f46', 'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'mac_address': 'fa:16:3e:ec:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '26b349df-7279-45a5-a567-116b1ec641a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:57Z', 'updated_at': '2022-01-26T11:29:04Z', 'revision_number': 5, 'project_id': 'a848421bda384d54823be991dfd27e32', 'subnets': [{'id': '26b349df-7279-45a5-a567-116b1ec641a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:36:05.437804 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd33ab2-fc34-4502-bcbf-cdab15d8d00a None None] The sync data for ids ['3a5de116-f758-4322-815b-b93f09187110'] in dv-neutron-826439-1-hyperv is: [{'id': '3a5de116-f758-4322-815b-b93f09187110', 'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:53Z', 'updated_at': '2022-01-26T11:28:58Z', 'revision_number': 4, 'project_id': 'a848421bda384d54823be991dfd27e32', 'gw_port': {'id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:54Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'd42aecd9-cb9d-4ed3-afed-8f3e928a2f46', 'name': '', 'network_id': 'b9359c06-7646-4efd-91fa-322e125304c7', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'mac_address': 'fa:16:3e:ec:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '26b349df-7279-45a5-a567-116b1ec641a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:57Z', 'updated_at': '2022-01-26T11:29:04Z', 'revision_number': 5, 'project_id': 'a848421bda384d54823be991dfd27e32', 'subnets': [{'id': '26b349df-7279-45a5-a567-116b1ec641a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:36:05.658880 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633e1f30-0c15-4b53-87ad-4f5183767bdf None None] New status for floating IP 206461bd-fbe0-4167-9867-4369f3092de1: DOWN {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:36:06.214302 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b457da-e91a-4bf4-9740-f8658d19599f req-68df41dc-c92c-4d4e-aeef-19e40296d6b7 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:36:06.215685 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b0b457da-e91a-4bf4-9740-f8658d19599f req-68df41dc-c92c-4d4e-aeef-19e40296d6b7 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.24 "GET /v2.0/ports?device_id=7541b641-90c4-45bd-94fd-b7399aa32542 HTTP/1.1" status: 200 len: 945 time: 0.0792570 Jan 26 11:36:06.287695 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-b0b457da-e91a-4bf4-9740-f8658d19599f req-17757f30-d368-4b18-a806-33e51a3692e3 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Deleting port 347d0d9c-5c0d-4923-b15d-a0f26556454f {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:36:06.288440 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b0b457da-e91a-4bf4-9740-f8658d19599f req-17757f30-d368-4b18-a806-33e51a3692e3 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:06.300483 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729fbcc0-2838-47ec-b0f8-6f2b69128acf req-9d0dc2e3-143f-4e5e-9639-09f8ba93ac0e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:36:06.302511 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-729fbcc0-2838-47ec-b0f8-6f2b69128acf req-9d0dc2e3-143f-4e5e-9639-09f8ba93ac0e tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=7541b641-90c4-45bd-94fd-b7399aa32542 HTTP/1.1" status: 200 len: 945 time: 0.0850718 Jan 26 11:36:06.350101 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-729fbcc0-2838-47ec-b0f8-6f2b69128acf req-cbde6b08-0d68-4b94-9be1-1e3e7a90fea4 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/security-groups?id=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418980 Jan 26 11:36:06.530075 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-b0b457da-e91a-4bf4-9740-f8658d19599f req-17757f30-d368-4b18-a806-33e51a3692e3 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] For port 347d0d9c-5c0d-4923-b15d-a0f26556454f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=347d0d9c-5c0d-4923-b15d-a0f26556454f,segment=NetworkSegment(e975887e-2b39-4a12-979c-b5dffc435eff),segment_id=e975887e-2b39-4a12-979c-b5dffc435eff)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:36:06.531088 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b0b457da-e91a-4bf4-9740-f8658d19599f req-17757f30-d368-4b18-a806-33e51a3692e3 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:06.657564 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-b0b457da-e91a-4bf4-9740-f8658d19599f req-17757f30-d368-4b18-a806-33e51a3692e3 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Calling delete_port for 347d0d9c-5c0d-4923-b15d-a0f26556454f owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:36:06.799447 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b0b457da-e91a-4bf4-9740-f8658d19599f req-17757f30-d368-4b18-a806-33e51a3692e3 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:06.949027 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17757f30-d368-4b18-a806-33e51a3692e3 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Pushing event deleted for resources: {'Port': ['ID=347d0d9c-5c0d-4923-b15d-a0f26556454f,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:36:07.027850 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b457da-e91a-4bf4-9740-f8658d19599f req-17757f30-d368-4b18-a806-33e51a3692e3 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] No DVR routers for this DVR port 347d0d9c-5c0d-4923-b15d-a0f26556454f on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:36:07.030169 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b0b457da-e91a-4bf4-9740-f8658d19599f req-17757f30-d368-4b18-a806-33e51a3692e3 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:07.033490 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7541b641-90c4-45bd-94fd-b7399aa32542', 'name': 'network-vif-deleted', 'tag': '347d0d9c-5c0d-4923-b15d-a0f26556454f'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:36:07.048479 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b0b457da-e91a-4bf4-9740-f8658d19599f req-17757f30-d368-4b18-a806-33e51a3692e3 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.24 "DELETE /v2.0/ports/347d0d9c-5c0d-4923-b15d-a0f26556454f HTTP/1.1" status: 204 len: 173 time: 0.8280063 Jan 26 11:36:07.087865 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7541b641-90c4-45bd-94fd-b7399aa32542', 'name': 'network-vif-deleted', 'tag': '347d0d9c-5c0d-4923-b15d-a0f26556454f', 'status': 'completed', 'code': 200} Jan 26 11:36:07.517481 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b11884f1-7552-4be4-98f8-2a1ff06def1c req-05c5f6c1-2eb3-43f6-bbec-77ac55f1a4f0 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "GET /v2.0/ports?device_id=7541b641-90c4-45bd-94fd-b7399aa32542 HTTP/1.1" status: 200 len: 210 time: 0.0424869 Jan 26 11:36:08.341625 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 347d0d9c-5c0d-4923-b15d-a0f26556454f no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:36:08.378762 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: 347d0d9c-5c0d-4923-b15d-a0f26556454f {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:36:08.379113 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 347d0d9c-5c0d-4923-b15d-a0f26556454f not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:36:08.616516 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56480) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:36:08.772233 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-75453b53-97e8-4677-a5bf-4873b2c633e2 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Deleting port 9d95a816-7870-4d94-8cec-719f924f819f {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:36:08.772588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-75453b53-97e8-4677-a5bf-4873b2c633e2 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:08.946161 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-75453b53-97e8-4677-a5bf-4873b2c633e2 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:08.946429 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-75453b53-97e8-4677-a5bf-4873b2c633e2 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:09.067496 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-75453b53-97e8-4677-a5bf-4873b2c633e2 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Calling delete_port for 9d95a816-7870-4d94-8cec-719f924f819f owned by network:floatingip {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:36:09.201906 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-75453b53-97e8-4677-a5bf-4873b2c633e2 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:09.251860 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75453b53-97e8-4677-a5bf-4873b2c633e2 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Pushing event deleted for resources: {'Port': ['ID=9d95a816-7870-4d94-8cec-719f924f819f,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:36:09.342420 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-75453b53-97e8-4677-a5bf-4873b2c633e2 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for floatingip, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:09.356142 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-75453b53-97e8-4677-a5bf-4873b2c633e2 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:09.357270 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-75453b53-97e8-4677-a5bf-4873b2c633e2 tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "DELETE /v2.0/floatingips/6af152cf-488b-4f9a-a1c4-d526116b847b HTTP/1.1" status: 204 len: 168 time: 0.7397637 Jan 26 11:36:11.943463 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56496) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:36:12.012981 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8ad3c0fa-3d84-4457-9ed0-d0cc17a39aac tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:12.044629 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8ad3c0fa-3d84-4457-9ed0-d0cc17a39aac tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:12.111883 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8ad3c0fa-3d84-4457-9ed0-d0cc17a39aac tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:12.131691 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3c0fa-3d84-4457-9ed0-d0cc17a39aac tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:36:12.143477 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8ad3c0fa-3d84-4457-9ed0-d0cc17a39aac tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:12.144658 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8ad3c0fa-3d84-4457-9ed0-d0cc17a39aac tempest-TestVolumeBootPattern-1222361271 tempest-TestVolumeBootPattern-1222361271-project] 10.222.0.39 "DELETE /v2.0/security-groups/e75cb80d-8b19-4fbc-9f7f-f2d54c9612bc HTTP/1.1" status: 204 len: 168 time: 0.2000518 Jan 26 11:36:12.205173 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56502) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:36:12.971009 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2f3ba88e-1c77-4b90-9f97-53f6765444ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:13.323005 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-2f3ba88e-1c77-4b90-9f97-53f6765444ee admin admin] Deleting port d42aecd9-cb9d-4ed3-afed-8f3e928a2f46 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:36:13.323724 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2f3ba88e-1c77-4b90-9f97-53f6765444ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:13.493248 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-2f3ba88e-1c77-4b90-9f97-53f6765444ee admin admin] For port d42aecd9-cb9d-4ed3-afed-8f3e928a2f46, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d42aecd9-cb9d-4ed3-afed-8f3e928a2f46,segment=NetworkSegment(e975887e-2b39-4a12-979c-b5dffc435eff),segment_id=e975887e-2b39-4a12-979c-b5dffc435eff)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:36:13.493606 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2f3ba88e-1c77-4b90-9f97-53f6765444ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:13.623009 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-2f3ba88e-1c77-4b90-9f97-53f6765444ee admin admin] Calling delete_port for d42aecd9-cb9d-4ed3-afed-8f3e928a2f46 owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:36:13.799084 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2f3ba88e-1c77-4b90-9f97-53f6765444ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:13.847281 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ba88e-1c77-4b90-9f97-53f6765444ee admin admin] Pushing event deleted for resources: {'Port': ['ID=d42aecd9-cb9d-4ed3-afed-8f3e928a2f46,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:36:14.209530 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2f3ba88e-1c77-4b90-9f97-53f6765444ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:14.564286 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3ba88e-1c77-4b90-9f97-53f6765444ee admin admin] Router 3a5de116-f758-4322-815b-b93f09187110 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:36:14.739377 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3ba88e-1c77-4b90-9f97-53f6765444ee admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:36:14.748050 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cdbc77-ca82-4320-be14-d434398d813a None None] Sync routers for ids ['3a5de116-f758-4322-815b-b93f09187110'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:36:14.751865 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2f3ba88e-1c77-4b90-9f97-53f6765444ee admin admin] 10.222.0.39 "PUT /v2.0/routers/3a5de116-f758-4322-815b-b93f09187110/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5456209 Jan 26 11:36:14.754488 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56508) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:36:14.757553 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cdbc77-ca82-4320-be14-d434398d813a None None] Routers {'3a5de116-f758-4322-815b-b93f09187110'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:36:14.758162 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-b0cdbc77-ca82-4320-be14-d434398d813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:35:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['3a5de116-f758-4322-815b-b93f09187110'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:36:14.936184 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a8cc88f-5d0c-4f89-baaa-3e828ebd96cd admin admin] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:14.937259 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-b0cdbc77-ca82-4320-be14-d434398d813a None None] Set router 3a5de116-f758-4322-815b-b93f09187110 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:36:15.221834 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a8cc88f-5d0c-4f89-baaa-3e828ebd96cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:15.225236 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-b0cdbc77-ca82-4320-be14-d434398d813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5de116-f758-4322-815b-b93f09187110', 'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:53Z', 'updated_at': '2022-01-26T11:36:13Z', 'revision_number': 5, 'project_id': 'a848421bda384d54823be991dfd27e32', 'gw_port': {'id': '80dbc343-3aac-4ca8-aa98-b66b94a4e1b6', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5de116-f758-4322-815b-b93f09187110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:28:54Z', 'updated_at': '2022-01-26T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:36:15.229647 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cdbc77-ca82-4320-be14-d434398d813a None None] Checking router: 3a5de116-f758-4322-815b-b93f09187110 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:36:15.231471 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-5a8cc88f-5d0c-4f89-baaa-3e828ebd96cd admin admin] Deleting port 80dbc343-3aac-4ca8-aa98-b66b94a4e1b6 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:36:15.231817 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a8cc88f-5d0c-4f89-baaa-3e828ebd96cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:15.238145 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cdbc77-ca82-4320-be14-d434398d813a None None] Routers {'3a5de116-f758-4322-815b-b93f09187110'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:36:15.238776 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-b0cdbc77-ca82-4320-be14-d434398d813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:35:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['3a5de116-f758-4322-815b-b93f09187110'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:36:15.392978 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-b0cdbc77-ca82-4320-be14-d434398d813a None None] Set router 3a5de116-f758-4322-815b-b93f09187110 gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:36:15.406551 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-5a8cc88f-5d0c-4f89-baaa-3e828ebd96cd admin admin] For port 80dbc343-3aac-4ca8-aa98-b66b94a4e1b6, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=80dbc343-3aac-4ca8-aa98-b66b94a4e1b6,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:36:15.406907 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a8cc88f-5d0c-4f89-baaa-3e828ebd96cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:15.499496 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-b0cdbc77-ca82-4320-be14-d434398d813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a5de116-f758-4322-815b-b93f09187110', 'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:53Z', 'updated_at': '2022-01-26T11:36:15Z', 'revision_number': 6, 'project_id': 'a848421bda384d54823be991dfd27e32', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:36:15.503381 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cdbc77-ca82-4320-be14-d434398d813a None None] The sync data for ids ['3a5de116-f758-4322-815b-b93f09187110'] in dv-neutron-826439-1-hyperv is: [{'id': '3a5de116-f758-4322-815b-b93f09187110', 'name': 'tempest-TestVolumeBootPattern-2101143137-router', 'tenant_id': 'a848421bda384d54823be991dfd27e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:28:53Z', 'updated_at': '2022-01-26T11:36:15Z', 'revision_number': 6, 'project_id': 'a848421bda384d54823be991dfd27e32', 'gw_port_host': None}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:36:15.531219 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-5a8cc88f-5d0c-4f89-baaa-3e828ebd96cd admin admin] Calling delete_port for 80dbc343-3aac-4ca8-aa98-b66b94a4e1b6 owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:36:15.830531 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a8cc88f-5d0c-4f89-baaa-3e828ebd96cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:15.876465 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8cc88f-5d0c-4f89-baaa-3e828ebd96cd admin admin] Pushing event deleted for resources: {'Port': ['ID=80dbc343-3aac-4ca8-aa98-b66b94a4e1b6,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:36:15.899245 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d42aecd9-cb9d-4ed3-afed-8f3e928a2f46 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:36:15.936183 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: d42aecd9-cb9d-4ed3-afed-8f3e928a2f46 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:36:15.937180 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d42aecd9-cb9d-4ed3-afed-8f3e928a2f46 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:36:15.980140 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a8cc88f-5d0c-4f89-baaa-3e828ebd96cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:16.151230 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a8cc88f-5d0c-4f89-baaa-3e828ebd96cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:16.153516 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a8cc88f-5d0c-4f89-baaa-3e828ebd96cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:16.175175 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a8cc88f-5d0c-4f89-baaa-3e828ebd96cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:16.175754 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8cc88f-5d0c-4f89-baaa-3e828ebd96cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a5de116-f758-4322-815b-b93f09187110 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:36:16.188334 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a8cc88f-5d0c-4f89-baaa-3e828ebd96cd admin admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:16.189464 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5a8cc88f-5d0c-4f89-baaa-3e828ebd96cd admin admin] 10.222.0.39 "DELETE /v2.0/routers/3a5de116-f758-4322-815b-b93f09187110 HTTP/1.1" status: 204 len: 168 time: 1.4340165 Jan 26 11:36:16.192119 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56512) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:36:16.250510 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-9087d6c3-70d7-43b6-b157-51b2be63cb6d admin admin] Deleting subnet 26b349df-7279-45a5-a567-116b1ec641a3 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:36:16.253391 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9087d6c3-70d7-43b6-b157-51b2be63cb6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:16.306030 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9087d6c3-70d7-43b6-b157-51b2be63cb6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:16.388769 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9087d6c3-70d7-43b6-b157-51b2be63cb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:16.458777 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9087d6c3-70d7-43b6-b157-51b2be63cb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:16.501882 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087d6c3-70d7-43b6-b157-51b2be63cb6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26b349df-7279-45a5-a567-116b1ec641a3,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:36:16.505627 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9087d6c3-70d7-43b6-b157-51b2be63cb6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:16.514232 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9087d6c3-70d7-43b6-b157-51b2be63cb6d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/26b349df-7279-45a5-a567-116b1ec641a3 HTTP/1.1" status: 204 len: 168 time: 0.3189628 Jan 26 11:36:16.514384 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a750767a-39f5-47d2-82c2-c68a15ef27ed None None] Network b9359c06-7646-4efd-91fa-322e125304c7 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:36:16.514880 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56516) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:36:16.619591 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-858561aa-bcaf-455e-8549-2f210e28a5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:16.633291 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-858561aa-bcaf-455e-8549-2f210e28a5fb admin admin] Deleting port bd22770e-0910-47e0-a12e-3aa911630778 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:36:16.633620 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-858561aa-bcaf-455e-8549-2f210e28a5fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:16.831421 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8e7649-4564-440d-b3aa-694f35e09b73 None None] DHCP port deletion for b9359c06-7646-4efd-91fa-322e125304c7 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:36:16.835910 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-ee8e7649-4564-440d-b3aa-694f35e09b73 None None] Deleting port bd22770e-0910-47e0-a12e-3aa911630778 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:36:16.836530 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ee8e7649-4564-440d-b3aa-694f35e09b73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:16.972472 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-858561aa-bcaf-455e-8549-2f210e28a5fb admin admin] For port bd22770e-0910-47e0-a12e-3aa911630778, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=bd22770e-0910-47e0-a12e-3aa911630778,segment=NetworkSegment(e975887e-2b39-4a12-979c-b5dffc435eff),segment_id=e975887e-2b39-4a12-979c-b5dffc435eff)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:36:16.973081 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-858561aa-bcaf-455e-8549-2f210e28a5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:17.036861 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-ee8e7649-4564-440d-b3aa-694f35e09b73 None None] For port bd22770e-0910-47e0-a12e-3aa911630778, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=bd22770e-0910-47e0-a12e-3aa911630778,segment=NetworkSegment(e975887e-2b39-4a12-979c-b5dffc435eff),segment_id=e975887e-2b39-4a12-979c-b5dffc435eff)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:36:17.037487 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ee8e7649-4564-440d-b3aa-694f35e09b73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:17.100676 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-858561aa-bcaf-455e-8549-2f210e28a5fb admin admin] Calling delete_port for bd22770e-0910-47e0-a12e-3aa911630778 owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:36:17.159630 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-ee8e7649-4564-440d-b3aa-694f35e09b73 None None] Calling delete_port for bd22770e-0910-47e0-a12e-3aa911630778 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:36:17.179569 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-858561aa-bcaf-455e-8549-2f210e28a5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:17.227910 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858561aa-bcaf-455e-8549-2f210e28a5fb admin admin] Pushing event deleted for resources: {'Port': ['ID=bd22770e-0910-47e0-a12e-3aa911630778,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:36:17.231820 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-ee8e7649-4564-440d-b3aa-694f35e09b73 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:36:17.232783 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-ee8e7649-4564-440d-b3aa-694f35e09b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:36:17.233130 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858561aa-bcaf-455e-8549-2f210e28a5fb admin admin] No DVR routers for this DVR port bd22770e-0910-47e0-a12e-3aa911630778 on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:36:17.348726 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-858561aa-bcaf-455e-8549-2f210e28a5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:17.372626 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-858561aa-bcaf-455e-8549-2f210e28a5fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9359c06-7646-4efd-91fa-322e125304c7']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:36:17.384928 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-858561aa-bcaf-455e-8549-2f210e28a5fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e975887e-2b39-4a12-979c-b5dffc435eff') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:36:17.385227 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-858561aa-bcaf-455e-8549-2f210e28a5fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e975887e-2b39-4a12-979c-b5dffc435eff') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:36:17.396926 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-858561aa-bcaf-455e-8549-2f210e28a5fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:17.416005 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-858561aa-bcaf-455e-8549-2f210e28a5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:17.422020 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858561aa-bcaf-455e-8549-2f210e28a5fb admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:36:17.422483 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-858561aa-bcaf-455e-8549-2f210e28a5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:36:17.435359 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:36:17.507431 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-858561aa-bcaf-455e-8549-2f210e28a5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:17.511550 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-858561aa-bcaf-455e-8549-2f210e28a5fb admin admin] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:17.535232 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858561aa-bcaf-455e-8549-2f210e28a5fb admin admin] Pushing event deleted for resources: {'Network': ['ID=b9359c06-7646-4efd-91fa-322e125304c7,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:36:17.549476 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-858561aa-bcaf-455e-8549-2f210e28a5fb admin admin] 10.222.0.39 "DELETE /v2.0/networks/b9359c06-7646-4efd-91fa-322e125304c7 HTTP/1.1" status: 204 len: 168 time: 1.0334682 Jan 26 11:36:17.552347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56520) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:36:17.734251 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-ee8e7649-4564-440d-b3aa-694f35e09b73 None None] Deleting port bd22770e-0910-47e0-a12e-3aa911630778 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:36:17.734727 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ee8e7649-4564-440d-b3aa-694f35e09b73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:17.758198 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device bd22770e-0910-47e0-a12e-3aa911630778 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:36:17.801958 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: bd22770e-0910-47e0-a12e-3aa911630778 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:36:17.802297 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device bd22770e-0910-47e0-a12e-3aa911630778 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:36:17.802740 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 80dbc343-3aac-4ca8-aa98-b66b94a4e1b6 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:36:17.861115 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 80dbc343-3aac-4ca8-aa98-b66b94a4e1b6 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:36:17.861506 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 80dbc343-3aac-4ca8-aa98-b66b94a4e1b6 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:36:17.868191 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-ee8e7649-4564-440d-b3aa-694f35e09b73 None None] The port 'bd22770e-0910-47e0-a12e-3aa911630778' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:36:18.098750 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5d6a8444-aef0-4e16-b4e0-133d8a920e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:18.554468 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-5d6a8444-aef0-4e16-b4e0-133d8a920e84 admin admin] Deleting port 490c24bd-afa8-4096-9b76-0d39cd6ce461 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:36:18.554711 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5d6a8444-aef0-4e16-b4e0-133d8a920e84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:18.724175 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-5d6a8444-aef0-4e16-b4e0-133d8a920e84 admin admin] For port 490c24bd-afa8-4096-9b76-0d39cd6ce461, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=490c24bd-afa8-4096-9b76-0d39cd6ce461,segment=NetworkSegment(432275d6-516b-4033-85b0-171f6366f35f),segment_id=432275d6-516b-4033-85b0-171f6366f35f)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:36:18.724524 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5d6a8444-aef0-4e16-b4e0-133d8a920e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:18.848290 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-5d6a8444-aef0-4e16-b4e0-133d8a920e84 admin admin] Calling delete_port for 490c24bd-afa8-4096-9b76-0d39cd6ce461 owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:36:19.037041 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5d6a8444-aef0-4e16-b4e0-133d8a920e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:19.086968 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a8444-aef0-4e16-b4e0-133d8a920e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=490c24bd-afa8-4096-9b76-0d39cd6ce461,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:36:19.354882 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5d6a8444-aef0-4e16-b4e0-133d8a920e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:19.822391 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6a8444-aef0-4e16-b4e0-133d8a920e84 admin admin] Router d3c23eea-8b10-431f-bc94-1ee1c5721de1 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:36:19.999796 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6a8444-aef0-4e16-b4e0-133d8a920e84 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:36:20.007891 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1139f2f-e322-446e-8aa7-eae8b5d6639e None None] Sync routers for ids ['d3c23eea-8b10-431f-bc94-1ee1c5721de1'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:36:20.015555 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5d6a8444-aef0-4e16-b4e0-133d8a920e84 admin admin] 10.222.0.39 "PUT /v2.0/routers/d3c23eea-8b10-431f-bc94-1ee1c5721de1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4620500 Jan 26 11:36:20.017874 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56524) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:36:20.018736 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1139f2f-e322-446e-8aa7-eae8b5d6639e None None] Routers {'d3c23eea-8b10-431f-bc94-1ee1c5721de1'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:36:20.019334 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b1139f2f-e322-446e-8aa7-eae8b5d6639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:35:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d3c23eea-8b10-431f-bc94-1ee1c5721de1'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:36:20.191389 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-b1139f2f-e322-446e-8aa7-eae8b5d6639e None None] Set router d3c23eea-8b10-431f-bc94-1ee1c5721de1 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:36:20.193491 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-99b46ff9-cc7b-436b-82ce-6fccdddd45b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:20.367102 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-99b46ff9-cc7b-436b-82ce-6fccdddd45b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:20.377512 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-99b46ff9-cc7b-436b-82ce-6fccdddd45b8 admin admin] Deleting port 0824bc6b-517a-4747-9178-fcfe4a7d7647 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:36:20.378038 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-99b46ff9-cc7b-436b-82ce-6fccdddd45b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:20.546949 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b1139f2f-e322-446e-8aa7-eae8b5d6639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c23eea-8b10-431f-bc94-1ee1c5721de1', 'name': 'tempest-TestVolumeBootPattern-151793675-router', 'tenant_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.241'}], 'enable_snat': True}, 'gw_port_id': '0824bc6b-517a-4747-9178-fcfe4a7d7647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:29:01Z', 'updated_at': '2022-01-26T11:36:18Z', 'revision_number': 5, 'project_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'gw_port': {'id': '0824bc6b-517a-4747-9178-fcfe4a7d7647', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c23eea-8b10-431f-bc94-1ee1c5721de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:29:02Z', 'updated_at': '2022-01-26T11:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:36:20.552616 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1139f2f-e322-446e-8aa7-eae8b5d6639e None None] Checking router: d3c23eea-8b10-431f-bc94-1ee1c5721de1 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:36:20.566423 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1139f2f-e322-446e-8aa7-eae8b5d6639e None None] Routers {'d3c23eea-8b10-431f-bc94-1ee1c5721de1'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:36:20.567365 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b1139f2f-e322-446e-8aa7-eae8b5d6639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:35:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['d3c23eea-8b10-431f-bc94-1ee1c5721de1'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:36:20.661249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-99b46ff9-cc7b-436b-82ce-6fccdddd45b8 admin admin] For port 0824bc6b-517a-4747-9178-fcfe4a7d7647, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=0824bc6b-517a-4747-9178-fcfe4a7d7647,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:36:20.661719 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-99b46ff9-cc7b-436b-82ce-6fccdddd45b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:20.842651 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-b1139f2f-e322-446e-8aa7-eae8b5d6639e None None] Set router d3c23eea-8b10-431f-bc94-1ee1c5721de1 gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:36:20.870040 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-99b46ff9-cc7b-436b-82ce-6fccdddd45b8 admin admin] Calling delete_port for 0824bc6b-517a-4747-9178-fcfe4a7d7647 owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:36:20.989549 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b1139f2f-e322-446e-8aa7-eae8b5d6639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c23eea-8b10-431f-bc94-1ee1c5721de1', 'name': 'tempest-TestVolumeBootPattern-151793675-router', 'tenant_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:29:01Z', 'updated_at': '2022-01-26T11:36:20Z', 'revision_number': 6, 'project_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:36:20.993435 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1139f2f-e322-446e-8aa7-eae8b5d6639e None None] The sync data for ids ['d3c23eea-8b10-431f-bc94-1ee1c5721de1'] in dv-neutron-826439-1-hyperv is: [{'id': 'd3c23eea-8b10-431f-bc94-1ee1c5721de1', 'name': 'tempest-TestVolumeBootPattern-151793675-router', 'tenant_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:29:01Z', 'updated_at': '2022-01-26T11:36:20Z', 'revision_number': 6, 'project_id': 'ddf898e74f4f4e3da58c0ddd91770ab0', 'gw_port_host': None}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:36:21.063945 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-99b46ff9-cc7b-436b-82ce-6fccdddd45b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:21.109933 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b46ff9-cc7b-436b-82ce-6fccdddd45b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0824bc6b-517a-4747-9178-fcfe4a7d7647,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:36:21.199724 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-99b46ff9-cc7b-436b-82ce-6fccdddd45b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:21.491941 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-99b46ff9-cc7b-436b-82ce-6fccdddd45b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:21.494134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-99b46ff9-cc7b-436b-82ce-6fccdddd45b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:21.516202 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-99b46ff9-cc7b-436b-82ce-6fccdddd45b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:21.516700 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b46ff9-cc7b-436b-82ce-6fccdddd45b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3c23eea-8b10-431f-bc94-1ee1c5721de1 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:36:21.528402 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-99b46ff9-cc7b-436b-82ce-6fccdddd45b8 admin admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:21.529525 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-99b46ff9-cc7b-436b-82ce-6fccdddd45b8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d3c23eea-8b10-431f-bc94-1ee1c5721de1 HTTP/1.1" status: 204 len: 168 time: 1.5107007 Jan 26 11:36:21.532842 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56530) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:36:21.592301 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d25dd6-a7c0-4de4-83d7-5ffaeef3f939 admin admin] Deleting subnet bf79dfce-367d-4475-8e5a-01edcc660a90 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:36:21.595984 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a6d25dd6-a7c0-4de4-83d7-5ffaeef3f939 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:21.644572 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a6d25dd6-a7c0-4de4-83d7-5ffaeef3f939 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:21.723132 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a6d25dd6-a7c0-4de4-83d7-5ffaeef3f939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:21.753271 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 490c24bd-afa8-4096-9b76-0d39cd6ce461 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:36:21.790830 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 490c24bd-afa8-4096-9b76-0d39cd6ce461 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:36:21.791362 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 490c24bd-afa8-4096-9b76-0d39cd6ce461 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:36:21.791712 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0824bc6b-517a-4747-9178-fcfe4a7d7647 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:36:21.797363 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a6d25dd6-a7c0-4de4-83d7-5ffaeef3f939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:21.825811 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 0824bc6b-517a-4747-9178-fcfe4a7d7647 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:36:21.826168 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 0824bc6b-517a-4747-9178-fcfe4a7d7647 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:36:21.839389 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a6d25dd6-a7c0-4de4-83d7-5ffaeef3f939 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:21.842032 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d25dd6-a7c0-4de4-83d7-5ffaeef3f939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf79dfce-367d-4475-8e5a-01edcc660a90,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:36:21.843699 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c679a968-efd3-4814-88a0-ced48ad08983 None None] Network 2a2a70d8-3cca-4a22-9c16-a27d4ad8a396 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:36:21.850636 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a6d25dd6-a7c0-4de4-83d7-5ffaeef3f939 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bf79dfce-367d-4475-8e5a-01edcc660a90 HTTP/1.1" status: 204 len: 168 time: 0.3142827 Jan 26 11:36:21.850636 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56534) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:36:22.007468 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-48430140-6a89-4a30-9667-6514df122444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:22.029005 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-48430140-6a89-4a30-9667-6514df122444 admin admin] Deleting port 94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:36:22.029340 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-48430140-6a89-4a30-9667-6514df122444 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:22.087128 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-09696781-c72d-4769-bb74-816561419a30 req-3047c09d-a1b7-4e74-a0be-647fd6195eea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5b468652-ca65-4f32-954f-7bdd1fc2c96a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1956501 Jan 26 11:36:22.113035 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c806b9-d02b-4332-9650-ffcd100da77f None None] DHCP port deletion for 2a2a70d8-3cca-4a22-9c16-a27d4ad8a396 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:36:22.116172 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-d7c806b9-d02b-4332-9650-ffcd100da77f None None] Deleting port 94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:36:22.116552 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d7c806b9-d02b-4332-9650-ffcd100da77f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:22.287953 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-48430140-6a89-4a30-9667-6514df122444 admin admin] For port 94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec,segment=NetworkSegment(432275d6-516b-4033-85b0-171f6366f35f),segment_id=432275d6-516b-4033-85b0-171f6366f35f)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:36:22.288310 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-48430140-6a89-4a30-9667-6514df122444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:22.319322 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d7c806b9-d02b-4332-9650-ffcd100da77f None None] For port 94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec,segment=NetworkSegment(432275d6-516b-4033-85b0-171f6366f35f),segment_id=432275d6-516b-4033-85b0-171f6366f35f)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:36:22.319715 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d7c806b9-d02b-4332-9650-ffcd100da77f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:22.424166 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-48430140-6a89-4a30-9667-6514df122444 admin admin] Calling delete_port for 94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:36:22.440962 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-d7c806b9-d02b-4332-9650-ffcd100da77f None None] Calling delete_port for 94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:36:22.486447 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09696781-c72d-4769-bb74-816561419a30 req-de38ed5b-db22-43f1-87ea-f87d36d2d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:36:22.487930 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-09696781-c72d-4769-bb74-816561419a30 req-de38ed5b-db22-43f1-87ea-f87d36d2d6b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=5b468652-ca65-4f32-954f-7bdd1fc2c96a HTTP/1.1" status: 200 len: 1098 time: 0.3033185 Jan 26 11:36:22.533173 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-48430140-6a89-4a30-9667-6514df122444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:22.540676 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d27ec59b-7c00-4408-b639-09c673f23017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:22.543488 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-d7c806b9-d02b-4332-9650-ffcd100da77f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:36:22.543849 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-d7c806b9-d02b-4332-9650-ffcd100da77f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:36:22.601358 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48430140-6a89-4a30-9667-6514df122444 admin admin] Pushing event deleted for resources: {'Port': ['ID=94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:36:22.603151 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48430140-6a89-4a30-9667-6514df122444 admin admin] No DVR routers for this DVR port 94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:36:22.896233 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-48430140-6a89-4a30-9667-6514df122444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:22.907261 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09696781-c72d-4769-bb74-816561419a30 req-ef3cf1e1-ab51-4e75-bb39-0dffd4b61a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:36:22.908699 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-09696781-c72d-4769-bb74-816561419a30 req-ef3cf1e1-ab51-4e75-bb39-0dffd4b61a6a service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f HTTP/1.1" status: 200 len: 898 time: 0.4016693 Jan 26 11:36:22.989662 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-48430140-6a89-4a30-9667-6514df122444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2a70d8-3cca-4a22-9c16-a27d4ad8a396']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:36:23.011616 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-48430140-6a89-4a30-9667-6514df122444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432275d6-516b-4033-85b0-171f6366f35f') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:36:23.011913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-48430140-6a89-4a30-9667-6514df122444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432275d6-516b-4033-85b0-171f6366f35f') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:36:23.028882 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-48430140-6a89-4a30-9667-6514df122444 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:23.045190 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-d7c806b9-d02b-4332-9650-ffcd100da77f None None] Deleting port 94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:36:23.046283 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d7c806b9-d02b-4332-9650-ffcd100da77f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:23.048123 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-09696781-c72d-4769-bb74-816561419a30 req-2e4d57b6-d00f-4fca-bf0f-6ac090cef35f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e276dd35-3685-46d9-9c0c-362088e52b6b HTTP/1.1" status: 200 len: 1001 time: 0.1297729 Jan 26 11:36:23.051560 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-48430140-6a89-4a30-9667-6514df122444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:23.093436 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48430140-6a89-4a30-9667-6514df122444 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:36:23.093745 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-48430140-6a89-4a30-9667-6514df122444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:36:23.106556 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:36:23.116252 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-d7c806b9-d02b-4332-9650-ffcd100da77f None None] The port '94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:36:23.195006 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09696781-c72d-4769-bb74-816561419a30 req-31014e4b-676a-4504-8bfc-a773e0681e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:36:23.196545 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-09696781-c72d-4769-bb74-816561419a30 req-31014e4b-676a-4504-8bfc-a773e0681e7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ca641b9-e8b7-4bf0-9748-f8c4ad96012f HTTP/1.1" status: 200 len: 843 time: 0.1424382 Jan 26 11:36:23.197606 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-48430140-6a89-4a30-9667-6514df122444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:23.213196 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-48430140-6a89-4a30-9667-6514df122444 admin admin] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:23.274223 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48430140-6a89-4a30-9667-6514df122444 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a2a70d8-3cca-4a22-9c16-a27d4ad8a396,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:36:23.279337 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-48430140-6a89-4a30-9667-6514df122444 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2a2a70d8-3cca-4a22-9c16-a27d4ad8a396 HTTP/1.1" status: 204 len: 168 time: 1.4274027 Jan 26 11:36:23.307714 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09696781-c72d-4769-bb74-816561419a30 req-af9fd993-94f0-49af-945c-eaa2b7dad194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:36:23.309194 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-09696781-c72d-4769-bb74-816561419a30 req-af9fd993-94f0-49af-945c-eaa2b7dad194 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0936501 Jan 26 11:36:23.389843 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56540) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:36:23.444729 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6acf945e-a81d-4787-92ef-d687dc0d1758 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a848421bda384d54823be991dfd27e32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536647 Jan 26 11:36:23.447215 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56544) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:36:23.447348 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-09696781-c72d-4769-bb74-816561419a30 req-1fcbfd91-7fbb-4b24-ab22-1850b3851b0c service neutron] 10.222.0.24 "GET /v2.0/networks/6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323335 Jan 26 11:36:23.507811 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2e3b6974-1bb6-42ac-9fc5-a531fe34ef72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:23.534187 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2e3b6974-1bb6-42ac-9fc5-a531fe34ef72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:23.589978 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-09696781-c72d-4769-bb74-816561419a30 req-334c4d79-ea93-43e6-a7c0-24838c675461 service neutron] 10.222.0.24 "GET /v2.0/networks/6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357093 Jan 26 11:36:23.631294 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2e3b6974-1bb6-42ac-9fc5-a531fe34ef72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:23.651771 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b6974-1bb6-42ac-9fc5-a531fe34ef72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1050dc-b1d0-4edf-bd76-4f97e2b43567,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:36:23.656589 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2e3b6974-1bb6-42ac-9fc5-a531fe34ef72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:23.660156 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2e3b6974-1bb6-42ac-9fc5-a531fe34ef72 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db1050dc-b1d0-4edf-bd76-4f97e2b43567 HTTP/1.1" status: 204 len: 168 time: 0.2092319 Jan 26 11:36:23.747030 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:36:23.781870 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:36:23.782209 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 94f780db-fe2a-4d6d-8b9f-44fdbea9f0ec not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:36:24.020098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56552) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:36:24.070417 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d4435733-02d5-4294-bc0a-48598db47174 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ddf898e74f4f4e3da58c0ddd91770ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491173 Jan 26 11:36:24.073073 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56556) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:36:24.132100 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6e2a6d6f-ba67-4f4f-b11e-a77724dddbeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:24.157681 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6e2a6d6f-ba67-4f4f-b11e-a77724dddbeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:24.209960 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6e2a6d6f-ba67-4f4f-b11e-a77724dddbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:24.224695 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a6d6f-ba67-4f4f-b11e-a77724dddbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6f4342-e2e5-41f0-8479-468acbc12b4c,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:36:24.230539 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6e2a6d6f-ba67-4f4f-b11e-a77724dddbeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:24.231653 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6e2a6d6f-ba67-4f4f-b11e-a77724dddbeb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec6f4342-e2e5-41f0-8479-468acbc12b4c HTTP/1.1" status: 204 len: 168 time: 0.1576333 Jan 26 11:36:24.785320 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ad7d2289-3e13-43ef-bd88-52049f49c812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:25.854251 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:26.057692 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:27.405675 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:30.600043 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:36:35.341217 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:52.542575 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5d512538-a225-4341-8782-8ef07c9eda13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:54.786984 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1927c98e-65d9-4059-ae0a-3fd52cd681d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:55.856164 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:56.058933 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:56.837659 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56568) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:36:57.090034 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-3a930b82-bff7-4532-8854-bcee866dc90e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:36:57.204896 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a930b82-bff7-4532-8854-bcee866dc90e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2398489'] for subnet, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:57.385970 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a930b82-bff7-4532-8854-bcee866dc90e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754530675438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1062455'] for subnet, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:57.413571 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:57.434296 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a930b82-bff7-4532-8854-bcee866dc90e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:36:57.434919 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3a930b82-bff7-4532-8854-bcee866dc90e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:57.436795 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3a930b82-bff7-4532-8854-bcee866dc90e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "PUT /v2.0/subnets/0ca641b9-e8b7-4bf0-9748-f8c4ad96012f HTTP/1.1" status: 200 len: 835 time: 0.5974939 Jan 26 11:36:57.441810 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e0f76d-02fb-4ae7-a113-7efda00a7c57 None None] Network 6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:36:57.456366 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a930b82-bff7-4532-8854-bcee866dc90e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Subnet': ['ID=0ca641b9-e8b7-4bf0-9748-f8c4ad96012f,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:36:57.463738 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a930b82-bff7-4532-8854-bcee866dc90e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:36:57.464122 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a930b82-bff7-4532-8854-bcee866dc90e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:36:57.464470 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a930b82-bff7-4532-8854-bcee866dc90e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:36:57.464810 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a930b82-bff7-4532-8854-bcee866dc90e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:36:57.465147 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a930b82-bff7-4532-8854-bcee866dc90e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:36:57.465491 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a930b82-bff7-4532-8854-bcee866dc90e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:36:57.465815 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a930b82-bff7-4532-8854-bcee866dc90e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:36:57.466329 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a930b82-bff7-4532-8854-bcee866dc90e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:36:57.466723 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a930b82-bff7-4532-8854-bcee866dc90e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:36:57.467115 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a930b82-bff7-4532-8854-bcee866dc90e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:36:57.467445 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a930b82-bff7-4532-8854-bcee866dc90e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:36:57.467774 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a930b82-bff7-4532-8854-bcee866dc90e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:36:57.850609 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-57449684-0060-4c1e-8897-1e0cfb5227a2 None None] Provisioning complete for port 54b68593-d442-439e-ab7a-9ca4fd038657 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:36:57.850987 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-57449684-0060-4c1e-8897-1e0cfb5227a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:57.981710 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-57449684-0060-4c1e-8897-1e0cfb5227a2 None None] Provisioning complete for port e276dd35-3685-46d9-9c0c-362088e52b6b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:36:57.981961 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-57449684-0060-4c1e-8897-1e0cfb5227a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:36:58.106155 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-57449684-0060-4c1e-8897-1e0cfb5227a2 None None] Provisioning complete for port 1073c330-1245-4cd7-829d-f06933b8a00b triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:36:58.106543 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-57449684-0060-4c1e-8897-1e0cfb5227a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:05.340897 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:07.598896 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:37:21.996106 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c62e7461-84a9-4a8b-bbac-05e3f00e1177 req-6f64dbad-bcaf-41c1-a943-52a568d57264 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5b468652-ca65-4f32-954f-7bdd1fc2c96a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1202800 Jan 26 11:37:22.131358 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e7461-84a9-4a8b-bbac-05e3f00e1177 req-89d545e5-ed63-48c4-990a-fe5de6b8adc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:37:22.132825 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c62e7461-84a9-4a8b-bbac-05e3f00e1177 req-89d545e5-ed63-48c4-990a-fe5de6b8adc6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=5b468652-ca65-4f32-954f-7bdd1fc2c96a HTTP/1.1" status: 200 len: 1098 time: 0.0703311 Jan 26 11:37:22.274792 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e7461-84a9-4a8b-bbac-05e3f00e1177 req-1de5f1f7-fff2-4dd8-989d-c59ee07e2e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:37:22.276143 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c62e7461-84a9-4a8b-bbac-05e3f00e1177 req-1de5f1f7-fff2-4dd8-989d-c59ee07e2e7e service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f HTTP/1.1" status: 200 len: 898 time: 0.1256974 Jan 26 11:37:22.378727 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c62e7461-84a9-4a8b-bbac-05e3f00e1177 req-9bfed54f-e9ce-4039-8d28-d62112434f85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e276dd35-3685-46d9-9c0c-362088e52b6b HTTP/1.1" status: 200 len: 1001 time: 0.0957673 Jan 26 11:37:22.441138 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e7461-84a9-4a8b-bbac-05e3f00e1177 req-5bdb8232-f5da-4acc-9dc5-e9fd2ca6c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:37:22.442557 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c62e7461-84a9-4a8b-bbac-05e3f00e1177 req-5bdb8232-f5da-4acc-9dc5-e9fd2ca6c394 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ca641b9-e8b7-4bf0-9748-f8c4ad96012f HTTP/1.1" status: 200 len: 843 time: 0.0587544 Jan 26 11:37:22.515555 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e7461-84a9-4a8b-bbac-05e3f00e1177 req-f27a43ad-2f85-496c-a61d-8e548a55a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:37:22.517015 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c62e7461-84a9-4a8b-bbac-05e3f00e1177 req-f27a43ad-2f85-496c-a61d-8e548a55a91f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684919 Jan 26 11:37:22.544351 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-161f8e00-f370-4423-bdbb-df89cd946b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:22.648188 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c62e7461-84a9-4a8b-bbac-05e3f00e1177 req-871073b7-fcc4-494c-847a-7a54d49b8e76 service neutron] 10.222.0.24 "GET /v2.0/networks/6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246045 Jan 26 11:37:22.890684 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c62e7461-84a9-4a8b-bbac-05e3f00e1177 req-947a34bc-39d4-47be-8884-ab67d1d1e438 service neutron] 10.222.0.24 "GET /v2.0/networks/6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360096 Jan 26 11:37:24.788308 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ae39258f-bb0e-40a3-a6ba-557417671550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:25.859897 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:26.061450 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:27.411174 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:35.354456 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:40.243845 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56588) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:37:40.444390 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-0a1fe258-a078-4c30-9dda-4a23ac79afc5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port aee55919-133b-4615-9e8f-991e06779c19 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:37:40.444732 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe258-a078-4c30-9dda-4a23ac79afc5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:40.611019 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe258-a078-4c30-9dda-4a23ac79afc5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:40.611350 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe258-a078-4c30-9dda-4a23ac79afc5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:40.735426 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-0a1fe258-a078-4c30-9dda-4a23ac79afc5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for aee55919-133b-4615-9e8f-991e06779c19 owned by network:floatingip {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:37:40.882413 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe258-a078-4c30-9dda-4a23ac79afc5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:40.932073 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fe258-a078-4c30-9dda-4a23ac79afc5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=aee55919-133b-4615-9e8f-991e06779c19,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:40.968800 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fe258-a078-4c30-9dda-4a23ac79afc5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:40.969154 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fe258-a078-4c30-9dda-4a23ac79afc5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:40.969489 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fe258-a078-4c30-9dda-4a23ac79afc5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:40.969821 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fe258-a078-4c30-9dda-4a23ac79afc5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:40.970148 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fe258-a078-4c30-9dda-4a23ac79afc5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:40.970506 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fe258-a078-4c30-9dda-4a23ac79afc5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:40.970829 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fe258-a078-4c30-9dda-4a23ac79afc5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:40.971148 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fe258-a078-4c30-9dda-4a23ac79afc5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:40.971466 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fe258-a078-4c30-9dda-4a23ac79afc5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:40.972455 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fe258-a078-4c30-9dda-4a23ac79afc5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:40.972855 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fe258-a078-4c30-9dda-4a23ac79afc5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:40.973173 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1fe258-a078-4c30-9dda-4a23ac79afc5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:41.031838 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe258-a078-4c30-9dda-4a23ac79afc5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:41.032175 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-0a1fe258-a078-4c30-9dda-4a23ac79afc5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Floating IP 3c1fad1e-05a0-46b3-97cc-e8f38fe12dd5 disassociated (deleted). External IP: 172.26.5.236, port: e276dd35-3685-46d9-9c0c-362088e52b6b. Jan 26 11:37:41.380713 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1fe258-a078-4c30-9dda-4a23ac79afc5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 595c1066-3a38-46fe-aab5-84332533b009 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:37:41.669830 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1fe258-a078-4c30-9dda-4a23ac79afc5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:37:41.680412 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d486bc13-4bee-4f44-90e2-046c99580223 None None] Sync routers for ids ['595c1066-3a38-46fe-aab5-84332533b009'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:37:41.689786 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe258-a078-4c30-9dda-4a23ac79afc5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:41.690181 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d486bc13-4bee-4f44-90e2-046c99580223 None None] Routers {'595c1066-3a38-46fe-aab5-84332533b009'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:37:41.691422 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d486bc13-4bee-4f44-90e2-046c99580223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:37:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['595c1066-3a38-46fe-aab5-84332533b009'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:37:41.744365 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0a1fe258-a078-4c30-9dda-4a23ac79afc5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/floatingips/3c1fad1e-05a0-46b3-97cc-e8f38fe12dd5 HTTP/1.1" status: 204 len: 168 time: 1.4994535 Jan 26 11:37:41.744931 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b468652-ca65-4f32-954f-7bdd1fc2c96a', 'tag': 'e276dd35-3685-46d9-9c0c-362088e52b6b'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:37:41.877521 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-d486bc13-4bee-4f44-90e2-046c99580223 None None] Set router 595c1066-3a38-46fe-aab5-84332533b009 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:37:41.925172 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b468652-ca65-4f32-954f-7bdd1fc2c96a', 'tag': 'e276dd35-3685-46d9-9c0c-362088e52b6b', 'status': 'completed', 'code': 200} Jan 26 11:37:42.025347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d89013-e733-477f-9330-f22f205d4eb0 req-aeaff5fb-f693-4a78-b000-ca7236666dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:37:42.026884 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-11d89013-e733-477f-9330-f22f205d4eb0 req-aeaff5fb-f693-4a78-b000-ca7236666dac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=5b468652-ca65-4f32-954f-7bdd1fc2c96a HTTP/1.1" status: 200 len: 1098 time: 0.0737314 Jan 26 11:37:42.172542 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d89013-e733-477f-9330-f22f205d4eb0 req-51509630-0a35-485e-b9c0-7bdfd13d0c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:37:42.174270 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-11d89013-e733-477f-9330-f22f205d4eb0 req-51509630-0a35-485e-b9c0-7bdfd13d0c2c service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f HTTP/1.1" status: 200 len: 898 time: 0.1413608 Jan 26 11:37:42.199015 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c8c87-30ec-41b2-8bb4-41b50f23db9c req-3b527643-9037-4386-87b9-fdba62dae734 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:37:42.202766 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-096c8c87-30ec-41b2-8bb4-41b50f23db9c req-3b527643-9037-4386-87b9-fdba62dae734 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b468652-ca65-4f32-954f-7bdd1fc2c96a HTTP/1.1" status: 200 len: 945 time: 0.1419058 Jan 26 11:37:42.246296 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d486bc13-4bee-4f44-90e2-046c99580223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595c1066-3a38-46fe-aab5-84332533b009', 'name': 'tempest-TestNetworkBasicOps-router-896397240', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:34:39Z', 'updated_at': '2022-01-26T11:34:45Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c1066-3a38-46fe-aab5-84332533b009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:34:40Z', 'updated_at': '2022-01-26T11:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '1073c330-1245-4cd7-829d-f06933b8a00b', 'name': '', 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:e8:8f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c1066-3a38-46fe-aab5-84332533b009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '0ca641b9-e8b7-4bf0-9748-f8c4ad96012f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:34:44Z', 'updated_at': '2022-01-26T11:34:50Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '0ca641b9-e8b7-4bf0-9748-f8c4ad96012f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:37:42.246765 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-096c8c87-30ec-41b2-8bb4-41b50f23db9c req-183452bc-c3b0-4652-aa42-42ad285a4bd9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d9db573-38ac-4476-92c9-977251e5f996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397778 Jan 26 11:37:42.250444 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d486bc13-4bee-4f44-90e2-046c99580223 None None] Checking router: 595c1066-3a38-46fe-aab5-84332533b009 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:37:42.252296 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-11d89013-e733-477f-9330-f22f205d4eb0 req-57f8d166-0091-487f-ac50-4c04983fb6b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e276dd35-3685-46d9-9c0c-362088e52b6b HTTP/1.1" status: 200 len: 217 time: 0.0709181 Jan 26 11:37:42.258987 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d486bc13-4bee-4f44-90e2-046c99580223 None None] Routers {'595c1066-3a38-46fe-aab5-84332533b009'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:37:42.259725 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d486bc13-4bee-4f44-90e2-046c99580223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:37:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['595c1066-3a38-46fe-aab5-84332533b009'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:37:42.317228 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d89013-e733-477f-9330-f22f205d4eb0 req-72803f27-3eb8-4485-b1b0-5174d1a7f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:37:42.318700 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-11d89013-e733-477f-9330-f22f205d4eb0 req-72803f27-3eb8-4485-b1b0-5174d1a7f743 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0ca641b9-e8b7-4bf0-9748-f8c4ad96012f HTTP/1.1" status: 200 len: 843 time: 0.0600576 Jan 26 11:37:42.397412 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d89013-e733-477f-9330-f22f205d4eb0 req-2f417daa-584c-4eda-8c07-0f17d8cee413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:37:42.398965 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-11d89013-e733-477f-9330-f22f205d4eb0 req-2f417daa-584c-4eda-8c07-0f17d8cee413 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745025 Jan 26 11:37:42.442014 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-d486bc13-4bee-4f44-90e2-046c99580223 None None] Set router 595c1066-3a38-46fe-aab5-84332533b009 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:37:42.535946 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-11d89013-e733-477f-9330-f22f205d4eb0 req-5ba28f9c-701d-49d8-b307-9024e5d58ad0 service neutron] 10.222.0.24 "GET /v2.0/networks/6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295767 Jan 26 11:37:42.670100 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-11d89013-e733-477f-9330-f22f205d4eb0 req-bc8bdb28-ce12-4a27-8271-979c728b6a87 service neutron] 10.222.0.24 "GET /v2.0/networks/6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267037 Jan 26 11:37:42.761865 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d486bc13-4bee-4f44-90e2-046c99580223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595c1066-3a38-46fe-aab5-84332533b009', 'name': 'tempest-TestNetworkBasicOps-router-896397240', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:34:39Z', 'updated_at': '2022-01-26T11:34:45Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c1066-3a38-46fe-aab5-84332533b009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:34:40Z', 'updated_at': '2022-01-26T11:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '1073c330-1245-4cd7-829d-f06933b8a00b', 'name': '', 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:e8:8f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c1066-3a38-46fe-aab5-84332533b009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '0ca641b9-e8b7-4bf0-9748-f8c4ad96012f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:34:44Z', 'updated_at': '2022-01-26T11:34:50Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '0ca641b9-e8b7-4bf0-9748-f8c4ad96012f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:37:42.765611 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d486bc13-4bee-4f44-90e2-046c99580223 None None] The sync data for ids ['595c1066-3a38-46fe-aab5-84332533b009'] in dv-neutron-826439-1-hyperv is: [{'id': '595c1066-3a38-46fe-aab5-84332533b009', 'name': 'tempest-TestNetworkBasicOps-router-896397240', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:34:39Z', 'updated_at': '2022-01-26T11:34:45Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c1066-3a38-46fe-aab5-84332533b009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:34:40Z', 'updated_at': '2022-01-26T11:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '1073c330-1245-4cd7-829d-f06933b8a00b', 'name': '', 'network_id': '6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:e8:8f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c1066-3a38-46fe-aab5-84332533b009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '0ca641b9-e8b7-4bf0-9748-f8c4ad96012f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:34:44Z', 'updated_at': '2022-01-26T11:34:50Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '0ca641b9-e8b7-4bf0-9748-f8c4ad96012f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:37:42.971381 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad23bfe1-00d4-4774-8562-295f9c997ee7 None None] New status for floating IP 3c1fad1e-05a0-46b3-97cc-e8f38fe12dd5: DOWN {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:37:43.353293 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0dfa3-43fa-4919-a1b8-cbfe9e5a8a8d req-d08a0117-0bdf-4bce-8a9c-824e69536514 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:37:43.353930 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-54c0dfa3-43fa-4919-a1b8-cbfe9e5a8a8d req-d08a0117-0bdf-4bce-8a9c-824e69536514 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:37:43.375524 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-54c0dfa3-43fa-4919-a1b8-cbfe9e5a8a8d req-d08a0117-0bdf-4bce-8a9c-824e69536514 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:37:43.376639 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-54c0dfa3-43fa-4919-a1b8-cbfe9e5a8a8d req-d08a0117-0bdf-4bce-8a9c-824e69536514 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b468652-ca65-4f32-954f-7bdd1fc2c96a HTTP/1.1" status: 200 len: 945 time: 0.1014953 Jan 26 11:37:43.495582 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-54c0dfa3-43fa-4919-a1b8-cbfe9e5a8a8d req-d873d9b5-dfd5-435a-84c4-a34d27dac827 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port e276dd35-3685-46d9-9c0c-362088e52b6b {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:37:43.496275 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-54c0dfa3-43fa-4919-a1b8-cbfe9e5a8a8d req-d873d9b5-dfd5-435a-84c4-a34d27dac827 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:43.614436 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0201624-db4f-4a25-97d3-d0a78ba745b3 req-ad159d85-9e42-4852-ad7b-ea96a685d4c3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:37:43.615811 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a0201624-db4f-4a25-97d3-d0a78ba745b3 req-ad159d85-9e42-4852-ad7b-ea96a685d4c3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b468652-ca65-4f32-954f-7bdd1fc2c96a HTTP/1.1" status: 200 len: 945 time: 0.2542553 Jan 26 11:37:43.705920 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a0201624-db4f-4a25-97d3-d0a78ba745b3 req-c209c881-6227-4c4e-8ea3-c8154948f7da tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d9db573-38ac-4476-92c9-977251e5f996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838213 Jan 26 11:37:43.797036 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-54c0dfa3-43fa-4919-a1b8-cbfe9e5a8a8d req-d873d9b5-dfd5-435a-84c4-a34d27dac827 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port e276dd35-3685-46d9-9c0c-362088e52b6b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e276dd35-3685-46d9-9c0c-362088e52b6b,segment=NetworkSegment(cef01cc3-2858-490d-b874-d99651ebe804),segment_id=cef01cc3-2858-490d-b874-d99651ebe804)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:37:43.797385 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-54c0dfa3-43fa-4919-a1b8-cbfe9e5a8a8d req-d873d9b5-dfd5-435a-84c4-a34d27dac827 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:44.033613 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-54c0dfa3-43fa-4919-a1b8-cbfe9e5a8a8d req-d873d9b5-dfd5-435a-84c4-a34d27dac827 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for e276dd35-3685-46d9-9c0c-362088e52b6b owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:37:44.177913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-54c0dfa3-43fa-4919-a1b8-cbfe9e5a8a8d req-d873d9b5-dfd5-435a-84c4-a34d27dac827 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:44.229894 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873d9b5-dfd5-435a-84c4-a34d27dac827 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=e276dd35-3685-46d9-9c0c-362088e52b6b,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:44.302966 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c0dfa3-43fa-4919-a1b8-cbfe9e5a8a8d req-d873d9b5-dfd5-435a-84c4-a34d27dac827 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] No DVR routers for this DVR port e276dd35-3685-46d9-9c0c-362088e52b6b on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:37:44.305319 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-54c0dfa3-43fa-4919-a1b8-cbfe9e5a8a8d req-d873d9b5-dfd5-435a-84c4-a34d27dac827 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:44.307766 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b468652-ca65-4f32-954f-7bdd1fc2c96a', 'name': 'network-vif-deleted', 'tag': 'e276dd35-3685-46d9-9c0c-362088e52b6b'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:37:44.326572 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-54c0dfa3-43fa-4919-a1b8-cbfe9e5a8a8d req-d873d9b5-dfd5-435a-84c4-a34d27dac827 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "DELETE /v2.0/ports/e276dd35-3685-46d9-9c0c-362088e52b6b HTTP/1.1" status: 204 len: 173 time: 0.9452100 Jan 26 11:37:44.366026 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b468652-ca65-4f32-954f-7bdd1fc2c96a', 'name': 'network-vif-deleted', 'tag': 'e276dd35-3685-46d9-9c0c-362088e52b6b', 'status': 'completed', 'code': 200} Jan 26 11:37:44.599626 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:37:44.879598 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-5221697f-28fa-4f57-9a34-b3b5febeec46 req-261bad73-4750-4c86-936b-fc174d0352db tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:37:44.895484 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-5221697f-28fa-4f57-9a34-b3b5febeec46 req-261bad73-4750-4c86-936b-fc174d0352db tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:37:44.896820 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5221697f-28fa-4f57-9a34-b3b5febeec46 req-261bad73-4750-4c86-936b-fc174d0352db tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b468652-ca65-4f32-954f-7bdd1fc2c96a HTTP/1.1" status: 200 len: 210 time: 0.0658815 Jan 26 11:37:45.990516 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56618) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:37:46.058071 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b897def0-4035-4372-b51a-46214d08c75e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:46.087728 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b897def0-4035-4372-b51a-46214d08c75e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:46.153797 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b897def0-4035-4372-b51a-46214d08c75e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:46.269943 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897def0-4035-4372-b51a-46214d08c75e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9db573-38ac-4476-92c9-977251e5f996,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:46.283080 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b897def0-4035-4372-b51a-46214d08c75e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:46.285497 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b897def0-4035-4372-b51a-46214d08c75e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/security-groups/0d9db573-38ac-4476-92c9-977251e5f996 HTTP/1.1" status: 204 len: 168 time: 0.2927649 Jan 26 11:37:46.317334 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56624) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:37:46.775257 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device e276dd35-3685-46d9-9c0c-362088e52b6b no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:37:46.810350 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: e276dd35-3685-46d9-9c0c-362088e52b6b {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:37:46.810975 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device e276dd35-3685-46d9-9c0c-362088e52b6b not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:37:46.871184 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6844dda9-fdd3-4255-98cd-f17802d17bfe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:47.222341 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-6844dda9-fdd3-4255-98cd-f17802d17bfe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port 1073c330-1245-4cd7-829d-f06933b8a00b {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:37:47.222958 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6844dda9-fdd3-4255-98cd-f17802d17bfe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:47.404757 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-6844dda9-fdd3-4255-98cd-f17802d17bfe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port 1073c330-1245-4cd7-829d-f06933b8a00b, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=1073c330-1245-4cd7-829d-f06933b8a00b,segment=NetworkSegment(cef01cc3-2858-490d-b874-d99651ebe804),segment_id=cef01cc3-2858-490d-b874-d99651ebe804)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:37:47.405117 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6844dda9-fdd3-4255-98cd-f17802d17bfe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:47.528471 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-6844dda9-fdd3-4255-98cd-f17802d17bfe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for 1073c330-1245-4cd7-829d-f06933b8a00b owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:37:47.713794 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6844dda9-fdd3-4255-98cd-f17802d17bfe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:47.863882 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844dda9-fdd3-4255-98cd-f17802d17bfe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=1073c330-1245-4cd7-829d-f06933b8a00b,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:48.135200 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6844dda9-fdd3-4255-98cd-f17802d17bfe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:48.484431 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6844dda9-fdd3-4255-98cd-f17802d17bfe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 595c1066-3a38-46fe-aab5-84332533b009 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:37:48.655729 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6844dda9-fdd3-4255-98cd-f17802d17bfe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:37:48.665738 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b035a0dc-e8b5-4e3d-97e9-fe075bea860c None None] Sync routers for ids ['595c1066-3a38-46fe-aab5-84332533b009'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:37:48.671915 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6844dda9-fdd3-4255-98cd-f17802d17bfe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "PUT /v2.0/routers/595c1066-3a38-46fe-aab5-84332533b009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3532784 Jan 26 11:37:48.674518 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56634) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:37:48.675275 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b035a0dc-e8b5-4e3d-97e9-fe075bea860c None None] Routers {'595c1066-3a38-46fe-aab5-84332533b009'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:37:48.675952 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-b035a0dc-e8b5-4e3d-97e9-fe075bea860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:37:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['595c1066-3a38-46fe-aab5-84332533b009'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:37:48.743692 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-743839b6-19ae-455c-8032-e83bdda40f8b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting subnet 0ca641b9-e8b7-4bf0-9748-f8c4ad96012f {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:37:48.746694 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-743839b6-19ae-455c-8032-e83bdda40f8b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:48.800814 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-743839b6-19ae-455c-8032-e83bdda40f8b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:48.857231 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-b035a0dc-e8b5-4e3d-97e9-fe075bea860c None None] Set router 595c1066-3a38-46fe-aab5-84332533b009 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:37:48.886069 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-743839b6-19ae-455c-8032-e83bdda40f8b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:48.963392 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-743839b6-19ae-455c-8032-e83bdda40f8b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:49.002498 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743839b6-19ae-455c-8032-e83bdda40f8b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca641b9-e8b7-4bf0-9748-f8c4ad96012f,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:49.006589 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-743839b6-19ae-455c-8032-e83bdda40f8b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:49.014925 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-743839b6-19ae-455c-8032-e83bdda40f8b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/subnets/0ca641b9-e8b7-4bf0-9748-f8c4ad96012f HTTP/1.1" status: 204 len: 168 time: 0.3369312 Jan 26 11:37:49.015148 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56638) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:37:49.047102 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0b2d40-d960-4b9d-bf3f-bee95aab690a None None] Network 6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:37:49.309011 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7a45e103-2731-487d-9e44-bfb08e5fd0ff tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:49.363601 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-b035a0dc-e8b5-4e3d-97e9-fe075bea860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595c1066-3a38-46fe-aab5-84332533b009', 'name': 'tempest-TestNetworkBasicOps-router-896397240', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:34:39Z', 'updated_at': '2022-01-26T11:37:47Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c1066-3a38-46fe-aab5-84332533b009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:34:40Z', 'updated_at': '2022-01-26T11:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:37:49.367828 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b035a0dc-e8b5-4e3d-97e9-fe075bea860c None None] Checking router: 595c1066-3a38-46fe-aab5-84332533b009 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:37:49.376233 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b035a0dc-e8b5-4e3d-97e9-fe075bea860c None None] Routers {'595c1066-3a38-46fe-aab5-84332533b009'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:37:49.376860 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-b035a0dc-e8b5-4e3d-97e9-fe075bea860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:37:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['595c1066-3a38-46fe-aab5-84332533b009'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:37:49.431115 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9db48f-61bd-46d9-a513-70b912a92cff None None] DHCP port deletion for 6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:37:49.446208 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-ce9db48f-61bd-46d9-a513-70b912a92cff None None] Deleting port 54b68593-d442-439e-ab7a-9ca4fd038657 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:37:49.446609 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ce9db48f-61bd-46d9-a513-70b912a92cff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:49.494567 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7a45e103-2731-487d-9e44-bfb08e5fd0ff tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:49.505038 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-7a45e103-2731-487d-9e44-bfb08e5fd0ff tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port 1e87aff2-1c2f-43db-967e-7902ab830440 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:37:49.505386 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7a45e103-2731-487d-9e44-bfb08e5fd0ff tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:49.664924 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-b035a0dc-e8b5-4e3d-97e9-fe075bea860c None None] Set router 595c1066-3a38-46fe-aab5-84332533b009 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:37:49.687586 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-7a45e103-2731-487d-9e44-bfb08e5fd0ff tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port 1e87aff2-1c2f-43db-967e-7902ab830440, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=1e87aff2-1c2f-43db-967e-7902ab830440,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:37:49.687950 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7a45e103-2731-487d-9e44-bfb08e5fd0ff tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:49.815109 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-7a45e103-2731-487d-9e44-bfb08e5fd0ff tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for 1e87aff2-1c2f-43db-967e-7902ab830440 owned by network:router_gateway {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:37:49.862831 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 54b68593-d442-439e-ab7a-9ca4fd038657 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:37:49.983562 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-ce9db48f-61bd-46d9-a513-70b912a92cff None None] For port 54b68593-d442-439e-ab7a-9ca4fd038657, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=54b68593-d442-439e-ab7a-9ca4fd038657,segment=NetworkSegment(cef01cc3-2858-490d-b874-d99651ebe804),segment_id=cef01cc3-2858-490d-b874-d99651ebe804)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:37:49.983881 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ce9db48f-61bd-46d9-a513-70b912a92cff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:49.996268 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7a45e103-2731-487d-9e44-bfb08e5fd0ff tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:50.046593 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45e103-2731-487d-9e44-bfb08e5fd0ff tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=1e87aff2-1c2f-43db-967e-7902ab830440,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:50.126905 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-ce9db48f-61bd-46d9-a513-70b912a92cff None None] Calling delete_port for 54b68593-d442-439e-ab7a-9ca4fd038657 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:37:50.139741 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7a45e103-2731-487d-9e44-bfb08e5fd0ff tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:50.291729 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:50.316393 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7a45e103-2731-487d-9e44-bfb08e5fd0ff tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:50.318710 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7a45e103-2731-487d-9e44-bfb08e5fd0ff tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:50.319152 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ce9db48f-61bd-46d9-a513-70b912a92cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:50.343400 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7a45e103-2731-487d-9e44-bfb08e5fd0ff tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:50.343912 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a45e103-2731-487d-9e44-bfb08e5fd0ff tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Fanout notify agent at l3_agent the message router_deleted on router 595c1066-3a38-46fe-aab5-84332533b009 {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:37:50.359841 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7a45e103-2731-487d-9e44-bfb08e5fd0ff tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:50.363155 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7a45e103-2731-487d-9e44-bfb08e5fd0ff tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/routers/595c1066-3a38-46fe-aab5-84332533b009 HTTP/1.1" status: 204 len: 168 time: 1.3470666 Jan 26 11:37:50.364386 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56642) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:37:50.400102 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9db48f-61bd-46d9-a513-70b912a92cff None None] Pushing event deleted for resources: {'Port': ['ID=54b68593-d442-439e-ab7a-9ca4fd038657,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:50.419063 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9db48f-61bd-46d9-a513-70b912a92cff None None] No DVR routers for this DVR port 54b68593-d442-439e-ab7a-9ca4fd038657 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:37:50.421166 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9db48f-61bd-46d9-a513-70b912a92cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:50.421515 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9db48f-61bd-46d9-a513-70b912a92cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:50.421856 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9db48f-61bd-46d9-a513-70b912a92cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:50.422192 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9db48f-61bd-46d9-a513-70b912a92cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:50.422562 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9db48f-61bd-46d9-a513-70b912a92cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:50.422961 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9db48f-61bd-46d9-a513-70b912a92cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:50.423281 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9db48f-61bd-46d9-a513-70b912a92cff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:50.423731 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9db48f-61bd-46d9-a513-70b912a92cff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:50.423847 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9db48f-61bd-46d9-a513-70b912a92cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:50.424176 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9db48f-61bd-46d9-a513-70b912a92cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:50.424574 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9db48f-61bd-46d9-a513-70b912a92cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:50.424922 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9db48f-61bd-46d9-a513-70b912a92cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:50.444334 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-b035a0dc-e8b5-4e3d-97e9-fe075bea860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595c1066-3a38-46fe-aab5-84332533b009', 'name': 'tempest-TestNetworkBasicOps-router-896397240', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:34:39Z', 'updated_at': '2022-01-26T11:37:47Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c1066-3a38-46fe-aab5-84332533b009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:34:40Z', 'updated_at': '2022-01-26T11:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:37:50.449032 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b035a0dc-e8b5-4e3d-97e9-fe075bea860c None None] The sync data for ids ['595c1066-3a38-46fe-aab5-84332533b009'] in dv-neutron-826439-1-hyperv is: [{'id': '595c1066-3a38-46fe-aab5-84332533b009', 'name': 'tempest-TestNetworkBasicOps-router-896397240', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200'}], 'enable_snat': True}, 'gw_port_id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:34:39Z', 'updated_at': '2022-01-26T11:37:47Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '1e87aff2-1c2f-43db-967e-7902ab830440', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595c1066-3a38-46fe-aab5-84332533b009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:34:40Z', 'updated_at': '2022-01-26T11:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:37:50.480101 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1a805bc6-e2f4-4217-b5f7-cf60c64637ac tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:50.611540 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1a805bc6-e2f4-4217-b5f7-cf60c64637ac tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:50.638534 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-1a805bc6-e2f4-4217-b5f7-cf60c64637ac tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:37:50.650260 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-1a805bc6-e2f4-4217-b5f7-cf60c64637ac tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef01cc3-2858-490d-b874-d99651ebe804') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:37:50.650595 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-1a805bc6-e2f4-4217-b5f7-cf60c64637ac tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef01cc3-2858-490d-b874-d99651ebe804') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:37:50.661781 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1a805bc6-e2f4-4217-b5f7-cf60c64637ac tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:50.678184 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1a805bc6-e2f4-4217-b5f7-cf60c64637ac tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:50.684194 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a805bc6-e2f4-4217-b5f7-cf60c64637ac tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:37:50.684547 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1a805bc6-e2f4-4217-b5f7-cf60c64637ac tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:37:50.699287 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:37:50.889386 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1a805bc6-e2f4-4217-b5f7-cf60c64637ac tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:50.907403 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1a805bc6-e2f4-4217-b5f7-cf60c64637ac tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:50.919241 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a805bc6-e2f4-4217-b5f7-cf60c64637ac tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Network': ['ID=6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:50.930297 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1a805bc6-e2f4-4217-b5f7-cf60c64637ac tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/networks/6fbbbc96-c1db-4cf3-ae65-223e7b9c0d4f HTTP/1.1" status: 204 len: 168 time: 0.5646493 Jan 26 11:37:50.944136 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56646) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:37:50.950122 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-110c708e-c5ff-435d-b96c-b93aae72647c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'network': {'name': 'tempest-network-smoke--866033650', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'port_security_enabled': True}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:37:50.956476 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-110c708e-c5ff-435d-b96c-b93aae72647c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:37:50.960902 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-110c708e-c5ff-435d-b96c-b93aae72647c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:network and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:37:50.963836 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-110c708e-c5ff-435d-b96c-b93aae72647c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:37:50.969441 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-110c708e-c5ff-435d-b96c-b93aae72647c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:37:50.979635 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110c708e-c5ff-435d-b96c-b93aae72647c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:37:50.983191 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-110c708e-c5ff-435d-b96c-b93aae72647c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:51.012174 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110c708e-c5ff-435d-b96c-b93aae72647c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:37:51.023462 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-110c708e-c5ff-435d-b96c-b93aae72647c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:51.023864 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-110c708e-c5ff-435d-b96c-b93aae72647c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Added segment fc8fd982-5d56-434f-a8ff-040702f31135 of type vlan for network 1172eb2f-abfe-45a0-a886-338dd3a8e74f Jan 26 11:37:51.050686 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-110c708e-c5ff-435d-b96c-b93aae72647c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:51.082809 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-110c708e-c5ff-435d-b96c-b93aae72647c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:51.088216 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110c708e-c5ff-435d-b96c-b93aae72647c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:37:51.088795 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-110c708e-c5ff-435d-b96c-b93aae72647c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:51.151255 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-110c708e-c5ff-435d-b96c-b93aae72647c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2056134 Jan 26 11:37:51.154016 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56650) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:37:51.159816 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-3173713e-8234-469b-bf7c-d42cbf6f8a3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1153596508', 'admin_state_up': True, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:37:51.167237 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-3173713e-8234-469b-bf7c-d42cbf6f8a3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:37:51.171012 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3173713e-8234-469b-bf7c-d42cbf6f8a3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:router and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:37:51.173786 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3173713e-8234-469b-bf7c-d42cbf6f8a3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:37:51.180671 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-3173713e-8234-469b-bf7c-d42cbf6f8a3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:37:51.190290 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3173713e-8234-469b-bf7c-d42cbf6f8a3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:51.191580 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3173713e-8234-469b-bf7c-d42cbf6f8a3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:51.200443 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c708e-c5ff-435d-b96c-b93aae72647c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Network': ['ID=1172eb2f-abfe-45a0-a886-338dd3a8e74f,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:51.211392 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3173713e-8234-469b-bf7c-d42cbf6f8a3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:51.211938 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 1172eb2f-abfe-45a0-a886-338dd3a8e74f details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:37:51.483885 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3173713e-8234-469b-bf7c-d42cbf6f8a3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:51.780480 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 1073c330-1245-4cd7-829d-f06933b8a00b no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:37:51.784495 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3173713e-8234-469b-bf7c-d42cbf6f8a3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_gateway, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:51.814802 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3173713e-8234-469b-bf7c-d42cbf6f8a3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:51.820853 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 1073c330-1245-4cd7-829d-f06933b8a00b {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:37:51.821385 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 1073c330-1245-4cd7-829d-f06933b8a00b not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:37:51.821974 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 1e87aff2-1c2f-43db-967e-7902ab830440 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:37:51.855509 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 1e87aff2-1c2f-43db-967e-7902ab830440 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:37:51.855856 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 1e87aff2-1c2f-43db-967e-7902ab830440 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:37:51.947914 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-3173713e-8234-469b-bf7c-d42cbf6f8a3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.26.5.97 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/b86e18df-50c0-40b1-9a8a-6b9b298b9985) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:37:52.095349 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3173713e-8234-469b-bf7c-d42cbf6f8a3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:52.123614 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3173713e-8234-469b-bf7c-d42cbf6f8a3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:52.186670 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3173713e-8234-469b-bf7c-d42cbf6f8a3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:37:52.189450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-3173713e-8234-469b-bf7c-d42cbf6f8a3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:37:52.193931 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3173713e-8234-469b-bf7c-d42cbf6f8a3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:37:52.229254 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173713e-8234-469b-bf7c-d42cbf6f8a3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=b86e18df-50c0-40b1-9a8a-6b9b298b9985,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:52.545945 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8cc31778-1df1-41cb-9b74-3ab4c54d541e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:52.708320 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3173713e-8234-469b-bf7c-d42cbf6f8a3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_gateway, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:53.043858 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3173713e-8234-469b-bf7c-d42cbf6f8a3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:53.242915 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3173713e-8234-469b-bf7c-d42cbf6f8a3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 19d215a4-fe19-4881-8254-1cc87f0b1f15 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:37:53.417349 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3173713e-8234-469b-bf7c-d42cbf6f8a3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:37:53.426364 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] Sync routers for ids ['19d215a4-fe19-4881-8254-1cc87f0b1f15'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:37:53.435456 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] Routers {'19d215a4-fe19-4881-8254-1cc87f0b1f15'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:37:53.436069 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:37:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['19d215a4-fe19-4881-8254-1cc87f0b1f15'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:37:53.444051 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3173713e-8234-469b-bf7c-d42cbf6f8a3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:53.445706 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3173713e-8234-469b-bf7c-d42cbf6f8a3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2902019 Jan 26 11:37:53.448421 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56656) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:37:53.615341 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] Set router 19d215a4-fe19-4881-8254-1cc87f0b1f15 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:37:53.635655 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-03fa9796-2ea4-4b5f-9cec-9627c9b40400 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=577ce67689cf4355b98fd7b539fb5797&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1861620 Jan 26 11:37:53.638234 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56662) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:37:53.894415 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f3bbf7-8774-425a-aa3f-29cddff27335 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:37:53.895918 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a8f3bbf7-8774-425a-aa3f-29cddff27335 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2567286 Jan 26 11:37:53.898663 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56666) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:37:53.907782 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'name': 'tempest-TestNetworkBasicOps-router-1153596508', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:52Z', 'revision_number': 3, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:37:53.912109 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] Checking router: 19d215a4-fe19-4881-8254-1cc87f0b1f15 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:37:53.912450 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] Updating router 19d215a4-fe19-4881-8254-1cc87f0b1f15 port b86e18df-50c0-40b1-9a8a-6b9b298b9985 binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:37:53.938136 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ee4eb4ba-b4f7-4f44-acd0-f1fa16acbf51 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384233 Jan 26 11:37:53.940733 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56670) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:37:53.945871 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-15f20dfd-0dc0-4d25-9c5c-73f55aec1344 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1171995669', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:37:53.964306 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:54.053509 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-15f20dfd-0dc0-4d25-9c5c-73f55aec1344 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:37:54.057254 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-15f20dfd-0dc0-4d25-9c5c-73f55aec1344 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:subnet and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:37:54.060031 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-15f20dfd-0dc0-4d25-9c5c-73f55aec1344 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:37:54.065588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-15f20dfd-0dc0-4d25-9c5c-73f55aec1344 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:37:54.075029 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f20dfd-0dc0-4d25-9c5c-73f55aec1344 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:37:54.078758 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-15f20dfd-0dc0-4d25-9c5c-73f55aec1344 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:54.293056 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:54.304642 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] Transition to ACTIVE for port object b86e18df-50c0-40b1-9a8a-6b9b298b9985 will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:37:54.305539 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-15f20dfd-0dc0-4d25-9c5c-73f55aec1344 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:54.310964 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:54.384425 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f20dfd-0dc0-4d25-9c5c-73f55aec1344 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Subnet': ['ID=e3777f5b-ea29-4ef3-a898-58989836dd6f,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:54.391754 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] Attempting to bind port b86e18df-50c0-40b1-9a8a-6b9b298b9985 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:37:54.392131 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] Attempting to bind port b86e18df-50c0-40b1-9a8a-6b9b298b9985 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:37:54.392495 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] Attempting to bind port b86e18df-50c0-40b1-9a8a-6b9b298b9985 on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:37:54.395227 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f20dfd-0dc0-4d25-9c5c-73f55aec1344 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Checking segment: {'id': 'fc8fd982-5d56-434f-a8ff-040702f31135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:37:54.395591 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f20dfd-0dc0-4d25-9c5c-73f55aec1344 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network hostable DHCP agents. Network: 1172eb2f-abfe-45a0-a886-338dd3a8e74f, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:37:54.396696 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99707d40-069d-4152-ab78-208f0c6cabf9 None None] Pushing event updated for resources: {'Port': ['ID=b86e18df-50c0-40b1-9a8a-6b9b298b9985,revision_number=2']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:54.401467 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:37:54.401833 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:37:54.402226 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:54.402652 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:37:54.403101 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] Bound port: b86e18df-50c0-40b1-9a8a-6b9b298b9985, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:37:54.403467 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:54.414327 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f20dfd-0dc0-4d25-9c5c-73f55aec1344 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network 1172eb2f-abfe-45a0-a886-338dd3a8e74f is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:37:54.422924 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-15f20dfd-0dc0-4d25-9c5c-73f55aec1344 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 1172eb2f-abfe-45a0-a886-338dd3a8e74f) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:37:54.427576 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f20dfd-0dc0-4d25-9c5c-73f55aec1344 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:37:54.428162 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-15f20dfd-0dc0-4d25-9c5c-73f55aec1344 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:54.432857 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebffcf4-11c1-4549-91a8-00b6dd5255be None None] Network 1172eb2f-abfe-45a0-a886-338dd3a8e74f requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:37:54.436842 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99707d40-069d-4152-ab78-208f0c6cabf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:54.437317 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99707d40-069d-4152-ab78-208f0c6cabf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:54.437521 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99707d40-069d-4152-ab78-208f0c6cabf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:54.437848 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99707d40-069d-4152-ab78-208f0c6cabf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:54.438210 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99707d40-069d-4152-ab78-208f0c6cabf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:54.438530 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99707d40-069d-4152-ab78-208f0c6cabf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:54.438853 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99707d40-069d-4152-ab78-208f0c6cabf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:54.439177 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99707d40-069d-4152-ab78-208f0c6cabf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:54.439497 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99707d40-069d-4152-ab78-208f0c6cabf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:54.439818 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99707d40-069d-4152-ab78-208f0c6cabf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:54.440720 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99707d40-069d-4152-ab78-208f0c6cabf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:54.441266 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99707d40-069d-4152-ab78-208f0c6cabf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:54.452565 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-15f20dfd-0dc0-4d25-9c5c-73f55aec1344 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5105093 Jan 26 11:37:54.455420 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56674) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:37:54.494678 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] For port b86e18df-50c0-40b1-9a8a-6b9b298b9985, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:37:54.498477 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] For port b86e18df-50c0-40b1-9a8a-6b9b298b9985, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=b86e18df-50c0-40b1-9a8a-6b9b298b9985,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:37:54.502974 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:54.586000 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] Routers {'19d215a4-fe19-4881-8254-1cc87f0b1f15'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:37:54.586205 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:37:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['19d215a4-fe19-4881-8254-1cc87f0b1f15'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:37:54.648392 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99707d40-069d-4152-ab78-208f0c6cabf9 None None] Pushing event updated for resources: {'Port': ['ID=b86e18df-50c0-40b1-9a8a-6b9b298b9985,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:54.708373 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6669d8be-3dff-4edb-8a72-1b882ae53d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ips': [{'subnet_id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:37:54.709216 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6669d8be-3dff-4edb-8a72-1b882ae53d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:54.821247 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] Set router 19d215a4-fe19-4881-8254-1cc87f0b1f15 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:37:54.860588 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8fdc26b9-a2bb-415d-92d9-017bc58569ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:54.893894 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-6669d8be-3dff-4edb-8a72-1b882ae53d77 None None] Allocated IP 172.20.0.2 (1172eb2f-abfe-45a0-a886-338dd3a8e74f/e3777f5b-ea29-4ef3-a898-58989836dd6f/78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:37:55.116298 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6669d8be-3dff-4edb-8a72-1b882ae53d77 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:55.119593 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'name': 'tempest-TestNetworkBasicOps-router-1153596508', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:52Z', 'revision_number': 3, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:37:55.123782 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3f470b-2889-424d-ac33-9c0262c96683 None None] The sync data for ids ['19d215a4-fe19-4881-8254-1cc87f0b1f15'] in dv-neutron-826439-1-hyperv is: [{'id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'name': 'tempest-TestNetworkBasicOps-router-1153596508', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:52Z', 'revision_number': 3, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:37:55.127110 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6669d8be-3dff-4edb-8a72-1b882ae53d77 None None] Transition to ACTIVE for port object 78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:37:55.152141 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6669d8be-3dff-4edb-8a72-1b882ae53d77 None None] Transition to ACTIVE for port object 78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:37:55.158625 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6669d8be-3dff-4edb-8a72-1b882ae53d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:55.217192 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5ab2fbea-fdce-4554-ac83-563ec9f12971 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:55.228434 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6669d8be-3dff-4edb-8a72-1b882ae53d77 None None] Network 1172eb2f-abfe-45a0-a886-338dd3a8e74f is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:37:55.232224 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-6669d8be-3dff-4edb-8a72-1b882ae53d77 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:37:55.234635 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6669d8be-3dff-4edb-8a72-1b882ae53d77 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:37:55.314503 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669d8be-3dff-4edb-8a72-1b882ae53d77 None None] Pushing event updated for resources: {'Port': ['ID=78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:55.353447 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-6669d8be-3dff-4edb-8a72-1b882ae53d77 None None] Attempting to bind port 78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:37:55.353626 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-6669d8be-3dff-4edb-8a72-1b882ae53d77 None None] Attempting to bind port 78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'fc8fd982-5d56-434f-a8ff-040702f31135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:37:55.356470 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6669d8be-3dff-4edb-8a72-1b882ae53d77 None None] Attempting to bind port 78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe on network 1172eb2f-abfe-45a0-a886-338dd3a8e74f {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:37:55.365013 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6669d8be-3dff-4edb-8a72-1b882ae53d77 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:37:55.365584 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6669d8be-3dff-4edb-8a72-1b882ae53d77 None None] Checking segment: {'id': 'fc8fd982-5d56-434f-a8ff-040702f31135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:37:55.366146 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6669d8be-3dff-4edb-8a72-1b882ae53d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:55.366626 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6669d8be-3dff-4edb-8a72-1b882ae53d77 None None] Bound using segment: {'id': 'fc8fd982-5d56-434f-a8ff-040702f31135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:37:55.367030 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-6669d8be-3dff-4edb-8a72-1b882ae53d77 None None] Bound port: 78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc8fd982-5d56-434f-a8ff-040702f31135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:37:55.367405 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6669d8be-3dff-4edb-8a72-1b882ae53d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:55.476314 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-6669d8be-3dff-4edb-8a72-1b882ae53d77 None None] For port 78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:37:55.480088 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-6669d8be-3dff-4edb-8a72-1b882ae53d77 None None] For port 78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe,segment=NetworkSegment(fc8fd982-5d56-434f-a8ff-040702f31135),segment_id=fc8fd982-5d56-434f-a8ff-040702f31135)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:37:55.484916 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6669d8be-3dff-4edb-8a72-1b882ae53d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:55.582308 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669d8be-3dff-4edb-8a72-1b882ae53d77 None None] Pushing event updated for resources: {'Port': ['ID=78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:55.810360 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-5ab2fbea-fdce-4554-ac83-563ec9f12971 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.20.0.1 (1172eb2f-abfe-45a0-a886-338dd3a8e74f/e3777f5b-ea29-4ef3-a898-58989836dd6f/52317483-8a7c-4577-9bb0-2143e966dbeb) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:37:55.885893 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:55.928823 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device b86e18df-50c0-40b1-9a8a-6b9b298b9985 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:37:56.015144 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port b86e18df-50c0-40b1-9a8a-6b9b298b9985 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:37:56.021928 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port b86e18df-50c0-40b1-9a8a-6b9b298b9985 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:37:56.022157 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:56.033146 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5ab2fbea-fdce-4554-ac83-563ec9f12971 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:56.050378 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-5ab2fbea-fdce-4554-ac83-563ec9f12971 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Transition to ACTIVE for port object 52317483-8a7c-4577-9bb0-2143e966dbeb will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:37:56.081779 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5ab2fbea-fdce-4554-ac83-563ec9f12971 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:56.094470 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:56.159635 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:56.160308 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab2fbea-fdce-4554-ac83-563ec9f12971 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network 1172eb2f-abfe-45a0-a886-338dd3a8e74f is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:37:56.163513 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-5ab2fbea-fdce-4554-ac83-563ec9f12971 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:37:56.167841 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab2fbea-fdce-4554-ac83-563ec9f12971 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:37:56.178574 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port b86e18df-50c0-40b1-9a8a-6b9b298b9985, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=b86e18df-50c0-40b1-9a8a-6b9b298b9985,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:37:56.182414 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:56.206834 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2fbea-fdce-4554-ac83-563ec9f12971 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=52317483-8a7c-4577-9bb0-2143e966dbeb,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:56.235762 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5ab2fbea-fdce-4554-ac83-563ec9f12971 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:56.249355 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=b86e18df-50c0-40b1-9a8a-6b9b298b9985,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:56.508824 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5ab2fbea-fdce-4554-ac83-563ec9f12971 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:56.644620 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3958d4c-7857-45bb-a48e-183404666a60 None None] Network 1172eb2f-abfe-45a0-a886-338dd3a8e74f requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:37:56.744813 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-05259146-139b-40cf-a410-52f661ceeb5b None None] Provisioning for port 78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:37:56.943163 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5ab2fbea-fdce-4554-ac83-563ec9f12971 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:56.948246 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5ab2fbea-fdce-4554-ac83-563ec9f12971 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:57.064568 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5ab2fbea-fdce-4554-ac83-563ec9f12971 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:57.068705 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2fbea-fdce-4554-ac83-563ec9f12971 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=52317483-8a7c-4577-9bb0-2143e966dbeb,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:57.183127 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-0530bf55-8010-41be-a7bd-d0014e067cb6 None None] Provisioning for port 52317483-8a7c-4577-9bb0-2143e966dbeb completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:37:57.188212 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-0530bf55-8010-41be-a7bd-d0014e067cb6 None None] Provisioning complete for port 52317483-8a7c-4577-9bb0-2143e966dbeb triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:37:57.188590 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-0530bf55-8010-41be-a7bd-d0014e067cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:57.212618 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab2fbea-fdce-4554-ac83-563ec9f12971 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network 1172eb2f-abfe-45a0-a886-338dd3a8e74f is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:37:57.213752 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-5ab2fbea-fdce-4554-ac83-563ec9f12971 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:37:57.248469 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-0530bf55-8010-41be-a7bd-d0014e067cb6 None None] Port 52317483-8a7c-4577-9bb0-2143e966dbeb cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:37:57.381105 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-46367058-cf10-4030-a8fc-ceff790d347d None None] Provisioning complete for port 52317483-8a7c-4577-9bb0-2143e966dbeb triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:37:57.381559 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-46367058-cf10-4030-a8fc-ceff790d347d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:57.450906 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-46367058-cf10-4030-a8fc-ceff790d347d None None] Port 52317483-8a7c-4577-9bb0-2143e966dbeb cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:37:57.458191 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:57.546941 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab2fbea-fdce-4554-ac83-563ec9f12971 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 19d215a4-fe19-4881-8254-1cc87f0b1f15 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:37:57.571285 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5079c973-5440-4c0f-8919-944ae40128f8 None None] Provisioning complete for port 52317483-8a7c-4577-9bb0-2143e966dbeb triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:37:57.571656 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5079c973-5440-4c0f-8919-944ae40128f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:57.626560 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-5079c973-5440-4c0f-8919-944ae40128f8 None None] Port 52317483-8a7c-4577-9bb0-2143e966dbeb cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:37:57.733586 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab2fbea-fdce-4554-ac83-563ec9f12971 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:37:57.744259 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] Sync routers for ids ['19d215a4-fe19-4881-8254-1cc87f0b1f15'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:37:57.748644 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5ab2fbea-fdce-4554-ac83-563ec9f12971 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "PUT /v2.0/routers/19d215a4-fe19-4881-8254-1cc87f0b1f15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2917626 Jan 26 11:37:57.750943 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56678) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:37:57.756802 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] Routers {'19d215a4-fe19-4881-8254-1cc87f0b1f15'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:37:57.757500 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:37:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['19d215a4-fe19-4881-8254-1cc87f0b1f15'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:37:57.906429 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2e13fd-490d-44ed-babf-a78baee3b189 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:37:57.906916 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2e13fd-490d-44ed-babf-a78baee3b189 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:37:57.907395 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2e13fd-490d-44ed-babf-a78baee3b189 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:37:57.907858 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2e13fd-490d-44ed-babf-a78baee3b189 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:37:57.910071 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-bc2e13fd-490d-44ed-babf-a78baee3b189 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1581585 Jan 26 11:37:57.912816 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56682) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:37:57.932287 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device b86e18df-50c0-40b1-9a8a-6b9b298b9985 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:37:57.984136 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c4fd7a-cda7-4a0a-abdb-ae7583665198 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:37:57.984504 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c4fd7a-cda7-4a0a-abdb-ae7583665198 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:37:57.984968 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c4fd7a-cda7-4a0a-abdb-ae7583665198 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:37:57.985418 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c4fd7a-cda7-4a0a-abdb-ae7583665198 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:37:57.987657 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a0c4fd7a-cda7-4a0a-abdb-ae7583665198 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0734034 Jan 26 11:37:57.990401 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56686) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:37:58.021265 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] Set router 19d215a4-fe19-4881-8254-1cc87f0b1f15 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:37:58.170309 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port b86e18df-50c0-40b1-9a8a-6b9b298b9985 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:37:58.170701 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:58.193475 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-eee85c73-5493-479e-8c00-fbbc45007a50 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2020285 Jan 26 11:37:58.371463 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56692) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:37:58.376635 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-cc16ba05-52b8-411c-9c31-c7be851fb3ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-827796465', 'description': 'tempest-secgroup-smoke-827796465 description', 'project_id': '577ce67689cf4355b98fd7b539fb5797'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:37:58.383210 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-cc16ba05-52b8-411c-9c31-c7be851fb3ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:37:58.387282 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-cc16ba05-52b8-411c-9c31-c7be851fb3ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:37:58.390120 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-cc16ba05-52b8-411c-9c31-c7be851fb3ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:37:58.396490 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-cc16ba05-52b8-411c-9c31-c7be851fb3ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:37:58.406928 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cc16ba05-52b8-411c-9c31-c7be851fb3ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:58.415114 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:37:58.426482 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-cc16ba05-52b8-411c-9c31-c7be851fb3ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:37:58.430220 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-cc16ba05-52b8-411c-9c31-c7be851fb3ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:37:58.433032 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-cc16ba05-52b8-411c-9c31-c7be851fb3ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:37:58.438651 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-cc16ba05-52b8-411c-9c31-c7be851fb3ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:37:58.496995 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'name': 'tempest-TestNetworkBasicOps-router-1153596508', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '52317483-8a7c-4577-9bb0-2143e966dbeb', 'name': '', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:a0:b1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:55Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 2, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:37:58.502967 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] Checking router: 19d215a4-fe19-4881-8254-1cc87f0b1f15 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:37:58.503227 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] Updating router 19d215a4-fe19-4881-8254-1cc87f0b1f15 port 52317483-8a7c-4577-9bb0-2143e966dbeb binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:37:58.511160 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cc16ba05-52b8-411c-9c31-c7be851fb3ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:58.515070 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cc16ba05-52b8-411c-9c31-c7be851fb3ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:58.531231 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:37:58.549513 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:37:58.549894 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:58.559255 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16ba05-52b8-411c-9c31-c7be851fb3ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e611409-6fb3-4299-b417-0bde405db6ac,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:58.568852 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16ba05-52b8-411c-9c31-c7be851fb3ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:58.569200 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16ba05-52b8-411c-9c31-c7be851fb3ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:58.569651 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16ba05-52b8-411c-9c31-c7be851fb3ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:58.569992 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16ba05-52b8-411c-9c31-c7be851fb3ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:58.570369 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16ba05-52b8-411c-9c31-c7be851fb3ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:58.570706 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16ba05-52b8-411c-9c31-c7be851fb3ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:58.571033 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16ba05-52b8-411c-9c31-c7be851fb3ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:58.571354 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16ba05-52b8-411c-9c31-c7be851fb3ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:58.571678 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16ba05-52b8-411c-9c31-c7be851fb3ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:58.571998 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16ba05-52b8-411c-9c31-c7be851fb3ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:58.572446 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16ba05-52b8-411c-9c31-c7be851fb3ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:58.572771 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc16ba05-52b8-411c-9c31-c7be851fb3ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:37:58.575887 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cc16ba05-52b8-411c-9c31-c7be851fb3ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:58.577070 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-cc16ba05-52b8-411c-9c31-c7be851fb3ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2046309 Jan 26 11:37:58.580216 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56696) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:37:58.585774 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-a8a61ff4-b544-4043-84cb-b77824554eb0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '2e611409-6fb3-4299-b417-0bde405db6ac', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:37:58.591612 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a8a61ff4-b544-4043-84cb-b77824554eb0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:37:58.595339 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a8a61ff4-b544-4043-84cb-b77824554eb0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:37:58.598677 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a8a61ff4-b544-4043-84cb-b77824554eb0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:37:58.604459 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a8a61ff4-b544-4043-84cb-b77824554eb0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:37:58.605472 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:58.621814 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a8a61ff4-b544-4043-84cb-b77824554eb0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:58.682491 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a8a61ff4-b544-4043-84cb-b77824554eb0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:58.686005 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a8a61ff4-b544-4043-84cb-b77824554eb0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:58.713388 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a61ff4-b544-4043-84cb-b77824554eb0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=464c488c-e7ec-45df-9892-358de786608c,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:58.723409 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a8a61ff4-b544-4043-84cb-b77824554eb0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:58.724761 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a8a61ff4-b544-4043-84cb-b77824554eb0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1436031 Jan 26 11:37:58.727711 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56700) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:37:58.733144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-bd3cdd56-c2e8-4996-9cf7-c7b6783baf29 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '2e611409-6fb3-4299-b417-0bde405db6ac', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:37:58.739521 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-bd3cdd56-c2e8-4996-9cf7-c7b6783baf29 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:37:58.743310 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-bd3cdd56-c2e8-4996-9cf7-c7b6783baf29 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:37:58.746124 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-bd3cdd56-c2e8-4996-9cf7-c7b6783baf29 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:37:58.751719 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-bd3cdd56-c2e8-4996-9cf7-c7b6783baf29 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:37:58.771282 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bd3cdd56-c2e8-4996-9cf7-c7b6783baf29 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:58.796542 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:58.836581 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bd3cdd56-c2e8-4996-9cf7-c7b6783baf29 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:58.840221 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bd3cdd56-c2e8-4996-9cf7-c7b6783baf29 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:58.864269 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3cdd56-c2e8-4996-9cf7-c7b6783baf29 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5351bd0-c504-4452-9402-68bc9719cef1,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:58.874782 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bd3cdd56-c2e8-4996-9cf7-c7b6783baf29 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:58.875970 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-bd3cdd56-c2e8-4996-9cf7-c7b6783baf29 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1472244 Jan 26 11:37:58.879842 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56704) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:37:58.884749 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-ede887b9-af85-4b4a-8b7a-a6723e7d0d53 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '2e611409-6fb3-4299-b417-0bde405db6ac', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:37:58.890618 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-ede887b9-af85-4b4a-8b7a-a6723e7d0d53 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:37:58.895796 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ede887b9-af85-4b4a-8b7a-a6723e7d0d53 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:37:58.898850 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ede887b9-af85-4b4a-8b7a-a6723e7d0d53 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:37:58.904408 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-ede887b9-af85-4b4a-8b7a-a6723e7d0d53 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:37:58.913616 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe,segment=NetworkSegment(fc8fd982-5d56-434f-a8ff-040702f31135),segment_id=fc8fd982-5d56-434f-a8ff-040702f31135)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:37:58.918668 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:58.923044 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ede887b9-af85-4b4a-8b7a-a6723e7d0d53 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:58.989789 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ede887b9-af85-4b4a-8b7a-a6723e7d0d53 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:58.993868 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ede887b9-af85-4b4a-8b7a-a6723e7d0d53 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:59.021431 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede887b9-af85-4b4a-8b7a-a6723e7d0d53 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631ef3a9-19f1-47fe-a8af-264d22cb7dbc,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:59.021992 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:59.032052 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ede887b9-af85-4b4a-8b7a-a6723e7d0d53 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:59.036754 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ede887b9-af85-4b4a-8b7a-a6723e7d0d53 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1526005 Jan 26 11:37:59.037061 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56708) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:37:59.041972 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-cbd3aee8-0b95-472a-918b-7e9724d03d25 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '2e611409-6fb3-4299-b417-0bde405db6ac', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:37:59.047727 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-cbd3aee8-0b95-472a-918b-7e9724d03d25 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:37:59.051623 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-cbd3aee8-0b95-472a-918b-7e9724d03d25 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:37:59.054511 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-cbd3aee8-0b95-472a-918b-7e9724d03d25 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:37:59.060110 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-cbd3aee8-0b95-472a-918b-7e9724d03d25 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:37:59.076356 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cbd3aee8-0b95-472a-918b-7e9724d03d25 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:59.101248 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:59.112503 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] Transition to ACTIVE for port object 52317483-8a7c-4577-9bb0-2143e966dbeb will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:37:59.119060 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:59.142926 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cbd3aee8-0b95-472a-918b-7e9724d03d25 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:59.148859 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cbd3aee8-0b95-472a-918b-7e9724d03d25 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:59.169736 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3aee8-0b95-472a-918b-7e9724d03d25 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08731b88-6070-46bd-bfef-0f20a200be88,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:59.181962 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cbd3aee8-0b95-472a-918b-7e9724d03d25 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:59.185866 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-cbd3aee8-0b95-472a-918b-7e9724d03d25 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1454897 Jan 26 11:37:59.186355 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56712) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:37:59.193071 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-4ba6b976-d0d5-48e6-b232-960ab40d6f8f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '2e611409-6fb3-4299-b417-0bde405db6ac', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:37:59.199541 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4ba6b976-d0d5-48e6-b232-960ab40d6f8f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:37:59.205290 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4ba6b976-d0d5-48e6-b232-960ab40d6f8f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:37:59.209482 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4ba6b976-d0d5-48e6-b232-960ab40d6f8f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:37:59.215323 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4ba6b976-d0d5-48e6-b232-960ab40d6f8f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:37:59.227427 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.securitygroups_db [None req-4ba6b976-d0d5-48e6-b232-960ab40d6f8f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Project 577ce67689cf4355b98fd7b539fb5797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:37:59.236072 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4ba6b976-d0d5-48e6-b232-960ab40d6f8f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:59.300225 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba2c58-ae0a-43bc-9f05-4a2867714046 None None] Pushing event updated for resources: {'Port': ['ID=52317483-8a7c-4577-9bb0-2143e966dbeb,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:59.307777 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4ba6b976-d0d5-48e6-b232-960ab40d6f8f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:59.312091 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4ba6b976-d0d5-48e6-b232-960ab40d6f8f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:59.339148 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6b976-d0d5-48e6-b232-960ab40d6f8f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=643a4bd4-ce5f-4875-83e3-437d028b52e5,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:59.350812 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4ba6b976-d0d5-48e6-b232-960ab40d6f8f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:59.352273 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4ba6b976-d0d5-48e6-b232-960ab40d6f8f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1649578 Jan 26 11:37:59.355073 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56716) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:37:59.360477 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-86f41c16-212d-46b1-990b-f47d14a8040c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '2e611409-6fb3-4299-b417-0bde405db6ac', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:37:59.366952 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-86f41c16-212d-46b1-990b-f47d14a8040c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:37:59.371220 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-86f41c16-212d-46b1-990b-f47d14a8040c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:37:59.374773 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-86f41c16-212d-46b1-990b-f47d14a8040c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:37:59.381337 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-86f41c16-212d-46b1-990b-f47d14a8040c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:37:59.390806 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] Attempting to bind port 52317483-8a7c-4577-9bb0-2143e966dbeb on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:37:59.391183 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] Attempting to bind port 52317483-8a7c-4577-9bb0-2143e966dbeb by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'fc8fd982-5d56-434f-a8ff-040702f31135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:37:59.391549 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] Attempting to bind port 52317483-8a7c-4577-9bb0-2143e966dbeb on network 1172eb2f-abfe-45a0-a886-338dd3a8e74f {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:37:59.391908 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.securitygroups_db [None req-86f41c16-212d-46b1-990b-f47d14a8040c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Project 577ce67689cf4355b98fd7b539fb5797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:37:59.398022 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:37:59.398442 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] Checking segment: {'id': 'fc8fd982-5d56-434f-a8ff-040702f31135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:37:59.398865 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:59.399231 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] Bound using segment: {'id': 'fc8fd982-5d56-434f-a8ff-040702f31135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:37:59.399543 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-86f41c16-212d-46b1-990b-f47d14a8040c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:59.399727 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] Bound port: 52317483-8a7c-4577-9bb0-2143e966dbeb, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc8fd982-5d56-434f-a8ff-040702f31135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:37:59.400118 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:59.465410 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-86f41c16-212d-46b1-990b-f47d14a8040c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:59.468940 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-86f41c16-212d-46b1-990b-f47d14a8040c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:59.498824 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f41c16-212d-46b1-990b-f47d14a8040c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb524e41-e9bb-40a4-a53b-87d813a1a1b2,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:59.504166 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] For port 52317483-8a7c-4577-9bb0-2143e966dbeb, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:37:59.506170 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-86f41c16-212d-46b1-990b-f47d14a8040c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:59.507465 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-86f41c16-212d-46b1-990b-f47d14a8040c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1513751 Jan 26 11:37:59.508052 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] For port 52317483-8a7c-4577-9bb0-2143e966dbeb, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=52317483-8a7c-4577-9bb0-2143e966dbeb,segment=NetworkSegment(fc8fd982-5d56-434f-a8ff-040702f31135),segment_id=fc8fd982-5d56-434f-a8ff-040702f31135)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:37:59.514091 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:37:59.591585 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] Routers {'19d215a4-fe19-4881-8254-1cc87f0b1f15'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:37:59.592208 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:37:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['19d215a4-fe19-4881-8254-1cc87f0b1f15'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:37:59.662602 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba2c58-ae0a-43bc-9f05-4a2867714046 None None] Pushing event updated for resources: {'Port': ['ID=52317483-8a7c-4577-9bb0-2143e966dbeb,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:37:59.694854 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-2e9c329a-f520-49a6-ad61-ece1c3e2a7b2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-827796465&fields=id&tenant_id=577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 267 time: 0.0459282 Jan 26 11:37:59.796787 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] Set router 19d215a4-fe19-4881-8254-1cc87f0b1f15 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:37:59.846763 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:37:59.870447 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-bc13b78e-1da8-4b26-a5ce-fb2f73dbc9f6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:37:59.871883 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-bc13b78e-1da8-4b26-a5ce-fb2f73dbc9f6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/networks?id=1172eb2f-abfe-45a0-a886-338dd3a8e74f HTTP/1.1" status: 200 len: 796 time: 0.1693778 Jan 26 11:37:59.887190 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-5912c089-1a8e-4f54-a1a2-8815ee753fa8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/quotas/577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 375 time: 0.0096378 Jan 26 11:37:59.970538 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-5e2e49e3-00d0-42fc-99f1-0658acd306f9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:37:59.986690 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-5e2e49e3-00d0-42fc-99f1-0658acd306f9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:37:59.989223 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-5e2e49e3-00d0-42fc-99f1-0658acd306f9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967107 Jan 26 11:38:00.107434 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:38:00.107812 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:00.176207 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-8d8886de-9052-4217-82f6-350116374a9c service neutron] 10.222.0.39 "GET /v2.0/networks/1172eb2f-abfe-45a0-a886-338dd3a8e74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748765 Jan 26 11:38:00.295798 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'name': 'tempest-TestNetworkBasicOps-router-1153596508', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '52317483-8a7c-4577-9bb0-2143e966dbeb', 'name': '', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:a0:b1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:55Z', 'updated_at': '2022-01-26T11:37:59Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:38:00.300673 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ed6083-b371-4d63-aacd-28c15858f1f8 None None] The sync data for ids ['19d215a4-fe19-4881-8254-1cc87f0b1f15'] in dv-neutron-826439-1-hyperv is: [{'id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'name': 'tempest-TestNetworkBasicOps-router-1153596508', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '52317483-8a7c-4577-9bb0-2143e966dbeb', 'name': '', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:a0:b1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:55Z', 'updated_at': '2022-01-26T11:37:59Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:38:00.316283 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-9542b874-91bd-4efd-8fc5-062962c2d1c0 service neutron] 10.222.0.39 "GET /v2.0/networks/1172eb2f-abfe-45a0-a886-338dd3a8e74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341860 Jan 26 11:38:00.511421 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-5851ebf6-7b8a-42a5-94fe-fddcf7fd670b req-9dd11583-1bd4-4fc4-ad86-9ba0cb7a6052 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:38:00.525387 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-5851ebf6-7b8a-42a5-94fe-fddcf7fd670b req-9dd11583-1bd4-4fc4-ad86-9ba0cb7a6052 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:38:00.526612 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-5851ebf6-7b8a-42a5-94fe-fddcf7fd670b req-9dd11583-1bd4-4fc4-ad86-9ba0cb7a6052 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23e78d0-db79-4a8c-ab88-75e1f08fbf81 HTTP/1.1" status: 200 len: 210 time: 0.0587113 Jan 26 11:38:01.750611 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3b794c8d-7241-45ed-bc69-ea18002897b6 req-c85e1a11-9e58-4ac9-b004-fe0ef6156262 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23e78d0-db79-4a8c-ab88-75e1f08fbf81 HTTP/1.1" status: 200 len: 210 time: 0.0991967 Jan 26 11:38:01.808339 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-bd33d1cd-2e39-4687-8092-48a11262ac1f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:01.810385 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-bd33d1cd-2e39-4687-8092-48a11262ac1f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/networks?id=1172eb2f-abfe-45a0-a886-338dd3a8e74f HTTP/1.1" status: 200 len: 796 time: 0.2031717 Jan 26 11:38:01.847676 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 52317483-8a7c-4577-9bb0-2143e966dbeb up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:38:01.871764 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-245029f4-337f-4d2e-907a-24f4d3937d53 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 379 time: 0.0536046 Jan 26 11:38:01.880501 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-28bdf414-e8a6-42e2-b3da-5ed106f14197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'port': {'device_id': 'e23e78d0-db79-4a8c-ab88-75e1f08fbf81', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'admin_state_up': True, 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'security_groups': ['2e611409-6fb3-4299-b417-0bde405db6ac']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:38:01.919491 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 52317483-8a7c-4577-9bb0-2143e966dbeb completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:38:01.924365 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 52317483-8a7c-4577-9bb0-2143e966dbeb triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:38:01.924741 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:02.021534 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-28bdf414-e8a6-42e2-b3da-5ed106f14197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:38:02.031581 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-28bdf414-e8a6-42e2-b3da-5ed106f14197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:38:02.042445 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-28bdf414-e8a6-42e2-b3da-5ed106f14197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:38:02.042931 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:02.045890 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-28bdf414-e8a6-42e2-b3da-5ed106f14197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:02.075261 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 52317483-8a7c-4577-9bb0-2143e966dbeb, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=52317483-8a7c-4577-9bb0-2143e966dbeb,segment=NetworkSegment(fc8fd982-5d56-434f-a8ff-040702f31135),segment_id=fc8fd982-5d56-434f-a8ff-040702f31135)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:38:02.079001 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:02.146037 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=52317483-8a7c-4577-9bb0-2143e966dbeb,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:38:02.323711 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-28bdf414-e8a6-42e2-b3da-5ed106f14197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.20.0.6 (1172eb2f-abfe-45a0-a886-338dd3a8e74f/e3777f5b-ea29-4ef3-a898-58989836dd6f/d5c79709-f2ce-4d99-b406-f412d083cd52) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:38:02.509402 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-28bdf414-e8a6-42e2-b3da-5ed106f14197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:02.524402 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-28bdf414-e8a6-42e2-b3da-5ed106f14197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Transition to ACTIVE for port object d5c79709-f2ce-4d99-b406-f412d083cd52 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:38:02.547003 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-28bdf414-e8a6-42e2-b3da-5ed106f14197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:02.620047 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-28bdf414-e8a6-42e2-b3da-5ed106f14197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network 1172eb2f-abfe-45a0-a886-338dd3a8e74f is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:38:02.623186 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-28bdf414-e8a6-42e2-b3da-5ed106f14197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:38:02.625505 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-28bdf414-e8a6-42e2-b3da-5ed106f14197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:38:02.663444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bdf414-e8a6-42e2-b3da-5ed106f14197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=d5c79709-f2ce-4d99-b406-f412d083cd52,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:38:02.697568 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-28bdf414-e8a6-42e2-b3da-5ed106f14197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:02.698178 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-28bdf414-e8a6-42e2-b3da-5ed106f14197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:02.722893 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-28bdf414-e8a6-42e2-b3da-5ed106f14197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8468556 Jan 26 11:38:02.735003 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-3d30b318-cdc0-490d-9df5-4d9c54788f66 service neutron] Request body: {'port': {'device_id': 'e23e78d0-db79-4a8c-ab88-75e1f08fbf81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:38:02.853746 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-69ed9ffc-89af-4cf4-a7c3-fd693527c9ce None None] Provisioning for port d5c79709-f2ce-4d99-b406-f412d083cd52 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:38:02.859100 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-69ed9ffc-89af-4cf4-a7c3-fd693527c9ce None None] Provisioning complete for port d5c79709-f2ce-4d99-b406-f412d083cd52 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:38:02.859550 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-69ed9ffc-89af-4cf4-a7c3-fd693527c9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:02.861234 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-3d30b318-cdc0-490d-9df5-4d9c54788f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:02.919792 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-69ed9ffc-89af-4cf4-a7c3-fd693527c9ce None None] Port d5c79709-f2ce-4d99-b406-f412d083cd52 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:38:02.964681 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b2421-ae60-4aa5-b517-f5b3a0ba559d req-1a06a603-3878-45af-bf69-a578217bf80c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:02.966151 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-eb9b2421-ae60-4aa5-b517-f5b3a0ba559d req-1a06a603-3878-45af-bf69-a578217bf80c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23e78d0-db79-4a8c-ab88-75e1f08fbf81 HTTP/1.1" status: 200 len: 931 time: 0.0852349 Jan 26 11:38:03.009377 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-eb9b2421-ae60-4aa5-b517-f5b3a0ba559d req-b09c8fad-645b-49fc-8186-921838b5b2b7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:38:03.024943 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-eb9b2421-ae60-4aa5-b517-f5b3a0ba559d req-b09c8fad-645b-49fc-8186-921838b5b2b7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:38:03.026383 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-eb9b2421-ae60-4aa5-b517-f5b3a0ba559d req-b09c8fad-645b-49fc-8186-921838b5b2b7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e611409-6fb3-4299-b417-0bde405db6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544937 Jan 26 11:38:03.202880 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-3d30b318-cdc0-490d-9df5-4d9c54788f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c79709-f2ce-4d99-b406-f412d083cd52 {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:38:03.211310 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-3d30b318-cdc0-490d-9df5-4d9c54788f66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:03.225343 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-3d30b318-cdc0-490d-9df5-4d9c54788f66 service neutron] Transition to ACTIVE for port object d5c79709-f2ce-4d99-b406-f412d083cd52 will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:38:03.228663 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-3d30b318-cdc0-490d-9df5-4d9c54788f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:03.388833 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30b318-cdc0-490d-9df5-4d9c54788f66 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c79709-f2ce-4d99-b406-f412d083cd52,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:38:03.463885 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-3d30b318-cdc0-490d-9df5-4d9c54788f66 service neutron] Attempting to bind port d5c79709-f2ce-4d99-b406-f412d083cd52 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:38:03.464235 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-3d30b318-cdc0-490d-9df5-4d9c54788f66 service neutron] Attempting to bind port d5c79709-f2ce-4d99-b406-f412d083cd52 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'fc8fd982-5d56-434f-a8ff-040702f31135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:38:03.464539 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-3d30b318-cdc0-490d-9df5-4d9c54788f66 service neutron] Attempting to bind port d5c79709-f2ce-4d99-b406-f412d083cd52 on network 1172eb2f-abfe-45a0-a886-338dd3a8e74f {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:38:03.469032 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-3d30b318-cdc0-490d-9df5-4d9c54788f66 service neutron] Port d5c79709-f2ce-4d99-b406-f412d083cd52 on network 1172eb2f-abfe-45a0-a886-338dd3a8e74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:38:03.469345 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-3d30b318-cdc0-490d-9df5-4d9c54788f66 service neutron] Attempting to bind port d5c79709-f2ce-4d99-b406-f412d083cd52 on network 1172eb2f-abfe-45a0-a886-338dd3a8e74f {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:38:03.474551 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-3d30b318-cdc0-490d-9df5-4d9c54788f66 service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:38:03.474892 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-3d30b318-cdc0-490d-9df5-4d9c54788f66 service neutron] Checking segment: {'id': 'fc8fd982-5d56-434f-a8ff-040702f31135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:38:03.475274 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-3d30b318-cdc0-490d-9df5-4d9c54788f66 service neutron] Bound using segment: {'id': 'fc8fd982-5d56-434f-a8ff-040702f31135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:38:03.475701 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-3d30b318-cdc0-490d-9df5-4d9c54788f66 service neutron] Bound port: d5c79709-f2ce-4d99-b406-f412d083cd52, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc8fd982-5d56-434f-a8ff-040702f31135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:38:03.476049 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-3d30b318-cdc0-490d-9df5-4d9c54788f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:03.568313 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-3d30b318-cdc0-490d-9df5-4d9c54788f66 service neutron] For port d5c79709-f2ce-4d99-b406-f412d083cd52, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:38:03.571112 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-3d30b318-cdc0-490d-9df5-4d9c54788f66 service neutron] For port d5c79709-f2ce-4d99-b406-f412d083cd52, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=d5c79709-f2ce-4d99-b406-f412d083cd52,segment=NetworkSegment(fc8fd982-5d56-434f-a8ff-040702f31135),segment_id=fc8fd982-5d56-434f-a8ff-040702f31135)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:38:03.575596 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-3d30b318-cdc0-490d-9df5-4d9c54788f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:03.626848 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-3d30b318-cdc0-490d-9df5-4d9c54788f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:03.628309 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-3d30b318-cdc0-490d-9df5-4d9c54788f66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:03.630031 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-3d30b318-cdc0-490d-9df5-4d9c54788f66 service neutron] 10.222.0.24 "PUT /v2.0/ports/d5c79709-f2ce-4d99-b406-f412d083cd52 HTTP/1.1" status: 200 len: 1093 time: 0.8993998 Jan 26 11:38:03.637988 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23e78d0-db79-4a8c-ab88-75e1f08fbf81', 'tag': 'd5c79709-f2ce-4d99-b406-f412d083cd52'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:38:03.668267 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30b318-cdc0-490d-9df5-4d9c54788f66 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c79709-f2ce-4d99-b406-f412d083cd52,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:38:03.708908 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23e78d0-db79-4a8c-ab88-75e1f08fbf81', 'tag': 'd5c79709-f2ce-4d99-b406-f412d083cd52', 'status': 'completed', 'code': 200} Jan 26 11:38:03.751139 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-3f8ba89a-98f9-4c31-a528-c0a519f0380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:03.752902 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-3f8ba89a-98f9-4c31-a528-c0a519f0380b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=e23e78d0-db79-4a8c-ab88-75e1f08fbf81 HTTP/1.1" status: 200 len: 1096 time: 0.0806432 Jan 26 11:38:03.806804 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 52317483-8a7c-4577-9bb0-2143e966dbeb up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:38:03.837239 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-e716862f-c743-4020-9792-1cc84a5df1e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5c79709-f2ce-4d99-b406-f412d083cd52 HTTP/1.1" status: 200 len: 217 time: 0.0773194 Jan 26 11:38:03.881308 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 52317483-8a7c-4577-9bb0-2143e966dbeb triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:38:03.881922 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:03.905122 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-c83cc0ee-d2ad-43ce-80b7-f673fc25ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:03.906523 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-c83cc0ee-d2ad-43ce-80b7-f673fc25ba98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3777f5b-ea29-4ef3-a898-58989836dd6f HTTP/1.1" status: 200 len: 835 time: 0.0634089 Jan 26 11:38:03.982574 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-caa1651b-eb1e-4174-b889-caf1fbc27043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:03.984146 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-caa1651b-eb1e-4174-b889-caf1fbc27043 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1172eb2f-abfe-45a0-a886-338dd3a8e74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720112 Jan 26 11:38:04.212875 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300132ea-e354-4aea-88c7-1e3b9b229e96 req-70a89791-a537-4201-b25b-1631b5f51809 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:04.214389 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-300132ea-e354-4aea-88c7-1e3b9b229e96 req-70a89791-a537-4201-b25b-1631b5f51809 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23e78d0-db79-4a8c-ab88-75e1f08fbf81 HTTP/1.1" status: 200 len: 943 time: 0.0797210 Jan 26 11:38:04.224686 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-77e3f9c3-d946-4474-b438-dd986b70ab04 service neutron] 10.222.0.24 "GET /v2.0/networks/1172eb2f-abfe-45a0-a886-338dd3a8e74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345047 Jan 26 11:38:04.260552 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-300132ea-e354-4aea-88c7-1e3b9b229e96 req-b2be9ba1-34ef-4a01-9239-9b64b064ea8a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e611409-6fb3-4299-b417-0bde405db6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403495 Jan 26 11:38:04.359020 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-351c44cc-4bc6-4ba3-9a76-6efcbec8a254 req-6ae1f9ac-eedd-4a6a-ae0d-c495fc4f57c7 service neutron] 10.222.0.24 "GET /v2.0/networks/1172eb2f-abfe-45a0-a886-338dd3a8e74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277142 Jan 26 11:38:04.476261 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab244c-c0b4-4a3a-b229-3fa0f4d400bf req-e4815528-5788-417f-ba6e-3a2ae37bebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:04.477759 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aaab244c-c0b4-4a3a-b229-3fa0f4d400bf req-e4815528-5788-417f-ba6e-3a2ae37bebb4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=e23e78d0-db79-4a8c-ab88-75e1f08fbf81 HTTP/1.1" status: 200 len: 1096 time: 0.0729208 Jan 26 11:38:04.606059 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab244c-c0b4-4a3a-b229-3fa0f4d400bf req-298a8939-67cc-4731-afd1-73388c5055b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:04.607512 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aaab244c-c0b4-4a3a-b229-3fa0f4d400bf req-298a8939-67cc-4731-afd1-73388c5055b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1172eb2f-abfe-45a0-a886-338dd3a8e74f HTTP/1.1" status: 200 len: 897 time: 0.1230841 Jan 26 11:38:04.678808 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aaab244c-c0b4-4a3a-b229-3fa0f4d400bf req-50b6ee75-fc79-406e-aa38-56259d4b9b77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5c79709-f2ce-4d99-b406-f412d083cd52 HTTP/1.1" status: 200 len: 217 time: 0.0640280 Jan 26 11:38:04.740890 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab244c-c0b4-4a3a-b229-3fa0f4d400bf req-8faf954e-2387-4077-b015-668358f77a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:04.742272 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aaab244c-c0b4-4a3a-b229-3fa0f4d400bf req-8faf954e-2387-4077-b015-668358f77a78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3777f5b-ea29-4ef3-a898-58989836dd6f HTTP/1.1" status: 200 len: 835 time: 0.0570621 Jan 26 11:38:04.817430 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab244c-c0b4-4a3a-b229-3fa0f4d400bf req-cc72d246-d002-4d99-9239-441ec0677950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:04.818949 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aaab244c-c0b4-4a3a-b229-3fa0f4d400bf req-cc72d246-d002-4d99-9239-441ec0677950 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1172eb2f-abfe-45a0-a886-338dd3a8e74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700831 Jan 26 11:38:04.954878 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aaab244c-c0b4-4a3a-b229-3fa0f4d400bf req-5ea7a3ec-965c-466c-a1ad-1b46d39ff1f1 service neutron] 10.222.0.24 "GET /v2.0/networks/1172eb2f-abfe-45a0-a886-338dd3a8e74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278598 Jan 26 11:38:05.083643 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aaab244c-c0b4-4a3a-b229-3fa0f4d400bf req-e909e13f-eb86-4768-ba42-086a280e7f82 service neutron] 10.222.0.24 "GET /v2.0/networks/1172eb2f-abfe-45a0-a886-338dd3a8e74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232049 Jan 26 11:38:05.357340 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:05.447978 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a778d0f-2a9b-4f20-ad3b-cb66d3be7010 req-57975f6f-3bf7-4e67-8cba-09630b254cad tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:05.448663 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-4a778d0f-2a9b-4f20-ad3b-cb66d3be7010 req-57975f6f-3bf7-4e67-8cba-09630b254cad tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:38:05.464064 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-4a778d0f-2a9b-4f20-ad3b-cb66d3be7010 req-57975f6f-3bf7-4e67-8cba-09630b254cad tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:38:05.465188 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4a778d0f-2a9b-4f20-ad3b-cb66d3be7010 req-57975f6f-3bf7-4e67-8cba-09630b254cad tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23e78d0-db79-4a8c-ab88-75e1f08fbf81 HTTP/1.1" status: 200 len: 943 time: 0.0969663 Jan 26 11:38:05.509837 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4a778d0f-2a9b-4f20-ad3b-cb66d3be7010 req-70a9ab25-4e65-454a-8684-9f3f3d4a084d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e611409-6fb3-4299-b417-0bde405db6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390444 Jan 26 11:38:06.702617 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e84380-fab4-4df1-b99c-7ecf5bb57c6c req-0b8fd630-548a-4604-94da-74b3ffe1da47 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:06.704339 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-69e84380-fab4-4df1-b99c-7ecf5bb57c6c req-0b8fd630-548a-4604-94da-74b3ffe1da47 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23e78d0-db79-4a8c-ab88-75e1f08fbf81 HTTP/1.1" status: 200 len: 943 time: 0.0820050 Jan 26 11:38:06.748900 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-69e84380-fab4-4df1-b99c-7ecf5bb57c6c req-0568abe2-e1a9-4d40-b1c7-5d419103e704 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e611409-6fb3-4299-b417-0bde405db6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384316 Jan 26 11:38:06.905202 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device d5c79709-f2ce-4d99-b406-f412d083cd52 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:38:07.039291 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port d5c79709-f2ce-4d99-b406-f412d083cd52, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=d5c79709-f2ce-4d99-b406-f412d083cd52,segment=NetworkSegment(fc8fd982-5d56-434f-a8ff-040702f31135),segment_id=fc8fd982-5d56-434f-a8ff-040702f31135)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:38:07.051843 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': 'd5c79709-f2ce-4d99-b406-f412d083cd52', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'port_id': 'd5c79709-f2ce-4d99-b406-f412d083cd52', 'mac_address': 'fa:16:3e:ea:ee:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:38:07.109960 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:07.126276 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c79709-f2ce-4d99-b406-f412d083cd52 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:38:07.141102 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port d5c79709-f2ce-4d99-b406-f412d083cd52, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=d5c79709-f2ce-4d99-b406-f412d083cd52,segment=NetworkSegment(fc8fd982-5d56-434f-a8ff-040702f31135),segment_id=fc8fd982-5d56-434f-a8ff-040702f31135)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:38:07.145489 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:07.213242 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=d5c79709-f2ce-4d99-b406-f412d083cd52,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:38:07.390764 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['d5c79709-f2ce-4d99-b406-f412d083cd52'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:38:07.934149 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2546f54-a431-4579-a849-0c35d5b02740 req-3fc82a90-59e0-4b93-aaaf-38a54ef2de0e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:07.935619 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f2546f54-a431-4579-a849-0c35d5b02740 req-3fc82a90-59e0-4b93-aaaf-38a54ef2de0e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23e78d0-db79-4a8c-ab88-75e1f08fbf81 HTTP/1.1" status: 200 len: 944 time: 0.0819507 Jan 26 11:38:07.979670 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f2546f54-a431-4579-a849-0c35d5b02740 req-b5b06bd5-0c14-49f6-b0dc-4bb3180ee66b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e611409-6fb3-4299-b417-0bde405db6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378239 Jan 26 11:38:08.920816 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device d5c79709-f2ce-4d99-b406-f412d083cd52 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:38:08.988949 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port d5c79709-f2ce-4d99-b406-f412d083cd52 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:38:08.993580 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port d5c79709-f2ce-4d99-b406-f412d083cd52 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:38:08.993949 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:09.115573 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:09.142912 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23e78d0-db79-4a8c-ab88-75e1f08fbf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c79709-f2ce-4d99-b406-f412d083cd52'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:38:09.153692 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port d5c79709-f2ce-4d99-b406-f412d083cd52, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=d5c79709-f2ce-4d99-b406-f412d083cd52,segment=NetworkSegment(fc8fd982-5d56-434f-a8ff-040702f31135),segment_id=fc8fd982-5d56-434f-a8ff-040702f31135)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:38:09.158204 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:09.184867 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb226a3-57be-45ba-bd79-8a3924e3b40e req-e1a3918e-1122-44fb-975f-3209586de038 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:09.186418 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-3bb226a3-57be-45ba-bd79-8a3924e3b40e req-e1a3918e-1122-44fb-975f-3209586de038 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23e78d0-db79-4a8c-ab88-75e1f08fbf81 HTTP/1.1" status: 200 len: 944 time: 0.0895011 Jan 26 11:38:09.235596 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=d5c79709-f2ce-4d99-b406-f412d083cd52,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:38:09.244586 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-3bb226a3-57be-45ba-bd79-8a3924e3b40e req-679b2c66-2edd-4e86-8225-bb241f365914 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e611409-6fb3-4299-b417-0bde405db6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503469 Jan 26 11:38:09.283099 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23e78d0-db79-4a8c-ab88-75e1f08fbf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c79709-f2ce-4d99-b406-f412d083cd52', 'code': 200} Jan 26 11:38:09.554047 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327cd74-7510-4186-95c6-eb98f4a6da53 req-98bad229-6bab-4015-8292-c282b6bec49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:09.556079 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8327cd74-7510-4186-95c6-eb98f4a6da53 req-98bad229-6bab-4015-8292-c282b6bec49c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e23e78d0-db79-4a8c-ab88-75e1f08fbf81 HTTP/1.1" status: 200 len: 1098 time: 0.0930808 Jan 26 11:38:09.606731 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8327cd74-7510-4186-95c6-eb98f4a6da53 req-0192432a-4658-4785-b971-8b3b3662236e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2e611409-6fb3-4299-b417-0bde405db6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445833 Jan 26 11:38:10.429455 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c7068-6e2b-40d3-8a81-523b10c91122 req-cf3c9037-1bbe-4dfd-a716-ff39aac70b9e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:10.430929 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7e1c7068-6e2b-40d3-8a81-523b10c91122 req-cf3c9037-1bbe-4dfd-a716-ff39aac70b9e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23e78d0-db79-4a8c-ab88-75e1f08fbf81 HTTP/1.1" status: 200 len: 945 time: 0.0806887 Jan 26 11:38:10.482820 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7e1c7068-6e2b-40d3-8a81-523b10c91122 req-c86bbbab-cfdd-46e6-a9c0-1ee7ae442bba tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e611409-6fb3-4299-b417-0bde405db6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462394 Jan 26 11:38:11.682574 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5bdf0-18aa-48e2-8c06-d4c65b5e0c6d req-0f1371cb-df5e-426a-99cc-1429e8f3bf18 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:11.684032 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-abe5bdf0-18aa-48e2-8c06-d4c65b5e0c6d req-0f1371cb-df5e-426a-99cc-1429e8f3bf18 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23e78d0-db79-4a8c-ab88-75e1f08fbf81 HTTP/1.1" status: 200 len: 945 time: 0.0844245 Jan 26 11:38:11.732175 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-abe5bdf0-18aa-48e2-8c06-d4c65b5e0c6d req-0d4f8a3e-631e-4208-b4d2-77c5a311679d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e611409-6fb3-4299-b417-0bde405db6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422227 Jan 26 11:38:11.918757 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dba5f3-d037-4d47-9c76-66ef58dbe604 req-2be9329a-bc88-446f-823c-7e8131e8f68c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:11.920196 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f2dba5f3-d037-4d47-9c76-66ef58dbe604 req-2be9329a-bc88-446f-823c-7e8131e8f68c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23e78d0-db79-4a8c-ab88-75e1f08fbf81 HTTP/1.1" status: 200 len: 945 time: 0.0840521 Jan 26 11:38:11.964936 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f2dba5f3-d037-4d47-9c76-66ef58dbe604 req-090c4537-6f9c-43b5-8c74-e8cb3c8f754c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e611409-6fb3-4299-b417-0bde405db6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390382 Jan 26 11:38:11.987222 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56780) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:38:12.058348 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b7400c-591d-43ee-9cfa-3264e2c75a2f tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:12.059830 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c1b7400c-591d-43ee-9cfa-3264e2c75a2f tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e23e78d0-db79-4a8c-ab88-75e1f08fbf81 HTTP/1.1" status: 200 len: 1093 time: 0.0716834 Jan 26 11:38:12.062672 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56784) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:38:12.067663 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-656ccdb0-e751-4485-8c52-0acc3b29fbc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': 'd5c79709-f2ce-4d99-b406-f412d083cd52', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:38:12.073632 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-656ccdb0-e751-4485-8c52-0acc3b29fbc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:38:12.077427 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-656ccdb0-e751-4485-8c52-0acc3b29fbc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:floatingip and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:38:12.080599 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-656ccdb0-e751-4485-8c52-0acc3b29fbc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:38:12.086155 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-656ccdb0-e751-4485-8c52-0acc3b29fbc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:38:12.097107 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-656ccdb0-e751-4485-8c52-0acc3b29fbc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:12.320751 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-656ccdb0-e751-4485-8c52-0acc3b29fbc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:12.452634 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-656ccdb0-e751-4485-8c52-0acc3b29fbc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.26.5.176 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/d26e6ac7-2105-446f-85cd-46bf38e3a741) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:38:12.596593 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-656ccdb0-e751-4485-8c52-0acc3b29fbc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:12.624368 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-656ccdb0-e751-4485-8c52-0acc3b29fbc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:12.688151 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656ccdb0-e751-4485-8c52-0acc3b29fbc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:38:12.691512 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-656ccdb0-e751-4485-8c52-0acc3b29fbc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:38:12.695195 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656ccdb0-e751-4485-8c52-0acc3b29fbc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:38:12.734358 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ccdb0-e751-4485-8c52-0acc3b29fbc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=d26e6ac7-2105-446f-85cd-46bf38e3a741,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:38:13.104333 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-656ccdb0-e751-4485-8c52-0acc3b29fbc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:13.177480 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-656ccdb0-e751-4485-8c52-0acc3b29fbc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:13.381581 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-656ccdb0-e751-4485-8c52-0acc3b29fbc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:13.385884 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-656ccdb0-e751-4485-8c52-0acc3b29fbc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:13.487594 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ccdb0-e751-4485-8c52-0acc3b29fbc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=d26e6ac7-2105-446f-85cd-46bf38e3a741,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:38:13.503121 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-656ccdb0-e751-4485-8c52-0acc3b29fbc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:13.670604 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-656ccdb0-e751-4485-8c52-0acc3b29fbc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Floating IP 0d728c4c-9b84-4116-9951-1444a56f2bc9 associated. External IP: 172.26.5.176, port: d5c79709-f2ce-4d99-b406-f412d083cd52. Jan 26 11:38:14.120950 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656ccdb0-e751-4485-8c52-0acc3b29fbc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 19d215a4-fe19-4881-8254-1cc87f0b1f15 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:38:14.297685 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656ccdb0-e751-4485-8c52-0acc3b29fbc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:38:14.308157 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b014e4e-f99d-4bda-80a5-58bd613e5686 None None] Sync routers for ids ['19d215a4-fe19-4881-8254-1cc87f0b1f15'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:38:14.317421 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b014e4e-f99d-4bda-80a5-58bd613e5686 None None] Routers {'19d215a4-fe19-4881-8254-1cc87f0b1f15'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:38:14.318029 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-0b014e4e-f99d-4bda-80a5-58bd613e5686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:37:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['19d215a4-fe19-4881-8254-1cc87f0b1f15'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:38:14.321897 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-656ccdb0-e751-4485-8c52-0acc3b29fbc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:14.380572 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-656ccdb0-e751-4485-8c52-0acc3b29fbc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3167143 Jan 26 11:38:14.380994 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23e78d0-db79-4a8c-ab88-75e1f08fbf81', 'tag': 'd5c79709-f2ce-4d99-b406-f412d083cd52'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:38:14.383168 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56788) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:38:14.427801 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23e78d0-db79-4a8c-ab88-75e1f08fbf81', 'tag': 'd5c79709-f2ce-4d99-b406-f412d083cd52', 'status': 'completed', 'code': 200} Jan 26 11:38:14.491084 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4cb83a-e606-435b-9532-e7d425c6d3bc tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:14.492578 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fa4cb83a-e606-435b-9532-e7d425c6d3bc tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e23e78d0-db79-4a8c-ab88-75e1f08fbf81 HTTP/1.1" status: 200 len: 1093 time: 0.1084359 Jan 26 11:38:14.495431 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-0b014e4e-f99d-4bda-80a5-58bd613e5686 None None] Set router 19d215a4-fe19-4881-8254-1cc87f0b1f15 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:38:14.529721 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca22b27-8a99-4199-bc96-69519d68d834 req-6e9f614a-2225-4764-bc13-89c354c1a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:14.531273 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9ca22b27-8a99-4199-bc96-69519d68d834 req-6e9f614a-2225-4764-bc13-89c354c1a281 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=e23e78d0-db79-4a8c-ab88-75e1f08fbf81 HTTP/1.1" status: 200 len: 1098 time: 0.0812690 Jan 26 11:38:14.716396 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56796) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:38:14.722261 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-134fa638-41ce-47b0-9c84-89bad6d179c5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-745067522', 'description': 'tempest-secgroup-smoke-745067522 description', 'project_id': '577ce67689cf4355b98fd7b539fb5797'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:38:14.729132 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-134fa638-41ce-47b0-9c84-89bad6d179c5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:38:14.741074 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-134fa638-41ce-47b0-9c84-89bad6d179c5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:38:14.752500 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-134fa638-41ce-47b0-9c84-89bad6d179c5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:14.772345 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-134fa638-41ce-47b0-9c84-89bad6d179c5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:38:14.776362 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-134fa638-41ce-47b0-9c84-89bad6d179c5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:38:14.779363 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-134fa638-41ce-47b0-9c84-89bad6d179c5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:38:14.785595 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-134fa638-41ce-47b0-9c84-89bad6d179c5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:38:14.806087 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca22b27-8a99-4199-bc96-69519d68d834 req-b55d041b-2f1f-4032-bf02-eeda5492dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:14.808430 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9ca22b27-8a99-4199-bc96-69519d68d834 req-b55d041b-2f1f-4032-bf02-eeda5492dc05 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1172eb2f-abfe-45a0-a886-338dd3a8e74f HTTP/1.1" status: 200 len: 897 time: 0.2709405 Jan 26 11:38:14.864660 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-0b014e4e-f99d-4bda-80a5-58bd613e5686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'name': 'tempest-TestNetworkBasicOps-router-1153596508', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '0d728c4c-9b84-4116-9951-1444a56f2bc9', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.176', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'port_id': 'd5c79709-f2ce-4d99-b406-f412d083cd52', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'mac_address': 'fa:16:3e:ea:ee:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23e78d0-db79-4a8c-ab88-75e1f08fbf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:38:13Z', 'updated_at': '2022-01-26T11:38:13Z', 'revision_number': 0, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52317483-8a7c-4577-9bb0-2143e966dbeb', 'name': '', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:a0:b1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:55Z', 'updated_at': '2022-01-26T11:38:02Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:38:14.869080 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b014e4e-f99d-4bda-80a5-58bd613e5686 None None] Checking router: 19d215a4-fe19-4881-8254-1cc87f0b1f15 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:38:14.879779 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-134fa638-41ce-47b0-9c84-89bad6d179c5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:14.880095 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b014e4e-f99d-4bda-80a5-58bd613e5686 None None] Routers {'19d215a4-fe19-4881-8254-1cc87f0b1f15'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:38:14.880735 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-0b014e4e-f99d-4bda-80a5-58bd613e5686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:37:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['19d215a4-fe19-4881-8254-1cc87f0b1f15'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:38:14.885242 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-134fa638-41ce-47b0-9c84-89bad6d179c5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:14.922115 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9ca22b27-8a99-4199-bc96-69519d68d834 req-12c813c0-d76b-453e-bd34-8c8167000df5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5c79709-f2ce-4d99-b406-f412d083cd52 HTTP/1.1" status: 200 len: 999 time: 0.1074314 Jan 26 11:38:14.937487 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134fa638-41ce-47b0-9c84-89bad6d179c5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cf6d0a-abde-429a-9c80-e7593d554788,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:38:14.947877 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-134fa638-41ce-47b0-9c84-89bad6d179c5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:14.949108 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-134fa638-41ce-47b0-9c84-89bad6d179c5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2314556 Jan 26 11:38:14.952089 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56800) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:38:14.958776 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-3c109ac2-8626-4181-9716-44e5495e0fdc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'a3cf6d0a-abde-429a-9c80-e7593d554788', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:38:14.965471 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3c109ac2-8626-4181-9716-44e5495e0fdc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:38:14.972181 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3c109ac2-8626-4181-9716-44e5495e0fdc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:38:14.975247 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3c109ac2-8626-4181-9716-44e5495e0fdc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:38:14.980871 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3c109ac2-8626-4181-9716-44e5495e0fdc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:38:14.995706 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca22b27-8a99-4199-bc96-69519d68d834 req-6593ab05-2019-43ab-87c9-37bcca057fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:14.997519 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9ca22b27-8a99-4199-bc96-69519d68d834 req-6593ab05-2019-43ab-87c9-37bcca057fb0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3777f5b-ea29-4ef3-a898-58989836dd6f HTTP/1.1" status: 200 len: 835 time: 0.0677054 Jan 26 11:38:14.997980 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3c109ac2-8626-4181-9716-44e5495e0fdc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:15.062984 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3c109ac2-8626-4181-9716-44e5495e0fdc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:15.067622 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3c109ac2-8626-4181-9716-44e5495e0fdc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:15.074688 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-0b014e4e-f99d-4bda-80a5-58bd613e5686 None None] Set router 19d215a4-fe19-4881-8254-1cc87f0b1f15 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:38:15.091455 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca22b27-8a99-4199-bc96-69519d68d834 req-3430ffb3-a3a8-4d8b-a08f-97a8a8898a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:15.091682 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c109ac2-8626-4181-9716-44e5495e0fdc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad95dd34-6bec-4dd0-a31e-d4270c847997,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:38:15.093204 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9ca22b27-8a99-4199-bc96-69519d68d834 req-3430ffb3-a3a8-4d8b-a08f-97a8a8898a75 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1172eb2f-abfe-45a0-a886-338dd3a8e74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893121 Jan 26 11:38:15.101810 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3c109ac2-8626-4181-9716-44e5495e0fdc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:15.105631 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3c109ac2-8626-4181-9716-44e5495e0fdc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1501658 Jan 26 11:38:15.106124 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56804) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:38:15.111189 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-3c51a10b-fc8f-4f19-bf37-307d1e433f6d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'a3cf6d0a-abde-429a-9c80-e7593d554788', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:38:15.117690 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3c51a10b-fc8f-4f19-bf37-307d1e433f6d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:38:15.121566 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3c51a10b-fc8f-4f19-bf37-307d1e433f6d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:38:15.124428 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3c51a10b-fc8f-4f19-bf37-307d1e433f6d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:38:15.131014 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3c51a10b-fc8f-4f19-bf37-307d1e433f6d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:38:15.150233 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3c51a10b-fc8f-4f19-bf37-307d1e433f6d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:15.215052 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3c51a10b-fc8f-4f19-bf37-307d1e433f6d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:15.219040 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3c51a10b-fc8f-4f19-bf37-307d1e433f6d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:15.242893 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51a10b-fc8f-4f19-bf37-307d1e433f6d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487efb26-0afc-4530-acf7-9e620a640c7b,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:38:15.243318 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9ca22b27-8a99-4199-bc96-69519d68d834 req-64801ad6-c5d1-43e7-977e-c24c4aeef8da service neutron] 10.222.0.24 "GET /v2.0/networks/1172eb2f-abfe-45a0-a886-338dd3a8e74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439915 Jan 26 11:38:15.252985 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3c51a10b-fc8f-4f19-bf37-307d1e433f6d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:15.256727 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3c51a10b-fc8f-4f19-bf37-307d1e433f6d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1470537 Jan 26 11:38:15.257062 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56808) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:38:15.262180 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-936b3e0f-cc13-4bf3-bdb8-f5fb34741e47 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'a3cf6d0a-abde-429a-9c80-e7593d554788', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:38:15.268759 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-936b3e0f-cc13-4bf3-bdb8-f5fb34741e47 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:38:15.272633 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-936b3e0f-cc13-4bf3-bdb8-f5fb34741e47 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:38:15.275620 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-936b3e0f-cc13-4bf3-bdb8-f5fb34741e47 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:38:15.281661 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-936b3e0f-cc13-4bf3-bdb8-f5fb34741e47 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:38:15.301428 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-936b3e0f-cc13-4bf3-bdb8-f5fb34741e47 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:15.368564 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-936b3e0f-cc13-4bf3-bdb8-f5fb34741e47 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:15.373374 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-936b3e0f-cc13-4bf3-bdb8-f5fb34741e47 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:15.389764 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9ca22b27-8a99-4199-bc96-69519d68d834 req-9e33f657-0892-45b8-98ca-b58ab36b03ed service neutron] 10.222.0.24 "GET /v2.0/networks/1172eb2f-abfe-45a0-a886-338dd3a8e74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390171 Jan 26 11:38:15.401068 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b3e0f-cc13-4bf3-bdb8-f5fb34741e47 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=303d3673-1b6a-4182-9b66-d475daa3f763,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:38:15.410930 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-936b3e0f-cc13-4bf3-bdb8-f5fb34741e47 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:15.412133 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-936b3e0f-cc13-4bf3-bdb8-f5fb34741e47 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1541085 Jan 26 11:38:15.414870 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56812) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:38:15.420012 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-fe4772d9-6467-4125-b8d9-428f0791e3b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'a3cf6d0a-abde-429a-9c80-e7593d554788', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:38:15.426688 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-fe4772d9-6467-4125-b8d9-428f0791e3b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:38:15.430569 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-fe4772d9-6467-4125-b8d9-428f0791e3b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:38:15.433651 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-fe4772d9-6467-4125-b8d9-428f0791e3b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:38:15.439687 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-fe4772d9-6467-4125-b8d9-428f0791e3b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:38:15.457920 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fe4772d9-6467-4125-b8d9-428f0791e3b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:15.476150 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-0b014e4e-f99d-4bda-80a5-58bd613e5686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'name': 'tempest-TestNetworkBasicOps-router-1153596508', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '0d728c4c-9b84-4116-9951-1444a56f2bc9', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.176', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'port_id': 'd5c79709-f2ce-4d99-b406-f412d083cd52', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'mac_address': 'fa:16:3e:ea:ee:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23e78d0-db79-4a8c-ab88-75e1f08fbf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:38:13Z', 'updated_at': '2022-01-26T11:38:13Z', 'revision_number': 0, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52317483-8a7c-4577-9bb0-2143e966dbeb', 'name': '', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:a0:b1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:55Z', 'updated_at': '2022-01-26T11:38:02Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:38:15.480031 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b014e4e-f99d-4bda-80a5-58bd613e5686 None None] The sync data for ids ['19d215a4-fe19-4881-8254-1cc87f0b1f15'] in dv-neutron-826439-1-hyperv is: [{'id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'name': 'tempest-TestNetworkBasicOps-router-1153596508', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '0d728c4c-9b84-4116-9951-1444a56f2bc9', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.176', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'port_id': 'd5c79709-f2ce-4d99-b406-f412d083cd52', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'mac_address': 'fa:16:3e:ea:ee:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23e78d0-db79-4a8c-ab88-75e1f08fbf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:38:13Z', 'updated_at': '2022-01-26T11:38:13Z', 'revision_number': 0, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52317483-8a7c-4577-9bb0-2143e966dbeb', 'name': '', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:a0:b1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:55Z', 'updated_at': '2022-01-26T11:38:02Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:38:15.522465 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fe4772d9-6467-4125-b8d9-428f0791e3b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:15.530462 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fe4772d9-6467-4125-b8d9-428f0791e3b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:15.555294 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4772d9-6467-4125-b8d9-428f0791e3b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9866d12-8c5e-427d-93e4-c0dc258b5c1d,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:38:15.565310 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fe4772d9-6467-4125-b8d9-428f0791e3b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:15.569375 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-fe4772d9-6467-4125-b8d9-428f0791e3b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1534855 Jan 26 11:38:15.569790 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56816) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:38:15.574973 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-20c9ddcc-ebef-4608-a1fc-31cbf767fba0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'a3cf6d0a-abde-429a-9c80-e7593d554788', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:38:15.581935 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-20c9ddcc-ebef-4608-a1fc-31cbf767fba0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:38:15.585871 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-20c9ddcc-ebef-4608-a1fc-31cbf767fba0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:38:15.588910 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-20c9ddcc-ebef-4608-a1fc-31cbf767fba0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:38:15.595777 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-20c9ddcc-ebef-4608-a1fc-31cbf767fba0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:38:15.606345 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.securitygroups_db [None req-20c9ddcc-ebef-4608-a1fc-31cbf767fba0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Project 577ce67689cf4355b98fd7b539fb5797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:38:15.613581 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20c9ddcc-ebef-4608-a1fc-31cbf767fba0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:15.680561 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20c9ddcc-ebef-4608-a1fc-31cbf767fba0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:15.684285 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20c9ddcc-ebef-4608-a1fc-31cbf767fba0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:15.703259 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4799232b-d987-4838-9708-f634adec7c43 None None] New status for floating IP 0d728c4c-9b84-4116-9951-1444a56f2bc9: ACTIVE {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:38:15.710166 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9ddcc-ebef-4608-a1fc-31cbf767fba0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2f7015-606b-4578-aee5-e3375360654e,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:38:15.718782 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20c9ddcc-ebef-4608-a1fc-31cbf767fba0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:15.721988 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-20c9ddcc-ebef-4608-a1fc-31cbf767fba0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1510932 Jan 26 11:38:15.723460 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56820) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:38:15.728501 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-4a807d09-dee9-483a-8357-09483b6f2f44 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': 'a3cf6d0a-abde-429a-9c80-e7593d554788', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:38:15.734361 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4a807d09-dee9-483a-8357-09483b6f2f44 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:38:15.742036 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4a807d09-dee9-483a-8357-09483b6f2f44 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:38:15.745122 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4a807d09-dee9-483a-8357-09483b6f2f44 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:38:15.750865 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4a807d09-dee9-483a-8357-09483b6f2f44 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:38:15.763516 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.securitygroups_db [None req-4a807d09-dee9-483a-8357-09483b6f2f44 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Project 577ce67689cf4355b98fd7b539fb5797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:38:15.771392 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4a807d09-dee9-483a-8357-09483b6f2f44 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:15.839681 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4a807d09-dee9-483a-8357-09483b6f2f44 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:15.843336 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4a807d09-dee9-483a-8357-09483b6f2f44 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:15.866338 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a807d09-dee9-483a-8357-09483b6f2f44 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71cea37e-1825-4395-8b8a-eb350e1cf1b7,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:38:15.876479 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4a807d09-dee9-483a-8357-09483b6f2f44 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:15.878229 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4a807d09-dee9-483a-8357-09483b6f2f44 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1538496 Jan 26 11:38:16.043967 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-7a56a41e-8da4-42b6-b2c4-7be56ad286ab tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-745067522&fields=id&tenant_id=577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 267 time: 0.0417387 Jan 26 11:38:16.192791 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-6d772b21-bb3b-4102-8bf6-735cb34e5485 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:16.194198 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-6d772b21-bb3b-4102-8bf6-735cb34e5485 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/networks?id=1172eb2f-abfe-45a0-a886-338dd3a8e74f HTTP/1.1" status: 200 len: 796 time: 0.1437328 Jan 26 11:38:16.209773 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-4d0aeda2-29af-4d8a-8327-7684c68e48c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/quotas/577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 375 time: 0.0100634 Jan 26 11:38:16.300455 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-1d6e69a4-bf23-44d9-bf82-8b86c9a35eed tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0858326 Jan 26 11:38:16.434586 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-5f019ecc-456f-4dfe-b333-db7b16de397b service neutron] 10.222.0.39 "GET /v2.0/networks/1172eb2f-abfe-45a0-a886-338dd3a8e74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228375 Jan 26 11:38:16.565131 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-96c05f91-c372-4e4f-afdc-563df1074895 service neutron] 10.222.0.39 "GET /v2.0/networks/1172eb2f-abfe-45a0-a886-338dd3a8e74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235683 Jan 26 11:38:16.740671 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-187e40bb-2e44-4632-b9ed-7a619459f498 req-fdda9546-4891-4e60-8efd-424ae808e829 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=3577ad78-6db4-4cf7-834a-1222c97662fd HTTP/1.1" status: 200 len: 210 time: 0.0429242 Jan 26 11:38:17.745499 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-3f44295e-ccfd-432e-95b2-b86adda840e3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:17.747310 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-3f44295e-ccfd-432e-95b2-b86adda840e3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/networks?id=1172eb2f-abfe-45a0-a886-338dd3a8e74f HTTP/1.1" status: 200 len: 796 time: 0.1506810 Jan 26 11:38:17.812211 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-c5b783a9-0188-4a96-a4a1-5874958d6c22 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 471 time: 0.0571451 Jan 26 11:38:17.821461 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-4915fa21-1623-4970-9ae5-f33644289dc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'port': {'device_id': '3577ad78-6db4-4cf7-834a-1222c97662fd', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'admin_state_up': True, 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'security_groups': ['a3cf6d0a-abde-429a-9c80-e7593d554788']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:38:17.911280 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bd1da393-9770-44d6-af1c-16b5bb59ee2d req-123d210e-5b7e-4da5-bfbb-92159910fcc8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=3577ad78-6db4-4cf7-834a-1222c97662fd HTTP/1.1" status: 200 len: 210 time: 0.0500147 Jan 26 11:38:18.114041 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-4915fa21-1623-4970-9ae5-f33644289dc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:38:18.123229 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-4915fa21-1623-4970-9ae5-f33644289dc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:38:18.133152 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-4915fa21-1623-4970-9ae5-f33644289dc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:38:18.136902 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-4915fa21-1623-4970-9ae5-f33644289dc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:18.296996 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-4915fa21-1623-4970-9ae5-f33644289dc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.20.0.3 (1172eb2f-abfe-45a0-a886-338dd3a8e74f/e3777f5b-ea29-4ef3-a898-58989836dd6f/b7b54ffc-e940-4224-bd25-78f26ebe5cfc) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:38:18.483138 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-4915fa21-1623-4970-9ae5-f33644289dc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:18.497869 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-4915fa21-1623-4970-9ae5-f33644289dc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Transition to ACTIVE for port object b7b54ffc-e940-4224-bd25-78f26ebe5cfc will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:38:18.521162 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-4915fa21-1623-4970-9ae5-f33644289dc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:18.592351 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-4915fa21-1623-4970-9ae5-f33644289dc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network 1172eb2f-abfe-45a0-a886-338dd3a8e74f is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:38:18.595535 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-4915fa21-1623-4970-9ae5-f33644289dc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:38:18.598037 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-4915fa21-1623-4970-9ae5-f33644289dc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:38:18.644670 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915fa21-1623-4970-9ae5-f33644289dc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=b7b54ffc-e940-4224-bd25-78f26ebe5cfc,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:38:18.672534 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-4915fa21-1623-4970-9ae5-f33644289dc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:18.673138 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-4915fa21-1623-4970-9ae5-f33644289dc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:18.699799 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-4915fa21-1623-4970-9ae5-f33644289dc1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8821683 Jan 26 11:38:18.711984 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-dd287225-f472-4ae4-ad0d-6cb4297316c4 service neutron] Request body: {'port': {'device_id': '3577ad78-6db4-4cf7-834a-1222c97662fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:38:18.792293 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2796cfb8-1127-4505-8d22-c41454e37eff None None] Provisioning for port b7b54ffc-e940-4224-bd25-78f26ebe5cfc completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:38:18.797097 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2796cfb8-1127-4505-8d22-c41454e37eff None None] Provisioning complete for port b7b54ffc-e940-4224-bd25-78f26ebe5cfc triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:38:18.797537 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2796cfb8-1127-4505-8d22-c41454e37eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:18.830530 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-dd287225-f472-4ae4-ad0d-6cb4297316c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:18.850684 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2796cfb8-1127-4505-8d22-c41454e37eff None None] Port b7b54ffc-e940-4224-bd25-78f26ebe5cfc cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:38:19.096737 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6c5f8-3129-4100-8a63-23c39261a157 req-f7d87b51-f52d-43af-a989-ac31adc24f8d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:19.098379 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-aec6c5f8-3129-4100-8a63-23c39261a157 req-f7d87b51-f52d-43af-a989-ac31adc24f8d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=3577ad78-6db4-4cf7-834a-1222c97662fd HTTP/1.1" status: 200 len: 931 time: 0.0825589 Jan 26 11:38:19.142579 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-aec6c5f8-3129-4100-8a63-23c39261a157 req-5dd27b7b-330c-4f49-b0af-9b3045e73c7b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:38:19.157357 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-aec6c5f8-3129-4100-8a63-23c39261a157 req-5dd27b7b-330c-4f49-b0af-9b3045e73c7b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:38:19.158557 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-aec6c5f8-3129-4100-8a63-23c39261a157 req-5dd27b7b-330c-4f49-b0af-9b3045e73c7b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3cf6d0a-abde-429a-9c80-e7593d554788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544500 Jan 26 11:38:19.178583 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-dd287225-f472-4ae4-ad0d-6cb4297316c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b54ffc-e940-4224-bd25-78f26ebe5cfc {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:38:19.186106 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-dd287225-f472-4ae4-ad0d-6cb4297316c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:19.201918 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-dd287225-f472-4ae4-ad0d-6cb4297316c4 service neutron] Transition to ACTIVE for port object b7b54ffc-e940-4224-bd25-78f26ebe5cfc will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:38:19.205708 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-dd287225-f472-4ae4-ad0d-6cb4297316c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:19.368720 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd287225-f472-4ae4-ad0d-6cb4297316c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b54ffc-e940-4224-bd25-78f26ebe5cfc,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:38:19.444586 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-dd287225-f472-4ae4-ad0d-6cb4297316c4 service neutron] Attempting to bind port b7b54ffc-e940-4224-bd25-78f26ebe5cfc on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:38:19.444923 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-dd287225-f472-4ae4-ad0d-6cb4297316c4 service neutron] Attempting to bind port b7b54ffc-e940-4224-bd25-78f26ebe5cfc by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'fc8fd982-5d56-434f-a8ff-040702f31135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:38:19.445247 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-dd287225-f472-4ae4-ad0d-6cb4297316c4 service neutron] Attempting to bind port b7b54ffc-e940-4224-bd25-78f26ebe5cfc on network 1172eb2f-abfe-45a0-a886-338dd3a8e74f {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:38:19.449672 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-dd287225-f472-4ae4-ad0d-6cb4297316c4 service neutron] Port b7b54ffc-e940-4224-bd25-78f26ebe5cfc on network 1172eb2f-abfe-45a0-a886-338dd3a8e74f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:38:19.449991 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-dd287225-f472-4ae4-ad0d-6cb4297316c4 service neutron] Attempting to bind port b7b54ffc-e940-4224-bd25-78f26ebe5cfc on network 1172eb2f-abfe-45a0-a886-338dd3a8e74f {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:38:19.455227 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-dd287225-f472-4ae4-ad0d-6cb4297316c4 service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:38:19.455560 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-dd287225-f472-4ae4-ad0d-6cb4297316c4 service neutron] Checking segment: {'id': 'fc8fd982-5d56-434f-a8ff-040702f31135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:38:19.455939 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-dd287225-f472-4ae4-ad0d-6cb4297316c4 service neutron] Bound using segment: {'id': 'fc8fd982-5d56-434f-a8ff-040702f31135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:38:19.456962 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-dd287225-f472-4ae4-ad0d-6cb4297316c4 service neutron] Bound port: b7b54ffc-e940-4224-bd25-78f26ebe5cfc, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc8fd982-5d56-434f-a8ff-040702f31135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:38:19.457380 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-dd287225-f472-4ae4-ad0d-6cb4297316c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:19.547114 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-dd287225-f472-4ae4-ad0d-6cb4297316c4 service neutron] For port b7b54ffc-e940-4224-bd25-78f26ebe5cfc, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:38:19.549913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-dd287225-f472-4ae4-ad0d-6cb4297316c4 service neutron] For port b7b54ffc-e940-4224-bd25-78f26ebe5cfc, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=b7b54ffc-e940-4224-bd25-78f26ebe5cfc,segment=NetworkSegment(fc8fd982-5d56-434f-a8ff-040702f31135),segment_id=fc8fd982-5d56-434f-a8ff-040702f31135)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:38:19.555646 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-dd287225-f472-4ae4-ad0d-6cb4297316c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:19.617075 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-dd287225-f472-4ae4-ad0d-6cb4297316c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:19.617689 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-dd287225-f472-4ae4-ad0d-6cb4297316c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:19.619157 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-dd287225-f472-4ae4-ad0d-6cb4297316c4 service neutron] 10.222.0.24 "PUT /v2.0/ports/b7b54ffc-e940-4224-bd25-78f26ebe5cfc HTTP/1.1" status: 200 len: 1093 time: 0.9119351 Jan 26 11:38:19.619538 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3577ad78-6db4-4cf7-834a-1222c97662fd', 'tag': 'b7b54ffc-e940-4224-bd25-78f26ebe5cfc'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:38:19.646972 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd287225-f472-4ae4-ad0d-6cb4297316c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b54ffc-e940-4224-bd25-78f26ebe5cfc,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:38:19.672982 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3577ad78-6db4-4cf7-834a-1222c97662fd', 'tag': 'b7b54ffc-e940-4224-bd25-78f26ebe5cfc', 'status': 'completed', 'code': 200} Jan 26 11:38:19.751428 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-dc3c6964-ec46-4f78-bdef-307cd137e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:19.752911 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-dc3c6964-ec46-4f78-bdef-307cd137e8b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=3577ad78-6db4-4cf7-834a-1222c97662fd HTTP/1.1" status: 200 len: 1096 time: 0.0820072 Jan 26 11:38:19.824698 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-53bad9aa-80a4-4228-9549-e5790ff0ee10 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7b54ffc-e940-4224-bd25-78f26ebe5cfc HTTP/1.1" status: 200 len: 217 time: 0.0643232 Jan 26 11:38:19.991798 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-d22b3f5c-6e47-4693-96f9-367b1f28ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:19.993228 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-d22b3f5c-6e47-4693-96f9-367b1f28ffbc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3777f5b-ea29-4ef3-a898-58989836dd6f HTTP/1.1" status: 200 len: 835 time: 0.1636276 Jan 26 11:38:20.067091 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-1b6d99b3-cdc2-4a5e-8ba2-dde42835ea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:20.068544 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-1b6d99b3-cdc2-4a5e-8ba2-dde42835ea1b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1172eb2f-abfe-45a0-a886-338dd3a8e74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693018 Jan 26 11:38:20.198269 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-318be2ca-8c27-42af-85d7-ca9acff039ca service neutron] 10.222.0.24 "GET /v2.0/networks/1172eb2f-abfe-45a0-a886-338dd3a8e74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234431 Jan 26 11:38:20.330070 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ec4cafdd-9aa0-4129-8cb0-6b4309eda985 req-e17deed7-765a-49d4-af68-507ddd5de129 service neutron] 10.222.0.24 "GET /v2.0/networks/1172eb2f-abfe-45a0-a886-338dd3a8e74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251445 Jan 26 11:38:20.344388 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c149e02-3b3d-492a-8b55-d36e51999af1 req-28dab4ba-cb19-4b68-a09e-f63ce02e02a4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:20.346270 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6c149e02-3b3d-492a-8b55-d36e51999af1 req-28dab4ba-cb19-4b68-a09e-f63ce02e02a4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=3577ad78-6db4-4cf7-834a-1222c97662fd HTTP/1.1" status: 200 len: 943 time: 0.0804734 Jan 26 11:38:20.392359 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6c149e02-3b3d-492a-8b55-d36e51999af1 req-49fe8b79-5bab-44db-ba09-fcd984f9b4d6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3cf6d0a-abde-429a-9c80-e7593d554788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399611 Jan 26 11:38:20.449654 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5e156-08ce-49c9-868e-0fc815642b9a req-eae2346e-ccc3-46af-b86a-f955716ea70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:20.451074 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-88f5e156-08ce-49c9-868e-0fc815642b9a req-eae2346e-ccc3-46af-b86a-f955716ea70d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=3577ad78-6db4-4cf7-834a-1222c97662fd HTTP/1.1" status: 200 len: 1096 time: 0.0750837 Jan 26 11:38:20.580473 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5e156-08ce-49c9-868e-0fc815642b9a req-0d529f0d-0768-4680-af12-69f594211c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:20.581994 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-88f5e156-08ce-49c9-868e-0fc815642b9a req-0d529f0d-0768-4680-af12-69f594211c1f service neutron] 10.222.0.24 "GET /v2.0/networks?id=1172eb2f-abfe-45a0-a886-338dd3a8e74f HTTP/1.1" status: 200 len: 897 time: 0.1243360 Jan 26 11:38:20.647678 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-88f5e156-08ce-49c9-868e-0fc815642b9a req-8eb45bc5-c73a-468d-9885-8ff9304ca2b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7b54ffc-e940-4224-bd25-78f26ebe5cfc HTTP/1.1" status: 200 len: 217 time: 0.0591807 Jan 26 11:38:20.711343 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5e156-08ce-49c9-868e-0fc815642b9a req-cc56054c-b430-427a-a66b-90bbc3762188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:20.712642 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-88f5e156-08ce-49c9-868e-0fc815642b9a req-cc56054c-b430-427a-a66b-90bbc3762188 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3777f5b-ea29-4ef3-a898-58989836dd6f HTTP/1.1" status: 200 len: 835 time: 0.0586379 Jan 26 11:38:20.787086 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5e156-08ce-49c9-868e-0fc815642b9a req-49dd3fb5-95ef-47e3-badb-f99dc93bb26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:20.788562 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-88f5e156-08ce-49c9-868e-0fc815642b9a req-49dd3fb5-95ef-47e3-badb-f99dc93bb26d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1172eb2f-abfe-45a0-a886-338dd3a8e74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695965 Jan 26 11:38:20.922918 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-88f5e156-08ce-49c9-868e-0fc815642b9a req-b449848d-8a8a-4b2b-87b5-63a3ef8ceb8d service neutron] 10.222.0.24 "GET /v2.0/networks/1172eb2f-abfe-45a0-a886-338dd3a8e74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266613 Jan 26 11:38:21.055551 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-88f5e156-08ce-49c9-868e-0fc815642b9a req-d84fc2d8-8bde-4903-8fb6-f7fd80cc9dd1 service neutron] 10.222.0.24 "GET /v2.0/networks/1172eb2f-abfe-45a0-a886-338dd3a8e74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251562 Jan 26 11:38:21.587724 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31358a5f-9090-4fe4-a0c9-bf2553368610 req-6e447325-c29d-4354-ad5a-c5840e2714ba tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:21.588409 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-31358a5f-9090-4fe4-a0c9-bf2553368610 req-6e447325-c29d-4354-ad5a-c5840e2714ba tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:38:21.599112 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:38:21.604254 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-31358a5f-9090-4fe4-a0c9-bf2553368610 req-6e447325-c29d-4354-ad5a-c5840e2714ba tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:38:21.605393 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-31358a5f-9090-4fe4-a0c9-bf2553368610 req-6e447325-c29d-4354-ad5a-c5840e2714ba tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=3577ad78-6db4-4cf7-834a-1222c97662fd HTTP/1.1" status: 200 len: 943 time: 0.1059377 Jan 26 11:38:21.650423 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-31358a5f-9090-4fe4-a0c9-bf2553368610 req-d285a5fc-6119-43a0-93df-5e1352aa9e10 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3cf6d0a-abde-429a-9c80-e7593d554788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393662 Jan 26 11:38:22.548721 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9be1ccec-63f5-4ec9-9ebd-92d059ed3cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:22.841503 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee2546-e08f-4916-b3ce-787c25cf4132 req-674d5c1e-7e6a-479c-a792-6c39709a12c6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:22.842973 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-bfee2546-e08f-4916-b3ce-787c25cf4132 req-674d5c1e-7e6a-479c-a792-6c39709a12c6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=3577ad78-6db4-4cf7-834a-1222c97662fd HTTP/1.1" status: 200 len: 943 time: 0.0829997 Jan 26 11:38:22.887197 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-bfee2546-e08f-4916-b3ce-787c25cf4132 req-c0bd6935-3dd3-4da3-8b3b-9c018a8cd863 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3cf6d0a-abde-429a-9c80-e7593d554788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377655 Jan 26 11:38:22.967765 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device b7b54ffc-e940-4224-bd25-78f26ebe5cfc details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:38:23.099961 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port b7b54ffc-e940-4224-bd25-78f26ebe5cfc, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=b7b54ffc-e940-4224-bd25-78f26ebe5cfc,segment=NetworkSegment(fc8fd982-5d56-434f-a8ff-040702f31135),segment_id=fc8fd982-5d56-434f-a8ff-040702f31135)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:38:23.112635 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': 'b7b54ffc-e940-4224-bd25-78f26ebe5cfc', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'port_id': 'b7b54ffc-e940-4224-bd25-78f26ebe5cfc', 'mac_address': 'fa:16:3e:fb:af:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:38:23.169215 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:23.186401 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b54ffc-e940-4224-bd25-78f26ebe5cfc {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:38:23.201600 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port b7b54ffc-e940-4224-bd25-78f26ebe5cfc, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=b7b54ffc-e940-4224-bd25-78f26ebe5cfc,segment=NetworkSegment(fc8fd982-5d56-434f-a8ff-040702f31135),segment_id=fc8fd982-5d56-434f-a8ff-040702f31135)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:38:23.205486 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:23.270291 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=b7b54ffc-e940-4224-bd25-78f26ebe5cfc,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:38:23.421658 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['b7b54ffc-e940-4224-bd25-78f26ebe5cfc'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:38:23.961272 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-df3aa761-3394-413b-8812-280508030513 req-7eae4384-19d1-4073-8679-f98ca3e88089 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e23e78d0-db79-4a8c-ab88-75e1f08fbf81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693102 Jan 26 11:38:24.137576 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648c5cd-9d53-45df-aecf-84c6a58aa568 req-e20d1c0c-b0f2-43e0-b2a5-b0b28bfc1db3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:24.139002 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4648c5cd-9d53-45df-aecf-84c6a58aa568 req-e20d1c0c-b0f2-43e0-b2a5-b0b28bfc1db3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=3577ad78-6db4-4cf7-834a-1222c97662fd HTTP/1.1" status: 200 len: 944 time: 0.1446159 Jan 26 11:38:24.141709 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3aa761-3394-413b-8812-280508030513 req-6b9e3419-b864-4aa9-8983-5e335715e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:24.143086 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-df3aa761-3394-413b-8812-280508030513 req-6b9e3419-b864-4aa9-8983-5e335715e9da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=e23e78d0-db79-4a8c-ab88-75e1f08fbf81 HTTP/1.1" status: 200 len: 1098 time: 0.1117060 Jan 26 11:38:24.224371 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4648c5cd-9d53-45df-aecf-84c6a58aa568 req-e100495d-2011-4604-94ac-c2be531dc38b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3cf6d0a-abde-429a-9c80-e7593d554788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792232 Jan 26 11:38:24.419777 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3aa761-3394-413b-8812-280508030513 req-69a58cac-0d21-4c4f-9bde-bfeca4ee0bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:24.421122 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-df3aa761-3394-413b-8812-280508030513 req-69a58cac-0d21-4c4f-9bde-bfeca4ee0bab service neutron] 10.222.0.24 "GET /v2.0/networks?id=1172eb2f-abfe-45a0-a886-338dd3a8e74f HTTP/1.1" status: 200 len: 897 time: 0.2569356 Jan 26 11:38:24.520437 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-df3aa761-3394-413b-8812-280508030513 req-c4678a5f-3533-4d78-abb7-3ee35a05338c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5c79709-f2ce-4d99-b406-f412d083cd52 HTTP/1.1" status: 200 len: 1001 time: 0.0937729 Jan 26 11:38:24.581548 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3aa761-3394-413b-8812-280508030513 req-2b4c7a7f-ef56-4705-a75a-44a9bad3b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:24.582907 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-df3aa761-3394-413b-8812-280508030513 req-2b4c7a7f-ef56-4705-a75a-44a9bad3b931 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3777f5b-ea29-4ef3-a898-58989836dd6f HTTP/1.1" status: 200 len: 835 time: 0.0562236 Jan 26 11:38:24.655808 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3aa761-3394-413b-8812-280508030513 req-e5dd6eb5-6761-401b-aeb2-8949cbaa0495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:24.657253 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-df3aa761-3394-413b-8812-280508030513 req-e5dd6eb5-6761-401b-aeb2-8949cbaa0495 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1172eb2f-abfe-45a0-a886-338dd3a8e74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679834 Jan 26 11:38:24.785953 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-df3aa761-3394-413b-8812-280508030513 req-d6d12e45-0bd6-4496-97eb-cad5ad97fd26 service neutron] 10.222.0.24 "GET /v2.0/networks/1172eb2f-abfe-45a0-a886-338dd3a8e74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224504 Jan 26 11:38:24.799847 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ca015520-2726-4a95-bb34-06076d289f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:24.921377 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-df3aa761-3394-413b-8812-280508030513 req-64035cfe-a145-471d-94b6-f5704bd0d1e5 service neutron] 10.222.0.24 "GET /v2.0/networks/1172eb2f-abfe-45a0-a886-338dd3a8e74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293480 Jan 26 11:38:24.992395 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device b7b54ffc-e940-4224-bd25-78f26ebe5cfc up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:38:25.057668 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port b7b54ffc-e940-4224-bd25-78f26ebe5cfc completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:38:25.062130 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port b7b54ffc-e940-4224-bd25-78f26ebe5cfc triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:38:25.062528 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:25.179848 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:25.205955 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3577ad78-6db4-4cf7-834a-1222c97662fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b54ffc-e940-4224-bd25-78f26ebe5cfc'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:38:25.216197 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port b7b54ffc-e940-4224-bd25-78f26ebe5cfc, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=b7b54ffc-e940-4224-bd25-78f26ebe5cfc,segment=NetworkSegment(fc8fd982-5d56-434f-a8ff-040702f31135),segment_id=fc8fd982-5d56-434f-a8ff-040702f31135)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:38:25.220313 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:25.260385 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3577ad78-6db4-4cf7-834a-1222c97662fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b54ffc-e940-4224-bd25-78f26ebe5cfc', 'code': 200} Jan 26 11:38:25.297895 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=b7b54ffc-e940-4224-bd25-78f26ebe5cfc,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:38:25.415240 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447141b-d503-42b8-99f1-8fc35071995a req-ee4a3cbd-0ccc-448b-8f4c-bba57fcf4dd4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:25.416611 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d447141b-d503-42b8-99f1-8fc35071995a req-ee4a3cbd-0ccc-448b-8f4c-bba57fcf4dd4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=3577ad78-6db4-4cf7-834a-1222c97662fd HTTP/1.1" status: 200 len: 945 time: 0.0854428 Jan 26 11:38:25.505759 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d447141b-d503-42b8-99f1-8fc35071995a req-58eadafb-dcec-448a-87d5-efa9f59be8a4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3cf6d0a-abde-429a-9c80-e7593d554788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588455 Jan 26 11:38:25.520859 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5c769-7ff0-4b2c-ac2b-11ace766db5b req-1a7209b4-051e-4c41-b347-007e9db7c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:25.522364 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-16b5c769-7ff0-4b2c-ac2b-11ace766db5b req-1a7209b4-051e-4c41-b347-007e9db7c34d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3577ad78-6db4-4cf7-834a-1222c97662fd HTTP/1.1" status: 200 len: 1098 time: 0.1048670 Jan 26 11:38:25.564485 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-16b5c769-7ff0-4b2c-ac2b-11ace766db5b req-49ae4be7-ad6b-4722-965d-834971781f08 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a3cf6d0a-abde-429a-9c80-e7593d554788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341167 Jan 26 11:38:25.860044 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:26.067656 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:26.694248 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2732ce-889d-44b9-b88a-0b58e703de49 req-e490ef8b-2e68-4fac-b25e-da18131e8998 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:26.695855 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-1c2732ce-889d-44b9-b88a-0b58e703de49 req-e490ef8b-2e68-4fac-b25e-da18131e8998 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=3577ad78-6db4-4cf7-834a-1222c97662fd HTTP/1.1" status: 200 len: 945 time: 0.0824087 Jan 26 11:38:26.742461 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-1c2732ce-889d-44b9-b88a-0b58e703de49 req-813b0288-f090-45fa-8338-8664e8922c82 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3cf6d0a-abde-429a-9c80-e7593d554788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409482 Jan 26 11:38:27.416931 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:27.931696 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275c0a0-dbc1-4d1a-a7f7-a726531779fa req-94d7c208-0b28-40f6-ba66-9fe9efe77d76 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:27.933192 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c275c0a0-dbc1-4d1a-a7f7-a726531779fa req-94d7c208-0b28-40f6-ba66-9fe9efe77d76 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=3577ad78-6db4-4cf7-834a-1222c97662fd HTTP/1.1" status: 200 len: 945 time: 0.0795579 Jan 26 11:38:27.976667 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c275c0a0-dbc1-4d1a-a7f7-a726531779fa req-3c3a59e0-61ae-498c-a122-52c6f506efcc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3cf6d0a-abde-429a-9c80-e7593d554788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378487 Jan 26 11:38:28.159454 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b6496-1361-49c3-86bd-a1e746fbed01 req-3fca56d0-dd10-4676-af6f-ed8a291e6c6d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:28.161135 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ce5b6496-1361-49c3-86bd-a1e746fbed01 req-3fca56d0-dd10-4676-af6f-ed8a291e6c6d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=3577ad78-6db4-4cf7-834a-1222c97662fd HTTP/1.1" status: 200 len: 945 time: 0.0816977 Jan 26 11:38:28.206342 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ce5b6496-1361-49c3-86bd-a1e746fbed01 req-50e3db90-2edf-499c-8201-70ae279ea46f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3cf6d0a-abde-429a-9c80-e7593d554788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393956 Jan 26 11:38:28.231733 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56876) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:38:28.306877 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dd876d-ff81-4bcb-b6c0-3864d6a0fe50 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:28.308407 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-55dd876d-ff81-4bcb-b6c0-3864d6a0fe50 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3577ad78-6db4-4cf7-834a-1222c97662fd HTTP/1.1" status: 200 len: 1093 time: 0.0756822 Jan 26 11:38:28.311233 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56880) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:38:28.316701 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-82241ede-f7e1-4971-9f93-ee83bcf064f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': 'b7b54ffc-e940-4224-bd25-78f26ebe5cfc', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:38:28.322710 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-82241ede-f7e1-4971-9f93-ee83bcf064f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:38:28.326602 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-82241ede-f7e1-4971-9f93-ee83bcf064f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:floatingip and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:38:28.329805 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-82241ede-f7e1-4971-9f93-ee83bcf064f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:38:28.335782 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-82241ede-f7e1-4971-9f93-ee83bcf064f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:38:28.345844 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-82241ede-f7e1-4971-9f93-ee83bcf064f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:28.484609 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-82241ede-f7e1-4971-9f93-ee83bcf064f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:28.618999 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-82241ede-f7e1-4971-9f93-ee83bcf064f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.26.5.62 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/16b0ee70-9e5f-4c37-b697-7a716317ecfb) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:38:28.764935 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-82241ede-f7e1-4971-9f93-ee83bcf064f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:28.792766 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-82241ede-f7e1-4971-9f93-ee83bcf064f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:28.855486 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82241ede-f7e1-4971-9f93-ee83bcf064f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:38:28.858201 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-82241ede-f7e1-4971-9f93-ee83bcf064f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:38:28.861879 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82241ede-f7e1-4971-9f93-ee83bcf064f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:38:28.896405 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82241ede-f7e1-4971-9f93-ee83bcf064f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=16b0ee70-9e5f-4c37-b697-7a716317ecfb,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:38:29.364177 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-82241ede-f7e1-4971-9f93-ee83bcf064f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:29.436830 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-82241ede-f7e1-4971-9f93-ee83bcf064f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:29.639449 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-82241ede-f7e1-4971-9f93-ee83bcf064f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:29.643672 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-82241ede-f7e1-4971-9f93-ee83bcf064f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:29.754052 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82241ede-f7e1-4971-9f93-ee83bcf064f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=16b0ee70-9e5f-4c37-b697-7a716317ecfb,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:38:29.762252 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-82241ede-f7e1-4971-9f93-ee83bcf064f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:29.935082 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-82241ede-f7e1-4971-9f93-ee83bcf064f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Floating IP 8572b965-4a41-490a-b3ee-601672e2494a associated. External IP: 172.26.5.62, port: b7b54ffc-e940-4224-bd25-78f26ebe5cfc. Jan 26 11:38:30.279413 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82241ede-f7e1-4971-9f93-ee83bcf064f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 19d215a4-fe19-4881-8254-1cc87f0b1f15 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:38:30.455640 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82241ede-f7e1-4971-9f93-ee83bcf064f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:38:30.465320 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85235f6c-67b4-462a-99f1-79ed00251f07 None None] Sync routers for ids ['19d215a4-fe19-4881-8254-1cc87f0b1f15'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:38:30.475433 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85235f6c-67b4-462a-99f1-79ed00251f07 None None] Routers {'19d215a4-fe19-4881-8254-1cc87f0b1f15'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:38:30.476033 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-85235f6c-67b4-462a-99f1-79ed00251f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:38:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['19d215a4-fe19-4881-8254-1cc87f0b1f15'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:38:30.480162 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-82241ede-f7e1-4971-9f93-ee83bcf064f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:30.672539 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-82241ede-f7e1-4971-9f93-ee83bcf064f5 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3461318 Jan 26 11:38:30.672539 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3577ad78-6db4-4cf7-834a-1222c97662fd', 'tag': 'b7b54ffc-e940-4224-bd25-78f26ebe5cfc'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:38:30.673402 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-85235f6c-67b4-462a-99f1-79ed00251f07 None None] Set router 19d215a4-fe19-4881-8254-1cc87f0b1f15 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:38:30.702853 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3577ad78-6db4-4cf7-834a-1222c97662fd', 'tag': 'b7b54ffc-e940-4224-bd25-78f26ebe5cfc', 'status': 'completed', 'code': 200} Jan 26 11:38:30.792525 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7101b-632c-46a2-a462-e1939b9c7cbf req-7df6ec57-2312-40c7-ac29-f24678ff3f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:30.794014 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a5c7101b-632c-46a2-a462-e1939b9c7cbf req-7df6ec57-2312-40c7-ac29-f24678ff3f33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=3577ad78-6db4-4cf7-834a-1222c97662fd HTTP/1.1" status: 200 len: 1098 time: 0.0705280 Jan 26 11:38:30.934732 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7101b-632c-46a2-a462-e1939b9c7cbf req-2cb5a673-8e26-4a74-a136-95af80b879d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:30.936102 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a5c7101b-632c-46a2-a462-e1939b9c7cbf req-2cb5a673-8e26-4a74-a136-95af80b879d6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1172eb2f-abfe-45a0-a886-338dd3a8e74f HTTP/1.1" status: 200 len: 897 time: 0.1318479 Jan 26 11:38:31.011673 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-85235f6c-67b4-462a-99f1-79ed00251f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'name': 'tempest-TestNetworkBasicOps-router-1153596508', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '0d728c4c-9b84-4116-9951-1444a56f2bc9', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.176', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'port_id': 'd5c79709-f2ce-4d99-b406-f412d083cd52', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'mac_address': 'fa:16:3e:ea:ee:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23e78d0-db79-4a8c-ab88-75e1f08fbf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:38:13Z', 'updated_at': '2022-01-26T11:38:15Z', 'revision_number': 1, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}, {'id': '8572b965-4a41-490a-b3ee-601672e2494a', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.62', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'port_id': 'b7b54ffc-e940-4224-bd25-78f26ebe5cfc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'mac_address': 'fa:16:3e:fb:af:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3577ad78-6db4-4cf7-834a-1222c97662fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:38:29Z', 'updated_at': '2022-01-26T11:38:29Z', 'revision_number': 0, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52317483-8a7c-4577-9bb0-2143e966dbeb', 'name': '', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:a0:b1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:55Z', 'updated_at': '2022-01-26T11:38:02Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:38:31.015502 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85235f6c-67b4-462a-99f1-79ed00251f07 None None] Checking router: 19d215a4-fe19-4881-8254-1cc87f0b1f15 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:38:31.024651 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85235f6c-67b4-462a-99f1-79ed00251f07 None None] Routers {'19d215a4-fe19-4881-8254-1cc87f0b1f15'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:38:31.025174 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-85235f6c-67b4-462a-99f1-79ed00251f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:38:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['19d215a4-fe19-4881-8254-1cc87f0b1f15'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:38:31.044840 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a5c7101b-632c-46a2-a462-e1939b9c7cbf req-166ed131-7dec-4845-a7bf-65b8ca74242e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7b54ffc-e940-4224-bd25-78f26ebe5cfc HTTP/1.1" status: 200 len: 998 time: 0.1018436 Jan 26 11:38:31.113262 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7101b-632c-46a2-a462-e1939b9c7cbf req-49a534de-4db6-4b53-a751-66ef4791a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:31.114563 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a5c7101b-632c-46a2-a462-e1939b9c7cbf req-49a534de-4db6-4b53-a751-66ef4791a1da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3777f5b-ea29-4ef3-a898-58989836dd6f HTTP/1.1" status: 200 len: 835 time: 0.0633228 Jan 26 11:38:31.198807 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7101b-632c-46a2-a462-e1939b9c7cbf req-c93e1187-7866-4006-889a-69fe25e69e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:38:31.200357 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a5c7101b-632c-46a2-a462-e1939b9c7cbf req-c93e1187-7866-4006-889a-69fe25e69e1e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1172eb2f-abfe-45a0-a886-338dd3a8e74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794795 Jan 26 11:38:31.222363 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-85235f6c-67b4-462a-99f1-79ed00251f07 None None] Set router 19d215a4-fe19-4881-8254-1cc87f0b1f15 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:38:31.338632 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a5c7101b-632c-46a2-a462-e1939b9c7cbf req-74ee8719-d61d-44a9-9768-f41babd55b72 service neutron] 10.222.0.24 "GET /v2.0/networks/1172eb2f-abfe-45a0-a886-338dd3a8e74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310773 Jan 26 11:38:31.472921 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a5c7101b-632c-46a2-a462-e1939b9c7cbf req-c8f1043f-c4c2-4cb4-94a7-12f43364c250 service neutron] 10.222.0.24 "GET /v2.0/networks/1172eb2f-abfe-45a0-a886-338dd3a8e74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281195 Jan 26 11:38:31.565120 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-85235f6c-67b4-462a-99f1-79ed00251f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'name': 'tempest-TestNetworkBasicOps-router-1153596508', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '0d728c4c-9b84-4116-9951-1444a56f2bc9', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.176', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'port_id': 'd5c79709-f2ce-4d99-b406-f412d083cd52', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'mac_address': 'fa:16:3e:ea:ee:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23e78d0-db79-4a8c-ab88-75e1f08fbf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:38:13Z', 'updated_at': '2022-01-26T11:38:15Z', 'revision_number': 1, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}, {'id': '8572b965-4a41-490a-b3ee-601672e2494a', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.62', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'port_id': 'b7b54ffc-e940-4224-bd25-78f26ebe5cfc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'mac_address': 'fa:16:3e:fb:af:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3577ad78-6db4-4cf7-834a-1222c97662fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:38:29Z', 'updated_at': '2022-01-26T11:38:29Z', 'revision_number': 0, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52317483-8a7c-4577-9bb0-2143e966dbeb', 'name': '', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:a0:b1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:55Z', 'updated_at': '2022-01-26T11:38:02Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:38:31.569462 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85235f6c-67b4-462a-99f1-79ed00251f07 None None] The sync data for ids ['19d215a4-fe19-4881-8254-1cc87f0b1f15'] in dv-neutron-826439-1-hyperv is: [{'id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'name': 'tempest-TestNetworkBasicOps-router-1153596508', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '0d728c4c-9b84-4116-9951-1444a56f2bc9', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.176', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'port_id': 'd5c79709-f2ce-4d99-b406-f412d083cd52', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'mac_address': 'fa:16:3e:ea:ee:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23e78d0-db79-4a8c-ab88-75e1f08fbf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:38:13Z', 'updated_at': '2022-01-26T11:38:15Z', 'revision_number': 1, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}, {'id': '8572b965-4a41-490a-b3ee-601672e2494a', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.62', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'port_id': 'b7b54ffc-e940-4224-bd25-78f26ebe5cfc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'mac_address': 'fa:16:3e:fb:af:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3577ad78-6db4-4cf7-834a-1222c97662fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:38:29Z', 'updated_at': '2022-01-26T11:38:29Z', 'revision_number': 0, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52317483-8a7c-4577-9bb0-2143e966dbeb', 'name': '', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:a0:b1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:55Z', 'updated_at': '2022-01-26T11:38:02Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:38:31.762536 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c71e9b8-e838-46c3-b80b-7ad4a1ce734a None None] New status for floating IP 8572b965-4a41-490a-b3ee-601672e2494a: ACTIVE {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:38:35.351848 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:52.551721 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a15f76ac-9f8f-4c00-9f5a-46595b1762b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:54.794429 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7b6d1c25-db36-4483-a8e5-ba4e7f0a69cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:55.861438 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:56.069591 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:57.419616 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:38:58.598790 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:39:04.031203 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56898) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:04.227876 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-013391f0-da1f-4feb-97ad-c480e6e21165 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/0d728c4c-9b84-4116-9951-1444a56f2bc9 HTTP/1.1" status: 200 len: 993 time: 0.1955414 Jan 26 11:39:04.996146 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56908) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:05.002416 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-7c280bcf-2658-4f7a-8396-71a44632779e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:39:05.121136 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7c280bcf-2658-4f7a-8396-71a44632779e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:05.333176 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-7c280bcf-2658-4f7a-8396-71a44632779e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port d5c79709-f2ce-4d99-b406-f412d083cd52, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=d5c79709-f2ce-4d99-b406-f412d083cd52,segment=NetworkSegment(fc8fd982-5d56-434f-a8ff-040702f31135),segment_id=fc8fd982-5d56-434f-a8ff-040702f31135)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:39:05.356387 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:05.357131 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7c280bcf-2658-4f7a-8396-71a44632779e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:05.360655 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7c280bcf-2658-4f7a-8396-71a44632779e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:05.427932 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c280bcf-2658-4f7a-8396-71a44632779e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:05.428543 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7c280bcf-2658-4f7a-8396-71a44632779e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:05.429932 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7c280bcf-2658-4f7a-8396-71a44632779e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "PUT /v2.0/ports/d5c79709-f2ce-4d99-b406-f412d083cd52 HTTP/1.1" status: 200 len: 938 time: 0.4327948 Jan 26 11:39:05.430516 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23e78d0-db79-4a8c-ab88-75e1f08fbf81', 'tag': 'd5c79709-f2ce-4d99-b406-f412d083cd52'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:39:05.451701 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c280bcf-2658-4f7a-8396-71a44632779e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=d5c79709-f2ce-4d99-b406-f412d083cd52,revision_number=6']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:05.459769 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c280bcf-2658-4f7a-8396-71a44632779e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:05.460129 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c280bcf-2658-4f7a-8396-71a44632779e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:05.460480 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c280bcf-2658-4f7a-8396-71a44632779e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:05.460823 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c280bcf-2658-4f7a-8396-71a44632779e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:05.461164 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c280bcf-2658-4f7a-8396-71a44632779e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:05.461503 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c280bcf-2658-4f7a-8396-71a44632779e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:05.461836 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c280bcf-2658-4f7a-8396-71a44632779e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:05.462168 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c280bcf-2658-4f7a-8396-71a44632779e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:05.463281 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c280bcf-2658-4f7a-8396-71a44632779e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:05.463281 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c280bcf-2658-4f7a-8396-71a44632779e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:05.463281 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c280bcf-2658-4f7a-8396-71a44632779e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:05.463624 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c280bcf-2658-4f7a-8396-71a44632779e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:05.478489 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23e78d0-db79-4a8c-ab88-75e1f08fbf81', 'tag': 'd5c79709-f2ce-4d99-b406-f412d083cd52', 'status': 'completed', 'code': 200} Jan 26 11:39:05.580306 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8eace6-a4b2-4bb6-b736-e7a64c79f8a3 req-51af3d4f-a790-40a0-8bab-70b7c566e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:05.582410 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0f8eace6-a4b2-4bb6-b736-e7a64c79f8a3 req-51af3d4f-a790-40a0-8bab-70b7c566e0ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=e23e78d0-db79-4a8c-ab88-75e1f08fbf81 HTTP/1.1" status: 200 len: 1099 time: 0.0750773 Jan 26 11:39:05.665995 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8acee3a9-4f93-4b6d-a1c1-d1bf3f2a17a4 None None] Provisioning complete for port d5c79709-f2ce-4d99-b406-f412d083cd52 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:39:05.666386 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8acee3a9-4f93-4b6d-a1c1-d1bf3f2a17a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:05.717977 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8eace6-a4b2-4bb6-b736-e7a64c79f8a3 req-06728b32-cb06-4d41-b417-025ef4d03c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:05.719354 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0f8eace6-a4b2-4bb6-b736-e7a64c79f8a3 req-06728b32-cb06-4d41-b417-025ef4d03c3c service neutron] 10.222.0.24 "GET /v2.0/networks?id=1172eb2f-abfe-45a0-a886-338dd3a8e74f HTTP/1.1" status: 200 len: 897 time: 0.1314774 Jan 26 11:39:05.727896 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8acee3a9-4f93-4b6d-a1c1-d1bf3f2a17a4 None None] Port d5c79709-f2ce-4d99-b406-f412d083cd52 is administratively disabled so it will not transition to active. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jan 26 11:39:05.832006 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0f8eace6-a4b2-4bb6-b736-e7a64c79f8a3 req-ac35734a-8e22-4229-9499-22bef65c9fd8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5c79709-f2ce-4d99-b406-f412d083cd52 HTTP/1.1" status: 200 len: 1002 time: 0.1062093 Jan 26 11:39:05.898911 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8eace6-a4b2-4bb6-b736-e7a64c79f8a3 req-7ffc8dff-cd67-45c6-89a2-ea5e067bce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:05.900356 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0f8eace6-a4b2-4bb6-b736-e7a64c79f8a3 req-7ffc8dff-cd67-45c6-89a2-ea5e067bce65 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3777f5b-ea29-4ef3-a898-58989836dd6f HTTP/1.1" status: 200 len: 835 time: 0.0634782 Jan 26 11:39:05.973242 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8eace6-a4b2-4bb6-b736-e7a64c79f8a3 req-af62195d-83cb-4704-bc1a-82c42d9a3638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:05.974670 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0f8eace6-a4b2-4bb6-b736-e7a64c79f8a3 req-af62195d-83cb-4704-bc1a-82c42d9a3638 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1172eb2f-abfe-45a0-a886-338dd3a8e74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687156 Jan 26 11:39:06.101876 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0f8eace6-a4b2-4bb6-b736-e7a64c79f8a3 req-970e805b-4914-4d1f-b22c-a89bf1447eac service neutron] 10.222.0.24 "GET /v2.0/networks/1172eb2f-abfe-45a0-a886-338dd3a8e74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209104 Jan 26 11:39:06.230470 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0f8eace6-a4b2-4bb6-b736-e7a64c79f8a3 req-3bd0ea34-3b24-4aea-8936-be3fec389895 service neutron] 10.222.0.24 "GET /v2.0/networks/1172eb2f-abfe-45a0-a886-338dd3a8e74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228311 Jan 26 11:39:08.848617 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56918) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:08.854555 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-1bde15b9-c250-4141-9d48-ffac8c7735fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:39:08.973679 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1bde15b9-c250-4141-9d48-ffac8c7735fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:09.181585 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-1bde15b9-c250-4141-9d48-ffac8c7735fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port d5c79709-f2ce-4d99-b406-f412d083cd52, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=d5c79709-f2ce-4d99-b406-f412d083cd52,segment=NetworkSegment(fc8fd982-5d56-434f-a8ff-040702f31135),segment_id=fc8fd982-5d56-434f-a8ff-040702f31135)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:39:09.209488 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1bde15b9-c250-4141-9d48-ffac8c7735fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:09.214232 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1bde15b9-c250-4141-9d48-ffac8c7735fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:09.283258 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bde15b9-c250-4141-9d48-ffac8c7735fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:09.283877 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1bde15b9-c250-4141-9d48-ffac8c7735fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:09.285870 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1bde15b9-c250-4141-9d48-ffac8c7735fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "PUT /v2.0/ports/d5c79709-f2ce-4d99-b406-f412d083cd52 HTTP/1.1" status: 200 len: 937 time: 0.4362626 Jan 26 11:39:09.286448 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23e78d0-db79-4a8c-ab88-75e1f08fbf81', 'tag': 'd5c79709-f2ce-4d99-b406-f412d083cd52'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:39:09.288910 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56922) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:09.306544 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde15b9-c250-4141-9d48-ffac8c7735fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=d5c79709-f2ce-4d99-b406-f412d083cd52,revision_number=7']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:09.339619 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23e78d0-db79-4a8c-ab88-75e1f08fbf81', 'tag': 'd5c79709-f2ce-4d99-b406-f412d083cd52', 'status': 'completed', 'code': 200} Jan 26 11:39:09.511083 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['d5c79709-f2ce-4d99-b406-f412d083cd52'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:39:09.563919 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a15149e9-0ea9-46a8-ba36-7700a3577152 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/0d728c4c-9b84-4116-9951-1444a56f2bc9 HTTP/1.1" status: 200 len: 993 time: 0.2737157 Jan 26 11:39:09.585088 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e145a-323f-40fe-b628-a374e233a3a9 req-4020ab2f-5164-4c4c-9b81-ad967edb9f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:09.586617 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-184e145a-323f-40fe-b628-a374e233a3a9 req-4020ab2f-5164-4c4c-9b81-ad967edb9f73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=e23e78d0-db79-4a8c-ab88-75e1f08fbf81 HTTP/1.1" status: 200 len: 1098 time: 0.1143839 Jan 26 11:39:09.587952 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3a695237-2599-4cf1-834c-f6b7f03c4756 None None] Provisioning complete for port d5c79709-f2ce-4d99-b406-f412d083cd52 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:39:09.588318 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3a695237-2599-4cf1-834c-f6b7f03c4756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:09.726788 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e145a-323f-40fe-b628-a374e233a3a9 req-84f72247-c822-4f29-8755-99ae469232e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:09.728273 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-184e145a-323f-40fe-b628-a374e233a3a9 req-84f72247-c822-4f29-8755-99ae469232e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1172eb2f-abfe-45a0-a886-338dd3a8e74f HTTP/1.1" status: 200 len: 897 time: 0.1351483 Jan 26 11:39:09.834530 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-184e145a-323f-40fe-b628-a374e233a3a9 req-ebee2ce2-93bd-4036-9631-5a2b6105c373 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5c79709-f2ce-4d99-b406-f412d083cd52 HTTP/1.1" status: 200 len: 1001 time: 0.0995715 Jan 26 11:39:09.900529 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e145a-323f-40fe-b628-a374e233a3a9 req-1a2c2119-96d9-44f9-9c32-9db232a665af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:09.901963 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-184e145a-323f-40fe-b628-a374e233a3a9 req-1a2c2119-96d9-44f9-9c32-9db232a665af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3777f5b-ea29-4ef3-a898-58989836dd6f HTTP/1.1" status: 200 len: 835 time: 0.0616438 Jan 26 11:39:09.985237 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e145a-323f-40fe-b628-a374e233a3a9 req-c6d6407b-a94e-4633-8a64-0f42c283b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:09.986671 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-184e145a-323f-40fe-b628-a374e233a3a9 req-c6d6407b-a94e-4633-8a64-0f42c283b556 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1172eb2f-abfe-45a0-a886-338dd3a8e74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783455 Jan 26 11:39:10.127535 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-184e145a-323f-40fe-b628-a374e233a3a9 req-d9ab636b-03d2-40dc-b09d-2184af8a73da service neutron] 10.222.0.24 "GET /v2.0/networks/1172eb2f-abfe-45a0-a886-338dd3a8e74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343846 Jan 26 11:39:10.296470 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-184e145a-323f-40fe-b628-a374e233a3a9 req-e450f171-e3e5-46fc-9913-20ef65b274b1 service neutron] 10.222.0.24 "GET /v2.0/networks/1172eb2f-abfe-45a0-a886-338dd3a8e74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623321 Jan 26 11:39:12.465103 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56936) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:12.664572 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-fd15ebee-56e1-419b-a1b0-710849344829 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port 16b0ee70-9e5f-4c37-b697-7a716317ecfb {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:39:12.664910 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fd15ebee-56e1-419b-a1b0-710849344829 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:12.832204 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fd15ebee-56e1-419b-a1b0-710849344829 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:12.832516 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fd15ebee-56e1-419b-a1b0-710849344829 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:12.953010 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-fd15ebee-56e1-419b-a1b0-710849344829 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for 16b0ee70-9e5f-4c37-b697-7a716317ecfb owned by network:floatingip {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:39:13.191233 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fd15ebee-56e1-419b-a1b0-710849344829 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:13.239641 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15ebee-56e1-419b-a1b0-710849344829 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=16b0ee70-9e5f-4c37-b697-7a716317ecfb,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:13.331748 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fd15ebee-56e1-419b-a1b0-710849344829 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:13.332079 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-fd15ebee-56e1-419b-a1b0-710849344829 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Floating IP 8572b965-4a41-490a-b3ee-601672e2494a disassociated (deleted). External IP: 172.26.5.62, port: b7b54ffc-e940-4224-bd25-78f26ebe5cfc. Jan 26 11:39:13.675696 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd15ebee-56e1-419b-a1b0-710849344829 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 19d215a4-fe19-4881-8254-1cc87f0b1f15 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:39:13.851367 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd15ebee-56e1-419b-a1b0-710849344829 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:39:13.860761 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0510232e-0f3d-479a-8a0e-673b118a355e None None] Sync routers for ids ['19d215a4-fe19-4881-8254-1cc87f0b1f15'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:39:13.870161 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0510232e-0f3d-479a-8a0e-673b118a355e None None] Routers {'19d215a4-fe19-4881-8254-1cc87f0b1f15'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:39:13.870791 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-0510232e-0f3d-479a-8a0e-673b118a355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:38:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['19d215a4-fe19-4881-8254-1cc87f0b1f15'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:39:13.871337 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fd15ebee-56e1-419b-a1b0-710849344829 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:13.929868 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-fd15ebee-56e1-419b-a1b0-710849344829 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/floatingips/8572b965-4a41-490a-b3ee-601672e2494a HTTP/1.1" status: 204 len: 168 time: 1.4635186 Jan 26 11:39:13.930274 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3577ad78-6db4-4cf7-834a-1222c97662fd', 'tag': 'b7b54ffc-e940-4224-bd25-78f26ebe5cfc'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:39:13.981762 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3577ad78-6db4-4cf7-834a-1222c97662fd', 'tag': 'b7b54ffc-e940-4224-bd25-78f26ebe5cfc', 'status': 'completed', 'code': 200} Jan 26 11:39:14.056382 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-0510232e-0f3d-479a-8a0e-673b118a355e None None] Set router 19d215a4-fe19-4881-8254-1cc87f0b1f15 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:39:14.075849 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d99c9-9350-4cd6-a115-f33a50f8eb38 req-fdffc817-855b-44fe-8c28-1cb9e801eeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:14.077344 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-488d99c9-9350-4cd6-a115-f33a50f8eb38 req-fdffc817-855b-44fe-8c28-1cb9e801eeee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=3577ad78-6db4-4cf7-834a-1222c97662fd HTTP/1.1" status: 200 len: 1098 time: 0.0782182 Jan 26 11:39:14.225812 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d99c9-9350-4cd6-a115-f33a50f8eb38 req-a2df1767-bbf1-4056-b740-b161a314c489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:14.227205 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-488d99c9-9350-4cd6-a115-f33a50f8eb38 req-a2df1767-bbf1-4056-b740-b161a314c489 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1172eb2f-abfe-45a0-a886-338dd3a8e74f HTTP/1.1" status: 200 len: 897 time: 0.1437953 Jan 26 11:39:14.296546 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-488d99c9-9350-4cd6-a115-f33a50f8eb38 req-f7494f96-90a6-4618-aa8d-d57e5e9b3554 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7b54ffc-e940-4224-bd25-78f26ebe5cfc HTTP/1.1" status: 200 len: 217 time: 0.0612721 Jan 26 11:39:14.309081 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c97c7-049c-4e90-a493-15ca1bccb286 req-4f1303d9-08d9-45b3-8252-f6e70bcdf4c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:14.309783 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-507c97c7-049c-4e90-a493-15ca1bccb286 req-4f1303d9-08d9-45b3-8252-f6e70bcdf4c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:39:14.326951 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-507c97c7-049c-4e90-a493-15ca1bccb286 req-4f1303d9-08d9-45b3-8252-f6e70bcdf4c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:39:14.327768 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-507c97c7-049c-4e90-a493-15ca1bccb286 req-4f1303d9-08d9-45b3-8252-f6e70bcdf4c2 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=3577ad78-6db4-4cf7-834a-1222c97662fd HTTP/1.1" status: 200 len: 945 time: 0.0985632 Jan 26 11:39:14.365209 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d99c9-9350-4cd6-a115-f33a50f8eb38 req-7e328823-3de8-45d1-9229-274a5da02ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:14.366715 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-488d99c9-9350-4cd6-a115-f33a50f8eb38 req-7e328823-3de8-45d1-9229-274a5da02ef7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3777f5b-ea29-4ef3-a898-58989836dd6f HTTP/1.1" status: 200 len: 835 time: 0.0642920 Jan 26 11:39:14.373911 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-507c97c7-049c-4e90-a493-15ca1bccb286 req-c2e1ee47-9cce-4908-a52d-8e640c3b5424 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3cf6d0a-abde-429a-9c80-e7593d554788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397553 Jan 26 11:39:14.421228 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-0510232e-0f3d-479a-8a0e-673b118a355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'name': 'tempest-TestNetworkBasicOps-router-1153596508', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '0d728c4c-9b84-4116-9951-1444a56f2bc9', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.176', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'port_id': 'd5c79709-f2ce-4d99-b406-f412d083cd52', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'mac_address': 'fa:16:3e:ea:ee:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23e78d0-db79-4a8c-ab88-75e1f08fbf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:38:13Z', 'updated_at': '2022-01-26T11:38:15Z', 'revision_number': 1, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52317483-8a7c-4577-9bb0-2143e966dbeb', 'name': '', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:a0:b1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:55Z', 'updated_at': '2022-01-26T11:38:02Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:39:14.425744 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0510232e-0f3d-479a-8a0e-673b118a355e None None] Checking router: 19d215a4-fe19-4881-8254-1cc87f0b1f15 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:39:14.433994 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0510232e-0f3d-479a-8a0e-673b118a355e None None] Routers {'19d215a4-fe19-4881-8254-1cc87f0b1f15'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:39:14.434624 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-0510232e-0f3d-479a-8a0e-673b118a355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:38:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['19d215a4-fe19-4881-8254-1cc87f0b1f15'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:39:14.446336 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d99c9-9350-4cd6-a115-f33a50f8eb38 req-17fe2656-f819-49f3-b72b-b85dfdbcc60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:14.447849 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-488d99c9-9350-4cd6-a115-f33a50f8eb38 req-17fe2656-f819-49f3-b72b-b85dfdbcc60e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1172eb2f-abfe-45a0-a886-338dd3a8e74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739460 Jan 26 11:39:14.581285 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-488d99c9-9350-4cd6-a115-f33a50f8eb38 req-1aa87051-4453-46e6-afc5-2816fe9af3e1 service neutron] 10.222.0.24 "GET /v2.0/networks/1172eb2f-abfe-45a0-a886-338dd3a8e74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237018 Jan 26 11:39:14.611256 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-0510232e-0f3d-479a-8a0e-673b118a355e None None] Set router 19d215a4-fe19-4881-8254-1cc87f0b1f15 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:39:14.712262 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-488d99c9-9350-4cd6-a115-f33a50f8eb38 req-f15f6332-bf98-4a5c-ad19-3f1259d51789 service neutron] 10.222.0.24 "GET /v2.0/networks/1172eb2f-abfe-45a0-a886-338dd3a8e74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247451 Jan 26 11:39:14.958041 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-0510232e-0f3d-479a-8a0e-673b118a355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'name': 'tempest-TestNetworkBasicOps-router-1153596508', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '0d728c4c-9b84-4116-9951-1444a56f2bc9', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.176', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'port_id': 'd5c79709-f2ce-4d99-b406-f412d083cd52', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'mac_address': 'fa:16:3e:ea:ee:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23e78d0-db79-4a8c-ab88-75e1f08fbf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:38:13Z', 'updated_at': '2022-01-26T11:38:15Z', 'revision_number': 1, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52317483-8a7c-4577-9bb0-2143e966dbeb', 'name': '', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:a0:b1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:55Z', 'updated_at': '2022-01-26T11:38:02Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:39:14.961963 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0510232e-0f3d-479a-8a0e-673b118a355e None None] The sync data for ids ['19d215a4-fe19-4881-8254-1cc87f0b1f15'] in dv-neutron-826439-1-hyperv is: [{'id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'name': 'tempest-TestNetworkBasicOps-router-1153596508', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '0d728c4c-9b84-4116-9951-1444a56f2bc9', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.176', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'port_id': 'd5c79709-f2ce-4d99-b406-f412d083cd52', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'mac_address': 'fa:16:3e:ea:ee:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23e78d0-db79-4a8c-ab88-75e1f08fbf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:38:13Z', 'updated_at': '2022-01-26T11:38:15Z', 'revision_number': 1, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52317483-8a7c-4577-9bb0-2143e966dbeb', 'name': '', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:a0:b1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:55Z', 'updated_at': '2022-01-26T11:38:02Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:39:15.177285 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103423bf-09f4-45be-8138-3cd5a4c10962 None None] New status for floating IP 8572b965-4a41-490a-b3ee-601672e2494a: DOWN {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:39:15.696443 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0ce9c-6c4b-4e98-9dd4-d37f6d68af8f req-6c563fda-abbb-4072-a3a7-79df6b9aa40d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:15.697810 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5dc0ce9c-6c4b-4e98-9dd4-d37f6d68af8f req-6c563fda-abbb-4072-a3a7-79df6b9aa40d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/ports?device_id=3577ad78-6db4-4cf7-834a-1222c97662fd HTTP/1.1" status: 200 len: 945 time: 0.2396681 Jan 26 11:39:15.709762 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abc590-e007-477d-a939-5cdaf25abb29 req-31c52520-4e5b-4f67-8c42-27ebf172c9eb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:15.711196 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-10abc590-e007-477d-a939-5cdaf25abb29 req-31c52520-4e5b-4f67-8c42-27ebf172c9eb tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=3577ad78-6db4-4cf7-834a-1222c97662fd HTTP/1.1" status: 200 len: 945 time: 0.2142673 Jan 26 11:39:15.804917 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-5dc0ce9c-6c4b-4e98-9dd4-d37f6d68af8f req-fbfb710e-270c-414b-9dce-dae69a44e476 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port b7b54ffc-e940-4224-bd25-78f26ebe5cfc {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:39:15.805266 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-5dc0ce9c-6c4b-4e98-9dd4-d37f6d68af8f req-fbfb710e-270c-414b-9dce-dae69a44e476 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:15.844748 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-10abc590-e007-477d-a939-5cdaf25abb29 req-8e2e17ef-64fa-40e6-8e28-b64dd5b0ee8f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=a3cf6d0a-abde-429a-9c80-e7593d554788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032162 Jan 26 11:39:16.056843 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-5dc0ce9c-6c4b-4e98-9dd4-d37f6d68af8f req-fbfb710e-270c-414b-9dce-dae69a44e476 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port b7b54ffc-e940-4224-bd25-78f26ebe5cfc, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=b7b54ffc-e940-4224-bd25-78f26ebe5cfc,segment=NetworkSegment(fc8fd982-5d56-434f-a8ff-040702f31135),segment_id=fc8fd982-5d56-434f-a8ff-040702f31135)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:39:16.057228 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-5dc0ce9c-6c4b-4e98-9dd4-d37f6d68af8f req-fbfb710e-270c-414b-9dce-dae69a44e476 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:16.178844 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-5dc0ce9c-6c4b-4e98-9dd4-d37f6d68af8f req-fbfb710e-270c-414b-9dce-dae69a44e476 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for b7b54ffc-e940-4224-bd25-78f26ebe5cfc owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:39:16.322769 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-5dc0ce9c-6c4b-4e98-9dd4-d37f6d68af8f req-fbfb710e-270c-414b-9dce-dae69a44e476 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:16.371990 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb710e-270c-414b-9dce-dae69a44e476 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=b7b54ffc-e940-4224-bd25-78f26ebe5cfc,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:16.410155 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb710e-270c-414b-9dce-dae69a44e476 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:16.410537 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb710e-270c-414b-9dce-dae69a44e476 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:16.410887 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb710e-270c-414b-9dce-dae69a44e476 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:16.411226 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb710e-270c-414b-9dce-dae69a44e476 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:16.411561 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb710e-270c-414b-9dce-dae69a44e476 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:16.411893 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb710e-270c-414b-9dce-dae69a44e476 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:16.412219 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb710e-270c-414b-9dce-dae69a44e476 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:16.412547 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb710e-270c-414b-9dce-dae69a44e476 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:16.412872 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb710e-270c-414b-9dce-dae69a44e476 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:16.413196 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb710e-270c-414b-9dce-dae69a44e476 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:16.413518 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb710e-270c-414b-9dce-dae69a44e476 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:16.413836 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb710e-270c-414b-9dce-dae69a44e476 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:16.458988 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc0ce9c-6c4b-4e98-9dd4-d37f6d68af8f req-fbfb710e-270c-414b-9dce-dae69a44e476 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] No DVR routers for this DVR port b7b54ffc-e940-4224-bd25-78f26ebe5cfc on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:39:16.461276 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-5dc0ce9c-6c4b-4e98-9dd4-d37f6d68af8f req-fbfb710e-270c-414b-9dce-dae69a44e476 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:16.463712 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3577ad78-6db4-4cf7-834a-1222c97662fd', 'name': 'network-vif-deleted', 'tag': 'b7b54ffc-e940-4224-bd25-78f26ebe5cfc'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:39:16.483370 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5dc0ce9c-6c4b-4e98-9dd4-d37f6d68af8f req-fbfb710e-270c-414b-9dce-dae69a44e476 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "DELETE /v2.0/ports/b7b54ffc-e940-4224-bd25-78f26ebe5cfc HTTP/1.1" status: 204 len: 173 time: 0.7712259 Jan 26 11:39:16.510541 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3577ad78-6db4-4cf7-834a-1222c97662fd', 'name': 'network-vif-deleted', 'tag': 'b7b54ffc-e940-4224-bd25-78f26ebe5cfc', 'status': 'completed', 'code': 200} Jan 26 11:39:17.007657 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-30c05357-991a-48f4-92df-8f5383773fc2 req-15025f8e-6ead-4691-8b17-5e789d30594f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:39:17.024675 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-30c05357-991a-48f4-92df-8f5383773fc2 req-15025f8e-6ead-4691-8b17-5e789d30594f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:39:17.025975 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-30c05357-991a-48f4-92df-8f5383773fc2 req-15025f8e-6ead-4691-8b17-5e789d30594f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=3577ad78-6db4-4cf7-834a-1222c97662fd HTTP/1.1" status: 200 len: 210 time: 0.0619423 Jan 26 11:39:18.120123 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 56954) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:18.189670 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-40610984-e221-4f97-bcbe-0b588fe54d75 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:18.219080 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-40610984-e221-4f97-bcbe-0b588fe54d75 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:18.280832 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-40610984-e221-4f97-bcbe-0b588fe54d75 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:18.299448 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40610984-e221-4f97-bcbe-0b588fe54d75 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cf6d0a-abde-429a-9c80-e7593d554788,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:18.309985 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-40610984-e221-4f97-bcbe-0b588fe54d75 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:18.313614 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-40610984-e221-4f97-bcbe-0b588fe54d75 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/security-groups/a3cf6d0a-abde-429a-9c80-e7593d554788 HTTP/1.1" status: 204 len: 168 time: 0.1900806 Jan 26 11:39:18.341678 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56960) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:18.544429 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-39166163-3bc0-4d64-9c80-82424f1c359f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port d26e6ac7-2105-446f-85cd-46bf38e3a741 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:39:18.544774 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-39166163-3bc0-4d64-9c80-82424f1c359f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:18.708905 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-39166163-3bc0-4d64-9c80-82424f1c359f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:18.709141 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-39166163-3bc0-4d64-9c80-82424f1c359f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:18.830660 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-39166163-3bc0-4d64-9c80-82424f1c359f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for d26e6ac7-2105-446f-85cd-46bf38e3a741 owned by network:floatingip {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:39:19.079519 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-39166163-3bc0-4d64-9c80-82424f1c359f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:19.128059 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39166163-3bc0-4d64-9c80-82424f1c359f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=d26e6ac7-2105-446f-85cd-46bf38e3a741,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:19.217371 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-39166163-3bc0-4d64-9c80-82424f1c359f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:19.217786 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-39166163-3bc0-4d64-9c80-82424f1c359f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Floating IP 0d728c4c-9b84-4116-9951-1444a56f2bc9 disassociated (deleted). External IP: 172.26.5.176, port: d5c79709-f2ce-4d99-b406-f412d083cd52. Jan 26 11:39:19.304006 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device b7b54ffc-e940-4224-bd25-78f26ebe5cfc no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:39:19.340842 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: b7b54ffc-e940-4224-bd25-78f26ebe5cfc {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:39:19.341111 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device b7b54ffc-e940-4224-bd25-78f26ebe5cfc not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:39:19.564799 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39166163-3bc0-4d64-9c80-82424f1c359f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 19d215a4-fe19-4881-8254-1cc87f0b1f15 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:39:19.739008 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39166163-3bc0-4d64-9c80-82424f1c359f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:39:19.748064 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5050f8f-a57d-4915-8135-3f9623bb78d5 None None] Sync routers for ids ['19d215a4-fe19-4881-8254-1cc87f0b1f15'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:39:19.758195 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5050f8f-a57d-4915-8135-3f9623bb78d5 None None] Routers {'19d215a4-fe19-4881-8254-1cc87f0b1f15'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:39:19.758841 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-f5050f8f-a57d-4915-8135-3f9623bb78d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:38:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['19d215a4-fe19-4881-8254-1cc87f0b1f15'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:39:19.759029 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-39166163-3bc0-4d64-9c80-82424f1c359f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:19.818584 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-39166163-3bc0-4d64-9c80-82424f1c359f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/floatingips/0d728c4c-9b84-4116-9951-1444a56f2bc9 HTTP/1.1" status: 204 len: 168 time: 1.4757137 Jan 26 11:39:19.819142 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23e78d0-db79-4a8c-ab88-75e1f08fbf81', 'tag': 'd5c79709-f2ce-4d99-b406-f412d083cd52'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:39:19.871196 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23e78d0-db79-4a8c-ab88-75e1f08fbf81', 'tag': 'd5c79709-f2ce-4d99-b406-f412d083cd52', 'status': 'completed', 'code': 200} Jan 26 11:39:19.966636 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45ffbd-77b6-406c-997a-6d21a1af28a9 req-c5b881a9-897d-4af2-a3cf-7be2617ae1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:19.969094 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9d45ffbd-77b6-406c-997a-6d21a1af28a9 req-c5b881a9-897d-4af2-a3cf-7be2617ae1ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=e23e78d0-db79-4a8c-ab88-75e1f08fbf81 HTTP/1.1" status: 200 len: 1098 time: 0.0755868 Jan 26 11:39:19.990902 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-f5050f8f-a57d-4915-8135-3f9623bb78d5 None None] Set router 19d215a4-fe19-4881-8254-1cc87f0b1f15 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:39:20.110452 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45ffbd-77b6-406c-997a-6d21a1af28a9 req-1e9cd2d1-aee0-46b3-8572-0dea147039eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:20.112117 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9d45ffbd-77b6-406c-997a-6d21a1af28a9 req-1e9cd2d1-aee0-46b3-8572-0dea147039eb service neutron] 10.222.0.24 "GET /v2.0/networks?id=1172eb2f-abfe-45a0-a886-338dd3a8e74f HTTP/1.1" status: 200 len: 897 time: 0.1373899 Jan 26 11:39:20.214922 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9d45ffbd-77b6-406c-997a-6d21a1af28a9 req-2e51f3c4-30b4-4a66-84c6-ba29d4e93265 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5c79709-f2ce-4d99-b406-f412d083cd52 HTTP/1.1" status: 200 len: 217 time: 0.0948794 Jan 26 11:39:20.295990 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45ffbd-77b6-406c-997a-6d21a1af28a9 req-f61ab41a-c375-476c-b1d0-2d033238c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:20.297427 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9d45ffbd-77b6-406c-997a-6d21a1af28a9 req-f61ab41a-c375-476c-b1d0-2d033238c033 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e3777f5b-ea29-4ef3-a898-58989836dd6f HTTP/1.1" status: 200 len: 835 time: 0.0767126 Jan 26 11:39:20.316529 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-f5050f8f-a57d-4915-8135-3f9623bb78d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'name': 'tempest-TestNetworkBasicOps-router-1153596508', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '52317483-8a7c-4577-9bb0-2143e966dbeb', 'name': '', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:a0:b1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:55Z', 'updated_at': '2022-01-26T11:38:02Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:39:20.320292 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5050f8f-a57d-4915-8135-3f9623bb78d5 None None] Checking router: 19d215a4-fe19-4881-8254-1cc87f0b1f15 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:39:20.328264 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5050f8f-a57d-4915-8135-3f9623bb78d5 None None] Routers {'19d215a4-fe19-4881-8254-1cc87f0b1f15'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:39:20.328853 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-f5050f8f-a57d-4915-8135-3f9623bb78d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:38:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['19d215a4-fe19-4881-8254-1cc87f0b1f15'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:39:20.356941 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4b6dd-f689-4375-a7af-f670cc236599 req-94cba501-7987-4e4d-931c-0da6c985b506 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:20.357628 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-f2c4b6dd-f689-4375-a7af-f670cc236599 req-94cba501-7987-4e4d-931c-0da6c985b506 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:39:20.388098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-f2c4b6dd-f689-4375-a7af-f670cc236599 req-94cba501-7987-4e4d-931c-0da6c985b506 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:39:20.389258 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f2c4b6dd-f689-4375-a7af-f670cc236599 req-94cba501-7987-4e4d-931c-0da6c985b506 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23e78d0-db79-4a8c-ab88-75e1f08fbf81 HTTP/1.1" status: 200 len: 945 time: 0.2125309 Jan 26 11:39:20.410775 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45ffbd-77b6-406c-997a-6d21a1af28a9 req-7f82acf3-5aec-4600-b60e-05aac6000202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:20.412252 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9d45ffbd-77b6-406c-997a-6d21a1af28a9 req-7f82acf3-5aec-4600-b60e-05aac6000202 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1172eb2f-abfe-45a0-a886-338dd3a8e74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1070344 Jan 26 11:39:20.511524 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-f5050f8f-a57d-4915-8135-3f9623bb78d5 None None] Set router 19d215a4-fe19-4881-8254-1cc87f0b1f15 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:39:20.587516 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f2c4b6dd-f689-4375-a7af-f670cc236599 req-7dd48d03-823f-4a0a-853c-2374a506c8ab tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e611409-6fb3-4299-b417-0bde405db6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917307 Jan 26 11:39:20.670962 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9d45ffbd-77b6-406c-997a-6d21a1af28a9 req-064d85df-5913-4c65-a7db-7b2bf78b2bd2 service neutron] 10.222.0.24 "GET /v2.0/networks/1172eb2f-abfe-45a0-a886-338dd3a8e74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514095 Jan 26 11:39:20.808105 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9d45ffbd-77b6-406c-997a-6d21a1af28a9 req-c788a93e-2212-4968-a4b5-8cf71dd35136 service neutron] 10.222.0.24 "GET /v2.0/networks/1172eb2f-abfe-45a0-a886-338dd3a8e74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302221 Jan 26 11:39:20.827042 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-f5050f8f-a57d-4915-8135-3f9623bb78d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'name': 'tempest-TestNetworkBasicOps-router-1153596508', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '52317483-8a7c-4577-9bb0-2143e966dbeb', 'name': '', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:a0:b1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:55Z', 'updated_at': '2022-01-26T11:38:02Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:39:20.832724 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5050f8f-a57d-4915-8135-3f9623bb78d5 None None] The sync data for ids ['19d215a4-fe19-4881-8254-1cc87f0b1f15'] in dv-neutron-826439-1-hyperv is: [{'id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'name': 'tempest-TestNetworkBasicOps-router-1153596508', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '52317483-8a7c-4577-9bb0-2143e966dbeb', 'name': '', 'network_id': '1172eb2f-abfe-45a0-a886-338dd3a8e74f', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:a0:b1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:55Z', 'updated_at': '2022-01-26T11:38:02Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': 'e3777f5b-ea29-4ef3-a898-58989836dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:39:21.044793 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7205d3a1-be76-4f63-b483-cb3ae8c5d2be None None] New status for floating IP 0d728c4c-9b84-4116-9951-1444a56f2bc9: DOWN {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:39:21.558663 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3792daf-be5b-4d3b-8bd7-8e4ab2a44587 req-0b228d7a-b999-4fea-8a96-525b9ed13838 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:21.560083 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e3792daf-be5b-4d3b-8bd7-8e4ab2a44587 req-0b228d7a-b999-4fea-8a96-525b9ed13838 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/ports?device_id=e23e78d0-db79-4a8c-ab88-75e1f08fbf81 HTTP/1.1" status: 200 len: 945 time: 0.0809298 Jan 26 11:39:21.628967 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-e3792daf-be5b-4d3b-8bd7-8e4ab2a44587 req-41f01b6c-ca48-486c-bf06-38e65752cb67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port d5c79709-f2ce-4d99-b406-f412d083cd52 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:39:21.629529 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e3792daf-be5b-4d3b-8bd7-8e4ab2a44587 req-41f01b6c-ca48-486c-bf06-38e65752cb67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:21.779526 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469388ec-6b2a-43a3-9fd6-95e3364f7991 req-fe4cf935-08f2-482b-a071-c9e922f35765 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:21.781039 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-469388ec-6b2a-43a3-9fd6-95e3364f7991 req-fe4cf935-08f2-482b-a071-c9e922f35765 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23e78d0-db79-4a8c-ab88-75e1f08fbf81 HTTP/1.1" status: 200 len: 945 time: 0.0846648 Jan 26 11:39:21.829328 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-469388ec-6b2a-43a3-9fd6-95e3364f7991 req-3bd9305b-6e98-431a-b5f5-41ef88115358 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:39:21.844803 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-469388ec-6b2a-43a3-9fd6-95e3364f7991 req-3bd9305b-6e98-431a-b5f5-41ef88115358 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:39:21.846030 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-469388ec-6b2a-43a3-9fd6-95e3364f7991 req-3bd9305b-6e98-431a-b5f5-41ef88115358 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e611409-6fb3-4299-b417-0bde405db6ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589507 Jan 26 11:39:21.888133 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-e3792daf-be5b-4d3b-8bd7-8e4ab2a44587 req-41f01b6c-ca48-486c-bf06-38e65752cb67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port d5c79709-f2ce-4d99-b406-f412d083cd52, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=d5c79709-f2ce-4d99-b406-f412d083cd52,segment=NetworkSegment(fc8fd982-5d56-434f-a8ff-040702f31135),segment_id=fc8fd982-5d56-434f-a8ff-040702f31135)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:39:21.888488 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e3792daf-be5b-4d3b-8bd7-8e4ab2a44587 req-41f01b6c-ca48-486c-bf06-38e65752cb67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:22.011764 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-e3792daf-be5b-4d3b-8bd7-8e4ab2a44587 req-41f01b6c-ca48-486c-bf06-38e65752cb67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for d5c79709-f2ce-4d99-b406-f412d083cd52 owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:39:22.155414 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e3792daf-be5b-4d3b-8bd7-8e4ab2a44587 req-41f01b6c-ca48-486c-bf06-38e65752cb67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:22.208324 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f01b6c-ca48-486c-bf06-38e65752cb67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=d5c79709-f2ce-4d99-b406-f412d083cd52,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:22.281944 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3792daf-be5b-4d3b-8bd7-8e4ab2a44587 req-41f01b6c-ca48-486c-bf06-38e65752cb67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] No DVR routers for this DVR port d5c79709-f2ce-4d99-b406-f412d083cd52 on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:39:22.285019 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e3792daf-be5b-4d3b-8bd7-8e4ab2a44587 req-41f01b6c-ca48-486c-bf06-38e65752cb67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:22.287709 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23e78d0-db79-4a8c-ab88-75e1f08fbf81', 'name': 'network-vif-deleted', 'tag': 'd5c79709-f2ce-4d99-b406-f412d083cd52'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:39:22.303260 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e3792daf-be5b-4d3b-8bd7-8e4ab2a44587 req-41f01b6c-ca48-486c-bf06-38e65752cb67 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "DELETE /v2.0/ports/d5c79709-f2ce-4d99-b406-f412d083cd52 HTTP/1.1" status: 204 len: 173 time: 0.7381821 Jan 26 11:39:22.335288 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23e78d0-db79-4a8c-ab88-75e1f08fbf81', 'name': 'network-vif-deleted', 'tag': 'd5c79709-f2ce-4d99-b406-f412d083cd52', 'status': 'completed', 'code': 200} Jan 26 11:39:22.554894 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-31816123-e453-4073-baf0-207bbdc505f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:22.940198 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56976) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:23.010637 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bde769e0-bc12-404a-bda5-27323c045e20 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:23.039758 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bde769e0-bc12-404a-bda5-27323c045e20 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:23.101352 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bde769e0-bc12-404a-bda5-27323c045e20 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:23.118605 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde769e0-bc12-404a-bda5-27323c045e20 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e611409-6fb3-4299-b417-0bde405db6ac,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:23.130754 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bde769e0-bc12-404a-bda5-27323c045e20 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:23.134056 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-bde769e0-bc12-404a-bda5-27323c045e20 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/security-groups/2e611409-6fb3-4299-b417-0bde405db6ac HTTP/1.1" status: 204 len: 168 time: 0.1901567 Jan 26 11:39:23.162511 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56982) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:23.842644 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c4e19cd7-5c29-49ba-81d0-148af14b87e3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:24.203778 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-c4e19cd7-5c29-49ba-81d0-148af14b87e3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port 52317483-8a7c-4577-9bb0-2143e966dbeb {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:39:24.204675 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c4e19cd7-5c29-49ba-81d0-148af14b87e3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:24.394268 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-c4e19cd7-5c29-49ba-81d0-148af14b87e3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port 52317483-8a7c-4577-9bb0-2143e966dbeb, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=52317483-8a7c-4577-9bb0-2143e966dbeb,segment=NetworkSegment(fc8fd982-5d56-434f-a8ff-040702f31135),segment_id=fc8fd982-5d56-434f-a8ff-040702f31135)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:39:24.394675 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c4e19cd7-5c29-49ba-81d0-148af14b87e3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:24.514008 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-c4e19cd7-5c29-49ba-81d0-148af14b87e3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for 52317483-8a7c-4577-9bb0-2143e966dbeb owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:39:24.800058 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-15aef54d-feec-4a66-9ea8-20ce610c89e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:24.828666 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c4e19cd7-5c29-49ba-81d0-148af14b87e3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:24.881319 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e19cd7-5c29-49ba-81d0-148af14b87e3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=52317483-8a7c-4577-9bb0-2143e966dbeb,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:25.266858 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c4e19cd7-5c29-49ba-81d0-148af14b87e3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:25.343887 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device d5c79709-f2ce-4d99-b406-f412d083cd52 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:39:25.380963 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: d5c79709-f2ce-4d99-b406-f412d083cd52 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:39:25.381310 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device d5c79709-f2ce-4d99-b406-f412d083cd52 not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:39:25.624686 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e19cd7-5c29-49ba-81d0-148af14b87e3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 19d215a4-fe19-4881-8254-1cc87f0b1f15 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:39:25.801209 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e19cd7-5c29-49ba-81d0-148af14b87e3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:39:25.814858 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01192cb1-1dee-4a2d-a872-13bd812c48ac None None] Sync routers for ids ['19d215a4-fe19-4881-8254-1cc87f0b1f15'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:39:25.823443 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c4e19cd7-5c29-49ba-81d0-148af14b87e3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "PUT /v2.0/routers/19d215a4-fe19-4881-8254-1cc87f0b1f15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6596518 Jan 26 11:39:25.825779 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56986) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:25.826162 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01192cb1-1dee-4a2d-a872-13bd812c48ac None None] Routers {'19d215a4-fe19-4881-8254-1cc87f0b1f15'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:39:25.827027 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-01192cb1-1dee-4a2d-a872-13bd812c48ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:39:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['19d215a4-fe19-4881-8254-1cc87f0b1f15'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:39:25.873347 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:25.902061 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c45a67c-213e-470f-9170-9a6b0d3a31e1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting subnet e3777f5b-ea29-4ef3-a898-58989836dd6f {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:39:25.904897 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7c45a67c-213e-470f-9170-9a6b0d3a31e1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:25.959149 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7c45a67c-213e-470f-9170-9a6b0d3a31e1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:26.011601 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-01192cb1-1dee-4a2d-a872-13bd812c48ac None None] Set router 19d215a4-fe19-4881-8254-1cc87f0b1f15 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:39:26.042557 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7c45a67c-213e-470f-9170-9a6b0d3a31e1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:26.073272 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:26.119822 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7c45a67c-213e-470f-9170-9a6b0d3a31e1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:26.158803 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45a67c-213e-470f-9170-9a6b0d3a31e1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Subnet': ['ID=e3777f5b-ea29-4ef3-a898-58989836dd6f,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:26.162837 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7c45a67c-213e-470f-9170-9a6b0d3a31e1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:26.170986 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7c45a67c-213e-470f-9170-9a6b0d3a31e1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/subnets/e3777f5b-ea29-4ef3-a898-58989836dd6f HTTP/1.1" status: 204 len: 168 time: 0.3438883 Jan 26 11:39:26.171946 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56990) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:26.172236 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c75c971-e0f0-4ebd-b1d7-0135f6484316 None None] Network 1172eb2f-abfe-45a0-a886-338dd3a8e74f requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:39:26.333554 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-01192cb1-1dee-4a2d-a872-13bd812c48ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'name': 'tempest-TestNetworkBasicOps-router-1153596508', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:39:24Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:39:26.337662 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01192cb1-1dee-4a2d-a872-13bd812c48ac None None] Checking router: 19d215a4-fe19-4881-8254-1cc87f0b1f15 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:39:26.346122 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01192cb1-1dee-4a2d-a872-13bd812c48ac None None] Routers {'19d215a4-fe19-4881-8254-1cc87f0b1f15'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:39:26.347435 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-01192cb1-1dee-4a2d-a872-13bd812c48ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:39:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['19d215a4-fe19-4881-8254-1cc87f0b1f15'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:39:26.358973 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-314e40a4-0ddd-4ecb-bb19-3ee706b1f197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:26.444504 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dff4d86-ca60-4dab-8b7b-7bfe26c5d84b None None] DHCP port deletion for 1172eb2f-abfe-45a0-a886-338dd3a8e74f request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:39:26.448852 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-0dff4d86-ca60-4dab-8b7b-7bfe26c5d84b None None] Deleting port 78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:39:26.449301 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-0dff4d86-ca60-4dab-8b7b-7bfe26c5d84b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:26.527517 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-01192cb1-1dee-4a2d-a872-13bd812c48ac None None] Set router 19d215a4-fe19-4881-8254-1cc87f0b1f15 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:39:26.666423 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-0dff4d86-ca60-4dab-8b7b-7bfe26c5d84b None None] For port 78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe,segment=NetworkSegment(fc8fd982-5d56-434f-a8ff-040702f31135),segment_id=fc8fd982-5d56-434f-a8ff-040702f31135)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:39:26.666910 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-0dff4d86-ca60-4dab-8b7b-7bfe26c5d84b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:26.674494 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-314e40a4-0ddd-4ecb-bb19-3ee706b1f197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:26.684195 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-314e40a4-0ddd-4ecb-bb19-3ee706b1f197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port b86e18df-50c0-40b1-9a8a-6b9b298b9985 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:39:26.684596 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-314e40a4-0ddd-4ecb-bb19-3ee706b1f197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:26.796321 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-0dff4d86-ca60-4dab-8b7b-7bfe26c5d84b None None] Calling delete_port for 78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:39:26.824856 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-01192cb1-1dee-4a2d-a872-13bd812c48ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'name': 'tempest-TestNetworkBasicOps-router-1153596508', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:39:24Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:39:26.829227 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01192cb1-1dee-4a2d-a872-13bd812c48ac None None] The sync data for ids ['19d215a4-fe19-4881-8254-1cc87f0b1f15'] in dv-neutron-826439-1-hyperv is: [{'id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'name': 'tempest-TestNetworkBasicOps-router-1153596508', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:39:24Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': 'b86e18df-50c0-40b1-9a8a-6b9b298b9985', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d215a4-fe19-4881-8254-1cc87f0b1f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:37:51Z', 'updated_at': '2022-01-26T11:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:39:26.880286 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-0dff4d86-ca60-4dab-8b7b-7bfe26c5d84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:26.881711 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-314e40a4-0ddd-4ecb-bb19-3ee706b1f197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port b86e18df-50c0-40b1-9a8a-6b9b298b9985, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=b86e18df-50c0-40b1-9a8a-6b9b298b9985,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:39:26.882077 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-314e40a4-0ddd-4ecb-bb19-3ee706b1f197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:26.929135 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff4d86-ca60-4dab-8b7b-7bfe26c5d84b None None] Pushing event deleted for resources: {'Port': ['ID=78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:26.933600 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dff4d86-ca60-4dab-8b7b-7bfe26c5d84b None None] No DVR routers for this DVR port 78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:39:26.939490 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff4d86-ca60-4dab-8b7b-7bfe26c5d84b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:26.939843 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff4d86-ca60-4dab-8b7b-7bfe26c5d84b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:26.940728 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff4d86-ca60-4dab-8b7b-7bfe26c5d84b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:26.944209 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff4d86-ca60-4dab-8b7b-7bfe26c5d84b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:26.944209 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff4d86-ca60-4dab-8b7b-7bfe26c5d84b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:26.944209 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff4d86-ca60-4dab-8b7b-7bfe26c5d84b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:26.944209 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff4d86-ca60-4dab-8b7b-7bfe26c5d84b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:26.944209 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff4d86-ca60-4dab-8b7b-7bfe26c5d84b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:26.944209 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff4d86-ca60-4dab-8b7b-7bfe26c5d84b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:26.944209 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff4d86-ca60-4dab-8b7b-7bfe26c5d84b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:26.944209 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff4d86-ca60-4dab-8b7b-7bfe26c5d84b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:26.944209 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff4d86-ca60-4dab-8b7b-7bfe26c5d84b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:27.014748 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-314e40a4-0ddd-4ecb-bb19-3ee706b1f197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for b86e18df-50c0-40b1-9a8a-6b9b298b9985 owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:39:27.182000 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-314e40a4-0ddd-4ecb-bb19-3ee706b1f197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:27.231150 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e40a4-0ddd-4ecb-bb19-3ee706b1f197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=b86e18df-50c0-40b1-9a8a-6b9b298b9985,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:27.329618 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-314e40a4-0ddd-4ecb-bb19-3ee706b1f197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:27.422188 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:27.504467 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-314e40a4-0ddd-4ecb-bb19-3ee706b1f197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:27.506552 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-314e40a4-0ddd-4ecb-bb19-3ee706b1f197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:27.528013 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-314e40a4-0ddd-4ecb-bb19-3ee706b1f197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:27.528655 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314e40a4-0ddd-4ecb-bb19-3ee706b1f197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Fanout notify agent at l3_agent the message router_deleted on router 19d215a4-fe19-4881-8254-1cc87f0b1f15 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:39:27.543924 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-314e40a4-0ddd-4ecb-bb19-3ee706b1f197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:27.545028 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-314e40a4-0ddd-4ecb-bb19-3ee706b1f197 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/routers/19d215a4-fe19-4881-8254-1cc87f0b1f15 HTTP/1.1" status: 204 len: 168 time: 1.3719237 Jan 26 11:39:27.547837 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 56996) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:27.665689 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-05e72a0c-23bc-4496-9c84-6fd3312b89d7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:27.796499 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-05e72a0c-23bc-4496-9c84-6fd3312b89d7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:27.821738 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-05e72a0c-23bc-4496-9c84-6fd3312b89d7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1172eb2f-abfe-45a0-a886-338dd3a8e74f']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:39:27.834477 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-05e72a0c-23bc-4496-9c84-6fd3312b89d7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc8fd982-5d56-434f-a8ff-040702f31135') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:39:27.834777 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-05e72a0c-23bc-4496-9c84-6fd3312b89d7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc8fd982-5d56-434f-a8ff-040702f31135') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:39:27.845672 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-05e72a0c-23bc-4496-9c84-6fd3312b89d7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:27.860917 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-05e72a0c-23bc-4496-9c84-6fd3312b89d7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:27.867470 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e72a0c-23bc-4496-9c84-6fd3312b89d7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:39:27.867847 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-05e72a0c-23bc-4496-9c84-6fd3312b89d7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:39:27.883043 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:39:27.971118 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-05e72a0c-23bc-4496-9c84-6fd3312b89d7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:27.989389 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-05e72a0c-23bc-4496-9c84-6fd3312b89d7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:28.000149 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device b86e18df-50c0-40b1-9a8a-6b9b298b9985 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:39:28.008245 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e72a0c-23bc-4496-9c84-6fd3312b89d7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Network': ['ID=1172eb2f-abfe-45a0-a886-338dd3a8e74f,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:28.013421 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-05e72a0c-23bc-4496-9c84-6fd3312b89d7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/networks/1172eb2f-abfe-45a0-a886-338dd3a8e74f HTTP/1.1" status: 204 len: 168 time: 0.4645314 Jan 26 11:39:28.041209 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: b86e18df-50c0-40b1-9a8a-6b9b298b9985 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:39:28.041680 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device b86e18df-50c0-40b1-9a8a-6b9b298b9985 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:39:28.042147 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 52317483-8a7c-4577-9bb0-2143e966dbeb no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:39:28.044038 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 57000) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:28.050436 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-b1ea857b-7ea1-4840-ae5c-cd160c548b3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'network': {'name': 'tempest-network-smoke--349646602', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'port_security_enabled': True}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:39:28.055447 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b1ea857b-7ea1-4840-ae5c-cd160c548b3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:39:28.059486 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b1ea857b-7ea1-4840-ae5c-cd160c548b3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:network and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:39:28.062287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b1ea857b-7ea1-4840-ae5c-cd160c548b3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:39:28.068760 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b1ea857b-7ea1-4840-ae5c-cd160c548b3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:39:28.076440 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 52317483-8a7c-4577-9bb0-2143e966dbeb {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:39:28.077042 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 52317483-8a7c-4577-9bb0-2143e966dbeb not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:39:28.077587 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:39:28.078941 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ea857b-7ea1-4840-ae5c-cd160c548b3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:39:28.082805 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b1ea857b-7ea1-4840-ae5c-cd160c548b3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:28.109950 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ea857b-7ea1-4840-ae5c-cd160c548b3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:39:28.114650 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:39:28.115283 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 78e4e72e-4b1e-4b79-acc5-ec22f5ae84fe not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:39:28.120587 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b1ea857b-7ea1-4840-ae5c-cd160c548b3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:28.120974 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-b1ea857b-7ea1-4840-ae5c-cd160c548b3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Added segment 1e4e017b-9ce8-41b2-8151-c44e9679c462 of type vlan for network c96fb101-117e-4019-b752-aac6e282fb24 Jan 26 11:39:28.149849 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b1ea857b-7ea1-4840-ae5c-cd160c548b3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:28.178025 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b1ea857b-7ea1-4840-ae5c-cd160c548b3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:28.183415 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ea857b-7ea1-4840-ae5c-cd160c548b3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:28.184002 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b1ea857b-7ea1-4840-ae5c-cd160c548b3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:28.345474 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b1ea857b-7ea1-4840-ae5c-cd160c548b3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3001468 Jan 26 11:39:28.348865 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57004) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:28.354158 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-89aba2be-cfc1-481e-a48c-41866eb5c597 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1518102935', 'admin_state_up': True, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:39:28.361319 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-89aba2be-cfc1-481e-a48c-41866eb5c597 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:39:28.365793 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-89aba2be-cfc1-481e-a48c-41866eb5c597 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:router and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:39:28.369141 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-89aba2be-cfc1-481e-a48c-41866eb5c597 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:39:28.374996 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-89aba2be-cfc1-481e-a48c-41866eb5c597 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:39:28.384460 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89aba2be-cfc1-481e-a48c-41866eb5c597 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:28.385550 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89aba2be-cfc1-481e-a48c-41866eb5c597 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:28.395655 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea857b-7ea1-4840-ae5c-cd160c548b3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Network': ['ID=c96fb101-117e-4019-b752-aac6e282fb24,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:28.400319 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89aba2be-cfc1-481e-a48c-41866eb5c597 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:28.407218 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network c96fb101-117e-4019-b752-aac6e282fb24 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:39:28.759751 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89aba2be-cfc1-481e-a48c-41866eb5c597 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:29.057435 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89aba2be-cfc1-481e-a48c-41866eb5c597 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:29.090231 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89aba2be-cfc1-481e-a48c-41866eb5c597 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:29.225028 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-89aba2be-cfc1-481e-a48c-41866eb5c597 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.26.5.76 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/66e8abf1-4be6-4968-af5f-3b9d34035a0a) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:39:29.369773 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89aba2be-cfc1-481e-a48c-41866eb5c597 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:29.401299 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89aba2be-cfc1-481e-a48c-41866eb5c597 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:29.469853 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89aba2be-cfc1-481e-a48c-41866eb5c597 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:39:29.473099 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-89aba2be-cfc1-481e-a48c-41866eb5c597 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:39:29.476834 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aba2be-cfc1-481e-a48c-41866eb5c597 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:39:29.511025 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aba2be-cfc1-481e-a48c-41866eb5c597 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=66e8abf1-4be6-4968-af5f-3b9d34035a0a,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:29.888452 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89aba2be-cfc1-481e-a48c-41866eb5c597 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_gateway, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:30.332444 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89aba2be-cfc1-481e-a48c-41866eb5c597 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:30.530005 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89aba2be-cfc1-481e-a48c-41866eb5c597 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:39:30.706501 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89aba2be-cfc1-481e-a48c-41866eb5c597 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:39:30.715754 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] Sync routers for ids ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:39:30.725504 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] Routers {'870d2ed9-ecee-44f5-94da-6b34fa67f7d7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:39:30.726118 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:39:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:39:30.732145 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89aba2be-cfc1-481e-a48c-41866eb5c597 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:30.733339 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-89aba2be-cfc1-481e-a48c-41866eb5c597 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3834181 Jan 26 11:39:30.736586 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57008) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:30.778818 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-586ceac5-a8bd-452d-bda2-b1edf00234f2 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=577ce67689cf4355b98fd7b539fb5797&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386810 Jan 26 11:39:30.779078 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57012) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:30.911291 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7aed98-d947-4c88-8e29-d97602959d49 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:30.912792 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7b7aed98-d947-4c88-8e29-d97602959d49 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1328840 Jan 26 11:39:30.915672 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57016) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:30.935388 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] Set router 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:39:30.958720 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6fd28b20-717d-4559-82b1-de574a5bd1f7 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419068 Jan 26 11:39:30.961058 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57020) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:30.966272 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-52fd81a3-4f48-484d-9274-013803bc2e27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2121784', 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:39:31.078401 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-52fd81a3-4f48-484d-9274-013803bc2e27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:39:31.082498 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-52fd81a3-4f48-484d-9274-013803bc2e27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:subnet and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:39:31.085391 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-52fd81a3-4f48-484d-9274-013803bc2e27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:39:31.090994 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-52fd81a3-4f48-484d-9274-013803bc2e27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:39:31.102262 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fd81a3-4f48-484d-9274-013803bc2e27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:39:31.105871 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52fd81a3-4f48-484d-9274-013803bc2e27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:31.228232 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'name': 'tempest-TestNetworkBasicOps-router-1518102935', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:39:28Z', 'updated_at': '2022-01-26T11:39:29Z', 'revision_number': 3, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:29Z', 'updated_at': '2022-01-26T11:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:39:31.232009 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] Checking router: 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:39:31.232367 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] Updating router 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 port 66e8abf1-4be6-4968-af5f-3b9d34035a0a binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:39:31.285352 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:31.326043 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52fd81a3-4f48-484d-9274-013803bc2e27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:31.402781 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd81a3-4f48-484d-9274-013803bc2e27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Subnet': ['ID=46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:31.416036 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fd81a3-4f48-484d-9274-013803bc2e27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Checking segment: {'id': '1e4e017b-9ce8-41b2-8151-c44e9679c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:39:31.416398 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fd81a3-4f48-484d-9274-013803bc2e27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network hostable DHCP agents. Network: c96fb101-117e-4019-b752-aac6e282fb24, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:39:31.437600 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fd81a3-4f48-484d-9274-013803bc2e27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network c96fb101-117e-4019-b752-aac6e282fb24 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:39:31.450224 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-52fd81a3-4f48-484d-9274-013803bc2e27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, c96fb101-117e-4019-b752-aac6e282fb24) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:39:31.458453 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fd81a3-4f48-484d-9274-013803bc2e27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:31.459047 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-52fd81a3-4f48-484d-9274-013803bc2e27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:31.463722 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417ec222-8145-4ff3-92b1-892a9d238b4f None None] Network c96fb101-117e-4019-b752-aac6e282fb24 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:39:31.485709 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-52fd81a3-4f48-484d-9274-013803bc2e27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.5234604 Jan 26 11:39:31.488607 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57024) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:31.821133 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:31.826481 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d087586c-ded8-4a1e-9ae2-c388e80a9bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-c96fb101-117e-4019-b752-aac6e282fb24', 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ips': [{'subnet_id': '46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:39:31.827595 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d087586c-ded8-4a1e-9ae2-c388e80a9bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:31.853992 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] Transition to ACTIVE for port object 66e8abf1-4be6-4968-af5f-3b9d34035a0a will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:39:31.900980 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:32.010593 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] Attempting to bind port 66e8abf1-4be6-4968-af5f-3b9d34035a0a on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:39:32.010965 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] Attempting to bind port 66e8abf1-4be6-4968-af5f-3b9d34035a0a by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:39:32.011327 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] Attempting to bind port 66e8abf1-4be6-4968-af5f-3b9d34035a0a on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:39:32.023666 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2914ad-a38c-4951-affc-033f839bb3db None None] Pushing event updated for resources: {'Port': ['ID=66e8abf1-4be6-4968-af5f-3b9d34035a0a,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:32.033093 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:39:32.033369 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:39:32.034686 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:32.034954 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:39:32.035443 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] Bound port: 66e8abf1-4be6-4968-af5f-3b9d34035a0a, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:39:32.035830 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:32.153525 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-d087586c-ded8-4a1e-9ae2-c388e80a9bac None None] Allocated IP 172.20.0.2 (c96fb101-117e-4019-b752-aac6e282fb24/46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba/850a2e85-bf6a-4b3f-9067-148949aa52c4) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:39:32.166554 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] For port 66e8abf1-4be6-4968-af5f-3b9d34035a0a, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:39:32.169951 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] For port 66e8abf1-4be6-4968-af5f-3b9d34035a0a, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=66e8abf1-4be6-4968-af5f-3b9d34035a0a,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:39:32.189370 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:32.326165 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-57217ade-5fa7-402d-bac7-efcdde4787fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:32.348511 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] Routers {'870d2ed9-ecee-44f5-94da-6b34fa67f7d7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:39:32.349154 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:39:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:39:32.453625 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2914ad-a38c-4951-affc-033f839bb3db None None] Pushing event updated for resources: {'Port': ['ID=66e8abf1-4be6-4968-af5f-3b9d34035a0a,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:32.651578 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d087586c-ded8-4a1e-9ae2-c388e80a9bac None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:32.659788 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] Set router 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:39:32.766726 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d087586c-ded8-4a1e-9ae2-c388e80a9bac None None] Transition to ACTIVE for port object 850a2e85-bf6a-4b3f-9067-148949aa52c4 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:39:32.814153 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d087586c-ded8-4a1e-9ae2-c388e80a9bac None None] Transition to ACTIVE for port object 850a2e85-bf6a-4b3f-9067-148949aa52c4 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:39:32.869127 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d087586c-ded8-4a1e-9ae2-c388e80a9bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:32.884550 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-57217ade-5fa7-402d-bac7-efcdde4787fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.20.0.1 (c96fb101-117e-4019-b752-aac6e282fb24/46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba/4e72ac4f-5351-40d0-bbc5-41822deb6a14) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:39:32.948698 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d087586c-ded8-4a1e-9ae2-c388e80a9bac None None] Network c96fb101-117e-4019-b752-aac6e282fb24 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:39:32.953222 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-d087586c-ded8-4a1e-9ae2-c388e80a9bac None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:39:32.965628 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d087586c-ded8-4a1e-9ae2-c388e80a9bac None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:39:32.975368 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087586c-ded8-4a1e-9ae2-c388e80a9bac None None] Pushing event updated for resources: {'Port': ['ID=850a2e85-bf6a-4b3f-9067-148949aa52c4,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:33.047587 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-57217ade-5fa7-402d-bac7-efcdde4787fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:33.062947 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-57217ade-5fa7-402d-bac7-efcdde4787fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Transition to ACTIVE for port object 4e72ac4f-5351-40d0-bbc5-41822deb6a14 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:39:33.088772 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-57217ade-5fa7-402d-bac7-efcdde4787fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:33.102362 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d087586c-ded8-4a1e-9ae2-c388e80a9bac None None] Attempting to bind port 850a2e85-bf6a-4b3f-9067-148949aa52c4 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:39:33.102738 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d087586c-ded8-4a1e-9ae2-c388e80a9bac None None] Attempting to bind port 850a2e85-bf6a-4b3f-9067-148949aa52c4 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '1e4e017b-9ce8-41b2-8151-c44e9679c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:39:33.103105 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d087586c-ded8-4a1e-9ae2-c388e80a9bac None None] Attempting to bind port 850a2e85-bf6a-4b3f-9067-148949aa52c4 on network c96fb101-117e-4019-b752-aac6e282fb24 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:39:33.109399 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d087586c-ded8-4a1e-9ae2-c388e80a9bac None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:39:33.109769 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d087586c-ded8-4a1e-9ae2-c388e80a9bac None None] Checking segment: {'id': '1e4e017b-9ce8-41b2-8151-c44e9679c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:39:33.110169 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d087586c-ded8-4a1e-9ae2-c388e80a9bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:33.110590 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d087586c-ded8-4a1e-9ae2-c388e80a9bac None None] Bound using segment: {'id': '1e4e017b-9ce8-41b2-8151-c44e9679c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:39:33.111055 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d087586c-ded8-4a1e-9ae2-c388e80a9bac None None] Bound port: 850a2e85-bf6a-4b3f-9067-148949aa52c4, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e4e017b-9ce8-41b2-8151-c44e9679c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:39:33.111430 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d087586c-ded8-4a1e-9ae2-c388e80a9bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:33.159200 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57217ade-5fa7-402d-bac7-efcdde4787fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network c96fb101-117e-4019-b752-aac6e282fb24 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:39:33.162385 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-57217ade-5fa7-402d-bac7-efcdde4787fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:39:33.166538 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57217ade-5fa7-402d-bac7-efcdde4787fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:39:33.193175 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'name': 'tempest-TestNetworkBasicOps-router-1518102935', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:39:28Z', 'updated_at': '2022-01-26T11:39:29Z', 'revision_number': 3, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:29Z', 'updated_at': '2022-01-26T11:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:39:33.203114 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57217ade-5fa7-402d-bac7-efcdde4787fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=4e72ac4f-5351-40d0-bbc5-41822deb6a14,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:33.209546 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e826f96e-0da1-4ba2-ad8d-54135779a6d9 None None] The sync data for ids ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'] in dv-neutron-826439-1-hyperv is: [{'id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'name': 'tempest-TestNetworkBasicOps-router-1518102935', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:39:28Z', 'updated_at': '2022-01-26T11:39:29Z', 'revision_number': 3, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:29Z', 'updated_at': '2022-01-26T11:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:39:33.221238 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d087586c-ded8-4a1e-9ae2-c388e80a9bac None None] For port 850a2e85-bf6a-4b3f-9067-148949aa52c4, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:39:33.224596 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d087586c-ded8-4a1e-9ae2-c388e80a9bac None None] For port 850a2e85-bf6a-4b3f-9067-148949aa52c4, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=850a2e85-bf6a-4b3f-9067-148949aa52c4,segment=NetworkSegment(1e4e017b-9ce8-41b2-8151-c44e9679c462),segment_id=1e4e017b-9ce8-41b2-8151-c44e9679c462)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:39:33.233059 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d087586c-ded8-4a1e-9ae2-c388e80a9bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:33.237681 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-57217ade-5fa7-402d-bac7-efcdde4787fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:33.311786 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087586c-ded8-4a1e-9ae2-c388e80a9bac None None] Pushing event updated for resources: {'Port': ['ID=850a2e85-bf6a-4b3f-9067-148949aa52c4,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:33.684062 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-57217ade-5fa7-402d-bac7-efcdde4787fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:33.934565 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 850a2e85-bf6a-4b3f-9067-148949aa52c4 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:39:34.016028 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 850a2e85-bf6a-4b3f-9067-148949aa52c4 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:39:34.023089 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 66e8abf1-4be6-4968-af5f-3b9d34035a0a up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:39:34.101727 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 66e8abf1-4be6-4968-af5f-3b9d34035a0a completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:39:34.107377 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 66e8abf1-4be6-4968-af5f-3b9d34035a0a triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:39:34.107748 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:34.165742 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-57217ade-5fa7-402d-bac7-efcdde4787fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:34.172230 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-57217ade-5fa7-402d-bac7-efcdde4787fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:34.261940 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:34.280987 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 66e8abf1-4be6-4968-af5f-3b9d34035a0a, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=66e8abf1-4be6-4968-af5f-3b9d34035a0a,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:39:34.286750 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:34.300989 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-57217ade-5fa7-402d-bac7-efcdde4787fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:34.304538 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57217ade-5fa7-402d-bac7-efcdde4787fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=4e72ac4f-5351-40d0-bbc5-41822deb6a14,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:34.362246 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=66e8abf1-4be6-4968-af5f-3b9d34035a0a,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:34.421935 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201b0707-aff3-418a-b7e1-148e7d391a40 None None] Network c96fb101-117e-4019-b752-aac6e282fb24 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:39:34.458547 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57217ade-5fa7-402d-bac7-efcdde4787fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network c96fb101-117e-4019-b752-aac6e282fb24 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:39:34.459934 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-57217ade-5fa7-402d-bac7-efcdde4787fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:39:34.531406 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5eb9307e-4772-4e38-ac82-76ad5935dd29 None None] Provisioning for port 850a2e85-bf6a-4b3f-9067-148949aa52c4 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:39:34.540627 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5eb9307e-4772-4e38-ac82-76ad5935dd29 None None] Provisioning complete for port 850a2e85-bf6a-4b3f-9067-148949aa52c4 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:39:34.541000 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5eb9307e-4772-4e38-ac82-76ad5935dd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:34.650025 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57217ade-5fa7-402d-bac7-efcdde4787fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:39:34.811748 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5eb9307e-4772-4e38-ac82-76ad5935dd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:34.842103 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57217ade-5fa7-402d-bac7-efcdde4787fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:39:34.856240 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-5eb9307e-4772-4e38-ac82-76ad5935dd29 None None] For port 850a2e85-bf6a-4b3f-9067-148949aa52c4, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=850a2e85-bf6a-4b3f-9067-148949aa52c4,segment=NetworkSegment(1e4e017b-9ce8-41b2-8151-c44e9679c462),segment_id=1e4e017b-9ce8-41b2-8151-c44e9679c462)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:39:34.858842 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-57217ade-5fa7-402d-bac7-efcdde4787fe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "PUT /v2.0/routers/870d2ed9-ecee-44f5-94da-6b34fa67f7d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3691406 Jan 26 11:39:34.861628 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57028) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:34.863496 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-5eb9307e-4772-4e38-ac82-76ad5935dd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:34.944888 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9307e-4772-4e38-ac82-76ad5935dd29 None None] Pushing event updated for resources: {'Port': ['ID=850a2e85-bf6a-4b3f-9067-148949aa52c4,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:34.964457 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] Sync routers for ids ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:39:34.974786 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] Routers {'870d2ed9-ecee-44f5-94da-6b34fa67f7d7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:39:34.975627 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:39:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:39:35.014877 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15486ff9-e926-469d-ac14-cee4363795f3 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:35.015478 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15486ff9-e926-469d-ac14-cee4363795f3 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:35.016018 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15486ff9-e926-469d-ac14-cee4363795f3 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:35.016540 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15486ff9-e926-469d-ac14-cee4363795f3 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:35.019002 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-15486ff9-e926-469d-ac14-cee4363795f3 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1544924 Jan 26 11:39:35.022360 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 57032) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:35.098586 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42e2aa0-2c3e-4796-8e66-8bff5c6542ca tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:35.099056 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42e2aa0-2c3e-4796-8e66-8bff5c6542ca tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:35.099505 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42e2aa0-2c3e-4796-8e66-8bff5c6542ca tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:35.099942 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42e2aa0-2c3e-4796-8e66-8bff5c6542ca tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:35.101598 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f42e2aa0-2c3e-4796-8e66-8bff5c6542ca tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2725 time: 0.0781915 Jan 26 11:39:35.104331 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 57036) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:35.167923 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] Set router 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:39:35.188038 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-533328f4-c47a-4b1b-81b7-6c141b6d70ce None None] Provisioning for port 4e72ac4f-5351-40d0-bbc5-41822deb6a14 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:39:35.194893 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-533328f4-c47a-4b1b-81b7-6c141b6d70ce None None] Provisioning complete for port 4e72ac4f-5351-40d0-bbc5-41822deb6a14 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:39:35.195264 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-533328f4-c47a-4b1b-81b7-6c141b6d70ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:35.257499 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-533328f4-c47a-4b1b-81b7-6c141b6d70ce None None] Port 4e72ac4f-5351-40d0-bbc5-41822deb6a14 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:39:35.269388 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-533328f4-c47a-4b1b-81b7-6c141b6d70ce None None] Provisioning complete for port 850a2e85-bf6a-4b3f-9067-148949aa52c4 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:39:35.269760 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-533328f4-c47a-4b1b-81b7-6c141b6d70ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:35.335360 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-bdd1ec11-9685-40ab-bdd6-f665caf17669 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2292814 Jan 26 11:39:35.360420 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:35.523831 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'name': 'tempest-TestNetworkBasicOps-router-1518102935', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:39:28Z', 'updated_at': '2022-01-26T11:39:33Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:29Z', 'updated_at': '2022-01-26T11:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '4e72ac4f-5351-40d0-bbc5-41822deb6a14', 'name': '', 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:2a:2b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:32Z', 'updated_at': '2022-01-26T11:39:33Z', 'revision_number': 2, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:39:35.527736 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] Checking router: 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:39:35.528647 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] Updating router 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 port 4e72ac4f-5351-40d0-bbc5-41822deb6a14 binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:39:35.541894 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-db180057-419a-47ee-a5d7-86a4e099ae82 None None] Provisioning complete for port 4e72ac4f-5351-40d0-bbc5-41822deb6a14 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:39:35.542269 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-db180057-419a-47ee-a5d7-86a4e099ae82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:35.586206 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:35.595028 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-db180057-419a-47ee-a5d7-86a4e099ae82 None None] Port 4e72ac4f-5351-40d0-bbc5-41822deb6a14 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:39:35.607398 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:39:35.829844 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 57042) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:35.836054 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-20d97256-451e-4149-aa25-18c168f4f1d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-268502614', 'description': 'tempest-secgroup-smoke-268502614 description', 'project_id': '577ce67689cf4355b98fd7b539fb5797'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:39:35.843194 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-20d97256-451e-4149-aa25-18c168f4f1d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:39:35.848162 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-20d97256-451e-4149-aa25-18c168f4f1d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:39:35.851540 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-20d97256-451e-4149-aa25-18c168f4f1d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:39:35.856456 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 850a2e85-bf6a-4b3f-9067-148949aa52c4 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:39:35.857689 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-20d97256-451e-4149-aa25-18c168f4f1d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:39:35.870039 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20d97256-451e-4149-aa25-18c168f4f1d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:35.894296 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-20d97256-451e-4149-aa25-18c168f4f1d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:39:35.899055 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-20d97256-451e-4149-aa25-18c168f4f1d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:39:35.902133 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-20d97256-451e-4149-aa25-18c168f4f1d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:39:35.907944 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-20d97256-451e-4149-aa25-18c168f4f1d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:39:35.932038 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 850a2e85-bf6a-4b3f-9067-148949aa52c4 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:39:35.932407 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:35.981717 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20d97256-451e-4149-aa25-18c168f4f1d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:35.986406 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20d97256-451e-4149-aa25-18c168f4f1d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:35.995599 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.008381 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] Transition to ACTIVE for port object 4e72ac4f-5351-40d0-bbc5-41822deb6a14 will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:39:36.016002 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.037526 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20d97256-451e-4149-aa25-18c168f4f1d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.042097 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57046) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:36.047354 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-20d97256-451e-4149-aa25-18c168f4f1d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2155173 Jan 26 11:39:36.047508 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-4df377aa-bbbd-4945-b2fe-f8d419b71a51 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '923ea409-3cc3-47c6-b1b4-f1ff68dcdead', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:39:36.056339 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4df377aa-bbbd-4945-b2fe-f8d419b71a51 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:39:36.060960 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 66e8abf1-4be6-4968-af5f-3b9d34035a0a up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:39:36.061898 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4df377aa-bbbd-4945-b2fe-f8d419b71a51 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:39:36.065692 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4df377aa-bbbd-4945-b2fe-f8d419b71a51 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:39:36.071993 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d97256-451e-4149-aa25-18c168f4f1d3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=923ea409-3cc3-47c6-b1b4-f1ff68dcdead,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:36.072597 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4df377aa-bbbd-4945-b2fe-f8d419b71a51 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:39:36.095347 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4df377aa-bbbd-4945-b2fe-f8d419b71a51 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.148465 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 66e8abf1-4be6-4968-af5f-3b9d34035a0a triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:39:36.149343 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.167381 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4df377aa-bbbd-4945-b2fe-f8d419b71a51 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.174215 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4df377aa-bbbd-4945-b2fe-f8d419b71a51 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.202775 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df377aa-bbbd-4945-b2fe-f8d419b71a51 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc28c048-eb6c-46a2-a729-447cba9dda7d,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:36.215376 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4df377aa-bbbd-4945-b2fe-f8d419b71a51 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.219771 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4df377aa-bbbd-4945-b2fe-f8d419b71a51 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1762648 Jan 26 11:39:36.220259 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 57050) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:36.227155 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a8f6338d-5da6-4e60-8e4a-85666a8cbb31 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '923ea409-3cc3-47c6-b1b4-f1ff68dcdead', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:39:36.228779 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1562d-e4dc-4079-930a-56ccf03fb859 None None] Pushing event updated for resources: {'Port': ['ID=4e72ac4f-5351-40d0-bbc5-41822deb6a14,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:36.235419 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a8f6338d-5da6-4e60-8e4a-85666a8cbb31 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:39:36.241243 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1562d-e4dc-4079-930a-56ccf03fb859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:36.241595 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1562d-e4dc-4079-930a-56ccf03fb859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:36.241934 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1562d-e4dc-4079-930a-56ccf03fb859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:36.242277 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1562d-e4dc-4079-930a-56ccf03fb859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:36.242661 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1562d-e4dc-4079-930a-56ccf03fb859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:36.242988 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1562d-e4dc-4079-930a-56ccf03fb859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:36.243500 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1562d-e4dc-4079-930a-56ccf03fb859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:36.243983 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1562d-e4dc-4079-930a-56ccf03fb859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:36.244464 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1562d-e4dc-4079-930a-56ccf03fb859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:36.244936 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1562d-e4dc-4079-930a-56ccf03fb859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:36.245416 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1562d-e4dc-4079-930a-56ccf03fb859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:36.245798 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a8f6338d-5da6-4e60-8e4a-85666a8cbb31 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:39:36.245923 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1562d-e4dc-4079-930a-56ccf03fb859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:39:36.249373 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a8f6338d-5da6-4e60-8e4a-85666a8cbb31 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:39:36.258303 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a8f6338d-5da6-4e60-8e4a-85666a8cbb31 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:39:36.275634 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] Attempting to bind port 4e72ac4f-5351-40d0-bbc5-41822deb6a14 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:39:36.276362 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] Attempting to bind port 4e72ac4f-5351-40d0-bbc5-41822deb6a14 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '1e4e017b-9ce8-41b2-8151-c44e9679c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:39:36.276958 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] Attempting to bind port 4e72ac4f-5351-40d0-bbc5-41822deb6a14 on network c96fb101-117e-4019-b752-aac6e282fb24 {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:39:36.283274 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a8f6338d-5da6-4e60-8e4a-85666a8cbb31 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.284969 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:39:36.285716 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] Checking segment: {'id': '1e4e017b-9ce8-41b2-8151-c44e9679c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:39:36.286379 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.287626 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] Bound using segment: {'id': '1e4e017b-9ce8-41b2-8151-c44e9679c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:39:36.288323 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] Bound port: 4e72ac4f-5351-40d0-bbc5-41822deb6a14, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e4e017b-9ce8-41b2-8151-c44e9679c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:39:36.288916 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.361236 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a8f6338d-5da6-4e60-8e4a-85666a8cbb31 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.365556 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a8f6338d-5da6-4e60-8e4a-85666a8cbb31 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.387439 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] For port 4e72ac4f-5351-40d0-bbc5-41822deb6a14, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:39:36.389336 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6338d-5da6-4e60-8e4a-85666a8cbb31 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab996e6-6575-4f2e-881a-ab6158ceff82,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:36.390787 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] For port 4e72ac4f-5351-40d0-bbc5-41822deb6a14, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=4e72ac4f-5351-40d0-bbc5-41822deb6a14,segment=NetworkSegment(1e4e017b-9ce8-41b2-8151-c44e9679c462),segment_id=1e4e017b-9ce8-41b2-8151-c44e9679c462)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:39:36.396210 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.397424 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a8f6338d-5da6-4e60-8e4a-85666a8cbb31 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.398664 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a8f6338d-5da6-4e60-8e4a-85666a8cbb31 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1770711 Jan 26 11:39:36.401431 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 57054) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:36.406551 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a8fcb86e-d566-4433-854e-374f4973f614 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '923ea409-3cc3-47c6-b1b4-f1ff68dcdead', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:39:36.413026 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a8fcb86e-d566-4433-854e-374f4973f614 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:39:36.417114 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a8fcb86e-d566-4433-854e-374f4973f614 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:39:36.420127 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a8fcb86e-d566-4433-854e-374f4973f614 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:39:36.426847 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a8fcb86e-d566-4433-854e-374f4973f614 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:39:36.443665 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a8fcb86e-d566-4433-854e-374f4973f614 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.477456 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] Routers {'870d2ed9-ecee-44f5-94da-6b34fa67f7d7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:39:36.478075 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:39:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:39:36.510673 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a8fcb86e-d566-4433-854e-374f4973f614 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.514460 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a8fcb86e-d566-4433-854e-374f4973f614 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.539895 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fcb86e-d566-4433-854e-374f4973f614 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102576c1-df22-412a-bd5e-9aa584594264,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:36.546732 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1562d-e4dc-4079-930a-56ccf03fb859 None None] Pushing event updated for resources: {'Port': ['ID=4e72ac4f-5351-40d0-bbc5-41822deb6a14,revision_number=4']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:36.551777 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a8fcb86e-d566-4433-854e-374f4973f614 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.556819 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57058) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:36.563003 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-7a6103f5-4a0f-4840-b077-c06e1075c931 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '923ea409-3cc3-47c6-b1b4-f1ff68dcdead', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:39:36.566917 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a8fcb86e-d566-4433-854e-374f4973f614 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1643672 Jan 26 11:39:36.570660 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-7a6103f5-4a0f-4840-b077-c06e1075c931 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:39:36.575165 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7a6103f5-4a0f-4840-b077-c06e1075c931 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:39:36.578344 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7a6103f5-4a0f-4840-b077-c06e1075c931 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:39:36.586364 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-7a6103f5-4a0f-4840-b077-c06e1075c931 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:39:36.605352 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7a6103f5-4a0f-4840-b077-c06e1075c931 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.678991 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7a6103f5-4a0f-4840-b077-c06e1075c931 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.681538 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] Set router 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:39:36.683406 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7a6103f5-4a0f-4840-b077-c06e1075c931 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.706649 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6103f5-4a0f-4840-b077-c06e1075c931 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de7b069-32c7-4d05-a1ff-6f7dccc242de,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:36.715755 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7a6103f5-4a0f-4840-b077-c06e1075c931 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.716984 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7a6103f5-4a0f-4840-b077-c06e1075c931 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1591296 Jan 26 11:39:36.719943 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 57062) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:36.725860 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-273a3f23-4e24-4470-a211-139e6adc084d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '923ea409-3cc3-47c6-b1b4-f1ff68dcdead', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:39:36.731612 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-273a3f23-4e24-4470-a211-139e6adc084d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:39:36.735638 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-273a3f23-4e24-4470-a211-139e6adc084d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:39:36.739433 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-273a3f23-4e24-4470-a211-139e6adc084d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:39:36.745293 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-273a3f23-4e24-4470-a211-139e6adc084d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:39:36.756342 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.securitygroups_db [None req-273a3f23-4e24-4470-a211-139e6adc084d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Project 577ce67689cf4355b98fd7b539fb5797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:39:36.763442 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-273a3f23-4e24-4470-a211-139e6adc084d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.830082 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-273a3f23-4e24-4470-a211-139e6adc084d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.834734 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-273a3f23-4e24-4470-a211-139e6adc084d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.857711 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a3f23-4e24-4470-a211-139e6adc084d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60163070-01de-4e37-8f81-70295e4fe292,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:36.870529 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-273a3f23-4e24-4470-a211-139e6adc084d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.872578 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-273a3f23-4e24-4470-a211-139e6adc084d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1512504 Jan 26 11:39:36.874991 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 57066) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:36.880240 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-ae983891-e943-48ee-ace7-0b3c8e8ed3b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'security_group_rule': {'security_group_id': '923ea409-3cc3-47c6-b1b4-f1ff68dcdead', 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:39:36.886111 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-ae983891-e943-48ee-ace7-0b3c8e8ed3b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:39:36.889885 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ae983891-e943-48ee-ace7-0b3c8e8ed3b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:security_group_rule and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:39:36.892699 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-ae983891-e943-48ee-ace7-0b3c8e8ed3b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:39:36.898297 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-ae983891-e943-48ee-ace7-0b3c8e8ed3b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:39:36.911633 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.securitygroups_db [None req-ae983891-e943-48ee-ace7-0b3c8e8ed3b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Project 577ce67689cf4355b98fd7b539fb5797 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:39:36.918116 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae983891-e943-48ee-ace7-0b3c8e8ed3b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.982543 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae983891-e943-48ee-ace7-0b3c8e8ed3b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.985982 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae983891-e943-48ee-ace7-0b3c8e8ed3b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:36.997929 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'name': 'tempest-TestNetworkBasicOps-router-1518102935', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:39:28Z', 'updated_at': '2022-01-26T11:39:33Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:29Z', 'updated_at': '2022-01-26T11:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '4e72ac4f-5351-40d0-bbc5-41822deb6a14', 'name': '', 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:2a:2b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:32Z', 'updated_at': '2022-01-26T11:39:36Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:39:37.001891 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a974595-cc9a-4cd1-b13a-6cf598ec74bd None None] The sync data for ids ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'] in dv-neutron-826439-1-hyperv is: [{'id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'name': 'tempest-TestNetworkBasicOps-router-1518102935', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:39:28Z', 'updated_at': '2022-01-26T11:39:33Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:29Z', 'updated_at': '2022-01-26T11:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '4e72ac4f-5351-40d0-bbc5-41822deb6a14', 'name': '', 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:2a:2b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:32Z', 'updated_at': '2022-01-26T11:39:36Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:39:37.008783 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae983891-e943-48ee-ace7-0b3c8e8ed3b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293aa33b-5ddb-49b9-9056-3ac7a7ac9378,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:37.019909 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae983891-e943-48ee-ace7-0b3c8e8ed3b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:37.021118 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ae983891-e943-48ee-ace7-0b3c8e8ed3b9 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1451576 Jan 26 11:39:37.205731 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-3d66b5cc-b29e-421f-80ed-88e7541f1504 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:39:37.221102 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-3d66b5cc-b29e-421f-80ed-88e7541f1504 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:39:37.222758 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-3d66b5cc-b29e-421f-80ed-88e7541f1504 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-268502614&fields=id&tenant_id=577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 267 time: 0.0591328 Jan 26 11:39:37.380239 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-42f59f43-ca93-4faf-951b-f0db92bbee20 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:37.380837 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-42f59f43-ca93-4faf-951b-f0db92bbee20 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:network {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:39:37.397423 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-42f59f43-ca93-4faf-951b-f0db92bbee20 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:network {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:39:37.398817 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-42f59f43-ca93-4faf-951b-f0db92bbee20 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/networks?id=c96fb101-117e-4019-b752-aac6e282fb24 HTTP/1.1" status: 200 len: 796 time: 0.1692216 Jan 26 11:39:37.414727 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-b5011cd2-6818-4691-9b44-fc6519fc2bfe tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/quotas/577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 375 time: 0.0102355 Jan 26 11:39:37.500267 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-33cbc56b-42e0-423a-8721-3e6f990cd17d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:39:37.516417 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-33cbc56b-42e0-423a-8721-3e6f990cd17d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:39:37.517860 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-33cbc56b-42e0-423a-8721-3e6f990cd17d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975964 Jan 26 11:39:37.535526 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-fea153ef-ef83-42b5-82a3-c570c7ea549a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:39:37.536527 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-fea153ef-ef83-42b5-82a3-c570c7ea549a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064020 Jan 26 11:39:37.680336 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-8f8db463-66da-4df5-9157-a7f489a863c1 service neutron] 10.222.0.39 "GET /v2.0/networks/c96fb101-117e-4019-b752-aac6e282fb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375186 Jan 26 11:39:37.825575 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-2c216797-fa47-46f5-a542-b924f6a67ba7 service neutron] 10.222.0.39 "GET /v2.0/networks/c96fb101-117e-4019-b752-aac6e282fb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392581 Jan 26 11:39:37.892077 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4e72ac4f-5351-40d0-bbc5-41822deb6a14 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:39:37.968747 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 4e72ac4f-5351-40d0-bbc5-41822deb6a14 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:39:37.980143 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 4e72ac4f-5351-40d0-bbc5-41822deb6a14 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:39:37.980636 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:38.131282 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:38.155777 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-cf8b14e2-e517-4646-9ecc-6482c1431915 req-284cbb1d-8be7-41a7-997d-3974eba89004 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:39:38.167787 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-cf8b14e2-e517-4646-9ecc-6482c1431915 req-284cbb1d-8be7-41a7-997d-3974eba89004 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:39:38.168591 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 4e72ac4f-5351-40d0-bbc5-41822deb6a14, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=4e72ac4f-5351-40d0-bbc5-41822deb6a14,segment=NetworkSegment(1e4e017b-9ce8-41b2-8151-c44e9679c462),segment_id=1e4e017b-9ce8-41b2-8151-c44e9679c462)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:39:38.168959 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-cf8b14e2-e517-4646-9ecc-6482c1431915 req-284cbb1d-8be7-41a7-997d-3974eba89004 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=8806dbe4-cc34-47de-b11a-3d957bb99a10 HTTP/1.1" status: 200 len: 210 time: 0.1889832 Jan 26 11:39:38.172664 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:38.251353 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=4e72ac4f-5351-40d0-bbc5-41822deb6a14,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:39.150361 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-6e15da25-2161-4ff2-9f18-99683d6b8e81 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:39.151695 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-6e15da25-2161-4ff2-9f18-99683d6b8e81 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/networks?id=c96fb101-117e-4019-b752-aac6e282fb24 HTTP/1.1" status: 200 len: 796 time: 0.1505589 Jan 26 11:39:39.200669 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-c64febe1-2728-4ba8-bf66-4bcf9956fe7d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=577ce67689cf4355b98fd7b539fb5797 HTTP/1.1" status: 200 len: 379 time: 0.0405409 Jan 26 11:39:39.210418 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-6fa25168-ae2a-4c75-a6ed-3cf0152e9662 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'port': {'device_id': '8806dbe4-cc34-47de-b11a-3d957bb99a10', 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24', 'admin_state_up': True, 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'security_groups': ['923ea409-3cc3-47c6-b1b4-f1ff68dcdead']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:39:39.459336 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1d282948-9240-4a49-ae5a-a3cc64382ee1 req-5ddb800b-5c16-4f60-8325-99aa0dd21529 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=8806dbe4-cc34-47de-b11a-3d957bb99a10 HTTP/1.1" status: 200 len: 210 time: 0.0522797 Jan 26 11:39:39.495827 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-6fa25168-ae2a-4c75-a6ed-3cf0152e9662 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:39:39.505608 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-6fa25168-ae2a-4c75-a6ed-3cf0152e9662 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:39:39.515483 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-6fa25168-ae2a-4c75-a6ed-3cf0152e9662 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Made reservation on behalf of 577ce67689cf4355b98fd7b539fb5797 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:39:39.518954 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-6fa25168-ae2a-4c75-a6ed-3cf0152e9662 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:39.686826 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-6fa25168-ae2a-4c75-a6ed-3cf0152e9662 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.20.0.3 (c96fb101-117e-4019-b752-aac6e282fb24/46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba/16ba6ac3-eac7-46fe-b330-cadf5c76a70c) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:39:39.839696 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4e72ac4f-5351-40d0-bbc5-41822deb6a14 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:39:39.875819 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-6fa25168-ae2a-4c75-a6ed-3cf0152e9662 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:39.891340 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-6fa25168-ae2a-4c75-a6ed-3cf0152e9662 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Transition to ACTIVE for port object 16ba6ac3-eac7-46fe-b330-cadf5c76a70c will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:39:39.906884 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 4e72ac4f-5351-40d0-bbc5-41822deb6a14 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:39:39.907256 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:39.915367 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-6fa25168-ae2a-4c75-a6ed-3cf0152e9662 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:39.988046 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-6fa25168-ae2a-4c75-a6ed-3cf0152e9662 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network c96fb101-117e-4019-b752-aac6e282fb24 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:39:39.991380 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-6fa25168-ae2a-4c75-a6ed-3cf0152e9662 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:39:39.995181 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-6fa25168-ae2a-4c75-a6ed-3cf0152e9662 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:39:40.037666 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa25168-ae2a-4c75-a6ed-3cf0152e9662 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=16ba6ac3-eac7-46fe-b330-cadf5c76a70c,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:40.072812 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-6fa25168-ae2a-4c75-a6ed-3cf0152e9662 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:40.073479 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-6fa25168-ae2a-4c75-a6ed-3cf0152e9662 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:40.100011 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-6fa25168-ae2a-4c75-a6ed-3cf0152e9662 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8934116 Jan 26 11:39:40.110041 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-2385fc2a-7f10-4ce7-b07d-3ec052ee3cf1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:39:40.111053 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-2385fc2a-7f10-4ce7-b07d-3ec052ee3cf1 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052581 Jan 26 11:39:40.121169 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-56b6eeed-37b1-4b64-b37a-58cb4bd49dbc service neutron] Request body: {'port': {'device_id': '8806dbe4-cc34-47de-b11a-3d957bb99a10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:39:40.234163 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-56b6eeed-37b1-4b64-b37a-58cb4bd49dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:40.295645 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-1f3ab778-c55b-4d81-8d77-03c9e0cb0a29 None None] Provisioning for port 16ba6ac3-eac7-46fe-b330-cadf5c76a70c completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:39:40.300622 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-1f3ab778-c55b-4d81-8d77-03c9e0cb0a29 None None] Provisioning complete for port 16ba6ac3-eac7-46fe-b330-cadf5c76a70c triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:39:40.300999 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1f3ab778-c55b-4d81-8d77-03c9e0cb0a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:40.356695 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-1f3ab778-c55b-4d81-8d77-03c9e0cb0a29 None None] Port 16ba6ac3-eac7-46fe-b330-cadf5c76a70c cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:39:40.578781 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-56b6eeed-37b1-4b64-b37a-58cb4bd49dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ba6ac3-eac7-46fe-b330-cadf5c76a70c {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:39:40.587519 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-56b6eeed-37b1-4b64-b37a-58cb4bd49dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:40.601693 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-56b6eeed-37b1-4b64-b37a-58cb4bd49dbc service neutron] Transition to ACTIVE for port object 16ba6ac3-eac7-46fe-b330-cadf5c76a70c will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:39:40.605711 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-56b6eeed-37b1-4b64-b37a-58cb4bd49dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:40.647313 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ef87b-46f1-4171-b60c-5df5c7415b62 req-e80f63ab-5f96-467f-ae99-1cca2dc27f0c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:40.648782 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-858ef87b-46f1-4171-b60c-5df5c7415b62 req-e80f63ab-5f96-467f-ae99-1cca2dc27f0c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=8806dbe4-cc34-47de-b11a-3d957bb99a10 HTTP/1.1" status: 200 len: 931 time: 0.0816472 Jan 26 11:39:40.706615 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-858ef87b-46f1-4171-b60c-5df5c7415b62 req-12695f11-57de-46d0-87f2-984321f8593c tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=923ea409-3cc3-47c6-b1b4-f1ff68dcdead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517244 Jan 26 11:39:40.769834 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6eeed-37b1-4b64-b37a-58cb4bd49dbc service neutron] Pushing event updated for resources: {'Port': ['ID=16ba6ac3-eac7-46fe-b330-cadf5c76a70c,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:40.844040 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-56b6eeed-37b1-4b64-b37a-58cb4bd49dbc service neutron] Attempting to bind port 16ba6ac3-eac7-46fe-b330-cadf5c76a70c on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:39:40.844400 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-56b6eeed-37b1-4b64-b37a-58cb4bd49dbc service neutron] Attempting to bind port 16ba6ac3-eac7-46fe-b330-cadf5c76a70c by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '1e4e017b-9ce8-41b2-8151-c44e9679c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:39:40.844727 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-56b6eeed-37b1-4b64-b37a-58cb4bd49dbc service neutron] Attempting to bind port 16ba6ac3-eac7-46fe-b330-cadf5c76a70c on network c96fb101-117e-4019-b752-aac6e282fb24 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:39:40.850093 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-56b6eeed-37b1-4b64-b37a-58cb4bd49dbc service neutron] Port 16ba6ac3-eac7-46fe-b330-cadf5c76a70c on network c96fb101-117e-4019-b752-aac6e282fb24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:39:40.850545 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-56b6eeed-37b1-4b64-b37a-58cb4bd49dbc service neutron] Attempting to bind port 16ba6ac3-eac7-46fe-b330-cadf5c76a70c on network c96fb101-117e-4019-b752-aac6e282fb24 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:39:40.856074 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-56b6eeed-37b1-4b64-b37a-58cb4bd49dbc service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:39:40.856408 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-56b6eeed-37b1-4b64-b37a-58cb4bd49dbc service neutron] Checking segment: {'id': '1e4e017b-9ce8-41b2-8151-c44e9679c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:39:40.856793 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-56b6eeed-37b1-4b64-b37a-58cb4bd49dbc service neutron] Bound using segment: {'id': '1e4e017b-9ce8-41b2-8151-c44e9679c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:39:40.857335 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-56b6eeed-37b1-4b64-b37a-58cb4bd49dbc service neutron] Bound port: 16ba6ac3-eac7-46fe-b330-cadf5c76a70c, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4e017b-9ce8-41b2-8151-c44e9679c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:39:40.857683 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-56b6eeed-37b1-4b64-b37a-58cb4bd49dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:40.946961 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-56b6eeed-37b1-4b64-b37a-58cb4bd49dbc service neutron] For port 16ba6ac3-eac7-46fe-b330-cadf5c76a70c, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:39:40.949483 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-56b6eeed-37b1-4b64-b37a-58cb4bd49dbc service neutron] For port 16ba6ac3-eac7-46fe-b330-cadf5c76a70c, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=16ba6ac3-eac7-46fe-b330-cadf5c76a70c,segment=NetworkSegment(1e4e017b-9ce8-41b2-8151-c44e9679c462),segment_id=1e4e017b-9ce8-41b2-8151-c44e9679c462)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:39:40.953108 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-56b6eeed-37b1-4b64-b37a-58cb4bd49dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:41.015720 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-56b6eeed-37b1-4b64-b37a-58cb4bd49dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:41.016435 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-56b6eeed-37b1-4b64-b37a-58cb4bd49dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:41.017801 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-56b6eeed-37b1-4b64-b37a-58cb4bd49dbc service neutron] 10.222.0.24 "PUT /v2.0/ports/16ba6ac3-eac7-46fe-b330-cadf5c76a70c HTTP/1.1" status: 200 len: 1093 time: 0.9006412 Jan 26 11:39:41.018761 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8806dbe4-cc34-47de-b11a-3d957bb99a10', 'tag': '16ba6ac3-eac7-46fe-b330-cadf5c76a70c'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:39:41.039457 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6eeed-37b1-4b64-b37a-58cb4bd49dbc service neutron] Pushing event updated for resources: {'Port': ['ID=16ba6ac3-eac7-46fe-b330-cadf5c76a70c,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:41.090781 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8806dbe4-cc34-47de-b11a-3d957bb99a10', 'tag': '16ba6ac3-eac7-46fe-b330-cadf5c76a70c', 'status': 'completed', 'code': 200} Jan 26 11:39:41.132210 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-3de17a68-2882-44c9-ad0f-8a791d0f344c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:41.133912 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-3de17a68-2882-44c9-ad0f-8a791d0f344c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=8806dbe4-cc34-47de-b11a-3d957bb99a10 HTTP/1.1" status: 200 len: 1096 time: 0.0770464 Jan 26 11:39:41.314951 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-2015be9a-8841-4ee8-afe1-9ef7b89e9993 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16ba6ac3-eac7-46fe-b330-cadf5c76a70c HTTP/1.1" status: 200 len: 217 time: 0.1738949 Jan 26 11:39:41.376445 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-3a806211-85d8-4533-8373-7b0419676c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:41.378413 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-3a806211-85d8-4533-8373-7b0419676c5e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba HTTP/1.1" status: 200 len: 832 time: 0.0578878 Jan 26 11:39:41.461510 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-328cbc19-68ba-4f91-9bc3-1b4733b46ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:41.462974 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-328cbc19-68ba-4f91-9bc3-1b4733b46ba0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c96fb101-117e-4019-b752-aac6e282fb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701492 Jan 26 11:39:41.596751 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-96a767d1-3b78-4207-8b58-94fb12fb1590 service neutron] 10.222.0.24 "GET /v2.0/networks/c96fb101-117e-4019-b752-aac6e282fb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260595 Jan 26 11:39:41.726054 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f36a5a6-8071-44a5-b8ca-62caef7cb0c0 req-c017c5b1-fa33-41f3-846f-3bfb1844fc74 service neutron] 10.222.0.24 "GET /v2.0/networks/c96fb101-117e-4019-b752-aac6e282fb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240416 Jan 26 11:39:41.843027 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753fb56-4504-4bf6-851a-e11305c322e7 req-aa425ded-87b3-4ffd-82be-c0e73fa00c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:41.844513 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9753fb56-4504-4bf6-851a-e11305c322e7 req-aa425ded-87b3-4ffd-82be-c0e73fa00c89 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=8806dbe4-cc34-47de-b11a-3d957bb99a10 HTTP/1.1" status: 200 len: 1096 time: 0.0766060 Jan 26 11:39:41.891530 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfb8c8-b7f7-44d3-9c44-c58d8e10519a req-eb7fcd06-ce1e-4fc1-9988-f95ab3fabcc7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:41.893579 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b7dfb8c8-b7f7-44d3-9c44-c58d8e10519a req-eb7fcd06-ce1e-4fc1-9988-f95ab3fabcc7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=8806dbe4-cc34-47de-b11a-3d957bb99a10 HTTP/1.1" status: 200 len: 943 time: 0.0825644 Jan 26 11:39:41.937939 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b7dfb8c8-b7f7-44d3-9c44-c58d8e10519a req-9aae5242-6853-4886-a016-c0e22890d704 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=923ea409-3cc3-47c6-b1b4-f1ff68dcdead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375841 Jan 26 11:39:41.978202 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753fb56-4504-4bf6-851a-e11305c322e7 req-efef4cf8-de3e-4fbc-9366-f039f6aaaec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:41.979854 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9753fb56-4504-4bf6-851a-e11305c322e7 req-efef4cf8-de3e-4fbc-9366-f039f6aaaec8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c96fb101-117e-4019-b752-aac6e282fb24 HTTP/1.1" status: 200 len: 897 time: 0.1291049 Jan 26 11:39:42.051140 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9753fb56-4504-4bf6-851a-e11305c322e7 req-a433a68a-7ee0-4f9c-8896-7de7aa74e189 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16ba6ac3-eac7-46fe-b330-cadf5c76a70c HTTP/1.1" status: 200 len: 217 time: 0.0647357 Jan 26 11:39:42.116392 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753fb56-4504-4bf6-851a-e11305c322e7 req-aafd3948-4c69-4a27-ad71-945c2923b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:42.117830 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9753fb56-4504-4bf6-851a-e11305c322e7 req-aafd3948-4c69-4a27-ad71-945c2923b270 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba HTTP/1.1" status: 200 len: 832 time: 0.0605097 Jan 26 11:39:42.194112 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753fb56-4504-4bf6-851a-e11305c322e7 req-e1be63b6-465b-40f7-a97c-63af4773270e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:42.195624 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9753fb56-4504-4bf6-851a-e11305c322e7 req-e1be63b6-465b-40f7-a97c-63af4773270e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c96fb101-117e-4019-b752-aac6e282fb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709000 Jan 26 11:39:42.327044 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9753fb56-4504-4bf6-851a-e11305c322e7 req-60b30d44-30e9-401c-82f6-cdca498d8a1a service neutron] 10.222.0.24 "GET /v2.0/networks/c96fb101-117e-4019-b752-aac6e282fb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231723 Jan 26 11:39:42.460690 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9753fb56-4504-4bf6-851a-e11305c322e7 req-86c07608-e6d6-4f02-8ef3-14c3e32a2186 service neutron] 10.222.0.24 "GET /v2.0/networks/c96fb101-117e-4019-b752-aac6e282fb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271091 Jan 26 11:39:43.129357 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469a0cd-7891-4771-8e11-178d1d83e6ab req-a78d7175-fe00-4caa-91c5-d91f407022bd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:43.130043 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-4469a0cd-7891-4771-8e11-178d1d83e6ab req-a78d7175-fe00-4caa-91c5-d91f407022bd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:39:43.144582 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-4469a0cd-7891-4771-8e11-178d1d83e6ab req-a78d7175-fe00-4caa-91c5-d91f407022bd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:39:43.145846 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4469a0cd-7891-4771-8e11-178d1d83e6ab req-a78d7175-fe00-4caa-91c5-d91f407022bd tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=8806dbe4-cc34-47de-b11a-3d957bb99a10 HTTP/1.1" status: 200 len: 943 time: 0.0998659 Jan 26 11:39:43.189517 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4469a0cd-7891-4771-8e11-178d1d83e6ab req-3a8f61c0-6262-4619-b07d-2d969b4e1f46 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=923ea409-3cc3-47c6-b1b4-f1ff68dcdead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378962 Jan 26 11:39:43.381719 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 16ba6ac3-eac7-46fe-b330-cadf5c76a70c details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:39:43.512924 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 16ba6ac3-eac7-46fe-b330-cadf5c76a70c, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=16ba6ac3-eac7-46fe-b330-cadf5c76a70c,segment=NetworkSegment(1e4e017b-9ce8-41b2-8151-c44e9679c462),segment_id=1e4e017b-9ce8-41b2-8151-c44e9679c462)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:39:43.526095 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '16ba6ac3-eac7-46fe-b330-cadf5c76a70c', 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24', 'port_id': '16ba6ac3-eac7-46fe-b330-cadf5c76a70c', 'mac_address': 'fa:16:3e:1e:42:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:39:43.584370 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:43.600757 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ba6ac3-eac7-46fe-b330-cadf5c76a70c {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:39:43.615729 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 16ba6ac3-eac7-46fe-b330-cadf5c76a70c, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=16ba6ac3-eac7-46fe-b330-cadf5c76a70c,segment=NetworkSegment(1e4e017b-9ce8-41b2-8151-c44e9679c462),segment_id=1e4e017b-9ce8-41b2-8151-c44e9679c462)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:39:43.621248 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:43.688651 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=16ba6ac3-eac7-46fe-b330-cadf5c76a70c,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:43.813651 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['16ba6ac3-eac7-46fe-b330-cadf5c76a70c'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:39:44.375936 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0612444-1a37-49ba-ad7a-f19d28e72dcd req-65d825f3-aa83-4aa8-9ca1-6521f1069f1b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:44.377824 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e0612444-1a37-49ba-ad7a-f19d28e72dcd req-65d825f3-aa83-4aa8-9ca1-6521f1069f1b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=8806dbe4-cc34-47de-b11a-3d957bb99a10 HTTP/1.1" status: 200 len: 944 time: 0.0827384 Jan 26 11:39:44.421167 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e0612444-1a37-49ba-ad7a-f19d28e72dcd req-9dc792d5-a5b6-4d03-831a-f990f2eea50d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=923ea409-3cc3-47c6-b1b4-f1ff68dcdead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374315 Jan 26 11:39:45.392623 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 16ba6ac3-eac7-46fe-b330-cadf5c76a70c up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:39:45.459327 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port 16ba6ac3-eac7-46fe-b330-cadf5c76a70c completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:39:45.464029 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 16ba6ac3-eac7-46fe-b330-cadf5c76a70c triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:39:45.464405 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:45.580071 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:45.607760 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8806dbe4-cc34-47de-b11a-3d957bb99a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ba6ac3-eac7-46fe-b330-cadf5c76a70c'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:39:45.608009 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6251ae-7373-40bd-9969-cc16e85b16cf req-397ecc98-94dd-433a-b3f7-3b89a32e5c3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:45.609228 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0f6251ae-7373-40bd-9969-cc16e85b16cf req-397ecc98-94dd-433a-b3f7-3b89a32e5c3e tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=8806dbe4-cc34-47de-b11a-3d957bb99a10 HTTP/1.1" status: 200 len: 944 time: 0.0842335 Jan 26 11:39:45.624243 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 16ba6ac3-eac7-46fe-b330-cadf5c76a70c, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=16ba6ac3-eac7-46fe-b330-cadf5c76a70c,segment=NetworkSegment(1e4e017b-9ce8-41b2-8151-c44e9679c462),segment_id=1e4e017b-9ce8-41b2-8151-c44e9679c462)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:39:45.632268 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:45.657127 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0f6251ae-7373-40bd-9969-cc16e85b16cf req-065e3f45-519b-4e37-a072-95ab1a617927 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=923ea409-3cc3-47c6-b1b4-f1ff68dcdead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406284 Jan 26 11:39:45.666185 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8806dbe4-cc34-47de-b11a-3d957bb99a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ba6ac3-eac7-46fe-b330-cadf5c76a70c', 'code': 200} Jan 26 11:39:45.707291 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=16ba6ac3-eac7-46fe-b330-cadf5c76a70c,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:45.907704 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd9809-9845-406f-87e5-fd0885b6baba req-40228c59-1c6a-4745-89c6-6b0f325042b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:45.909136 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e9bd9809-9845-406f-87e5-fd0885b6baba req-40228c59-1c6a-4745-89c6-6b0f325042b1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8806dbe4-cc34-47de-b11a-3d957bb99a10 HTTP/1.1" status: 200 len: 1098 time: 0.0686214 Jan 26 11:39:45.948462 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e9bd9809-9845-406f-87e5-fd0885b6baba req-dfc28aa4-2eba-42da-aba9-103be0950ba8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=923ea409-3cc3-47c6-b1b4-f1ff68dcdead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340021 Jan 26 11:39:46.847300 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eafd34-6093-4272-a8cf-f2fff3ab9406 req-b4e0412c-f3d4-43de-b72b-3aa4cf1949c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:46.848774 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-84eafd34-6093-4272-a8cf-f2fff3ab9406 req-b4e0412c-f3d4-43de-b72b-3aa4cf1949c7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=8806dbe4-cc34-47de-b11a-3d957bb99a10 HTTP/1.1" status: 200 len: 945 time: 0.0810094 Jan 26 11:39:46.892777 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-84eafd34-6093-4272-a8cf-f2fff3ab9406 req-d028e1d5-4126-4350-9e83-8b221c1ae224 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=923ea409-3cc3-47c6-b1b4-f1ff68dcdead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381947 Jan 26 11:39:48.077484 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9da7b-35aa-4514-9f21-d40a28335b87 req-ccc01395-0074-4f4c-adaf-f061e018c0e8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:48.078977 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-93b9da7b-35aa-4514-9f21-d40a28335b87 req-ccc01395-0074-4f4c-adaf-f061e018c0e8 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=8806dbe4-cc34-47de-b11a-3d957bb99a10 HTTP/1.1" status: 200 len: 945 time: 0.0832212 Jan 26 11:39:48.125754 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-93b9da7b-35aa-4514-9f21-d40a28335b87 req-b64d72ef-6ea6-4890-afe0-3f8d049fc9e0 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=923ea409-3cc3-47c6-b1b4-f1ff68dcdead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403121 Jan 26 11:39:48.310996 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24414c4a-455a-43c8-a44a-88892d24e5b8 req-478b5df8-8eac-40b5-ad0e-20b9073f8ea3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:48.312443 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-24414c4a-455a-43c8-a44a-88892d24e5b8 req-478b5df8-8eac-40b5-ad0e-20b9073f8ea3 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=8806dbe4-cc34-47de-b11a-3d957bb99a10 HTTP/1.1" status: 200 len: 945 time: 0.0833552 Jan 26 11:39:48.357285 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-24414c4a-455a-43c8-a44a-88892d24e5b8 req-2b79e18e-3894-4a80-9d01-e6be609149a6 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=923ea409-3cc3-47c6-b1b4-f1ff68dcdead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386484 Jan 26 11:39:48.380863 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57118) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:48.449320 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0dd1ad-9c62-4e1d-ac4e-ca42f47b83d5 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:48.450778 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-fc0dd1ad-9c62-4e1d-ac4e-ca42f47b83d5 tempest-TestNetworkBasicOps-9688382 tempest-TestNetworkBasicOps-9688382-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8806dbe4-cc34-47de-b11a-3d957bb99a10 HTTP/1.1" status: 200 len: 1093 time: 0.0689743 Jan 26 11:39:48.453466 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57122) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:48.459177 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-2ed2a7df-e847-45b7-a73c-26b499fe0e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': '16ba6ac3-eac7-46fe-b330-cadf5c76a70c', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:39:48.464881 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2ed2a7df-e847-45b7-a73c-26b499fe0e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:39:48.468637 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2ed2a7df-e847-45b7-a73c-26b499fe0e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Usage tracker for resource:floatingip and tenant:577ce67689cf4355b98fd7b539fb5797 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:39:48.471499 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2ed2a7df-e847-45b7-a73c-26b499fe0e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:39:48.477067 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2ed2a7df-e847-45b7-a73c-26b499fe0e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:39:48.487090 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ed2a7df-e847-45b7-a73c-26b499fe0e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:48.622447 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ed2a7df-e847-45b7-a73c-26b499fe0e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:48.762940 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-2ed2a7df-e847-45b7-a73c-26b499fe0e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Allocated IP 172.26.5.159 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/02ae236b-1c39-41de-add6-53c51b0ac2b1) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:39:48.910548 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ed2a7df-e847-45b7-a73c-26b499fe0e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:48.938510 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ed2a7df-e847-45b7-a73c-26b499fe0e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:49.009351 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed2a7df-e847-45b7-a73c-26b499fe0e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:39:49.012225 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-2ed2a7df-e847-45b7-a73c-26b499fe0e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:39:49.016016 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed2a7df-e847-45b7-a73c-26b499fe0e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:39:49.055754 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2a7df-e847-45b7-a73c-26b499fe0e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=02ae236b-1c39-41de-add6-53c51b0ac2b1,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:49.424116 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ed2a7df-e847-45b7-a73c-26b499fe0e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:49.496180 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ed2a7df-e847-45b7-a73c-26b499fe0e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:49.787807 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ed2a7df-e847-45b7-a73c-26b499fe0e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:49.793042 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ed2a7df-e847-45b7-a73c-26b499fe0e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:49.895967 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2a7df-e847-45b7-a73c-26b499fe0e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event updated for resources: {'Port': ['ID=02ae236b-1c39-41de-add6-53c51b0ac2b1,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:39:49.912467 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ed2a7df-e847-45b7-a73c-26b499fe0e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:50.078569 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-2ed2a7df-e847-45b7-a73c-26b499fe0e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Floating IP 3bcd033d-2a35-4988-91c4-694211b70b4e associated. External IP: 172.26.5.159, port: 16ba6ac3-eac7-46fe-b330-cadf5c76a70c. Jan 26 11:39:50.426961 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed2a7df-e847-45b7-a73c-26b499fe0e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:39:50.605130 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed2a7df-e847-45b7-a73c-26b499fe0e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:39:50.615437 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd555cee-5c90-4bc8-9354-64f5d02b6fd5 None None] Sync routers for ids ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:39:50.624360 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd555cee-5c90-4bc8-9354-64f5d02b6fd5 None None] Routers {'870d2ed9-ecee-44f5-94da-6b34fa67f7d7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:39:50.624972 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-fd555cee-5c90-4bc8-9354-64f5d02b6fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:39:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:39:50.630281 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2ed2a7df-e847-45b7-a73c-26b499fe0e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:50.686135 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2ed2a7df-e847-45b7-a73c-26b499fe0e69 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2315001 Jan 26 11:39:50.686574 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8806dbe4-cc34-47de-b11a-3d957bb99a10', 'tag': '16ba6ac3-eac7-46fe-b330-cadf5c76a70c'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:39:50.688715 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 57126) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:50.794301 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8806dbe4-cc34-47de-b11a-3d957bb99a10', 'tag': '16ba6ac3-eac7-46fe-b330-cadf5c76a70c', 'status': 'completed', 'code': 200} Jan 26 11:39:50.801808 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c26cc96a-1a05-46ff-b1a8-b84f20b62b18 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/3bcd033d-2a35-4988-91c4-694211b70b4e HTTP/1.1" status: 200 len: 991 time: 0.1119323 Jan 26 11:39:50.811142 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-fd555cee-5c90-4bc8-9354-64f5d02b6fd5 None None] Set router 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:39:50.884034 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004d656-9276-4118-9ed2-0efc1f565dbe req-7d2eb2e6-4d05-43c4-9e9b-6a7e00a482d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:50.885509 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5004d656-9276-4118-9ed2-0efc1f565dbe req-7d2eb2e6-4d05-43c4-9e9b-6a7e00a482d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=8806dbe4-cc34-47de-b11a-3d957bb99a10 HTTP/1.1" status: 200 len: 1098 time: 0.0727110 Jan 26 11:39:51.017571 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004d656-9276-4118-9ed2-0efc1f565dbe req-ff0cfe79-c6c8-4d72-893c-c9ba1878fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:51.019794 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5004d656-9276-4118-9ed2-0efc1f565dbe req-ff0cfe79-c6c8-4d72-893c-c9ba1878fffd service neutron] 10.222.0.24 "GET /v2.0/networks?id=c96fb101-117e-4019-b752-aac6e282fb24 HTTP/1.1" status: 200 len: 897 time: 0.1284685 Jan 26 11:39:51.164650 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-fd555cee-5c90-4bc8-9354-64f5d02b6fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'name': 'tempest-TestNetworkBasicOps-router-1518102935', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:39:28Z', 'updated_at': '2022-01-26T11:39:33Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:29Z', 'updated_at': '2022-01-26T11:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '3bcd033d-2a35-4988-91c4-694211b70b4e', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.159', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'port_id': '16ba6ac3-eac7-46fe-b330-cadf5c76a70c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24', 'mac_address': 'fa:16:3e:1e:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8806dbe4-cc34-47de-b11a-3d957bb99a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:39:49Z', 'updated_at': '2022-01-26T11:39:49Z', 'revision_number': 0, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e72ac4f-5351-40d0-bbc5-41822deb6a14', 'name': '', 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:2a:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:32Z', 'updated_at': '2022-01-26T11:39:38Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:39:51.168770 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd555cee-5c90-4bc8-9354-64f5d02b6fd5 None None] Checking router: 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:39:51.176998 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd555cee-5c90-4bc8-9354-64f5d02b6fd5 None None] Routers {'870d2ed9-ecee-44f5-94da-6b34fa67f7d7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:39:51.177611 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-fd555cee-5c90-4bc8-9354-64f5d02b6fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:39:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:39:51.232846 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5004d656-9276-4118-9ed2-0efc1f565dbe req-a612ca7d-16b6-4e9d-aed2-f82869ab7117 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16ba6ac3-eac7-46fe-b330-cadf5c76a70c HTTP/1.1" status: 200 len: 999 time: 0.2073331 Jan 26 11:39:51.296180 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004d656-9276-4118-9ed2-0efc1f565dbe req-f5f71a10-d4e4-4540-bc79-11bb1dd88623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:51.297610 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5004d656-9276-4118-9ed2-0efc1f565dbe req-f5f71a10-d4e4-4540-bc79-11bb1dd88623 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba HTTP/1.1" status: 200 len: 832 time: 0.0589941 Jan 26 11:39:51.358065 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-fd555cee-5c90-4bc8-9354-64f5d02b6fd5 None None] Set router 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:39:51.378485 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004d656-9276-4118-9ed2-0efc1f565dbe req-8cb1badf-a70c-4ba8-92d4-68389e42b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:39:51.379907 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5004d656-9276-4118-9ed2-0efc1f565dbe req-8cb1badf-a70c-4ba8-92d4-68389e42b384 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c96fb101-117e-4019-b752-aac6e282fb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766828 Jan 26 11:39:51.512411 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5004d656-9276-4118-9ed2-0efc1f565dbe req-b375644a-172b-4b9c-9c6f-9e6c70eae2a5 service neutron] 10.222.0.24 "GET /v2.0/networks/c96fb101-117e-4019-b752-aac6e282fb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263227 Jan 26 11:39:51.647981 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5004d656-9276-4118-9ed2-0efc1f565dbe req-53ba1091-9865-4354-8292-dca126bc2b32 service neutron] 10.222.0.24 "GET /v2.0/networks/c96fb101-117e-4019-b752-aac6e282fb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288514 Jan 26 11:39:51.748806 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-fd555cee-5c90-4bc8-9354-64f5d02b6fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'name': 'tempest-TestNetworkBasicOps-router-1518102935', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:39:28Z', 'updated_at': '2022-01-26T11:39:33Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:29Z', 'updated_at': '2022-01-26T11:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '3bcd033d-2a35-4988-91c4-694211b70b4e', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.159', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'port_id': '16ba6ac3-eac7-46fe-b330-cadf5c76a70c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24', 'mac_address': 'fa:16:3e:1e:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8806dbe4-cc34-47de-b11a-3d957bb99a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:39:49Z', 'updated_at': '2022-01-26T11:39:49Z', 'revision_number': 0, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e72ac4f-5351-40d0-bbc5-41822deb6a14', 'name': '', 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:2a:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:32Z', 'updated_at': '2022-01-26T11:39:38Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:39:51.752763 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd555cee-5c90-4bc8-9354-64f5d02b6fd5 None None] The sync data for ids ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'] in dv-neutron-826439-1-hyperv is: [{'id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'name': 'tempest-TestNetworkBasicOps-router-1518102935', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:39:28Z', 'updated_at': '2022-01-26T11:39:33Z', 'revision_number': 4, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:29Z', 'updated_at': '2022-01-26T11:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '3bcd033d-2a35-4988-91c4-694211b70b4e', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.159', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'port_id': '16ba6ac3-eac7-46fe-b330-cadf5c76a70c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24', 'mac_address': 'fa:16:3e:1e:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8806dbe4-cc34-47de-b11a-3d957bb99a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:39:49Z', 'updated_at': '2022-01-26T11:39:49Z', 'revision_number': 0, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e72ac4f-5351-40d0-bbc5-41822deb6a14', 'name': '', 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:2a:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:32Z', 'updated_at': '2022-01-26T11:39:38Z', 'revision_number': 5, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:39:51.805646 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57134) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:51.919233 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-67b749c5-50f8-4e8d-a2ac-98e52a69b07b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/3bcd033d-2a35-4988-91c4-694211b70b4e HTTP/1.1" status: 200 len: 991 time: 0.1112928 Jan 26 11:39:51.949044 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dee321-6da2-4ea0-85ae-b70a8d3530ef None None] New status for floating IP 3bcd033d-2a35-4988-91c4-694211b70b4e: ACTIVE {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:39:52.556529 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c4a8f0ba-de26-48bb-9eb6-0d975ef69c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:52.921981 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57138) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:39:53.028678 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8c93d0fb-8a62-4fc0-bf8a-88dab748cc02 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/3bcd033d-2a35-4988-91c4-694211b70b4e HTTP/1.1" status: 200 len: 993 time: 0.1055326 Jan 26 11:39:54.801423 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-80683194-446b-468d-8c98-34654e100444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:55.866059 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:56.075079 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:39:57.425107 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:05.367558 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:12.606821 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:40:17.555287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 57150) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:40:17.560530 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-0643245b-272a-422f-9e80-b51e2d4f4f43 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:40:18.076778 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0643245b-272a-422f-9e80-b51e2d4f4f43 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:18.088384 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0643245b-272a-422f-9e80-b51e2d4f4f43 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1634753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1634766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1640079'] for router, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:18.270953 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0643245b-272a-422f-9e80-b51e2d4f4f43 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:40:18.567835 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0643245b-272a-422f-9e80-b51e2d4f4f43 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:40:18.575240 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0643245b-272a-422f-9e80-b51e2d4f4f43 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:18.576561 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0643245b-272a-422f-9e80-b51e2d4f4f43 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "PUT /v2.0/routers/870d2ed9-ecee-44f5-94da-6b34fa67f7d7 HTTP/1.1" status: 200 len: 888 time: 1.0201695 Jan 26 11:40:18.577208 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d64e29a-3ac2-4f23-88b1-54871e943d90 None None] Sync routers for ids ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:40:18.587487 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d64e29a-3ac2-4f23-88b1-54871e943d90 None None] Routers {'870d2ed9-ecee-44f5-94da-6b34fa67f7d7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:40:18.588101 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-3d64e29a-3ac2-4f23-88b1-54871e943d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:39:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:40:18.650124 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-3d64e29a-3ac2-4f23-88b1-54871e943d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:40:18.658758 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d64e29a-3ac2-4f23-88b1-54871e943d90 None None] Routers {'870d2ed9-ecee-44f5-94da-6b34fa67f7d7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:40:18.659408 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-3d64e29a-3ac2-4f23-88b1-54871e943d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:39:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:40:18.719412 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-3d64e29a-3ac2-4f23-88b1-54871e943d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:40:18.719806 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d64e29a-3ac2-4f23-88b1-54871e943d90 None None] The sync data for ids ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'] in dv-neutron-826439-1-hyperv is: [] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:40:19.478458 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b9d0a6-9202-4dbc-bb65-17b6475ac4cd None None] New status for floating IP 3bcd033d-2a35-4988-91c4-694211b70b4e: DOWN {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:40:19.852072 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4e72ac4f-5351-40d0-bbc5-41822deb6a14 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:40:19.963950 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:19.995613 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 4e72ac4f-5351-40d0-bbc5-41822deb6a14, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=4e72ac4f-5351-40d0-bbc5-41822deb6a14,segment=NetworkSegment(1e4e017b-9ce8-41b2-8151-c44e9679c462),segment_id=1e4e017b-9ce8-41b2-8151-c44e9679c462)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:40:19.999102 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:19.999727 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 66e8abf1-4be6-4968-af5f-3b9d34035a0a no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:40:20.112969 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=4e72ac4f-5351-40d0-bbc5-41822deb6a14,revision_number=6']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:40:20.166858 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:20.182305 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 66e8abf1-4be6-4968-af5f-3b9d34035a0a, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=66e8abf1-4be6-4968-af5f-3b9d34035a0a,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:40:20.186015 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:20.255248 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=66e8abf1-4be6-4968-af5f-3b9d34035a0a,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:40:20.725477 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 57156) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:40:20.730825 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a6bc5480-38e3-44d3-8d21-78225bef05e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:40:21.248959 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a6bc5480-38e3-44d3-8d21-78225bef05e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:21.259203 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a6bc5480-38e3-44d3-8d21-78225bef05e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1634753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1634766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1640079'] for router, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:21.439270 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6bc5480-38e3-44d3-8d21-78225bef05e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:40:21.614592 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bc5480-38e3-44d3-8d21-78225bef05e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:40:21.621692 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a6bc5480-38e3-44d3-8d21-78225bef05e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:21.623062 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a6bc5480-38e3-44d3-8d21-78225bef05e7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "PUT /v2.0/routers/870d2ed9-ecee-44f5-94da-6b34fa67f7d7 HTTP/1.1" status: 200 len: 887 time: 0.8965786 Jan 26 11:40:21.623867 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73bfd78-9d2c-4c2c-9ec4-f24c6571e173 None None] Sync routers for ids ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:40:21.626038 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57160) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:40:21.634160 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73bfd78-9d2c-4c2c-9ec4-f24c6571e173 None None] Routers {'870d2ed9-ecee-44f5-94da-6b34fa67f7d7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:40:21.634795 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-a73bfd78-9d2c-4c2c-9ec4-f24c6571e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:39:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:40:21.827735 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-a73bfd78-9d2c-4c2c-9ec4-f24c6571e173 None None] Set router 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:40:21.843881 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-cb290651-13b9-4a03-8cd0-c485959852b4 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/3bcd033d-2a35-4988-91c4-694211b70b4e HTTP/1.1" status: 200 len: 991 time: 0.2166400 Jan 26 11:40:22.178831 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-a73bfd78-9d2c-4c2c-9ec4-f24c6571e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'name': 'tempest-TestNetworkBasicOps-router-1518102935', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:39:28Z', 'updated_at': '2022-01-26T11:40:21Z', 'revision_number': 6, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:29Z', 'updated_at': '2022-01-26T11:40:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '3bcd033d-2a35-4988-91c4-694211b70b4e', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.159', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'port_id': '16ba6ac3-eac7-46fe-b330-cadf5c76a70c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24', 'mac_address': 'fa:16:3e:1e:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8806dbe4-cc34-47de-b11a-3d957bb99a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:39:49Z', 'updated_at': '2022-01-26T11:40:19Z', 'revision_number': 2, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e72ac4f-5351-40d0-bbc5-41822deb6a14', 'name': '', 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:2a:2b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:32Z', 'updated_at': '2022-01-26T11:40:19Z', 'revision_number': 6, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:40:22.182557 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73bfd78-9d2c-4c2c-9ec4-f24c6571e173 None None] Checking router: 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:40:22.190829 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73bfd78-9d2c-4c2c-9ec4-f24c6571e173 None None] Routers {'870d2ed9-ecee-44f5-94da-6b34fa67f7d7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:40:22.191428 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-a73bfd78-9d2c-4c2c-9ec4-f24c6571e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:39:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:40:22.366710 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-a73bfd78-9d2c-4c2c-9ec4-f24c6571e173 None None] Set router 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:40:22.576845 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3c74123f-d986-404e-866b-82e28d9c8472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:22.762585 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-a73bfd78-9d2c-4c2c-9ec4-f24c6571e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'name': 'tempest-TestNetworkBasicOps-router-1518102935', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:39:28Z', 'updated_at': '2022-01-26T11:40:21Z', 'revision_number': 6, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:29Z', 'updated_at': '2022-01-26T11:40:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '3bcd033d-2a35-4988-91c4-694211b70b4e', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.159', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'port_id': '16ba6ac3-eac7-46fe-b330-cadf5c76a70c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24', 'mac_address': 'fa:16:3e:1e:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8806dbe4-cc34-47de-b11a-3d957bb99a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:39:49Z', 'updated_at': '2022-01-26T11:40:19Z', 'revision_number': 2, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e72ac4f-5351-40d0-bbc5-41822deb6a14', 'name': '', 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:2a:2b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:32Z', 'updated_at': '2022-01-26T11:40:19Z', 'revision_number': 6, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:40:22.766604 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73bfd78-9d2c-4c2c-9ec4-f24c6571e173 None None] The sync data for ids ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'] in dv-neutron-826439-1-hyperv is: [{'id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'name': 'tempest-TestNetworkBasicOps-router-1518102935', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:39:28Z', 'updated_at': '2022-01-26T11:40:21Z', 'revision_number': 6, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:29Z', 'updated_at': '2022-01-26T11:40:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '3bcd033d-2a35-4988-91c4-694211b70b4e', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'floating_ip_address': '172.26.5.159', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'port_id': '16ba6ac3-eac7-46fe-b330-cadf5c76a70c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24', 'mac_address': 'fa:16:3e:1e:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8806dbe4-cc34-47de-b11a-3d957bb99a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:39:49Z', 'updated_at': '2022-01-26T11:40:19Z', 'revision_number': 2, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e72ac4f-5351-40d0-bbc5-41822deb6a14', 'name': '', 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:2a:2b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:32Z', 'updated_at': '2022-01-26T11:40:19Z', 'revision_number': 6, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:40:22.847905 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57166) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:40:22.972908 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c3e2fc8b-0ba1-476e-a22a-a24803638ac7 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/3bcd033d-2a35-4988-91c4-694211b70b4e HTTP/1.1" status: 200 len: 991 time: 0.1225581 Jan 26 11:40:23.931470 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4e72ac4f-5351-40d0-bbc5-41822deb6a14 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:40:23.975554 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 57170) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:40:24.015030 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 4e72ac4f-5351-40d0-bbc5-41822deb6a14 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:40:24.015630 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:24.090433 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-698ace62-76a4-4677-889e-3b32ccaa0b75 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/3bcd033d-2a35-4988-91c4-694211b70b4e HTTP/1.1" status: 200 len: 991 time: 0.1136487 Jan 26 11:40:24.141509 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:24.178653 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 4e72ac4f-5351-40d0-bbc5-41822deb6a14, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=4e72ac4f-5351-40d0-bbc5-41822deb6a14,segment=NetworkSegment(1e4e017b-9ce8-41b2-8151-c44e9679c462),segment_id=1e4e017b-9ce8-41b2-8151-c44e9679c462)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:40:24.183461 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:24.184281 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 66e8abf1-4be6-4968-af5f-3b9d34035a0a up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:40:24.303258 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=4e72ac4f-5351-40d0-bbc5-41822deb6a14,revision_number=7']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:40:24.314032 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 66e8abf1-4be6-4968-af5f-3b9d34035a0a triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:40:24.315727 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:24.435887 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:24.450162 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b138c239-555a-4021-bfab-4210966c5039 None None] New status for floating IP 3bcd033d-2a35-4988-91c4-694211b70b4e: ACTIVE {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:40:24.453618 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 66e8abf1-4be6-4968-af5f-3b9d34035a0a, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=66e8abf1-4be6-4968-af5f-3b9d34035a0a,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:40:24.458989 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:24.529403 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=66e8abf1-4be6-4968-af5f-3b9d34035a0a,revision_number=6']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:40:24.803844 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d478ccd7-00d7-4358-93e0-413ff4fd85b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:25.094245 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 57174) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:40:25.199743 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6754355e-f34e-4c71-9a52-757563008f4b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/floatingips/3bcd033d-2a35-4988-91c4-694211b70b4e HTTP/1.1" status: 200 len: 993 time: 0.1042581 Jan 26 11:40:25.479172 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 57182) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:40:25.810854 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-506bde39-06c7-4a60-bb09-09831db70a4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port 02ae236b-1c39-41de-add6-53c51b0ac2b1 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:40:25.811171 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-506bde39-06c7-4a60-bb09-09831db70a4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:25.868748 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4e72ac4f-5351-40d0-bbc5-41822deb6a14 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:40:25.904738 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:25.937339 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 4e72ac4f-5351-40d0-bbc5-41822deb6a14 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:40:25.937712 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:25.985408 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-506bde39-06c7-4a60-bb09-09831db70a4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:25.985408 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-506bde39-06c7-4a60-bb09-09831db70a4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:26.061550 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 66e8abf1-4be6-4968-af5f-3b9d34035a0a up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:40:26.118622 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-506bde39-06c7-4a60-bb09-09831db70a4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for 02ae236b-1c39-41de-add6-53c51b0ac2b1 owned by network:floatingip {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:40:26.122809 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:26.140229 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 66e8abf1-4be6-4968-af5f-3b9d34035a0a triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:40:26.140597 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:26.270014 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-506bde39-06c7-4a60-bb09-09831db70a4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:26.321277 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bde39-06c7-4a60-bb09-09831db70a4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=02ae236b-1c39-41de-add6-53c51b0ac2b1,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:40:26.360616 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506bde39-06c7-4a60-bb09-09831db70a4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:26.360965 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506bde39-06c7-4a60-bb09-09831db70a4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:26.361956 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506bde39-06c7-4a60-bb09-09831db70a4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:26.362427 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506bde39-06c7-4a60-bb09-09831db70a4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:26.362715 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506bde39-06c7-4a60-bb09-09831db70a4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:26.362985 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506bde39-06c7-4a60-bb09-09831db70a4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:26.363313 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506bde39-06c7-4a60-bb09-09831db70a4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:26.363639 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506bde39-06c7-4a60-bb09-09831db70a4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:26.363965 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506bde39-06c7-4a60-bb09-09831db70a4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:26.364288 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506bde39-06c7-4a60-bb09-09831db70a4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:26.364609 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506bde39-06c7-4a60-bb09-09831db70a4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:26.364930 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506bde39-06c7-4a60-bb09-09831db70a4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:26.419366 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-506bde39-06c7-4a60-bb09-09831db70a4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for floatingip, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:26.419695 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-506bde39-06c7-4a60-bb09-09831db70a4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Floating IP 3bcd033d-2a35-4988-91c4-694211b70b4e disassociated (deleted). External IP: 172.26.5.159, port: 16ba6ac3-eac7-46fe-b330-cadf5c76a70c. Jan 26 11:40:26.770534 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506bde39-06c7-4a60-bb09-09831db70a4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:40:27.110984 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506bde39-06c7-4a60-bb09-09831db70a4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:40:27.120927 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec42fd8e-ae91-48fd-8ed0-38c95dd8f687 None None] Sync routers for ids ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:40:27.131024 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec42fd8e-ae91-48fd-8ed0-38c95dd8f687 None None] Routers {'870d2ed9-ecee-44f5-94da-6b34fa67f7d7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:40:27.131705 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ec42fd8e-ae91-48fd-8ed0-38c95dd8f687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:40:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:40:27.139628 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f942f3d8-e2c5-4abc-bd0c-59fc6b5401d4 req-d8e8badd-c254-4bed-895a-472e74bec32b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8806dbe4-cc34-47de-b11a-3d957bb99a10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2256467 Jan 26 11:40:27.141909 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-506bde39-06c7-4a60-bb09-09831db70a4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:27.211357 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-506bde39-06c7-4a60-bb09-09831db70a4d tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/floatingips/3bcd033d-2a35-4988-91c4-694211b70b4e HTTP/1.1" status: 204 len: 168 time: 1.7205293 Jan 26 11:40:27.211883 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8806dbe4-cc34-47de-b11a-3d957bb99a10', 'tag': '16ba6ac3-eac7-46fe-b330-cadf5c76a70c'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:40:27.273217 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8806dbe4-cc34-47de-b11a-3d957bb99a10', 'tag': '16ba6ac3-eac7-46fe-b330-cadf5c76a70c', 'status': 'completed', 'code': 200} Jan 26 11:40:27.309855 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942f3d8-e2c5-4abc-bd0c-59fc6b5401d4 req-a3af9e76-bfe2-4062-8d2e-79ee07232682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:27.311482 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f942f3d8-e2c5-4abc-bd0c-59fc6b5401d4 req-a3af9e76-bfe2-4062-8d2e-79ee07232682 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=8806dbe4-cc34-47de-b11a-3d957bb99a10 HTTP/1.1" status: 200 len: 1098 time: 0.0887671 Jan 26 11:40:27.326251 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-ec42fd8e-ae91-48fd-8ed0-38c95dd8f687 None None] Set router 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:40:27.476749 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942f3d8-e2c5-4abc-bd0c-59fc6b5401d4 req-de97aa54-3002-4648-9440-e0f2515f52db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:27.477072 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f942f3d8-e2c5-4abc-bd0c-59fc6b5401d4 req-de97aa54-3002-4648-9440-e0f2515f52db service neutron] 10.222.0.24 "GET /v2.0/networks?id=c96fb101-117e-4019-b752-aac6e282fb24 HTTP/1.1" status: 200 len: 897 time: 0.1456656 Jan 26 11:40:27.512509 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:27.550895 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f942f3d8-e2c5-4abc-bd0c-59fc6b5401d4 req-771bb166-014d-4e0f-9572-942a610e3190 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16ba6ac3-eac7-46fe-b330-cadf5c76a70c HTTP/1.1" status: 200 len: 217 time: 0.0656090 Jan 26 11:40:27.592684 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f78bcf-12e6-43ad-9f71-9cac0b45d89c req-58790f37-4261-4a44-8266-4d433733619b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:27.594161 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-24f78bcf-12e6-43ad-9f71-9cac0b45d89c req-58790f37-4261-4a44-8266-4d433733619b tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=8806dbe4-cc34-47de-b11a-3d957bb99a10 HTTP/1.1" status: 200 len: 945 time: 0.0827374 Jan 26 11:40:27.619611 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942f3d8-e2c5-4abc-bd0c-59fc6b5401d4 req-72e0b5ab-6b69-4fed-8182-99ed2cccd695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:27.621637 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f942f3d8-e2c5-4abc-bd0c-59fc6b5401d4 req-72e0b5ab-6b69-4fed-8182-99ed2cccd695 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba HTTP/1.1" status: 200 len: 832 time: 0.0640917 Jan 26 11:40:27.643990 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-24f78bcf-12e6-43ad-9f71-9cac0b45d89c req-090e48e3-92ad-4010-91c6-6535961b6594 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=923ea409-3cc3-47c6-b1b4-f1ff68dcdead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398996 Jan 26 11:40:27.696775 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942f3d8-e2c5-4abc-bd0c-59fc6b5401d4 req-91d18386-d936-4e15-aa86-3c54cc17f8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:27.698375 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f942f3d8-e2c5-4abc-bd0c-59fc6b5401d4 req-91d18386-d936-4e15-aa86-3c54cc17f8bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c96fb101-117e-4019-b752-aac6e282fb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701115 Jan 26 11:40:27.711725 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ec42fd8e-ae91-48fd-8ed0-38c95dd8f687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'name': 'tempest-TestNetworkBasicOps-router-1518102935', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:39:28Z', 'updated_at': '2022-01-26T11:40:21Z', 'revision_number': 6, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:29Z', 'updated_at': '2022-01-26T11:40:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '4e72ac4f-5351-40d0-bbc5-41822deb6a14', 'name': '', 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:2a:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:32Z', 'updated_at': '2022-01-26T11:40:24Z', 'revision_number': 7, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:40:27.715464 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec42fd8e-ae91-48fd-8ed0-38c95dd8f687 None None] Checking router: 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:40:27.724241 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec42fd8e-ae91-48fd-8ed0-38c95dd8f687 None None] Routers {'870d2ed9-ecee-44f5-94da-6b34fa67f7d7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:40:27.724844 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ec42fd8e-ae91-48fd-8ed0-38c95dd8f687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:40:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:40:27.840007 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f942f3d8-e2c5-4abc-bd0c-59fc6b5401d4 req-ac378dd5-550f-4e2b-a201-3ee8fdb2a7a6 service neutron] 10.222.0.24 "GET /v2.0/networks/c96fb101-117e-4019-b752-aac6e282fb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340206 Jan 26 11:40:27.910835 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-ec42fd8e-ae91-48fd-8ed0-38c95dd8f687 None None] Set router 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:40:27.975970 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f942f3d8-e2c5-4abc-bd0c-59fc6b5401d4 req-30226bb3-29a5-4db2-b67b-c45cb1a361a3 service neutron] 10.222.0.24 "GET /v2.0/networks/c96fb101-117e-4019-b752-aac6e282fb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284394 Jan 26 11:40:28.099695 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891687a7-2839-4a27-8e5e-0b45bec8832b req-f0646651-445a-4a67-af30-6773a8459c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:28.101189 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-891687a7-2839-4a27-8e5e-0b45bec8832b req-f0646651-445a-4a67-af30-6773a8459c9d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=577ce67689cf4355b98fd7b539fb5797&device_id=8806dbe4-cc34-47de-b11a-3d957bb99a10 HTTP/1.1" status: 200 len: 1098 time: 0.0759528 Jan 26 11:40:28.228000 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ec42fd8e-ae91-48fd-8ed0-38c95dd8f687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'name': 'tempest-TestNetworkBasicOps-router-1518102935', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:39:28Z', 'updated_at': '2022-01-26T11:40:21Z', 'revision_number': 6, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:29Z', 'updated_at': '2022-01-26T11:40:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '4e72ac4f-5351-40d0-bbc5-41822deb6a14', 'name': '', 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:2a:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:32Z', 'updated_at': '2022-01-26T11:40:24Z', 'revision_number': 7, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:40:28.231793 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec42fd8e-ae91-48fd-8ed0-38c95dd8f687 None None] The sync data for ids ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'] in dv-neutron-826439-1-hyperv is: [{'id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'name': 'tempest-TestNetworkBasicOps-router-1518102935', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:39:28Z', 'updated_at': '2022-01-26T11:40:21Z', 'revision_number': 6, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:29Z', 'updated_at': '2022-01-26T11:40:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '4e72ac4f-5351-40d0-bbc5-41822deb6a14', 'name': '', 'network_id': 'c96fb101-117e-4019-b752-aac6e282fb24', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'mac_address': 'fa:16:3e:2a:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:32Z', 'updated_at': '2022-01-26T11:40:24Z', 'revision_number': 7, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'subnets': [{'id': '46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:40:28.237489 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891687a7-2839-4a27-8e5e-0b45bec8832b req-9c1ce852-8e95-4436-9c33-748e0b96306b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:28.239014 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-891687a7-2839-4a27-8e5e-0b45bec8832b req-9c1ce852-8e95-4436-9c33-748e0b96306b service neutron] 10.222.0.24 "GET /v2.0/networks?id=c96fb101-117e-4019-b752-aac6e282fb24 HTTP/1.1" status: 200 len: 897 time: 0.1304536 Jan 26 11:40:28.313568 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-891687a7-2839-4a27-8e5e-0b45bec8832b req-4d62e902-eef5-4c13-aed7-0ffb88f1893b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16ba6ac3-eac7-46fe-b330-cadf5c76a70c HTTP/1.1" status: 200 len: 217 time: 0.0680447 Jan 26 11:40:28.381930 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891687a7-2839-4a27-8e5e-0b45bec8832b req-aa6a450d-8f7d-4d0a-aab2-5ddc24cb9f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:28.383442 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-891687a7-2839-4a27-8e5e-0b45bec8832b req-aa6a450d-8f7d-4d0a-aab2-5ddc24cb9f36 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba HTTP/1.1" status: 200 len: 832 time: 0.0635986 Jan 26 11:40:28.462881 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891687a7-2839-4a27-8e5e-0b45bec8832b req-0ef16b50-e490-46f6-bf79-cf918083c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:28.464383 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-891687a7-2839-4a27-8e5e-0b45bec8832b req-0ef16b50-e490-46f6-bf79-cf918083c511 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c96fb101-117e-4019-b752-aac6e282fb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739722 Jan 26 11:40:28.605967 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-891687a7-2839-4a27-8e5e-0b45bec8832b req-714a2096-b2af-4468-8aaa-23b8ac97b3b6 service neutron] 10.222.0.24 "GET /v2.0/networks/c96fb101-117e-4019-b752-aac6e282fb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344161 Jan 26 11:40:28.747709 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-891687a7-2839-4a27-8e5e-0b45bec8832b req-3f9c44f7-9141-4afb-ae7c-123b96b97769 service neutron] 10.222.0.24 "GET /v2.0/networks/c96fb101-117e-4019-b752-aac6e282fb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348829 Jan 26 11:40:28.902086 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047bd6e7-323b-4d6d-93f3-aeeaf7092c23 req-1801c900-6af7-4710-b2dc-55f7af2ac1ad tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:28.902813 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-047bd6e7-323b-4d6d-93f3-aeeaf7092c23 req-1801c900-6af7-4710-b2dc-55f7af2ac1ad tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:40:28.912685 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512d49d-1fb7-4b6d-babd-560ac0f3efb2 req-ec5d6e56-4b48-4c87-a60e-1c179f118b6f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:28.913351 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-6512d49d-1fb7-4b6d-babd-560ac0f3efb2 req-ec5d6e56-4b48-4c87-a60e-1c179f118b6f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:40:28.936117 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-047bd6e7-323b-4d6d-93f3-aeeaf7092c23 req-1801c900-6af7-4710-b2dc-55f7af2ac1ad tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:40:28.937317 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-047bd6e7-323b-4d6d-93f3-aeeaf7092c23 req-1801c900-6af7-4710-b2dc-55f7af2ac1ad tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=8806dbe4-cc34-47de-b11a-3d957bb99a10 HTTP/1.1" status: 200 len: 945 time: 0.1813726 Jan 26 11:40:28.938311 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-6512d49d-1fb7-4b6d-babd-560ac0f3efb2 req-ec5d6e56-4b48-4c87-a60e-1c179f118b6f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:40:28.939462 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6512d49d-1fb7-4b6d-babd-560ac0f3efb2 req-ec5d6e56-4b48-4c87-a60e-1c179f118b6f tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "GET /v2.0/ports?device_id=8806dbe4-cc34-47de-b11a-3d957bb99a10 HTTP/1.1" status: 200 len: 945 time: 0.1465161 Jan 26 11:40:28.969840 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f27cf83-a54d-4fcf-bc1f-e36c9147e900 None None] New status for floating IP 3bcd033d-2a35-4988-91c4-694211b70b4e: DOWN {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:40:29.157031 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-047bd6e7-323b-4d6d-93f3-aeeaf7092c23 req-a25c5ee2-b753-46c5-9259-bbc04e9af36a tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/security-groups?id=923ea409-3cc3-47c6-b1b4-f1ff68dcdead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135305 Jan 26 11:40:29.160972 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-6512d49d-1fb7-4b6d-babd-560ac0f3efb2 req-d293eefd-e89d-4266-9801-32e50661dccf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port 16ba6ac3-eac7-46fe-b330-cadf5c76a70c {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:40:29.161322 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-6512d49d-1fb7-4b6d-babd-560ac0f3efb2 req-d293eefd-e89d-4266-9801-32e50661dccf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:29.405281 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-6512d49d-1fb7-4b6d-babd-560ac0f3efb2 req-d293eefd-e89d-4266-9801-32e50661dccf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port 16ba6ac3-eac7-46fe-b330-cadf5c76a70c, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=16ba6ac3-eac7-46fe-b330-cadf5c76a70c,segment=NetworkSegment(1e4e017b-9ce8-41b2-8151-c44e9679c462),segment_id=1e4e017b-9ce8-41b2-8151-c44e9679c462)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:40:29.405953 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-6512d49d-1fb7-4b6d-babd-560ac0f3efb2 req-d293eefd-e89d-4266-9801-32e50661dccf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:29.528420 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-6512d49d-1fb7-4b6d-babd-560ac0f3efb2 req-d293eefd-e89d-4266-9801-32e50661dccf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for 16ba6ac3-eac7-46fe-b330-cadf5c76a70c owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:40:29.672871 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-6512d49d-1fb7-4b6d-babd-560ac0f3efb2 req-d293eefd-e89d-4266-9801-32e50661dccf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:29.722306 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293eefd-e89d-4266-9801-32e50661dccf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=16ba6ac3-eac7-46fe-b330-cadf5c76a70c,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:40:29.797464 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-6512d49d-1fb7-4b6d-babd-560ac0f3efb2 req-d293eefd-e89d-4266-9801-32e50661dccf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] No DVR routers for this DVR port 16ba6ac3-eac7-46fe-b330-cadf5c76a70c on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:40:29.799946 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-6512d49d-1fb7-4b6d-babd-560ac0f3efb2 req-d293eefd-e89d-4266-9801-32e50661dccf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:29.802514 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8806dbe4-cc34-47de-b11a-3d957bb99a10', 'name': 'network-vif-deleted', 'tag': '16ba6ac3-eac7-46fe-b330-cadf5c76a70c'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:40:29.818359 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6512d49d-1fb7-4b6d-babd-560ac0f3efb2 req-d293eefd-e89d-4266-9801-32e50661dccf tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.24 "DELETE /v2.0/ports/16ba6ac3-eac7-46fe-b330-cadf5c76a70c HTTP/1.1" status: 204 len: 173 time: 0.8735640 Jan 26 11:40:29.852707 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8806dbe4-cc34-47de-b11a-3d957bb99a10', 'name': 'network-vif-deleted', 'tag': '16ba6ac3-eac7-46fe-b330-cadf5c76a70c', 'status': 'completed', 'code': 200} Jan 26 11:40:30.329318 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-b087e8c9-e64b-4bcd-97fc-0ace0c67b26e req-e4304d2f-0925-4051-9b79-59adad44c287 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Synchronizing usage tracker for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:40:30.345121 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-b087e8c9-e64b-4bcd-97fc-0ace0c67b26e req-e4304d2f-0925-4051-9b79-59adad44c287 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Unset dirty status for tenant:577ce67689cf4355b98fd7b539fb5797 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:40:30.347030 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b087e8c9-e64b-4bcd-97fc-0ace0c67b26e req-e4304d2f-0925-4051-9b79-59adad44c287 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "GET /v2.0/ports?device_id=8806dbe4-cc34-47de-b11a-3d957bb99a10 HTTP/1.1" status: 200 len: 210 time: 0.0594783 Jan 26 11:40:31.444800 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57204) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:40:31.515269 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2d6fbdc3-67de-402d-a1de-ba11e203babc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:31.544419 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2d6fbdc3-67de-402d-a1de-ba11e203babc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:31.580056 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 16ba6ac3-eac7-46fe-b330-cadf5c76a70c no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:40:31.612406 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2d6fbdc3-67de-402d-a1de-ba11e203babc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:31.616806 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: 16ba6ac3-eac7-46fe-b330-cadf5c76a70c {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:40:31.617155 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 16ba6ac3-eac7-46fe-b330-cadf5c76a70c not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:40:31.632063 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fbdc3-67de-402d-a1de-ba11e203babc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=923ea409-3cc3-47c6-b1b4-f1ff68dcdead,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:40:31.640512 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6fbdc3-67de-402d-a1de-ba11e203babc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:31.641066 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6fbdc3-67de-402d-a1de-ba11e203babc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:31.641418 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6fbdc3-67de-402d-a1de-ba11e203babc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:31.641758 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6fbdc3-67de-402d-a1de-ba11e203babc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:31.642092 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6fbdc3-67de-402d-a1de-ba11e203babc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:31.642452 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6fbdc3-67de-402d-a1de-ba11e203babc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:31.642781 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6fbdc3-67de-402d-a1de-ba11e203babc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:31.643209 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6fbdc3-67de-402d-a1de-ba11e203babc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:31.643531 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6fbdc3-67de-402d-a1de-ba11e203babc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:31.643859 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6fbdc3-67de-402d-a1de-ba11e203babc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:31.644185 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6fbdc3-67de-402d-a1de-ba11e203babc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:31.644507 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6fbdc3-67de-402d-a1de-ba11e203babc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:31.658888 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2d6fbdc3-67de-402d-a1de-ba11e203babc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:31.662764 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2d6fbdc3-67de-402d-a1de-ba11e203babc tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/security-groups/923ea409-3cc3-47c6-b1b4-f1ff68dcdead HTTP/1.1" status: 204 len: 168 time: 0.2169418 Jan 26 11:40:31.703087 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57210) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:40:32.258492 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3ed8c970-d8dd-4d12-99b1-479bd483b116 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:32.608753 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-3ed8c970-d8dd-4d12-99b1-479bd483b116 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port 4e72ac4f-5351-40d0-bbc5-41822deb6a14 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:40:32.609432 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3ed8c970-d8dd-4d12-99b1-479bd483b116 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:32.897072 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-3ed8c970-d8dd-4d12-99b1-479bd483b116 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port 4e72ac4f-5351-40d0-bbc5-41822deb6a14, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=4e72ac4f-5351-40d0-bbc5-41822deb6a14,segment=NetworkSegment(1e4e017b-9ce8-41b2-8151-c44e9679c462),segment_id=1e4e017b-9ce8-41b2-8151-c44e9679c462)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:40:32.897352 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3ed8c970-d8dd-4d12-99b1-479bd483b116 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:33.019603 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-3ed8c970-d8dd-4d12-99b1-479bd483b116 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for 4e72ac4f-5351-40d0-bbc5-41822deb6a14 owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:40:33.340458 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3ed8c970-d8dd-4d12-99b1-479bd483b116 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:33.388887 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8c970-d8dd-4d12-99b1-479bd483b116 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=4e72ac4f-5351-40d0-bbc5-41822deb6a14,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:40:33.664521 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3ed8c970-d8dd-4d12-99b1-479bd483b116 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:34.028207 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed8c970-d8dd-4d12-99b1-479bd483b116 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Router 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:40:34.321392 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed8c970-d8dd-4d12-99b1-479bd483b116 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:40:34.332049 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e89eb7-3156-4838-ac81-a42515bbb478 None None] Sync routers for ids ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:40:34.338301 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3ed8c970-d8dd-4d12-99b1-479bd483b116 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "PUT /v2.0/routers/870d2ed9-ecee-44f5-94da-6b34fa67f7d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6341438 Jan 26 11:40:34.340946 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57214) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:40:34.341689 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e89eb7-3156-4838-ac81-a42515bbb478 None None] Routers {'870d2ed9-ecee-44f5-94da-6b34fa67f7d7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:40:34.342284 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-23e89eb7-3156-4838-ac81-a42515bbb478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:40:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:40:34.408473 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fcb2acc-67e3-4fba-971c-81538ac96a57 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting subnet 46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:40:34.411374 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6fcb2acc-67e3-4fba-971c-81538ac96a57 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:34.463810 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6fcb2acc-67e3-4fba-971c-81538ac96a57 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:34.520850 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-23e89eb7-3156-4838-ac81-a42515bbb478 None None] Set router 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:40:34.555921 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6fcb2acc-67e3-4fba-971c-81538ac96a57 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:34.633392 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6fcb2acc-67e3-4fba-971c-81538ac96a57 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:34.674480 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb2acc-67e3-4fba-971c-81538ac96a57 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Subnet': ['ID=46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:40:34.679855 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6fcb2acc-67e3-4fba-971c-81538ac96a57 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:34.686751 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6fcb2acc-67e3-4fba-971c-81538ac96a57 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/subnets/46c2ec3e-a9fe-4df7-a145-5b4f8cddd9ba HTTP/1.1" status: 204 len: 168 time: 0.3447936 Jan 26 11:40:34.690179 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57218) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:40:34.692310 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6662205b-9fe6-4d6b-a5ce-42f2ec75f00a None None] Network c96fb101-117e-4019-b752-aac6e282fb24 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:40:34.875487 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7778b210-09ca-45ed-8d48-7184a422bf27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:35.027605 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-23e89eb7-3156-4838-ac81-a42515bbb478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'name': 'tempest-TestNetworkBasicOps-router-1518102935', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76'}], 'enable_snat': True}, 'gw_port_id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:39:28Z', 'updated_at': '2022-01-26T11:40:33Z', 'revision_number': 7, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port': {'id': '66e8abf1-4be6-4968-af5f-3b9d34035a0a', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:36:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:39:29Z', 'updated_at': '2022-01-26T11:40:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:40:35.031460 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e89eb7-3156-4838-ac81-a42515bbb478 None None] Checking router: 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:40:35.040637 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e89eb7-3156-4838-ac81-a42515bbb478 None None] Routers {'870d2ed9-ecee-44f5-94da-6b34fa67f7d7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:40:35.041252 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-23e89eb7-3156-4838-ac81-a42515bbb478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:40:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:40:35.060939 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7778b210-09ca-45ed-8d48-7184a422bf27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:35.072704 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-7778b210-09ca-45ed-8d48-7184a422bf27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Deleting port 66e8abf1-4be6-4968-af5f-3b9d34035a0a {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:40:35.073065 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7778b210-09ca-45ed-8d48-7184a422bf27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:35.106813 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fede9f14-3eb4-4fe3-b11a-1045419bd811 None None] DHCP port deletion for c96fb101-117e-4019-b752-aac6e282fb24 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:40:35.114291 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-fede9f14-3eb4-4fe3-b11a-1045419bd811 None None] Deleting port 850a2e85-bf6a-4b3f-9067-148949aa52c4 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:40:35.114681 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-fede9f14-3eb4-4fe3-b11a-1045419bd811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:35.253191 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-7778b210-09ca-45ed-8d48-7184a422bf27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] For port 66e8abf1-4be6-4968-af5f-3b9d34035a0a, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=66e8abf1-4be6-4968-af5f-3b9d34035a0a,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:40:35.253456 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7778b210-09ca-45ed-8d48-7184a422bf27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:35.275590 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-23e89eb7-3156-4838-ac81-a42515bbb478 None None] Set router 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:40:35.374184 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-7778b210-09ca-45ed-8d48-7184a422bf27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Calling delete_port for 66e8abf1-4be6-4968-af5f-3b9d34035a0a owned by network:router_gateway {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:40:35.400788 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-23e89eb7-3156-4838-ac81-a42515bbb478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'name': 'tempest-TestNetworkBasicOps-router-1518102935', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:39:28Z', 'updated_at': '2022-01-26T11:40:35Z', 'revision_number': 8, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:40:35.428077 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e89eb7-3156-4838-ac81-a42515bbb478 None None] The sync data for ids ['870d2ed9-ecee-44f5-94da-6b34fa67f7d7'] in dv-neutron-826439-1-hyperv is: [{'id': '870d2ed9-ecee-44f5-94da-6b34fa67f7d7', 'name': 'tempest-TestNetworkBasicOps-router-1518102935', 'tenant_id': '577ce67689cf4355b98fd7b539fb5797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:39:28Z', 'updated_at': '2022-01-26T11:40:35Z', 'revision_number': 8, 'project_id': '577ce67689cf4355b98fd7b539fb5797', 'gw_port_host': None}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:40:35.488599 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:35.507675 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-fede9f14-3eb4-4fe3-b11a-1045419bd811 None None] For port 850a2e85-bf6a-4b3f-9067-148949aa52c4, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=850a2e85-bf6a-4b3f-9067-148949aa52c4,segment=NetworkSegment(1e4e017b-9ce8-41b2-8151-c44e9679c462),segment_id=1e4e017b-9ce8-41b2-8151-c44e9679c462)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:40:35.507982 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-fede9f14-3eb4-4fe3-b11a-1045419bd811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:35.548910 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7778b210-09ca-45ed-8d48-7184a422bf27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:35.596963 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778b210-09ca-45ed-8d48-7184a422bf27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Port': ['ID=66e8abf1-4be6-4968-af5f-3b9d34035a0a,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:40:35.638774 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-fede9f14-3eb4-4fe3-b11a-1045419bd811 None None] Calling delete_port for 850a2e85-bf6a-4b3f-9067-148949aa52c4 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:40:35.691816 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7778b210-09ca-45ed-8d48-7184a422bf27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:35.716167 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-fede9f14-3eb4-4fe3-b11a-1045419bd811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:35.769917 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede9f14-3eb4-4fe3-b11a-1045419bd811 None None] Pushing event deleted for resources: {'Port': ['ID=850a2e85-bf6a-4b3f-9067-148949aa52c4,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:40:35.777354 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fede9f14-3eb4-4fe3-b11a-1045419bd811 None None] No DVR routers for this DVR port 850a2e85-bf6a-4b3f-9067-148949aa52c4 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:40:35.786310 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede9f14-3eb4-4fe3-b11a-1045419bd811 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:35.786678 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede9f14-3eb4-4fe3-b11a-1045419bd811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:35.789529 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede9f14-3eb4-4fe3-b11a-1045419bd811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:35.789529 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede9f14-3eb4-4fe3-b11a-1045419bd811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:35.789529 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede9f14-3eb4-4fe3-b11a-1045419bd811 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:35.789529 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede9f14-3eb4-4fe3-b11a-1045419bd811 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:35.789529 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede9f14-3eb4-4fe3-b11a-1045419bd811 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:35.789529 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede9f14-3eb4-4fe3-b11a-1045419bd811 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:35.789529 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede9f14-3eb4-4fe3-b11a-1045419bd811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:35.789529 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede9f14-3eb4-4fe3-b11a-1045419bd811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:35.789529 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede9f14-3eb4-4fe3-b11a-1045419bd811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:35.790712 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fede9f14-3eb4-4fe3-b11a-1045419bd811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:40:35.986786 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4e72ac4f-5351-40d0-bbc5-41822deb6a14 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:40:35.987750 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7778b210-09ca-45ed-8d48-7184a422bf27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:35.990197 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7778b210-09ca-45ed-8d48-7184a422bf27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:36.015317 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7778b210-09ca-45ed-8d48-7184a422bf27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:36.015998 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7778b210-09ca-45ed-8d48-7184a422bf27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Fanout notify agent at l3_agent the message router_deleted on router 870d2ed9-ecee-44f5-94da-6b34fa67f7d7 {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:40:36.023816 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 4e72ac4f-5351-40d0-bbc5-41822deb6a14 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:40:36.024169 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4e72ac4f-5351-40d0-bbc5-41822deb6a14 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:40:36.024593 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 850a2e85-bf6a-4b3f-9067-148949aa52c4 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:40:36.032782 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7778b210-09ca-45ed-8d48-7184a422bf27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:36.033885 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7778b210-09ca-45ed-8d48-7184a422bf27 tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/routers/870d2ed9-ecee-44f5-94da-6b34fa67f7d7 HTTP/1.1" status: 204 len: 168 time: 1.3425806 Jan 26 11:40:36.036697 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57222) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:40:36.057642 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 850a2e85-bf6a-4b3f-9067-148949aa52c4 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:40:36.057921 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 850a2e85-bf6a-4b3f-9067-148949aa52c4 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:40:36.150068 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-23385542-0777-4eb5-b745-85263c58f0ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:36.286343 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-23385542-0777-4eb5-b745-85263c58f0ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:36.310882 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-23385542-0777-4eb5-b745-85263c58f0ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c96fb101-117e-4019-b752-aac6e282fb24']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:40:36.323252 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-23385542-0777-4eb5-b745-85263c58f0ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4e017b-9ce8-41b2-8151-c44e9679c462') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:40:36.323546 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-23385542-0777-4eb5-b745-85263c58f0ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4e017b-9ce8-41b2-8151-c44e9679c462') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:40:36.334780 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-23385542-0777-4eb5-b745-85263c58f0ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:36.353617 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-23385542-0777-4eb5-b745-85263c58f0ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:36.359305 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23385542-0777-4eb5-b745-85263c58f0ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:40:36.359676 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-23385542-0777-4eb5-b745-85263c58f0ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:40:36.373989 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:40:36.450149 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-23385542-0777-4eb5-b745-85263c58f0ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:36.454963 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-23385542-0777-4eb5-b745-85263c58f0ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:36.478239 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23385542-0777-4eb5-b745-85263c58f0ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] Pushing event deleted for resources: {'Network': ['ID=c96fb101-117e-4019-b752-aac6e282fb24,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:40:36.487635 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-23385542-0777-4eb5-b745-85263c58f0ae tempest-TestNetworkBasicOps-28672127 tempest-TestNetworkBasicOps-28672127-project] 10.222.0.39 "DELETE /v2.0/networks/c96fb101-117e-4019-b752-aac6e282fb24 HTTP/1.1" status: 204 len: 168 time: 0.4500020 Jan 26 11:40:36.785423 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57230) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:40:36.933645 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-29892d39-601d-4689-a2c2-73a23c6e2d98 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=577ce67689cf4355b98fd7b539fb5797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470082 Jan 26 11:40:36.936491 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57236) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:40:36.993485 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6977d9c8-f9b6-4455-9a09-39c7dda71de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:37.020653 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6977d9c8-f9b6-4455-9a09-39c7dda71de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:37.071847 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6977d9c8-f9b6-4455-9a09-39c7dda71de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:37.089070 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977d9c8-f9b6-4455-9a09-39c7dda71de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4985cda1-7002-45c7-b28d-01cc78fdfa5e,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:40:37.096268 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6977d9c8-f9b6-4455-9a09-39c7dda71de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:37.097380 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6977d9c8-f9b6-4455-9a09-39c7dda71de7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4985cda1-7002-45c7-b28d-01cc78fdfa5e HTTP/1.1" status: 204 len: 168 time: 0.1600161 Jan 26 11:40:37.372799 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57244) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:40:37.390971 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1979c564-76d0-4456-8026-5afcdc84b504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:37.405604 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-1979c564-76d0-4456-8026-5afcdc84b504 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:40:37.409915 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1979c564-76d0-4456-8026-5afcdc84b504 admin admin] Usage tracker for resource:security_group_rule and tenant:1a86f94fac0b48e7b4dcfed573ec0b9d is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:40:37.412777 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1979c564-76d0-4456-8026-5afcdc84b504 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:40:37.418395 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-1979c564-76d0-4456-8026-5afcdc84b504 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:40:37.504212 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1979c564-76d0-4456-8026-5afcdc84b504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:37.507711 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1979c564-76d0-4456-8026-5afcdc84b504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:37.562114 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1979c564-76d0-4456-8026-5afcdc84b504 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a86f94fac0b48e7b4dcfed573ec0b9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1859574 Jan 26 11:40:37.562114 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979c564-76d0-4456-8026-5afcdc84b504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256fbea6-37c9-40cc-8cae-a60633a121ab,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:40:37.562568 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 57248) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:40:37.621979 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-329ab901-160b-45c1-ba3e-67b0582a417b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:37.650208 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-329ab901-160b-45c1-ba3e-67b0582a417b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:37.706968 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-329ab901-160b-45c1-ba3e-67b0582a417b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:37.722663 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ab901-160b-45c1-ba3e-67b0582a417b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256fbea6-37c9-40cc-8cae-a60633a121ab,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:40:37.726898 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-329ab901-160b-45c1-ba3e-67b0582a417b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:37.730633 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-329ab901-160b-45c1-ba3e-67b0582a417b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/256fbea6-37c9-40cc-8cae-a60633a121ab HTTP/1.1" status: 204 len: 168 time: 0.1670225 Jan 26 11:40:37.823779 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 66e8abf1-4be6-4968-af5f-3b9d34035a0a no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:40:37.905007 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 66e8abf1-4be6-4968-af5f-3b9d34035a0a {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:40:37.905364 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 66e8abf1-4be6-4968-af5f-3b9d34035a0a not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:40:44.792124 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-a0c5c53b-3506-4d40-9727-7bff4545bc13 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=d03932909f5c4052b264152a0f055004&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280645 Jan 26 11:40:44.944543 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-eab22a6b-7c1e-435d-940d-2f7d4446d382 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:44.945900 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-eab22a6b-7c1e-435d-940d-2f7d4446d382 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1484823 Jan 26 11:40:44.964355 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-13a93e7c-83d1-4d04-b14b-788b40d13ed0 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.39 "GET /v2.0/quotas/d03932909f5c4052b264152a0f055004 HTTP/1.1" status: 200 len: 375 time: 0.0100682 Jan 26 11:40:45.012567 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-496dc78e-70d2-4e82-988d-32c4d86da0ec tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d03932909f5c4052b264152a0f055004&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430355 Jan 26 11:40:45.184759 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4a991878-c0e5-41ad-9985-af20eb055df0 req-1c9fa96c-1baa-4897-aa5b-c59a18f7c0e6 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.39 "GET /v2.0/ports?device_id=1055fe5c-aef7-4139-85b5-f4c64164a644 HTTP/1.1" status: 200 len: 210 time: 0.0439899 Jan 26 11:40:46.080338 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-21bb5d5a-d382-4fed-9a88-bd41ec0d7a25 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d03932909f5c4052b264152a0f055004&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319169 Jan 26 11:40:46.239529 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-aa2f67cd-2de6-4616-b575-c812ea130845 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:46.241169 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-aa2f67cd-2de6-4616-b575-c812ea130845 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1569605 Jan 26 11:40:46.263743 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-f54f59c4-19ec-40ee-85d6-2f24608d6f14 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Request body: {'port': {'device_id': '1055fe5c-aef7-4139-85b5-f4c64164a644', 'network_id': 'b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd', 'admin_state_up': True, 'tenant_id': 'd03932909f5c4052b264152a0f055004'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:40:46.344679 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-21f68cc9-2451-4c80-901f-f13c9f4080fc req-895a16eb-f999-440c-aa27-dea0460e680b tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.39 "GET /v2.0/ports?device_id=1055fe5c-aef7-4139-85b5-f4c64164a644 HTTP/1.1" status: 200 len: 210 time: 0.0503016 Jan 26 11:40:46.425933 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-f54f59c4-19ec-40ee-85d6-2f24608d6f14 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:40:46.429718 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-f54f59c4-19ec-40ee-85d6-2f24608d6f14 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Usage tracker for resource:port and tenant:d03932909f5c4052b264152a0f055004 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:40:46.432505 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-f54f59c4-19ec-40ee-85d6-2f24608d6f14 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:40:46.438114 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-f54f59c4-19ec-40ee-85d6-2f24608d6f14 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:40:46.447446 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-f54f59c4-19ec-40ee-85d6-2f24608d6f14 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Made reservation on behalf of d03932909f5c4052b264152a0f055004 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:40:46.451122 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-f54f59c4-19ec-40ee-85d6-2f24608d6f14 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:46.463028 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-f54f59c4-19ec-40ee-85d6-2f24608d6f14 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:46.481338 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-f54f59c4-19ec-40ee-85d6-2f24608d6f14 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:40:46.485072 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-f54f59c4-19ec-40ee-85d6-2f24608d6f14 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Usage tracker for resource:security_group_rule and tenant:d03932909f5c4052b264152a0f055004 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:40:46.488537 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-f54f59c4-19ec-40ee-85d6-2f24608d6f14 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:40:46.494503 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-f54f59c4-19ec-40ee-85d6-2f24608d6f14 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:40:46.575216 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-f54f59c4-19ec-40ee-85d6-2f24608d6f14 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:46.578576 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-f54f59c4-19ec-40ee-85d6-2f24608d6f14 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:46.655852 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f59c4-19ec-40ee-85d6-2f24608d6f14 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc601d0-247a-4011-99ca-443c85447fa2,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:40:46.752585 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-f54f59c4-19ec-40ee-85d6-2f24608d6f14 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Allocated IP 192.168.233.3 (b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd/fe7d3b11-048e-41e2-b93f-f13d70910185/5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:40:46.948746 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-f54f59c4-19ec-40ee-85d6-2f24608d6f14 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:46.963857 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-f54f59c4-19ec-40ee-85d6-2f24608d6f14 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Transition to ACTIVE for port object 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:40:46.988451 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-f54f59c4-19ec-40ee-85d6-2f24608d6f14 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:47.057746 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-f54f59c4-19ec-40ee-85d6-2f24608d6f14 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Network b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:40:47.060895 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-f54f59c4-19ec-40ee-85d6-2f24608d6f14 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:40:47.065837 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-f54f59c4-19ec-40ee-85d6-2f24608d6f14 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:40:47.211551 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f59c4-19ec-40ee-85d6-2f24608d6f14 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Pushing event updated for resources: {'Port': ['ID=5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:40:47.249485 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-f54f59c4-19ec-40ee-85d6-2f24608d6f14 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:47.250077 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-f54f59c4-19ec-40ee-85d6-2f24608d6f14 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:47.274379 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-f54f59c4-19ec-40ee-85d6-2f24608d6f14 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0196500 Jan 26 11:40:47.285563 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-13667387-0f25-4a39-be84-adb1245fc3a4 service neutron] Request body: {'port': {'device_id': '1055fe5c-aef7-4139-85b5-f4c64164a644', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:40:47.300041 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-715eb1a7-cecd-4054-b286-49f03fa7f11a None None] Provisioning for port 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:40:47.304998 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-715eb1a7-cecd-4054-b286-49f03fa7f11a None None] Provisioning complete for port 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:40:47.305374 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-715eb1a7-cecd-4054-b286-49f03fa7f11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:47.356195 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-715eb1a7-cecd-4054-b286-49f03fa7f11a None None] Port 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:40:47.398758 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-13667387-0f25-4a39-be84-adb1245fc3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:47.639240 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705cb5b-b0ce-46ea-91cf-134478e77cbd req-5429c5bb-6c36-47a5-b975-bbd67a144f4c tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:47.639928 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-b705cb5b-b0ce-46ea-91cf-134478e77cbd req-5429c5bb-6c36-47a5-b975-bbd67a144f4c tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Synchronizing usage tracker for tenant:d03932909f5c4052b264152a0f055004 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:40:47.718164 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-b705cb5b-b0ce-46ea-91cf-134478e77cbd req-5429c5bb-6c36-47a5-b975-bbd67a144f4c tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Unset dirty status for tenant:d03932909f5c4052b264152a0f055004 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:40:47.719332 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b705cb5b-b0ce-46ea-91cf-134478e77cbd req-5429c5bb-6c36-47a5-b975-bbd67a144f4c tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.39 "GET /v2.0/ports?device_id=1055fe5c-aef7-4139-85b5-f4c64164a644 HTTP/1.1" status: 200 len: 934 time: 0.2643123 Jan 26 11:40:47.781533 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-b705cb5b-b0ce-46ea-91cf-134478e77cbd req-37a56e9f-6576-4b36-a7df-634245451586 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Synchronizing usage tracker for tenant:d03932909f5c4052b264152a0f055004 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:40:47.856055 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-b705cb5b-b0ce-46ea-91cf-134478e77cbd req-37a56e9f-6576-4b36-a7df-634245451586 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Unset dirty status for tenant:d03932909f5c4052b264152a0f055004 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:40:47.857560 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b705cb5b-b0ce-46ea-91cf-134478e77cbd req-37a56e9f-6576-4b36-a7df-634245451586 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cc601d0-247a-4011-99ca-443c85447fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248815 Jan 26 11:40:47.865564 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-13667387-0f25-4a39-be84-adb1245fc3a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335 {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:40:47.873242 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-13667387-0f25-4a39-be84-adb1245fc3a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:47.890851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-13667387-0f25-4a39-be84-adb1245fc3a4 service neutron] Transition to ACTIVE for port object 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335 will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:40:47.894963 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-13667387-0f25-4a39-be84-adb1245fc3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:48.044997 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13667387-0f25-4a39-be84-adb1245fc3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:40:48.129743 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-13667387-0f25-4a39-be84-adb1245fc3a4 service neutron] Attempting to bind port 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:40:48.130184 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-13667387-0f25-4a39-be84-adb1245fc3a4 service neutron] Attempting to bind port 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '46d72ddd-e5f7-40ef-a2a4-d4fc1390c773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:40:48.130633 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-13667387-0f25-4a39-be84-adb1245fc3a4 service neutron] Attempting to bind port 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335 on network b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:40:48.135308 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-13667387-0f25-4a39-be84-adb1245fc3a4 service neutron] Port 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335 on network b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:40:48.135627 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-13667387-0f25-4a39-be84-adb1245fc3a4 service neutron] Attempting to bind port 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335 on network b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:40:48.140616 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-13667387-0f25-4a39-be84-adb1245fc3a4 service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:40:48.141013 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-13667387-0f25-4a39-be84-adb1245fc3a4 service neutron] Checking segment: {'id': '46d72ddd-e5f7-40ef-a2a4-d4fc1390c773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:40:48.141332 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-13667387-0f25-4a39-be84-adb1245fc3a4 service neutron] Bound using segment: {'id': '46d72ddd-e5f7-40ef-a2a4-d4fc1390c773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:40:48.141753 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-13667387-0f25-4a39-be84-adb1245fc3a4 service neutron] Bound port: 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d72ddd-e5f7-40ef-a2a4-d4fc1390c773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:40:48.142737 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-13667387-0f25-4a39-be84-adb1245fc3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:48.231221 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-13667387-0f25-4a39-be84-adb1245fc3a4 service neutron] For port 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:40:48.233984 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-13667387-0f25-4a39-be84-adb1245fc3a4 service neutron] For port 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335,segment=NetworkSegment(46d72ddd-e5f7-40ef-a2a4-d4fc1390c773),segment_id=46d72ddd-e5f7-40ef-a2a4-d4fc1390c773)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:40:48.238797 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-13667387-0f25-4a39-be84-adb1245fc3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:48.297987 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-13667387-0f25-4a39-be84-adb1245fc3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:48.299508 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-13667387-0f25-4a39-be84-adb1245fc3a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:48.301131 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-13667387-0f25-4a39-be84-adb1245fc3a4 service neutron] 10.222.0.24 "PUT /v2.0/ports/5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335 HTTP/1.1" status: 200 len: 1096 time: 1.0200164 Jan 26 11:40:48.304012 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1055fe5c-aef7-4139-85b5-f4c64164a644', 'tag': '5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:40:48.335352 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13667387-0f25-4a39-be84-adb1245fc3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:40:48.375354 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1055fe5c-aef7-4139-85b5-f4c64164a644', 'tag': '5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335', 'status': 'completed', 'code': 200} Jan 26 11:40:48.417308 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-1d982911-da22-4951-b2cb-1009eb3bdc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:48.418835 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-1d982911-da22-4951-b2cb-1009eb3bdc1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d03932909f5c4052b264152a0f055004&device_id=1055fe5c-aef7-4139-85b5-f4c64164a644 HTTP/1.1" status: 200 len: 1099 time: 0.0791001 Jan 26 11:40:48.491701 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-8f9d06dc-a478-42a0-b1e6-f8d459b49fc4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335 HTTP/1.1" status: 200 len: 217 time: 0.0661843 Jan 26 11:40:48.551877 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-8115a328-6c13-4261-a537-b76cfaa4de32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:48.553285 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-8115a328-6c13-4261-a537-b76cfaa4de32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fe7d3b11-048e-41e2-b93f-f13d70910185 HTTP/1.1" status: 200 len: 843 time: 0.0564992 Jan 26 11:40:48.625506 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-c89a64a6-385a-4c42-a897-00d464b8310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:48.627804 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-c89a64a6-385a-4c42-a897-00d464b8310f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0690594 Jan 26 11:40:48.754644 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-ae55a6a9-a142-4892-9955-ed82535a80d0 service neutron] 10.222.0.24 "GET /v2.0/networks/b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209810 Jan 26 11:40:48.886468 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-670a4e08-053f-47ef-ba33-f2e3dd495dc2 req-148b081a-f998-4940-b790-ecd0edf77199 service neutron] 10.222.0.24 "GET /v2.0/networks/b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262598 Jan 26 11:40:49.167222 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e774b0-f709-4840-8e0a-7de2de45756a req-78a1d086-e5e3-44c3-9a8e-862f3ba05ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:49.168703 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-16e774b0-f709-4840-8e0a-7de2de45756a req-78a1d086-e5e3-44c3-9a8e-862f3ba05ef8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d03932909f5c4052b264152a0f055004&device_id=1055fe5c-aef7-4139-85b5-f4c64164a644 HTTP/1.1" status: 200 len: 1099 time: 0.2406304 Jan 26 11:40:49.177381 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f62575-b255-4e4d-adad-8f62dc50e02c req-b3c865b9-af41-49c7-bdb4-951bfe9f3471 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:49.178749 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-96f62575-b255-4e4d-adad-8f62dc50e02c req-b3c865b9-af41-49c7-bdb4-951bfe9f3471 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.39 "GET /v2.0/ports?device_id=1055fe5c-aef7-4139-85b5-f4c64164a644 HTTP/1.1" status: 200 len: 946 time: 0.1112003 Jan 26 11:40:49.305067 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-96f62575-b255-4e4d-adad-8f62dc50e02c req-074c7ced-15c8-4598-acb7-a89b184ca9d7 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cc601d0-247a-4011-99ca-443c85447fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063409 Jan 26 11:40:49.338704 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e774b0-f709-4840-8e0a-7de2de45756a req-04e39b45-a5df-4940-b496-c4b4f8f276bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:49.340143 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-16e774b0-f709-4840-8e0a-7de2de45756a req-04e39b45-a5df-4940-b496-c4b4f8f276bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd HTTP/1.1" status: 200 len: 870 time: 0.1594758 Jan 26 11:40:49.410667 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-16e774b0-f709-4840-8e0a-7de2de45756a req-df818819-bdd6-47cc-9f02-b08f444893e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335 HTTP/1.1" status: 200 len: 217 time: 0.0635033 Jan 26 11:40:49.477920 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e774b0-f709-4840-8e0a-7de2de45756a req-aa116860-349e-4d3e-9e63-b5e7d62d2b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:49.479300 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-16e774b0-f709-4840-8e0a-7de2de45756a req-aa116860-349e-4d3e-9e63-b5e7d62d2b51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fe7d3b11-048e-41e2-b93f-f13d70910185 HTTP/1.1" status: 200 len: 843 time: 0.0624890 Jan 26 11:40:49.554099 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e774b0-f709-4840-8e0a-7de2de45756a req-1382f90c-fd56-49db-be7c-116e501cc750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:49.555569 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-16e774b0-f709-4840-8e0a-7de2de45756a req-1382f90c-fd56-49db-be7c-116e501cc750 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0684175 Jan 26 11:40:49.606196 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:40:49.643764 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:40:49.685869 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-16e774b0-f709-4840-8e0a-7de2de45756a req-e7842140-a453-4e58-96ff-19bdedff4324 service neutron] 10.222.0.24 "GET /v2.0/networks/b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240489 Jan 26 11:40:49.774680 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335,segment=NetworkSegment(46d72ddd-e5f7-40ef-a2a4-d4fc1390c773),segment_id=46d72ddd-e5f7-40ef-a2a4-d4fc1390c773)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:40:49.787588 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335', 'network_id': 'b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd', 'port_id': '5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335', 'mac_address': 'fa:16:3e:79:71:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7d3b11-048e-41e2-b93f-f13d70910185', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:40:49.823457 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-16e774b0-f709-4840-8e0a-7de2de45756a req-795b2bee-8ebe-440f-8ad3-e50508dd9fd8 service neutron] 10.222.0.24 "GET /v2.0/networks/b8872fc4-5de5-41c0-9b0b-e2b630dfc7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315913 Jan 26 11:40:49.850923 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:49.867921 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:40:49.884108 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335,segment=NetworkSegment(46d72ddd-e5f7-40ef-a2a4-d4fc1390c773),segment_id=46d72ddd-e5f7-40ef-a2a4-d4fc1390c773)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:40:49.888299 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:49.953459 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:40:50.091084 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:40:50.495325 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874b313-2bbf-47ed-b44f-ab43ef494129 req-6a321756-c0c7-4e8b-86e6-5eddd7a35331 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:50.496791 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9874b313-2bbf-47ed-b44f-ab43ef494129 req-6a321756-c0c7-4e8b-86e6-5eddd7a35331 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.39 "GET /v2.0/ports?device_id=1055fe5c-aef7-4139-85b5-f4c64164a644 HTTP/1.1" status: 200 len: 947 time: 0.0803995 Jan 26 11:40:50.540154 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9874b313-2bbf-47ed-b44f-ab43ef494129 req-8419e92b-3738-41a3-a190-a98402f72631 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cc601d0-247a-4011-99ca-443c85447fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368993 Jan 26 11:40:51.643729 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:40:51.715538 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:40:51.721048 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:40:51.721421 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:51.841050 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:51.868118 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1055fe5c-aef7-4139-85b5-f4c64164a644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:40:51.878468 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335,segment=NetworkSegment(46d72ddd-e5f7-40ef-a2a4-d4fc1390c773),segment_id=46d72ddd-e5f7-40ef-a2a4-d4fc1390c773)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:40:51.883119 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b9213-d723-4fea-9733-dbb2a89efe59 req-6faec578-cc3f-4cc9-aa39-33ce70f577fe tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:51.884896 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:51.890122 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0a9b9213-d723-4fea-9733-dbb2a89efe59 req-6faec578-cc3f-4cc9-aa39-33ce70f577fe tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.39 "GET /v2.0/ports?device_id=1055fe5c-aef7-4139-85b5-f4c64164a644 HTTP/1.1" status: 200 len: 947 time: 0.0957758 Jan 26 11:40:51.922418 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1055fe5c-aef7-4139-85b5-f4c64164a644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335', 'code': 200} Jan 26 11:40:51.933906 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0a9b9213-d723-4fea-9733-dbb2a89efe59 req-e365015e-52f8-4cc5-af83-f2196840a838 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cc601d0-247a-4011-99ca-443c85447fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429032 Jan 26 11:40:51.964109 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:40:52.144166 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03394fc6-515e-4be9-afd5-20492eb370b0 req-70ac5678-9f01-4f28-bb4b-28666c412682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:52.145548 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-03394fc6-515e-4be9-afd5-20492eb370b0 req-70ac5678-9f01-4f28-bb4b-28666c412682 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1055fe5c-aef7-4139-85b5-f4c64164a644 HTTP/1.1" status: 200 len: 1101 time: 0.0694065 Jan 26 11:40:52.189689 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-03394fc6-515e-4be9-afd5-20492eb370b0 req-09312dcb-013b-4c63-8cd0-22c583c3a2db service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9cc601d0-247a-4011-99ca-443c85447fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373864 Jan 26 11:40:52.558275 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-71bdfbe1-4a2d-46ec-bd7f-bb52c2c99de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:53.124354 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bcf93-3b46-40a6-98a1-a5435d39bff7 req-26ddeda0-cb40-4186-96f0-a8af3f907ca9 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:53.125738 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-fb5bcf93-3b46-40a6-98a1-a5435d39bff7 req-26ddeda0-cb40-4186-96f0-a8af3f907ca9 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.39 "GET /v2.0/ports?device_id=1055fe5c-aef7-4139-85b5-f4c64164a644 HTTP/1.1" status: 200 len: 948 time: 0.0832891 Jan 26 11:40:53.170123 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-fb5bcf93-3b46-40a6-98a1-a5435d39bff7 req-be27f57b-8a8e-4d83-88a2-f6cf14fe037c tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cc601d0-247a-4011-99ca-443c85447fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379131 Jan 26 11:40:54.365139 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696290e-4cf1-4037-a720-a9f1a956150a req-ca51e488-01e3-428d-b575-cfc7702cb6ad tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:54.367357 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c696290e-4cf1-4037-a720-a9f1a956150a req-ca51e488-01e3-428d-b575-cfc7702cb6ad tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.39 "GET /v2.0/ports?device_id=1055fe5c-aef7-4139-85b5-f4c64164a644 HTTP/1.1" status: 200 len: 948 time: 0.0822618 Jan 26 11:40:54.412223 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c696290e-4cf1-4037-a720-a9f1a956150a req-335aefa5-8a04-4482-8d76-daaeed5bdfef tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cc601d0-247a-4011-99ca-443c85447fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388827 Jan 26 11:40:54.809747 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dfab09cc-729b-448d-948a-9d4e566a3144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:55.486755 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9360a1-3a57-498b-b7e5-254b3610b6e1 req-2d95ad51-8064-4abc-b624-444c0b8c686e tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:55.488120 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3b9360a1-3a57-498b-b7e5-254b3610b6e1 req-2d95ad51-8064-4abc-b624-444c0b8c686e tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.39 "GET /v2.0/ports?device_id=1055fe5c-aef7-4139-85b5-f4c64164a644 HTTP/1.1" status: 200 len: 948 time: 0.0843179 Jan 26 11:40:55.530789 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3b9360a1-3a57-498b-b7e5-254b3610b6e1 req-2f38f75f-e3c1-459c-a888-4f674c262210 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cc601d0-247a-4011-99ca-443c85447fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369732 Jan 26 11:40:55.865996 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:56.082311 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:56.717121 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf5829-367e-4446-b117-f0e0d51b5992 req-27d17020-8214-4f67-8d12-e58672f528cb tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:56.718618 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-75cf5829-367e-4446-b117-f0e0d51b5992 req-27d17020-8214-4f67-8d12-e58672f528cb tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.39 "GET /v2.0/ports?device_id=1055fe5c-aef7-4139-85b5-f4c64164a644 HTTP/1.1" status: 200 len: 948 time: 0.0803735 Jan 26 11:40:56.762973 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-75cf5829-367e-4446-b117-f0e0d51b5992 req-0d7a43c7-6560-4786-81c2-45654dc17116 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cc601d0-247a-4011-99ca-443c85447fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386627 Jan 26 11:40:56.767787 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbe40-acdf-4c83-ac13-2528baa5d84a req-eed1da91-da6f-4ec0-8aaa-a6e8ad441443 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:40:56.769355 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b1bcbe40-acdf-4c83-ac13-2528baa5d84a req-eed1da91-da6f-4ec0-8aaa-a6e8ad441443 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.24 "GET /v2.0/ports?device_id=1055fe5c-aef7-4139-85b5-f4c64164a644 HTTP/1.1" status: 200 len: 948 time: 0.0824118 Jan 26 11:40:56.844044 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-b1bcbe40-acdf-4c83-ac13-2528baa5d84a req-6650ab96-7259-433d-beb9-9e1ebbdc1abe tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Deleting port 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:40:56.844384 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b1bcbe40-acdf-4c83-ac13-2528baa5d84a req-6650ab96-7259-433d-beb9-9e1ebbdc1abe tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:57.080289 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-b1bcbe40-acdf-4c83-ac13-2528baa5d84a req-6650ab96-7259-433d-beb9-9e1ebbdc1abe tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] For port 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335,segment=NetworkSegment(46d72ddd-e5f7-40ef-a2a4-d4fc1390c773),segment_id=46d72ddd-e5f7-40ef-a2a4-d4fc1390c773)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:40:57.080872 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b1bcbe40-acdf-4c83-ac13-2528baa5d84a req-6650ab96-7259-433d-beb9-9e1ebbdc1abe tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:57.298666 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-b1bcbe40-acdf-4c83-ac13-2528baa5d84a req-6650ab96-7259-433d-beb9-9e1ebbdc1abe tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Calling delete_port for 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335 owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:40:57.431318 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:57.443714 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b1bcbe40-acdf-4c83-ac13-2528baa5d84a req-6650ab96-7259-433d-beb9-9e1ebbdc1abe tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:57.457090 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:40:57.496287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650ab96-7259-433d-beb9-9e1ebbdc1abe tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Pushing event deleted for resources: {'Port': ['ID=5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:40:57.572095 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bcbe40-acdf-4c83-ac13-2528baa5d84a req-6650ab96-7259-433d-beb9-9e1ebbdc1abe tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] No DVR routers for this DVR port 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335 on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:40:57.574576 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b1bcbe40-acdf-4c83-ac13-2528baa5d84a req-6650ab96-7259-433d-beb9-9e1ebbdc1abe tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:57.577237 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1055fe5c-aef7-4139-85b5-f4c64164a644', 'name': 'network-vif-deleted', 'tag': '5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:40:57.594443 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b1bcbe40-acdf-4c83-ac13-2528baa5d84a req-6650ab96-7259-433d-beb9-9e1ebbdc1abe tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.24 "DELETE /v2.0/ports/5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335 HTTP/1.1" status: 204 len: 173 time: 0.8194528 Jan 26 11:40:57.629110 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1055fe5c-aef7-4139-85b5-f4c64164a644', 'name': 'network-vif-deleted', 'tag': '5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335', 'status': 'completed', 'code': 200} Jan 26 11:40:57.929896 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ed0587ce-244b-4d0a-80af-3dd8584d7370 req-c07bb94d-bd3f-4330-97f1-f343ea614f16 tempest-ServersAdminNegativeTestJSON-353965618 tempest-ServersAdminNegativeTestJSON-353965618-project] 10.222.0.39 "GET /v2.0/ports?device_id=1055fe5c-aef7-4139-85b5-f4c64164a644 HTTP/1.1" status: 200 len: 210 time: 0.0460196 Jan 26 11:40:59.280813 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 57378) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:40:59.428839 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-cec7784f-f834-46df-9325-cee5380e292f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d03932909f5c4052b264152a0f055004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468430 Jan 26 11:40:59.431224 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 57384) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:40:59.487892 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-68f1bd80-e61a-4abd-ad41-f97dca41ad1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:59.512097 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-68f1bd80-e61a-4abd-ad41-f97dca41ad1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:59.561747 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-68f1bd80-e61a-4abd-ad41-f97dca41ad1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:59.578165 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1bd80-e61a-4abd-ad41-f97dca41ad1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc601d0-247a-4011-99ca-443c85447fa2,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:40:59.588220 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-68f1bd80-e61a-4abd-ad41-f97dca41ad1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:59.589348 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-68f1bd80-e61a-4abd-ad41-f97dca41ad1c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9cc601d0-247a-4011-99ca-443c85447fa2 HTTP/1.1" status: 204 len: 168 time: 0.1572316 Jan 26 11:40:59.864436 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 57392) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:40:59.882967 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-35ac892e-e268-4a29-b5bd-0c4328fc481a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:59.901111 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-35ac892e-e268-4a29-b5bd-0c4328fc481a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:40:59.905049 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-35ac892e-e268-4a29-b5bd-0c4328fc481a admin admin] Usage tracker for resource:security_group_rule and tenant:3fd7611ad79d4b01a6ef468dbb0a323a is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:40:59.908743 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-35ac892e-e268-4a29-b5bd-0c4328fc481a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:40:59.914379 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-35ac892e-e268-4a29-b5bd-0c4328fc481a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:40:59.995820 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-35ac892e-e268-4a29-b5bd-0c4328fc481a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:40:59.999546 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-35ac892e-e268-4a29-b5bd-0c4328fc481a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:00.045762 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-35ac892e-e268-4a29-b5bd-0c4328fc481a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3fd7611ad79d4b01a6ef468dbb0a323a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1802039 Jan 26 11:41:00.047312 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac892e-e268-4a29-b5bd-0c4328fc481a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b927e888-976e-404a-b4e0-2193f0d519d6,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:41:00.048535 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57396) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:41:00.105763 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1b2c724e-7bc0-4c6d-ae79-8d4e6385ba9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:00.131183 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1b2c724e-7bc0-4c6d-ae79-8d4e6385ba9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:00.181627 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1b2c724e-7bc0-4c6d-ae79-8d4e6385ba9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:00.197621 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c724e-7bc0-4c6d-ae79-8d4e6385ba9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b927e888-976e-404a-b4e0-2193f0d519d6,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:41:00.206996 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1b2c724e-7bc0-4c6d-ae79-8d4e6385ba9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:00.208119 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1b2c724e-7bc0-4c6d-ae79-8d4e6385ba9f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b927e888-976e-404a-b4e0-2193f0d519d6 HTTP/1.1" status: 204 len: 168 time: 0.1582577 Jan 26 11:41:00.909419 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57420) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:41:01.012531 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-01c356ad-1860-4c2b-bfb2-7f027bde90fc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-776363989-network', 'tenant_id': '7fe791fbc1a04f21825ce7d95be8a2a0'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:41:01.017290 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-01c356ad-1860-4c2b-bfb2-7f027bde90fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:41:01.021088 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-01c356ad-1860-4c2b-bfb2-7f027bde90fc admin admin] Usage tracker for resource:network and tenant:7fe791fbc1a04f21825ce7d95be8a2a0 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:41:01.023959 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-01c356ad-1860-4c2b-bfb2-7f027bde90fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:41:01.030007 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-01c356ad-1860-4c2b-bfb2-7f027bde90fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:41:01.039949 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c356ad-1860-4c2b-bfb2-7f027bde90fc admin admin] Made reservation on behalf of 7fe791fbc1a04f21825ce7d95be8a2a0 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:41:01.042160 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-01c356ad-1860-4c2b-bfb2-7f027bde90fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:01.057273 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-01c356ad-1860-4c2b-bfb2-7f027bde90fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:01.071895 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-01c356ad-1860-4c2b-bfb2-7f027bde90fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:41:01.075627 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-01c356ad-1860-4c2b-bfb2-7f027bde90fc admin admin] Usage tracker for resource:security_group_rule and tenant:7fe791fbc1a04f21825ce7d95be8a2a0 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:41:01.078361 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-01c356ad-1860-4c2b-bfb2-7f027bde90fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:41:01.086194 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-01c356ad-1860-4c2b-bfb2-7f027bde90fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:41:01.171901 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-01c356ad-1860-4c2b-bfb2-7f027bde90fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:01.175740 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-01c356ad-1860-4c2b-bfb2-7f027bde90fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:01.207796 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c356ad-1860-4c2b-bfb2-7f027bde90fc admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:41:01.212790 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c356ad-1860-4c2b-bfb2-7f027bde90fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:41:01.219378 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-01c356ad-1860-4c2b-bfb2-7f027bde90fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:01.221545 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-01c356ad-1860-4c2b-bfb2-7f027bde90fc admin admin] Added segment d3be99d0-96aa-44a9-94ef-633a3b011d45 of type vlan for network 3b510ab4-3aba-4970-a4ce-7c1c69828160 Jan 26 11:41:01.245494 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-01c356ad-1860-4c2b-bfb2-7f027bde90fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:01.274095 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-01c356ad-1860-4c2b-bfb2-7f027bde90fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:01.275065 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c356ad-1860-4c2b-bfb2-7f027bde90fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:01.275640 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-01c356ad-1860-4c2b-bfb2-7f027bde90fc admin admin] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:01.373770 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-01c356ad-1860-4c2b-bfb2-7f027bde90fc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4632611 Jan 26 11:41:01.377346 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 57426) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:41:01.379533 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c356ad-1860-4c2b-bfb2-7f027bde90fc admin admin] Pushing event updated for resources: {'Network': ['ID=3b510ab4-3aba-4970-a4ce-7c1c69828160,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:41:01.383168 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-838ffa6c-5883-49bd-a011-129d06bf01cb admin admin] Request body: {'subnet': {'network_id': '3b510ab4-3aba-4970-a4ce-7c1c69828160', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-776363989-subnet', 'tenant_id': '7fe791fbc1a04f21825ce7d95be8a2a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:41:01.389041 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 3b510ab4-3aba-4970-a4ce-7c1c69828160 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:41:01.389553 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-838ffa6c-5883-49bd-a011-129d06bf01cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:41:01.393781 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-838ffa6c-5883-49bd-a011-129d06bf01cb admin admin] Usage tracker for resource:subnet and tenant:7fe791fbc1a04f21825ce7d95be8a2a0 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:41:01.396739 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-838ffa6c-5883-49bd-a011-129d06bf01cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:41:01.403152 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-838ffa6c-5883-49bd-a011-129d06bf01cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:41:01.413938 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838ffa6c-5883-49bd-a011-129d06bf01cb admin admin] Made reservation on behalf of 7fe791fbc1a04f21825ce7d95be8a2a0 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:41:01.416344 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-838ffa6c-5883-49bd-a011-129d06bf01cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:01.619065 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-838ffa6c-5883-49bd-a011-129d06bf01cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:01.694252 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ffa6c-5883-49bd-a011-129d06bf01cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bf7573a-4f68-458d-b253-fa2b752ec42b,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:41:01.703508 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838ffa6c-5883-49bd-a011-129d06bf01cb admin admin] Checking segment: {'id': 'd3be99d0-96aa-44a9-94ef-633a3b011d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b510ab4-3aba-4970-a4ce-7c1c69828160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:41:01.703872 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838ffa6c-5883-49bd-a011-129d06bf01cb admin admin] Network hostable DHCP agents. Network: 3b510ab4-3aba-4970-a4ce-7c1c69828160, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:41:01.720568 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:41:01.724708 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838ffa6c-5883-49bd-a011-129d06bf01cb admin admin] Network 3b510ab4-3aba-4970-a4ce-7c1c69828160 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:41:01.733778 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-838ffa6c-5883-49bd-a011-129d06bf01cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 3b510ab4-3aba-4970-a4ce-7c1c69828160) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:41:01.738928 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838ffa6c-5883-49bd-a011-129d06bf01cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:01.739580 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-838ffa6c-5883-49bd-a011-129d06bf01cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:01.752606 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d09c9e-44bd-487b-a91b-d68609af1373 None None] Network 3b510ab4-3aba-4970-a4ce-7c1c69828160 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:41:01.771060 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-838ffa6c-5883-49bd-a011-129d06bf01cb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3923633 Jan 26 11:41:01.790535 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:41:01.790886 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 5ec8d7a9-4430-4ce2-82cd-69d1e7e0e335 not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:41:01.972336 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462559e5-9a09-4b01-9e75-42c8c8bb739f None None] Network 3b510ab4-3aba-4970-a4ce-7c1c69828160 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:41:02.372239 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182d420-1752-4716-8b03-4840ab01a16e req-fc24accb-3a0b-4977-bd2b-cfc5248a5fda tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:02.372831 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-7182d420-1752-4716-8b03-4840ab01a16e req-fc24accb-3a0b-4977-bd2b-cfc5248a5fda tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Synchronizing usage tracker for tenant:7fe791fbc1a04f21825ce7d95be8a2a0 on resource:network {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:41:02.392882 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-7182d420-1752-4716-8b03-4840ab01a16e req-fc24accb-3a0b-4977-bd2b-cfc5248a5fda tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Unset dirty status for tenant:7fe791fbc1a04f21825ce7d95be8a2a0 on resource:network {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:41:02.394156 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7182d420-1752-4716-8b03-4840ab01a16e req-fc24accb-3a0b-4977-bd2b-cfc5248a5fda tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/networks?id=3b510ab4-3aba-4970-a4ce-7c1c69828160 HTTP/1.1" status: 200 len: 811 time: 0.2564113 Jan 26 11:41:02.409867 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7182d420-1752-4716-8b03-4840ab01a16e req-21e4256b-636a-4b25-bc66-e0619eefeff9 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/quotas/7fe791fbc1a04f21825ce7d95be8a2a0 HTTP/1.1" status: 200 len: 375 time: 0.0099978 Jan 26 11:41:02.457556 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7182d420-1752-4716-8b03-4840ab01a16e req-75a50510-6a06-4624-85d6-9305970af7e8 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7fe791fbc1a04f21825ce7d95be8a2a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423503 Jan 26 11:41:02.509968 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [req-7182d420-1752-4716-8b03-4840ab01a16e req-71858a64-db4f-44e7-8a3d-17e489f8e133 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:41:02.510963 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7182d420-1752-4716-8b03-4840ab01a16e req-71858a64-db4f-44e7-8a3d-17e489f8e133 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471773 Jan 26 11:41:02.639756 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7182d420-1752-4716-8b03-4840ab01a16e req-8cf334d8-b454-42a6-9712-95bd033353c7 service neutron] 10.222.0.39 "GET /v2.0/networks/3b510ab4-3aba-4970-a4ce-7c1c69828160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229734 Jan 26 11:41:02.770648 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7182d420-1752-4716-8b03-4840ab01a16e req-c3f98e38-fffd-4aa3-b1b6-4ce26c00eee4 service neutron] 10.222.0.39 "GET /v2.0/networks/3b510ab4-3aba-4970-a4ce-7c1c69828160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246898 Jan 26 11:41:02.947312 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d9ac91e0-64f8-40a7-a000-7fe633b7c689 req-7bdc1370-0b38-42bf-9037-da5b849b16bc tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 210 time: 0.0424860 Jan 26 11:41:04.044912 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d7ba9418-850a-418b-8e0f-b50dd251e14b req-ac008e56-db05-481b-901f-55f4190f4cb7 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 210 time: 0.0463541 Jan 26 11:41:05.146441 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dd4d312f-bd59-4996-85b4-038f9daaaa36 req-11304753-19a4-4f3e-a966-5ff946d02121 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 210 time: 0.0461700 Jan 26 11:41:05.380325 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:06.243793 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-787ba128-7ccb-4278-9f9e-f45da638f890 req-f9f109da-4bbd-4724-95fc-a48f6cdb8c9e tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 210 time: 0.0466995 Jan 26 11:41:07.394536 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-088bdd59-3abf-4ed0-be2d-288c3a17d7e6 req-3f58422d-a020-4049-95d6-4e2c85813ff8 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 210 time: 0.0431123 Jan 26 11:41:08.004488 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182d420-1752-4716-8b03-4840ab01a16e req-11e3c76f-d720-4cfb-8aef-c76b5a188544 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:08.005917 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7182d420-1752-4716-8b03-4840ab01a16e req-11e3c76f-d720-4cfb-8aef-c76b5a188544 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.24 "GET /v2.0/networks?id=3b510ab4-3aba-4970-a4ce-7c1c69828160 HTTP/1.1" status: 200 len: 811 time: 0.1472023 Jan 26 11:41:08.020011 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-7182d420-1752-4716-8b03-4840ab01a16e req-115bf2d7-9f94-40e7-ad14-e58ab5785a87 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Request body: {'port': {'device_id': '9a83d06d-1aab-44a2-901f-dd46e6029997', 'network_id': '3b510ab4-3aba-4970-a4ce-7c1c69828160', 'admin_state_up': True, 'tenant_id': '7fe791fbc1a04f21825ce7d95be8a2a0'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:41:08.158933 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-7182d420-1752-4716-8b03-4840ab01a16e req-115bf2d7-9f94-40e7-ad14-e58ab5785a87 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:41:08.162710 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-7182d420-1752-4716-8b03-4840ab01a16e req-115bf2d7-9f94-40e7-ad14-e58ab5785a87 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Usage tracker for resource:port and tenant:7fe791fbc1a04f21825ce7d95be8a2a0 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:41:08.165444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-7182d420-1752-4716-8b03-4840ab01a16e req-115bf2d7-9f94-40e7-ad14-e58ab5785a87 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:41:08.171040 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-7182d420-1752-4716-8b03-4840ab01a16e req-115bf2d7-9f94-40e7-ad14-e58ab5785a87 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:41:08.180641 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7182d420-1752-4716-8b03-4840ab01a16e req-115bf2d7-9f94-40e7-ad14-e58ab5785a87 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Made reservation on behalf of 7fe791fbc1a04f21825ce7d95be8a2a0 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:41:08.184121 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-7182d420-1752-4716-8b03-4840ab01a16e req-115bf2d7-9f94-40e7-ad14-e58ab5785a87 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:08.344083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-7182d420-1752-4716-8b03-4840ab01a16e req-115bf2d7-9f94-40e7-ad14-e58ab5785a87 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Allocated IP 172.20.0.3 (3b510ab4-3aba-4970-a4ce-7c1c69828160/1bf7573a-4f68-458d-b253-fa2b752ec42b/34cfce93-1485-47fd-bd62-ed5e88491679) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:41:08.553454 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-22c7cf57-98fc-4fd9-8bb1-c6857cd90a88 req-338996eb-a064-4582-a552-1f86dd8e9519 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 210 time: 0.0448747 Jan 26 11:41:08.655292 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-7182d420-1752-4716-8b03-4840ab01a16e req-115bf2d7-9f94-40e7-ad14-e58ab5785a87 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:08.683851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-7182d420-1752-4716-8b03-4840ab01a16e req-115bf2d7-9f94-40e7-ad14-e58ab5785a87 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:08.756273 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7182d420-1752-4716-8b03-4840ab01a16e req-115bf2d7-9f94-40e7-ad14-e58ab5785a87 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Network 3b510ab4-3aba-4970-a4ce-7c1c69828160 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:41:08.757345 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-7182d420-1752-4716-8b03-4840ab01a16e req-115bf2d7-9f94-40e7-ad14-e58ab5785a87 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:41:08.761495 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-7182d420-1752-4716-8b03-4840ab01a16e req-115bf2d7-9f94-40e7-ad14-e58ab5785a87 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:41:08.801948 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bf2d7-9f94-40e7-ad14-e58ab5785a87 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Pushing event updated for resources: {'Port': ['ID=34cfce93-1485-47fd-bd62-ed5e88491679,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:41:08.830794 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182d420-1752-4716-8b03-4840ab01a16e req-115bf2d7-9f94-40e7-ad14-e58ab5785a87 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:08.831399 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-7182d420-1752-4716-8b03-4840ab01a16e req-115bf2d7-9f94-40e7-ad14-e58ab5785a87 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:08.850956 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7182d420-1752-4716-8b03-4840ab01a16e req-115bf2d7-9f94-40e7-ad14-e58ab5785a87 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8350854 Jan 26 11:41:08.862673 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-7182d420-1752-4716-8b03-4840ab01a16e req-b423e101-ace8-466a-b1c6-35c664acd010 service neutron] Request body: {'port': {'device_id': '9a83d06d-1aab-44a2-901f-dd46e6029997', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:41:08.974725 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-7182d420-1752-4716-8b03-4840ab01a16e req-b423e101-ace8-466a-b1c6-35c664acd010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:09.304350 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-7182d420-1752-4716-8b03-4840ab01a16e req-b423e101-ace8-466a-b1c6-35c664acd010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34cfce93-1485-47fd-bd62-ed5e88491679 {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:41:09.311390 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-7182d420-1752-4716-8b03-4840ab01a16e req-b423e101-ace8-466a-b1c6-35c664acd010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:09.325255 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-7182d420-1752-4716-8b03-4840ab01a16e req-b423e101-ace8-466a-b1c6-35c664acd010 service neutron] Transition to ACTIVE for port object 34cfce93-1485-47fd-bd62-ed5e88491679 will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:41:09.328471 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-7182d420-1752-4716-8b03-4840ab01a16e req-b423e101-ace8-466a-b1c6-35c664acd010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:09.489736 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423e101-ace8-466a-b1c6-35c664acd010 service neutron] Pushing event updated for resources: {'Port': ['ID=34cfce93-1485-47fd-bd62-ed5e88491679,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:41:09.559671 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-7182d420-1752-4716-8b03-4840ab01a16e req-b423e101-ace8-466a-b1c6-35c664acd010 service neutron] Attempting to bind port 34cfce93-1485-47fd-bd62-ed5e88491679 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:41:09.559940 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-7182d420-1752-4716-8b03-4840ab01a16e req-b423e101-ace8-466a-b1c6-35c664acd010 service neutron] Attempting to bind port 34cfce93-1485-47fd-bd62-ed5e88491679 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'd3be99d0-96aa-44a9-94ef-633a3b011d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b510ab4-3aba-4970-a4ce-7c1c69828160'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:41:09.560256 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7182d420-1752-4716-8b03-4840ab01a16e req-b423e101-ace8-466a-b1c6-35c664acd010 service neutron] Attempting to bind port 34cfce93-1485-47fd-bd62-ed5e88491679 on network 3b510ab4-3aba-4970-a4ce-7c1c69828160 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:41:09.565490 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7182d420-1752-4716-8b03-4840ab01a16e req-b423e101-ace8-466a-b1c6-35c664acd010 service neutron] Port 34cfce93-1485-47fd-bd62-ed5e88491679 on network 3b510ab4-3aba-4970-a4ce-7c1c69828160 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:41:09.565810 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7182d420-1752-4716-8b03-4840ab01a16e req-b423e101-ace8-466a-b1c6-35c664acd010 service neutron] Attempting to bind port 34cfce93-1485-47fd-bd62-ed5e88491679 on network 3b510ab4-3aba-4970-a4ce-7c1c69828160 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:41:09.570794 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7182d420-1752-4716-8b03-4840ab01a16e req-b423e101-ace8-466a-b1c6-35c664acd010 service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:41:09.571127 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7182d420-1752-4716-8b03-4840ab01a16e req-b423e101-ace8-466a-b1c6-35c664acd010 service neutron] Checking segment: {'id': 'd3be99d0-96aa-44a9-94ef-633a3b011d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b510ab4-3aba-4970-a4ce-7c1c69828160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:41:09.571505 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7182d420-1752-4716-8b03-4840ab01a16e req-b423e101-ace8-466a-b1c6-35c664acd010 service neutron] Bound using segment: {'id': 'd3be99d0-96aa-44a9-94ef-633a3b011d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b510ab4-3aba-4970-a4ce-7c1c69828160'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:41:09.571924 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-7182d420-1752-4716-8b03-4840ab01a16e req-b423e101-ace8-466a-b1c6-35c664acd010 service neutron] Bound port: 34cfce93-1485-47fd-bd62-ed5e88491679, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3be99d0-96aa-44a9-94ef-633a3b011d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '3b510ab4-3aba-4970-a4ce-7c1c69828160'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:41:09.572270 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-7182d420-1752-4716-8b03-4840ab01a16e req-b423e101-ace8-466a-b1c6-35c664acd010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:09.693682 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-7182d420-1752-4716-8b03-4840ab01a16e req-b423e101-ace8-466a-b1c6-35c664acd010 service neutron] For port 34cfce93-1485-47fd-bd62-ed5e88491679, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:41:09.711384 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-7182d420-1752-4716-8b03-4840ab01a16e req-b423e101-ace8-466a-b1c6-35c664acd010 service neutron] For port 34cfce93-1485-47fd-bd62-ed5e88491679, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=34cfce93-1485-47fd-bd62-ed5e88491679,segment=NetworkSegment(d3be99d0-96aa-44a9-94ef-633a3b011d45),segment_id=d3be99d0-96aa-44a9-94ef-633a3b011d45)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:41:09.720258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-7182d420-1752-4716-8b03-4840ab01a16e req-b423e101-ace8-466a-b1c6-35c664acd010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:09.785735 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182d420-1752-4716-8b03-4840ab01a16e req-b423e101-ace8-466a-b1c6-35c664acd010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:09.786342 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-7182d420-1752-4716-8b03-4840ab01a16e req-b423e101-ace8-466a-b1c6-35c664acd010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:09.787740 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7182d420-1752-4716-8b03-4840ab01a16e req-b423e101-ace8-466a-b1c6-35c664acd010 service neutron] 10.222.0.24 "PUT /v2.0/ports/34cfce93-1485-47fd-bd62-ed5e88491679 HTTP/1.1" status: 200 len: 1093 time: 0.9296162 Jan 26 11:41:09.790296 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a83d06d-1aab-44a2-901f-dd46e6029997', 'tag': '34cfce93-1485-47fd-bd62-ed5e88491679'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:41:09.817469 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423e101-ace8-466a-b1c6-35c664acd010 service neutron] Pushing event updated for resources: {'Port': ['ID=34cfce93-1485-47fd-bd62-ed5e88491679,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:41:09.830284 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d2195-07e6-48c5-9a00-e510113fbf9a req-a227e0da-8a64-4ce0-bfd7-5179daccc702 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:09.831042 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-b73d2195-07e6-48c5-9a00-e510113fbf9a req-a227e0da-8a64-4ce0-bfd7-5179daccc702 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Synchronizing usage tracker for tenant:7fe791fbc1a04f21825ce7d95be8a2a0 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:41:09.869872 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a83d06d-1aab-44a2-901f-dd46e6029997', 'tag': '34cfce93-1485-47fd-bd62-ed5e88491679', 'status': 'completed', 'code': 200} Jan 26 11:41:09.898047 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-b73d2195-07e6-48c5-9a00-e510113fbf9a req-a227e0da-8a64-4ce0-bfd7-5179daccc702 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Unset dirty status for tenant:7fe791fbc1a04f21825ce7d95be8a2a0 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:41:09.899249 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b73d2195-07e6-48c5-9a00-e510113fbf9a req-a227e0da-8a64-4ce0-bfd7-5179daccc702 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 943 time: 0.2381294 Jan 26 11:41:09.947624 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182d420-1752-4716-8b03-4840ab01a16e req-4d61291b-f357-46ee-9d18-1ca163050799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:09.949659 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7182d420-1752-4716-8b03-4840ab01a16e req-4d61291b-f357-46ee-9d18-1ca163050799 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7fe791fbc1a04f21825ce7d95be8a2a0&device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 1096 time: 0.1156554 Jan 26 11:41:09.957600 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b73d2195-07e6-48c5-9a00-e510113fbf9a req-fb0fad87-d0ab-4ef1-bacb-e9650af4a5f8 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525126 Jan 26 11:41:10.021773 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7182d420-1752-4716-8b03-4840ab01a16e req-46c0b9e7-6e25-478f-bf95-44fd7ac87a37 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34cfce93-1485-47fd-bd62-ed5e88491679 HTTP/1.1" status: 200 len: 217 time: 0.0632288 Jan 26 11:41:10.095604 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182d420-1752-4716-8b03-4840ab01a16e req-5ffb5150-2f4a-4890-a14f-9d718c8577ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:10.096967 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7182d420-1752-4716-8b03-4840ab01a16e req-5ffb5150-2f4a-4890-a14f-9d718c8577ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1bf7573a-4f68-458d-b253-fa2b752ec42b HTTP/1.1" status: 200 len: 851 time: 0.0694470 Jan 26 11:41:10.146821 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7182d420-1752-4716-8b03-4840ab01a16e req-c3ba3564-44db-4ab6-a8ff-c71066711a7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b510ab4-3aba-4970-a4ce-7c1c69828160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438797 Jan 26 11:41:10.410019 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7182d420-1752-4716-8b03-4840ab01a16e req-cc23cf96-1088-433e-861e-f972a74f41b3 service neutron] 10.222.0.24 "GET /v2.0/networks/3b510ab4-3aba-4970-a4ce-7c1c69828160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572865 Jan 26 11:41:10.560726 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7182d420-1752-4716-8b03-4840ab01a16e req-b1037fb8-70fd-49fa-a50c-b026e9043c2f service neutron] 10.222.0.24 "GET /v2.0/networks/3b510ab4-3aba-4970-a4ce-7c1c69828160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455426 Jan 26 11:41:10.694779 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de3d85-fd2b-47e2-a9a3-2a580fa4989e req-38de73e9-081c-4301-9796-907f4efd7b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:10.696216 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c9de3d85-fd2b-47e2-a9a3-2a580fa4989e req-38de73e9-081c-4301-9796-907f4efd7b72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7fe791fbc1a04f21825ce7d95be8a2a0&device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 1096 time: 0.0868924 Jan 26 11:41:10.829008 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de3d85-fd2b-47e2-a9a3-2a580fa4989e req-01115f9a-199c-4e38-8c4f-8ca869741abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:10.831398 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c9de3d85-fd2b-47e2-a9a3-2a580fa4989e req-01115f9a-199c-4e38-8c4f-8ca869741abb service neutron] 10.222.0.24 "GET /v2.0/networks?id=3b510ab4-3aba-4970-a4ce-7c1c69828160 HTTP/1.1" status: 200 len: 912 time: 0.1284902 Jan 26 11:41:10.903842 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c9de3d85-fd2b-47e2-a9a3-2a580fa4989e req-ed88b6d4-af40-478a-91dd-a0686ae10d8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34cfce93-1485-47fd-bd62-ed5e88491679 HTTP/1.1" status: 200 len: 217 time: 0.0654857 Jan 26 11:41:10.970890 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de3d85-fd2b-47e2-a9a3-2a580fa4989e req-f2ba0d02-000c-4533-969b-ac23216468b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:10.972233 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c9de3d85-fd2b-47e2-a9a3-2a580fa4989e req-f2ba0d02-000c-4533-969b-ac23216468b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1bf7573a-4f68-458d-b253-fa2b752ec42b HTTP/1.1" status: 200 len: 851 time: 0.0625577 Jan 26 11:41:11.026804 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c9de3d85-fd2b-47e2-a9a3-2a580fa4989e req-96c172e0-e5b1-4ce4-a67f-f28b1fe1a33f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b510ab4-3aba-4970-a4ce-7c1c69828160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482221 Jan 26 11:41:11.149903 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a507bb-a255-4111-a38b-1248beb697e8 req-855e1878-861d-4295-b76d-1df7c3d7c771 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:11.151395 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-33a507bb-a255-4111-a38b-1248beb697e8 req-855e1878-861d-4295-b76d-1df7c3d7c771 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 943 time: 0.0839338 Jan 26 11:41:11.160882 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c9de3d85-fd2b-47e2-a9a3-2a580fa4989e req-7a1030f1-e882-4d37-9e70-4cca31902607 service neutron] 10.222.0.24 "GET /v2.0/networks/3b510ab4-3aba-4970-a4ce-7c1c69828160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265352 Jan 26 11:41:11.196128 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-33a507bb-a255-4111-a38b-1248beb697e8 req-a1b2033b-524c-4043-b6e9-b109ba5fee78 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Synchronizing usage tracker for tenant:7fe791fbc1a04f21825ce7d95be8a2a0 on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:41:11.212686 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-33a507bb-a255-4111-a38b-1248beb697e8 req-a1b2033b-524c-4043-b6e9-b109ba5fee78 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Unset dirty status for tenant:7fe791fbc1a04f21825ce7d95be8a2a0 on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:41:11.213919 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-33a507bb-a255-4111-a38b-1248beb697e8 req-a1b2033b-524c-4043-b6e9-b109ba5fee78 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569501 Jan 26 11:41:11.293861 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c9de3d85-fd2b-47e2-a9a3-2a580fa4989e req-c61d4c4e-b4e2-4fdb-97e2-d8d5057f80c7 service neutron] 10.222.0.24 "GET /v2.0/networks/3b510ab4-3aba-4970-a4ce-7c1c69828160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261888 Jan 26 11:41:11.751544 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 34cfce93-1485-47fd-bd62-ed5e88491679 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:41:11.888910 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 34cfce93-1485-47fd-bd62-ed5e88491679, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=34cfce93-1485-47fd-bd62-ed5e88491679,segment=NetworkSegment(d3be99d0-96aa-44a9-94ef-633a3b011d45),segment_id=d3be99d0-96aa-44a9-94ef-633a3b011d45)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:41:11.929114 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '34cfce93-1485-47fd-bd62-ed5e88491679', 'network_id': '3b510ab4-3aba-4970-a4ce-7c1c69828160', 'port_id': '34cfce93-1485-47fd-bd62-ed5e88491679', 'mac_address': 'fa:16:3e:37:b0:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bf7573a-4f68-458d-b253-fa2b752ec42b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:41:11.982288 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:11.998866 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34cfce93-1485-47fd-bd62-ed5e88491679 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:41:12.014960 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 34cfce93-1485-47fd-bd62-ed5e88491679, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=34cfce93-1485-47fd-bd62-ed5e88491679,segment=NetworkSegment(d3be99d0-96aa-44a9-94ef-633a3b011d45),segment_id=d3be99d0-96aa-44a9-94ef-633a3b011d45)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:41:12.019816 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:12.091253 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=34cfce93-1485-47fd-bd62-ed5e88491679,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:41:12.208763 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['34cfce93-1485-47fd-bd62-ed5e88491679'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:41:12.401740 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e633bd-635a-4f91-bead-6e5f7a638ab1 req-f02272ec-ba64-426d-91c5-c5bddca16091 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:12.403235 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-67e633bd-635a-4f91-bead-6e5f7a638ab1 req-f02272ec-ba64-426d-91c5-c5bddca16091 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 944 time: 0.0806894 Jan 26 11:41:12.452376 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-67e633bd-635a-4f91-bead-6e5f7a638ab1 req-3734d8c3-1f79-4498-94ba-a670aeeb9df8 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431623 Jan 26 11:41:13.638933 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143dfe5-54eb-49ef-8253-20e9e2ffb743 req-f06261be-5004-4175-9f23-b142f8bd5cba tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:13.640394 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d143dfe5-54eb-49ef-8253-20e9e2ffb743 req-f06261be-5004-4175-9f23-b142f8bd5cba tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 944 time: 0.0844104 Jan 26 11:41:13.687593 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d143dfe5-54eb-49ef-8253-20e9e2ffb743 req-07b4bbdf-1bcc-4e26-b645-ba32fc33a527 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415926 Jan 26 11:41:13.752082 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 34cfce93-1485-47fd-bd62-ed5e88491679 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:41:13.820630 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port 34cfce93-1485-47fd-bd62-ed5e88491679 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:41:13.825436 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 34cfce93-1485-47fd-bd62-ed5e88491679 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:41:13.825809 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:13.941550 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:13.968256 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a83d06d-1aab-44a2-901f-dd46e6029997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cfce93-1485-47fd-bd62-ed5e88491679'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:41:13.978257 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 34cfce93-1485-47fd-bd62-ed5e88491679, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=34cfce93-1485-47fd-bd62-ed5e88491679,segment=NetworkSegment(d3be99d0-96aa-44a9-94ef-633a3b011d45),segment_id=d3be99d0-96aa-44a9-94ef-633a3b011d45)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:41:13.982438 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:14.018399 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a83d06d-1aab-44a2-901f-dd46e6029997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cfce93-1485-47fd-bd62-ed5e88491679', 'code': 200} Jan 26 11:41:14.053334 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=34cfce93-1485-47fd-bd62-ed5e88491679,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:41:14.232466 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91cc25-15e2-498c-9483-e2fbb83985f2 req-74e4f364-c95b-48d7-b9d7-1bdd323969b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:14.233925 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0e91cc25-15e2-498c-9483-e2fbb83985f2 req-74e4f364-c95b-48d7-b9d7-1bdd323969b1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 1098 time: 0.0694132 Jan 26 11:41:14.272977 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0e91cc25-15e2-498c-9483-e2fbb83985f2 req-0224450a-cc7c-431a-b4cf-9f911cd133a6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332441 Jan 26 11:41:14.870420 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e7631-f5cc-451a-8e36-86ef5f66b998 req-2df8905a-92dc-4f0d-b4aa-6d9e0eb65792 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:14.871888 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-438e7631-f5cc-451a-8e36-86ef5f66b998 req-2df8905a-92dc-4f0d-b4aa-6d9e0eb65792 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0801201 Jan 26 11:41:14.916691 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-438e7631-f5cc-451a-8e36-86ef5f66b998 req-ce5a0b54-5c1c-476f-91a8-e4b3a6aa05c0 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384803 Jan 26 11:41:16.104209 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb89a0-de20-4756-9d1d-3e99bc4244a9 req-a3c304e0-30e0-47fa-881f-3f93d5f91a65 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:16.105587 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ddbb89a0-de20-4756-9d1d-3e99bc4244a9 req-a3c304e0-30e0-47fa-881f-3f93d5f91a65 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0833533 Jan 26 11:41:16.148583 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ddbb89a0-de20-4756-9d1d-3e99bc4244a9 req-96b7b2ba-24e5-4ea5-8a0f-2d7a0dddd640 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372550 Jan 26 11:41:16.514739 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57506) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:41:16.552893 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef7f5f-b487-498f-91b5-05a18cb4d8c8 req-62fd4e2c-5cce-45c6-9c7f-ba1338e9a51e tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:16.554575 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a0ef7f5f-b487-498f-91b5-05a18cb4d8c8 req-62fd4e2c-5cce-45c6-9c7f-ba1338e9a51e tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0812738 Jan 26 11:41:16.599040 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a0ef7f5f-b487-498f-91b5-05a18cb4d8c8 req-5f261a0c-d4f8-4587-82ab-928c76bd3b8a tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390050 Jan 26 11:41:16.630528 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2de210f5-136e-4d98-be18-00bdbe3879bf req-96967bbb-34af-4d6e-8743-4acec5c44e2b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1146007 Jan 26 11:41:17.784883 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e496ec4-8bcd-4639-bf44-a4109499b42d req-d45bb570-1bed-4fcd-a558-134919437487 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:17.786444 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7e496ec4-8bcd-4639-bf44-a4109499b42d req-d45bb570-1bed-4fcd-a558-134919437487 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0816631 Jan 26 11:41:17.828362 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de210f5-136e-4d98-be18-00bdbe3879bf req-432ef32c-f94b-4b63-9841-7940eaa430e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:17.830979 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2de210f5-136e-4d98-be18-00bdbe3879bf req-432ef32c-f94b-4b63-9841-7940eaa430e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7fe791fbc1a04f21825ce7d95be8a2a0&device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 1098 time: 0.0802989 Jan 26 11:41:17.834211 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7e496ec4-8bcd-4639-bf44-a4109499b42d req-1f3a1dcf-fbb1-4ad0-9df9-31531b491842 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416334 Jan 26 11:41:17.961829 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de210f5-136e-4d98-be18-00bdbe3879bf req-8786b5e3-6025-41bf-aebc-9e291c842207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:17.963210 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2de210f5-136e-4d98-be18-00bdbe3879bf req-8786b5e3-6025-41bf-aebc-9e291c842207 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3b510ab4-3aba-4970-a4ce-7c1c69828160 HTTP/1.1" status: 200 len: 912 time: 0.1275628 Jan 26 11:41:18.031503 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2de210f5-136e-4d98-be18-00bdbe3879bf req-7b2ff60c-fb5e-4a29-9cad-82f0f508da90 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34cfce93-1485-47fd-bd62-ed5e88491679 HTTP/1.1" status: 200 len: 217 time: 0.0617428 Jan 26 11:41:18.193351 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de210f5-136e-4d98-be18-00bdbe3879bf req-96290d58-2f8a-42c6-99aa-4ebcccd9422f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:18.194844 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2de210f5-136e-4d98-be18-00bdbe3879bf req-96290d58-2f8a-42c6-99aa-4ebcccd9422f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1bf7573a-4f68-458d-b253-fa2b752ec42b HTTP/1.1" status: 200 len: 851 time: 0.1580098 Jan 26 11:41:18.241334 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2de210f5-136e-4d98-be18-00bdbe3879bf req-169e6f52-5ba9-4b9d-9b39-97ea1dbbbf5f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b510ab4-3aba-4970-a4ce-7c1c69828160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403488 Jan 26 11:41:18.371164 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2de210f5-136e-4d98-be18-00bdbe3879bf req-f9330179-6cfa-4677-9b73-a0973fbb8031 service neutron] 10.222.0.24 "GET /v2.0/networks/3b510ab4-3aba-4970-a4ce-7c1c69828160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242251 Jan 26 11:41:18.500356 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2de210f5-136e-4d98-be18-00bdbe3879bf req-737f2817-9d84-4a28-92c3-24ecd5130c8d service neutron] 10.222.0.24 "GET /v2.0/networks/3b510ab4-3aba-4970-a4ce-7c1c69828160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231000 Jan 26 11:41:19.023491 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75c72c-d3a5-43e2-a9d4-9c688d05d9ab req-b0b0b2fe-b39a-453f-b5df-e6a09c272115 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:19.024946 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0f75c72c-d3a5-43e2-a9d4-9c688d05d9ab req-b0b0b2fe-b39a-453f-b5df-e6a09c272115 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0853274 Jan 26 11:41:19.069199 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0f75c72c-d3a5-43e2-a9d4-9c688d05d9ab req-dffd6f11-2f5a-43be-8ddd-3fc1702bbca9 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387385 Jan 26 11:41:20.257412 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9498c-0d44-40bb-a37a-62f811ceded4 req-13b413ae-6163-4090-9810-a2956001bef0 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:20.258879 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8bb9498c-0d44-40bb-a37a-62f811ceded4 req-13b413ae-6163-4090-9810-a2956001bef0 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0820448 Jan 26 11:41:20.302258 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8bb9498c-0d44-40bb-a37a-62f811ceded4 req-f4b55b2f-8a04-4fb2-b75f-9426a005eab8 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378084 Jan 26 11:41:21.490307 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc338ea5-aa30-4945-8eae-de15220e48b8 req-e0ab9517-d2d0-4308-b848-fb703b438054 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:21.491768 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-cc338ea5-aa30-4945-8eae-de15220e48b8 req-e0ab9517-d2d0-4308-b848-fb703b438054 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0808618 Jan 26 11:41:21.538227 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-cc338ea5-aa30-4945-8eae-de15220e48b8 req-cd7e969b-0a2d-4683-b12e-f6095e9e6afc tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408862 Jan 26 11:41:22.559796 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a89f5956-b3ae-4a03-8d86-706f241e531f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:22.722736 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832e82a-b697-4508-a2e4-ffa54ca4fc2e req-a818c448-b83e-4f39-85b8-929e9e22a0d4 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:22.724158 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b832e82a-b697-4508-a2e4-ffa54ca4fc2e req-a818c448-b83e-4f39-85b8-929e9e22a0d4 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0813975 Jan 26 11:41:22.768561 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b832e82a-b697-4508-a2e4-ffa54ca4fc2e req-1d68773c-8c44-4037-9600-202260307701 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388362 Jan 26 11:41:23.962552 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83af1e-a909-44c7-9a6e-24c0c578982b req-eb447aa5-7bff-444f-8db6-d82e7893d5cb tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:23.964036 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1a83af1e-a909-44c7-9a6e-24c0c578982b req-eb447aa5-7bff-444f-8db6-d82e7893d5cb tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0823534 Jan 26 11:41:24.012590 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1a83af1e-a909-44c7-9a6e-24c0c578982b req-e3bb1978-cb72-4a00-8ece-1d6d79017798 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427647 Jan 26 11:41:24.805316 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1a7915f9-024c-4721-8085-c8253e08eb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:25.197745 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174e970-6fc8-4ffa-b6e8-46d845e5acc9 req-89cb703e-f5a8-46cc-9be4-b12772661fa0 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:25.199133 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2174e970-6fc8-4ffa-b6e8-46d845e5acc9 req-89cb703e-f5a8-46cc-9be4-b12772661fa0 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0820599 Jan 26 11:41:25.242098 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2174e970-6fc8-4ffa-b6e8-46d845e5acc9 req-b7bad809-a3c7-4ed1-a566-6b35f8050b8d tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374203 Jan 26 11:41:25.868123 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:26.083639 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:26.426116 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfde700-bf69-43d3-87ef-01e36c23df92 req-8654c051-c3b0-456f-b94e-90cf78ff0059 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:26.427568 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ebfde700-bf69-43d3-87ef-01e36c23df92 req-8654c051-c3b0-456f-b94e-90cf78ff0059 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0823421 Jan 26 11:41:26.470340 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ebfde700-bf69-43d3-87ef-01e36c23df92 req-725b5f03-f76a-4f3d-aaf6-400b556f3b41 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371308 Jan 26 11:41:26.604468 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:41:26.994715 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0dde8-203f-4b4f-b1d9-ae44271d2f4e req-e5b95494-9e91-499b-b8b6-f0759bbc8f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:26.996185 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-01b0dde8-203f-4b4f-b1d9-ae44271d2f4e req-e5b95494-9e91-499b-b8b6-f0759bbc8f90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7fe791fbc1a04f21825ce7d95be8a2a0&device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 1098 time: 0.0691111 Jan 26 11:41:27.137294 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0dde8-203f-4b4f-b1d9-ae44271d2f4e req-2ead1e07-80a9-48d4-8ad2-da66bf1d94b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:27.138664 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-01b0dde8-203f-4b4f-b1d9-ae44271d2f4e req-2ead1e07-80a9-48d4-8ad2-da66bf1d94b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3b510ab4-3aba-4970-a4ce-7c1c69828160 HTTP/1.1" status: 200 len: 912 time: 0.1254504 Jan 26 11:41:27.208812 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-01b0dde8-203f-4b4f-b1d9-ae44271d2f4e req-8ebe2703-770b-4c53-ba21-18cd29137919 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34cfce93-1485-47fd-bd62-ed5e88491679 HTTP/1.1" status: 200 len: 217 time: 0.0643270 Jan 26 11:41:27.268291 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0dde8-203f-4b4f-b1d9-ae44271d2f4e req-61a847cc-c19b-4283-a989-9b54a24a957b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:27.270386 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-01b0dde8-203f-4b4f-b1d9-ae44271d2f4e req-61a847cc-c19b-4283-a989-9b54a24a957b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1bf7573a-4f68-458d-b253-fa2b752ec42b HTTP/1.1" status: 200 len: 851 time: 0.0560801 Jan 26 11:41:27.321919 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-01b0dde8-203f-4b4f-b1d9-ae44271d2f4e req-6129b6b3-c532-4102-9b0c-79c9dd85789c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b510ab4-3aba-4970-a4ce-7c1c69828160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460103 Jan 26 11:41:27.434415 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:27.452597 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-01b0dde8-203f-4b4f-b1d9-ae44271d2f4e req-fd1da357-f03d-47af-922f-77fdf941c25d service neutron] 10.222.0.24 "GET /v2.0/networks/3b510ab4-3aba-4970-a4ce-7c1c69828160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236560 Jan 26 11:41:27.584100 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-01b0dde8-203f-4b4f-b1d9-ae44271d2f4e req-8f8ec709-1ae0-4088-99c3-fb56838a2599 service neutron] 10.222.0.24 "GET /v2.0/networks/3b510ab4-3aba-4970-a4ce-7c1c69828160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253595 Jan 26 11:41:27.659978 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f424f78-f178-4841-a6b3-0a6ea5308df9 req-d9240c63-30c7-4944-97d2-fb74dd787a90 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:27.661906 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8f424f78-f178-4841-a6b3-0a6ea5308df9 req-d9240c63-30c7-4944-97d2-fb74dd787a90 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0826681 Jan 26 11:41:27.706010 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8f424f78-f178-4841-a6b3-0a6ea5308df9 req-e48feade-1a3c-4802-81a5-029e339e9c4a tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385175 Jan 26 11:41:28.888904 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e035e0-4632-47eb-9ac1-aa07e09ca276 req-dd99a8fe-3720-4369-83dc-64c7ce1ac0ae tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:28.890382 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-03e035e0-4632-47eb-9ac1-aa07e09ca276 req-dd99a8fe-3720-4369-83dc-64c7ce1ac0ae tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0814719 Jan 26 11:41:28.934357 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-03e035e0-4632-47eb-9ac1-aa07e09ca276 req-e353a028-171f-4cfd-a5ea-a4c78c664f82 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375857 Jan 26 11:41:30.120472 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188b30f-a91a-4626-943f-1690a86238e1 req-0557c772-137c-48f3-9a55-1b044133a3f2 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:30.121796 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-5188b30f-a91a-4626-943f-1690a86238e1 req-0557c772-137c-48f3-9a55-1b044133a3f2 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0835683 Jan 26 11:41:30.165326 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-5188b30f-a91a-4626-943f-1690a86238e1 req-907fa09a-b295-4c59-8989-7fba3133ec21 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379672 Jan 26 11:41:31.361365 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc468f6-572c-443b-9ea1-10a663f635e8 req-dee56e6f-6fb0-4dfd-9637-06cebe0a08b9 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:31.362826 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7cc468f6-572c-443b-9ea1-10a663f635e8 req-dee56e6f-6fb0-4dfd-9637-06cebe0a08b9 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0832937 Jan 26 11:41:31.407004 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7cc468f6-572c-443b-9ea1-10a663f635e8 req-3ef36672-ea44-449f-98ce-c6d815519da9 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384638 Jan 26 11:41:32.592009 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ba685-df88-437f-8bff-f291bcf18411 req-7019ce2f-5c88-4ff3-8700-69a7b4080b41 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:32.593436 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-352ba685-df88-437f-8bff-f291bcf18411 req-7019ce2f-5c88-4ff3-8700-69a7b4080b41 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0798774 Jan 26 11:41:32.640377 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-352ba685-df88-437f-8bff-f291bcf18411 req-9cad2830-a326-4acd-b213-06fcb28e48f1 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405736 Jan 26 11:41:33.823155 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91ba29-5f7a-4973-aa52-aa2c5cfae588 req-6e1c9fc6-6d21-483e-96fd-c61e2154e44b tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:33.824626 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fc91ba29-5f7a-4973-aa52-aa2c5cfae588 req-6e1c9fc6-6d21-483e-96fd-c61e2154e44b tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0782669 Jan 26 11:41:33.872030 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fc91ba29-5f7a-4973-aa52-aa2c5cfae588 req-90020946-c6d5-4b52-9486-fff70e7afd1f tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417323 Jan 26 11:41:35.058808 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fa9c8-0ed9-4271-a4a2-e0895dd70d32 req-03f17c47-f849-44f7-82bd-f6f268b97235 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:35.060281 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-237fa9c8-0ed9-4271-a4a2-e0895dd70d32 req-03f17c47-f849-44f7-82bd-f6f268b97235 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0802231 Jan 26 11:41:35.104727 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-237fa9c8-0ed9-4271-a4a2-e0895dd70d32 req-70f590c0-f0ff-4794-99ba-879091da963a tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387101 Jan 26 11:41:35.396761 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:36.290723 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102eb27-e6e4-466a-922f-67fa3afced9e req-d07583f2-34c1-4801-b4da-60f2f0f93fd2 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:36.292173 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c102eb27-e6e4-466a-922f-67fa3afced9e req-d07583f2-34c1-4801-b4da-60f2f0f93fd2 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0836360 Jan 26 11:41:36.336681 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c102eb27-e6e4-466a-922f-67fa3afced9e req-7276fcb3-8df8-4580-a1ff-76feec6a95cb tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388908 Jan 26 11:41:37.523039 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d7703-f3e2-4e22-a096-6c59ab0870ed req-3717ae62-f99f-417a-a26a-056d2ed69053 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:37.524498 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a57d7703-f3e2-4e22-a096-6c59ab0870ed req-3717ae62-f99f-417a-a26a-056d2ed69053 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0841515 Jan 26 11:41:37.567658 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a57d7703-f3e2-4e22-a096-6c59ab0870ed req-95866028-5793-4edf-b5b4-b531082b07e0 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375531 Jan 26 11:41:38.854577 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b907db2-9675-4794-b8bb-614388748064 req-b091f710-4223-4f32-9ba3-34c9b96a43d5 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:38.856006 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1b907db2-9675-4794-b8bb-614388748064 req-b091f710-4223-4f32-9ba3-34c9b96a43d5 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.1812682 Jan 26 11:41:38.900476 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1b907db2-9675-4794-b8bb-614388748064 req-88526511-bfb7-44fd-98c6-c93730ebd9e2 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388193 Jan 26 11:41:40.083122 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e61ae-5c81-422d-bb8d-0a16f62babf6 req-9d233ff1-b646-40d4-a226-17940807b6f3 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:40.084478 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ba6e61ae-5c81-422d-bb8d-0a16f62babf6 req-9d233ff1-b646-40d4-a226-17940807b6f3 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0793071 Jan 26 11:41:40.126990 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ba6e61ae-5c81-422d-bb8d-0a16f62babf6 req-6b16e634-3fa0-49ef-80da-dadbe4540bff tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369933 Jan 26 11:41:41.318058 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227966c3-2ec1-4353-bff2-ada7c54b1cfc req-59c90b29-fc6c-4796-b60d-699a11ee9920 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:41.319537 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-227966c3-2ec1-4353-bff2-ada7c54b1cfc req-59c90b29-fc6c-4796-b60d-699a11ee9920 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0803382 Jan 26 11:41:41.364891 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-227966c3-2ec1-4353-bff2-ada7c54b1cfc req-12dc6594-8bb7-439b-a341-bbd4cbfba385 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397823 Jan 26 11:41:42.553468 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6653379-379d-4bfe-9b55-82fe7b8b6b48 req-6c896b93-e4d5-4811-8707-3e45d7127837 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:42.555057 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a6653379-379d-4bfe-9b55-82fe7b8b6b48 req-6c896b93-e4d5-4811-8707-3e45d7127837 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0839543 Jan 26 11:41:42.599788 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a6653379-379d-4bfe-9b55-82fe7b8b6b48 req-2eb9180d-e049-4bb8-b820-0d1ee48799cd tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390999 Jan 26 11:41:43.786072 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a50f80-ed74-4fe2-9767-7a0cc856bc31 req-bb4181d3-82c9-4895-8520-a2a978391b08 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:43.787683 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f4a50f80-ed74-4fe2-9767-7a0cc856bc31 req-bb4181d3-82c9-4895-8520-a2a978391b08 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0838866 Jan 26 11:41:43.834953 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f4a50f80-ed74-4fe2-9767-7a0cc856bc31 req-991ba619-f113-405b-aaed-82642a8152a7 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415161 Jan 26 11:41:45.022197 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814a493-1a68-484b-974c-c69610810751 req-4eaf46af-34cd-4799-9993-cc28729a50e4 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:45.023667 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e814a493-1a68-484b-974c-c69610810751 req-4eaf46af-34cd-4799-9993-cc28729a50e4 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0782957 Jan 26 11:41:45.073670 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e814a493-1a68-484b-974c-c69610810751 req-b1dd57d7-c3ad-4df0-81fc-dce13e3a3162 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443881 Jan 26 11:41:45.147291 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2de210f5-136e-4d98-be18-00bdbe3879bf req-bfbc8d14-5697-4bb5-b93d-a7a2c6542cd7 service neutron] 10.222.0.24 "GET /v2.0/ports/34cfce93-1485-47fd-bd62-ed5e88491679/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.0741391 Jan 26 11:41:45.406959 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de210f5-136e-4d98-be18-00bdbe3879bf req-c31cf9af-2631-42e3-9873-65f2e076fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:45.408338 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2de210f5-136e-4d98-be18-00bdbe3879bf req-c31cf9af-2631-42e3-9873-65f2e076fb9c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997&tenant_id=7fe791fbc1a04f21825ce7d95be8a2a0 HTTP/1.1" status: 200 len: 1098 time: 0.0745547 Jan 26 11:41:45.495499 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de210f5-136e-4d98-be18-00bdbe3879bf req-b2b92d8c-a251-4fec-8ad5-dd3aca5505c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:45.496938 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2de210f5-136e-4d98-be18-00bdbe3879bf req-b2b92d8c-a251-4fec-8ad5-dd3aca5505c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7fe791fbc1a04f21825ce7d95be8a2a0&device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 1098 time: 0.0691679 Jan 26 11:41:45.626147 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de210f5-136e-4d98-be18-00bdbe3879bf req-a690b275-6d94-4702-a62a-da73d52d9b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:45.627615 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2de210f5-136e-4d98-be18-00bdbe3879bf req-a690b275-6d94-4702-a62a-da73d52d9b15 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3b510ab4-3aba-4970-a4ce-7c1c69828160 HTTP/1.1" status: 200 len: 912 time: 0.1246638 Jan 26 11:41:45.698270 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2de210f5-136e-4d98-be18-00bdbe3879bf req-a04d5904-aaf7-4a90-b7bd-7ad30e550460 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34cfce93-1485-47fd-bd62-ed5e88491679 HTTP/1.1" status: 200 len: 217 time: 0.0642672 Jan 26 11:41:45.759472 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de210f5-136e-4d98-be18-00bdbe3879bf req-fce005c9-7892-4a4f-be95-79ed0d6a0a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:45.760876 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2de210f5-136e-4d98-be18-00bdbe3879bf req-fce005c9-7892-4a4f-be95-79ed0d6a0a69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1bf7573a-4f68-458d-b253-fa2b752ec42b HTTP/1.1" status: 200 len: 851 time: 0.0570512 Jan 26 11:41:45.811479 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2de210f5-136e-4d98-be18-00bdbe3879bf req-3dbc320f-9e88-4770-b66a-8539afe9b37e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b510ab4-3aba-4970-a4ce-7c1c69828160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443738 Jan 26 11:41:45.942783 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2de210f5-136e-4d98-be18-00bdbe3879bf req-803359ea-15b3-4cbe-8271-6b97099b5e9a service neutron] 10.222.0.24 "GET /v2.0/networks/3b510ab4-3aba-4970-a4ce-7c1c69828160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249468 Jan 26 11:41:46.071396 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2de210f5-136e-4d98-be18-00bdbe3879bf req-0591bf56-33f4-4b46-8eda-832f48fdc432 service neutron] 10.222.0.24 "GET /v2.0/networks/3b510ab4-3aba-4970-a4ce-7c1c69828160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227942 Jan 26 11:41:46.259909 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029c63a-4a12-414b-95d5-6f759b609743 req-8ecc7cbb-3dce-458e-ba9f-bec831042b87 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:46.261394 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0029c63a-4a12-414b-95d5-6f759b609743 req-8ecc7cbb-3dce-458e-ba9f-bec831042b87 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0807209 Jan 26 11:41:46.305978 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0029c63a-4a12-414b-95d5-6f759b609743 req-67b7c93b-67fa-4613-b9ec-90bbf217aa82 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386589 Jan 26 11:41:47.489700 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6ce4a-22c2-4c3f-b8aa-35ca97bbfafe req-d0b0732b-0ad4-4195-a349-1a425a822d8d tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:47.491195 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-91b6ce4a-22c2-4c3f-b8aa-35ca97bbfafe req-d0b0732b-0ad4-4195-a349-1a425a822d8d tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0803561 Jan 26 11:41:47.533774 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-91b6ce4a-22c2-4c3f-b8aa-35ca97bbfafe req-afb1ad69-a822-47c9-b153-a5caf0082e8a tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370274 Jan 26 11:41:47.898043 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 34cfce93-1485-47fd-bd62-ed5e88491679 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:41:48.029008 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 34cfce93-1485-47fd-bd62-ed5e88491679, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=34cfce93-1485-47fd-bd62-ed5e88491679,segment=NetworkSegment(d3be99d0-96aa-44a9-94ef-633a3b011d45),segment_id=d3be99d0-96aa-44a9-94ef-633a3b011d45)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:41:48.042019 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '34cfce93-1485-47fd-bd62-ed5e88491679', 'network_id': '3b510ab4-3aba-4970-a4ce-7c1c69828160', 'port_id': '34cfce93-1485-47fd-bd62-ed5e88491679', 'mac_address': 'fa:16:3e:37:b0:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bf7573a-4f68-458d-b253-fa2b752ec42b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:41:48.100192 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:48.116422 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34cfce93-1485-47fd-bd62-ed5e88491679 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:41:48.131680 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 34cfce93-1485-47fd-bd62-ed5e88491679, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=34cfce93-1485-47fd-bd62-ed5e88491679,segment=NetworkSegment(d3be99d0-96aa-44a9-94ef-633a3b011d45),segment_id=d3be99d0-96aa-44a9-94ef-633a3b011d45)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:41:48.135403 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:48.198726 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['34cfce93-1485-47fd-bd62-ed5e88491679'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:41:48.256234 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=34cfce93-1485-47fd-bd62-ed5e88491679,revision_number=6']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:41:48.267235 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:48.267591 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:48.267936 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:48.268272 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:48.268605 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:48.268963 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:48.269288 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:48.269614 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:48.269941 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:48.270265 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:48.270612 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:48.270932 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:48.719299 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66aa03-c35e-4689-9407-738f2ce5c843 req-046bd77e-a5cc-4bf6-9550-e49aedef252e tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:48.720742 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2d66aa03-c35e-4689-9407-738f2ce5c843 req-046bd77e-a5cc-4bf6-9550-e49aedef252e tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 944 time: 0.0818720 Jan 26 11:41:48.764516 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2d66aa03-c35e-4689-9407-738f2ce5c843 req-26b7532f-bc63-492f-9adb-aa9e8a0f9538 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374677 Jan 26 11:41:49.134805 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9cf82-035d-4ff7-b633-99c32393e43a req-1d429a48-8284-46d2-885a-61c7ada078b0 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:49.136276 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dca9cf82-035d-4ff7-b633-99c32393e43a req-1d429a48-8284-46d2-885a-61c7ada078b0 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997&tenant_id=7fe791fbc1a04f21825ce7d95be8a2a0&binding%3Ahost_id=hv-neutron-8264 HTTP/1.1" status: 200 len: 944 time: 0.0842714 Jan 26 11:41:49.279134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9cf82-035d-4ff7-b633-99c32393e43a req-2a49f125-4580-4bd3-a33b-964cab45e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:49.280596 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dca9cf82-035d-4ff7-b633-99c32393e43a req-2a49f125-4580-4bd3-a33b-964cab45e853 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7fe791fbc1a04f21825ce7d95be8a2a0&device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 1097 time: 0.0738275 Jan 26 11:41:49.408145 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9cf82-035d-4ff7-b633-99c32393e43a req-4d1d3379-9a2e-4950-9144-eccea2dc507d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:49.410044 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dca9cf82-035d-4ff7-b633-99c32393e43a req-4d1d3379-9a2e-4950-9144-eccea2dc507d service neutron] 10.222.0.24 "GET /v2.0/networks?id=3b510ab4-3aba-4970-a4ce-7c1c69828160 HTTP/1.1" status: 200 len: 912 time: 0.1228964 Jan 26 11:41:49.577996 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dca9cf82-035d-4ff7-b633-99c32393e43a req-59ed38e6-8600-426e-a5e3-05d2e8072033 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34cfce93-1485-47fd-bd62-ed5e88491679 HTTP/1.1" status: 200 len: 217 time: 0.1628823 Jan 26 11:41:49.637640 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9cf82-035d-4ff7-b633-99c32393e43a req-e2bc3c38-b442-4794-b534-42f9771a1779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:49.639044 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dca9cf82-035d-4ff7-b633-99c32393e43a req-e2bc3c38-b442-4794-b534-42f9771a1779 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1bf7573a-4f68-458d-b253-fa2b752ec42b HTTP/1.1" status: 200 len: 851 time: 0.0554719 Jan 26 11:41:49.684300 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dca9cf82-035d-4ff7-b633-99c32393e43a req-69b203b7-5312-4e01-aab3-ac426db3784c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b510ab4-3aba-4970-a4ce-7c1c69828160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389185 Jan 26 11:41:49.812508 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dca9cf82-035d-4ff7-b633-99c32393e43a req-5a1c0b2b-3467-4123-ae1b-d4ee4faef2a5 service neutron] 10.222.0.24 "GET /v2.0/networks/3b510ab4-3aba-4970-a4ce-7c1c69828160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223197 Jan 26 11:41:49.914791 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 34cfce93-1485-47fd-bd62-ed5e88491679 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:41:49.942530 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dca9cf82-035d-4ff7-b633-99c32393e43a req-6a3f84ad-c9e2-4805-92f4-ad7a808da44e service neutron] 10.222.0.24 "GET /v2.0/networks/3b510ab4-3aba-4970-a4ce-7c1c69828160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239364 Jan 26 11:41:49.986345 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 34cfce93-1485-47fd-bd62-ed5e88491679 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:41:49.986709 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:50.102849 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:50.131917 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a83d06d-1aab-44a2-901f-dd46e6029997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cfce93-1485-47fd-bd62-ed5e88491679'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:41:50.141765 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 34cfce93-1485-47fd-bd62-ed5e88491679, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=34cfce93-1485-47fd-bd62-ed5e88491679,segment=NetworkSegment(d3be99d0-96aa-44a9-94ef-633a3b011d45),segment_id=d3be99d0-96aa-44a9-94ef-633a3b011d45)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:41:50.145743 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:50.190023 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a83d06d-1aab-44a2-901f-dd46e6029997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cfce93-1485-47fd-bd62-ed5e88491679', 'code': 200} Jan 26 11:41:50.215152 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=34cfce93-1485-47fd-bd62-ed5e88491679,revision_number=7']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:41:50.748155 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158b1e2-b1e6-4466-91f2-07e0dc7743ea req-05a3263f-ffac-4780-9ba4-cbad60a13d76 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:50.749593 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5158b1e2-b1e6-4466-91f2-07e0dc7743ea req-05a3263f-ffac-4780-9ba4-cbad60a13d76 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0840881 Jan 26 11:41:50.793663 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5158b1e2-b1e6-4466-91f2-07e0dc7743ea req-e7df784f-897f-4249-a49d-e10549b752c5 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378449 Jan 26 11:41:51.985029 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfda9f1-b247-4f4a-a509-64cb12e7fd1a req-f54ac558-e694-4a49-b228-2597b7182687 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:51.986490 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-fdfda9f1-b247-4f4a-a509-64cb12e7fd1a req-f54ac558-e694-4a49-b228-2597b7182687 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0821891 Jan 26 11:41:52.122486 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-fdfda9f1-b247-4f4a-a509-64cb12e7fd1a req-35a8114b-924b-41fd-bb27-b83ed95399d0 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/security-groups?id=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301577 Jan 26 11:41:52.308872 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9cf82-035d-4ff7-b633-99c32393e43a req-40333d0d-5698-4e6d-9617-ed11448b1834 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:52.310302 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dca9cf82-035d-4ff7-b633-99c32393e43a req-40333d0d-5698-4e6d-9617-ed11448b1834 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 945 time: 0.0806661 Jan 26 11:41:52.381948 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-dca9cf82-035d-4ff7-b633-99c32393e43a req-5d616161-f643-4211-9af2-912e264f5882 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Deleting port 34cfce93-1485-47fd-bd62-ed5e88491679 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:41:52.382207 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-dca9cf82-035d-4ff7-b633-99c32393e43a req-5d616161-f643-4211-9af2-912e264f5882 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:52.567113 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-62dcde80-a792-4e56-bceb-4e2422a6d30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:52.629941 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-dca9cf82-035d-4ff7-b633-99c32393e43a req-5d616161-f643-4211-9af2-912e264f5882 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] For port 34cfce93-1485-47fd-bd62-ed5e88491679, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=34cfce93-1485-47fd-bd62-ed5e88491679,segment=NetworkSegment(d3be99d0-96aa-44a9-94ef-633a3b011d45),segment_id=d3be99d0-96aa-44a9-94ef-633a3b011d45)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:41:52.630290 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-dca9cf82-035d-4ff7-b633-99c32393e43a req-5d616161-f643-4211-9af2-912e264f5882 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:52.754252 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-dca9cf82-035d-4ff7-b633-99c32393e43a req-5d616161-f643-4211-9af2-912e264f5882 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Calling delete_port for 34cfce93-1485-47fd-bd62-ed5e88491679 owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:41:52.899913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-dca9cf82-035d-4ff7-b633-99c32393e43a req-5d616161-f643-4211-9af2-912e264f5882 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:52.912033 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['34cfce93-1485-47fd-bd62-ed5e88491679'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:41:52.949527 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d616161-f643-4211-9af2-912e264f5882 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Pushing event deleted for resources: {'Port': ['ID=34cfce93-1485-47fd-bd62-ed5e88491679,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:41:52.987346 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d616161-f643-4211-9af2-912e264f5882 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:52.987741 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d616161-f643-4211-9af2-912e264f5882 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:52.988070 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d616161-f643-4211-9af2-912e264f5882 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:52.988399 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d616161-f643-4211-9af2-912e264f5882 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:52.988722 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d616161-f643-4211-9af2-912e264f5882 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:52.989043 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d616161-f643-4211-9af2-912e264f5882 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:52.989367 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d616161-f643-4211-9af2-912e264f5882 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:52.989683 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d616161-f643-4211-9af2-912e264f5882 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:52.990001 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d616161-f643-4211-9af2-912e264f5882 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:52.990340 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d616161-f643-4211-9af2-912e264f5882 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:52.990655 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d616161-f643-4211-9af2-912e264f5882 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:52.990966 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d616161-f643-4211-9af2-912e264f5882 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:53.033438 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca9cf82-035d-4ff7-b633-99c32393e43a req-5d616161-f643-4211-9af2-912e264f5882 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] No DVR routers for this DVR port 34cfce93-1485-47fd-bd62-ed5e88491679 on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:41:53.036571 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-dca9cf82-035d-4ff7-b633-99c32393e43a req-5d616161-f643-4211-9af2-912e264f5882 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:53.039046 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a83d06d-1aab-44a2-901f-dd46e6029997', 'name': 'network-vif-deleted', 'tag': '34cfce93-1485-47fd-bd62-ed5e88491679'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:41:53.053861 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dca9cf82-035d-4ff7-b633-99c32393e43a req-5d616161-f643-4211-9af2-912e264f5882 tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.24 "DELETE /v2.0/ports/34cfce93-1485-47fd-bd62-ed5e88491679 HTTP/1.1" status: 204 len: 173 time: 0.7383735 Jan 26 11:41:53.085322 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a83d06d-1aab-44a2-901f-dd46e6029997', 'name': 'network-vif-deleted', 'tag': '34cfce93-1485-47fd-bd62-ed5e88491679', 'status': 'completed', 'code': 200} Jan 26 11:41:53.293096 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-060864be-8215-4c50-9dc9-f5e315e9858c req-1d32233b-e468-4b46-a8fb-0655414dbeef tempest-DeleteServersTestJSON-1081029694 tempest-DeleteServersTestJSON-1081029694-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a83d06d-1aab-44a2-901f-dd46e6029997 HTTP/1.1" status: 200 len: 210 time: 0.0439665 Jan 26 11:41:54.541012 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57608) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:41:54.605022 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-da24c2bd-827c-42d6-946a-5ae8ba40631e admin admin] Deleting subnet 1bf7573a-4f68-458d-b253-fa2b752ec42b {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:41:54.607865 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-da24c2bd-827c-42d6-946a-5ae8ba40631e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:54.656626 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-da24c2bd-827c-42d6-946a-5ae8ba40631e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:54.711315 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-da24c2bd-827c-42d6-946a-5ae8ba40631e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:54.779071 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-da24c2bd-827c-42d6-946a-5ae8ba40631e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:54.808468 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-91725b7a-abd6-4809-b841-fba67dfaf165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:54.815398 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24c2bd-827c-42d6-946a-5ae8ba40631e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bf7573a-4f68-458d-b253-fa2b752ec42b,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:41:54.825757 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24c2bd-827c-42d6-946a-5ae8ba40631e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:54.826121 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24c2bd-827c-42d6-946a-5ae8ba40631e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:54.826468 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24c2bd-827c-42d6-946a-5ae8ba40631e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:54.826806 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24c2bd-827c-42d6-946a-5ae8ba40631e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:54.827134 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24c2bd-827c-42d6-946a-5ae8ba40631e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:54.827462 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24c2bd-827c-42d6-946a-5ae8ba40631e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:54.827786 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24c2bd-827c-42d6-946a-5ae8ba40631e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:54.828641 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24c2bd-827c-42d6-946a-5ae8ba40631e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:54.828641 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24c2bd-827c-42d6-946a-5ae8ba40631e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:54.828787 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24c2bd-827c-42d6-946a-5ae8ba40631e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:54.829028 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24c2bd-827c-42d6-946a-5ae8ba40631e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:54.829344 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da24c2bd-827c-42d6-946a-5ae8ba40631e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:41:54.833142 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-da24c2bd-827c-42d6-946a-5ae8ba40631e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:54.839447 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-da24c2bd-827c-42d6-946a-5ae8ba40631e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1bf7573a-4f68-458d-b253-fa2b752ec42b HTTP/1.1" status: 204 len: 168 time: 0.2972600 Jan 26 11:41:54.841692 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57612) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:41:54.947363 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4a1bdfe5-ed5b-49df-ae6b-2088a7326427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:55.067458 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4a1bdfe5-ed5b-49df-ae6b-2088a7326427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:55.091641 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-4a1bdfe5-ed5b-49df-ae6b-2088a7326427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b510ab4-3aba-4970-a4ce-7c1c69828160']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:41:55.103689 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-4a1bdfe5-ed5b-49df-ae6b-2088a7326427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3be99d0-96aa-44a9-94ef-633a3b011d45') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:41:55.103984 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-4a1bdfe5-ed5b-49df-ae6b-2088a7326427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3be99d0-96aa-44a9-94ef-633a3b011d45') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:41:55.115270 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4a1bdfe5-ed5b-49df-ae6b-2088a7326427 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:55.130429 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4a1bdfe5-ed5b-49df-ae6b-2088a7326427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:55.137002 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1bdfe5-ed5b-49df-ae6b-2088a7326427 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:41:55.137642 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4a1bdfe5-ed5b-49df-ae6b-2088a7326427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:41:55.152089 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:41:55.227864 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4a1bdfe5-ed5b-49df-ae6b-2088a7326427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:55.232235 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4a1bdfe5-ed5b-49df-ae6b-2088a7326427 admin admin] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:55.257776 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1bdfe5-ed5b-49df-ae6b-2088a7326427 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b510ab4-3aba-4970-a4ce-7c1c69828160,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:41:55.262615 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4a1bdfe5-ed5b-49df-ae6b-2088a7326427 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3b510ab4-3aba-4970-a4ce-7c1c69828160 HTTP/1.1" status: 204 len: 168 time: 0.4200110 Jan 26 11:41:55.392961 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57618) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:41:55.442540 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-54d4279e-b61b-4536-a38e-7a411d2301aa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7fe791fbc1a04f21825ce7d95be8a2a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484064 Jan 26 11:41:55.444992 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57622) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:41:55.506792 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fa5354e0-61f5-455f-b12d-67505020d217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:55.532191 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fa5354e0-61f5-455f-b12d-67505020d217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:55.584202 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fa5354e0-61f5-455f-b12d-67505020d217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:55.599782 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5354e0-61f5-455f-b12d-67505020d217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fefbbfe-2a50-4bc8-b941-d36bbab04c3f,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:41:55.617152 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fa5354e0-61f5-455f-b12d-67505020d217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:55.619167 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-fa5354e0-61f5-455f-b12d-67505020d217 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5fefbbfe-2a50-4bc8-b941-d36bbab04c3f HTTP/1.1" status: 204 len: 168 time: 0.1730394 Jan 26 11:41:55.870001 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:56.087883 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:56.356337 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 57646) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:41:56.502386 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-2db198c5-6f25-42d1-9ac5-953e679e875a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1966344993-network', 'tenant_id': '13e77e4eb33f44cc9b9b006a02f0f8aa'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:41:56.507860 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2db198c5-6f25-42d1-9ac5-953e679e875a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:41:56.511822 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2db198c5-6f25-42d1-9ac5-953e679e875a admin admin] Usage tracker for resource:network and tenant:13e77e4eb33f44cc9b9b006a02f0f8aa is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:41:56.514691 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2db198c5-6f25-42d1-9ac5-953e679e875a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:41:56.520485 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2db198c5-6f25-42d1-9ac5-953e679e875a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:41:56.530639 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db198c5-6f25-42d1-9ac5-953e679e875a admin admin] Made reservation on behalf of 13e77e4eb33f44cc9b9b006a02f0f8aa for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:41:56.532848 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2db198c5-6f25-42d1-9ac5-953e679e875a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:56.544383 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2db198c5-6f25-42d1-9ac5-953e679e875a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:56.558666 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2db198c5-6f25-42d1-9ac5-953e679e875a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:41:56.562309 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2db198c5-6f25-42d1-9ac5-953e679e875a admin admin] Usage tracker for resource:security_group_rule and tenant:13e77e4eb33f44cc9b9b006a02f0f8aa is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:41:56.565005 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2db198c5-6f25-42d1-9ac5-953e679e875a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:41:56.572062 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2db198c5-6f25-42d1-9ac5-953e679e875a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:41:56.652711 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2db198c5-6f25-42d1-9ac5-953e679e875a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:56.656564 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2db198c5-6f25-42d1-9ac5-953e679e875a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:56.686520 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db198c5-6f25-42d1-9ac5-953e679e875a admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:41:56.695603 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db198c5-6f25-42d1-9ac5-953e679e875a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:41:56.701072 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2db198c5-6f25-42d1-9ac5-953e679e875a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:56.701413 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-2db198c5-6f25-42d1-9ac5-953e679e875a admin admin] Added segment 74821a0f-6b6f-4e92-87ce-613c84e304a0 of type vlan for network 425166fd-e633-4121-9a48-a4eca78ba1d3 Jan 26 11:41:56.730989 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2db198c5-6f25-42d1-9ac5-953e679e875a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:56.761513 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2db198c5-6f25-42d1-9ac5-953e679e875a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:56.762797 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db198c5-6f25-42d1-9ac5-953e679e875a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:56.763374 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2db198c5-6f25-42d1-9ac5-953e679e875a admin admin] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:56.860802 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2db198c5-6f25-42d1-9ac5-953e679e875a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5033464 Jan 26 11:41:56.863957 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 57652) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:41:56.866364 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db198c5-6f25-42d1-9ac5-953e679e875a admin admin] Pushing event updated for resources: {'Network': ['ID=425166fd-e633-4121-9a48-a4eca78ba1d3,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:41:56.869650 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-4d837247-d580-47fa-9922-089358ac701d admin admin] Request body: {'subnet': {'network_id': '425166fd-e633-4121-9a48-a4eca78ba1d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1966344993-subnet', 'tenant_id': '13e77e4eb33f44cc9b9b006a02f0f8aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:41:56.874741 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4d837247-d580-47fa-9922-089358ac701d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:41:56.876423 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 425166fd-e633-4121-9a48-a4eca78ba1d3 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:41:56.879494 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4d837247-d580-47fa-9922-089358ac701d admin admin] Usage tracker for resource:subnet and tenant:13e77e4eb33f44cc9b9b006a02f0f8aa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:41:56.882513 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4d837247-d580-47fa-9922-089358ac701d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:41:56.889162 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4d837247-d580-47fa-9922-089358ac701d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:41:56.900388 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d837247-d580-47fa-9922-089358ac701d admin admin] Made reservation on behalf of 13e77e4eb33f44cc9b9b006a02f0f8aa for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:41:56.903029 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4d837247-d580-47fa-9922-089358ac701d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:57.101009 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4d837247-d580-47fa-9922-089358ac701d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:57.177520 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d837247-d580-47fa-9922-089358ac701d admin admin] Pushing event updated for resources: {'Subnet': ['ID=28f1bb83-6742-4320-9182-92c0c67965ac,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:41:57.184806 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d837247-d580-47fa-9922-089358ac701d admin admin] Checking segment: {'id': '74821a0f-6b6f-4e92-87ce-613c84e304a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '425166fd-e633-4121-9a48-a4eca78ba1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:41:57.185164 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d837247-d580-47fa-9922-089358ac701d admin admin] Network hostable DHCP agents. Network: 425166fd-e633-4121-9a48-a4eca78ba1d3, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:41:57.203692 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d837247-d580-47fa-9922-089358ac701d admin admin] Network 425166fd-e633-4121-9a48-a4eca78ba1d3 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:41:57.213256 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-4d837247-d580-47fa-9922-089358ac701d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 425166fd-e633-4121-9a48-a4eca78ba1d3) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:41:57.217087 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d837247-d580-47fa-9922-089358ac701d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:57.217654 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4d837247-d580-47fa-9922-089358ac701d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:57.222353 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18135d3b-386e-4050-84bb-bc9c127bfcbe None None] Network 425166fd-e633-4121-9a48-a4eca78ba1d3 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:41:57.242154 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4d837247-d580-47fa-9922-089358ac701d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3770387 Jan 26 11:41:57.475054 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:57.480928 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c710aae-ee11-477c-aa43-175aa306e1ea None None] Network 425166fd-e633-4121-9a48-a4eca78ba1d3 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:41:57.750401 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-5c664e13-2bee-4a30-b1d5-2208e7f3cde3 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:57.751065 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-5c664e13-2bee-4a30-b1d5-2208e7f3cde3 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Synchronizing usage tracker for tenant:13e77e4eb33f44cc9b9b006a02f0f8aa on resource:network {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:41:57.767675 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-5c664e13-2bee-4a30-b1d5-2208e7f3cde3 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Unset dirty status for tenant:13e77e4eb33f44cc9b9b006a02f0f8aa on resource:network {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:41:57.769911 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-5c664e13-2bee-4a30-b1d5-2208e7f3cde3 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/networks?id=425166fd-e633-4121-9a48-a4eca78ba1d3 HTTP/1.1" status: 200 len: 815 time: 0.1653528 Jan 26 11:41:57.785348 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-3d3224f4-016f-4f99-98c5-87716d70fd50 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/quotas/13e77e4eb33f44cc9b9b006a02f0f8aa HTTP/1.1" status: 200 len: 375 time: 0.0102892 Jan 26 11:41:57.837442 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-944fb80a-3687-47c0-adb8-d98045436537 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=13e77e4eb33f44cc9b9b006a02f0f8aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467277 Jan 26 11:41:57.932647 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 34cfce93-1485-47fd-bd62-ed5e88491679 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:41:57.967191 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: 34cfce93-1485-47fd-bd62-ed5e88491679 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:41:57.967452 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 34cfce93-1485-47fd-bd62-ed5e88491679 not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:41:57.972602 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-8126b266-0329-48e9-9d76-60739659548b service neutron] 10.222.0.39 "GET /v2.0/networks/425166fd-e633-4121-9a48-a4eca78ba1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283998 Jan 26 11:41:58.101510 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-2072856a-ffd4-41c4-a4fc-12224620eaa9 service neutron] 10.222.0.39 "GET /v2.0/networks/425166fd-e633-4121-9a48-a4eca78ba1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229980 Jan 26 11:41:58.278256 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fe4018d2-1204-424d-9211-97a41cb4268d req-52c535be-3efc-47f1-9f11-96a82f624d49 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 210 time: 0.0424023 Jan 26 11:41:59.397958 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-a5ee52f7-d66d-4b60-ad63-afd18a10f8ca tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:41:59.399396 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-a5ee52f7-d66d-4b60-ad63-afd18a10f8ca tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.24 "GET /v2.0/networks?id=425166fd-e633-4121-9a48-a4eca78ba1d3 HTTP/1.1" status: 200 len: 815 time: 0.2557969 Jan 26 11:41:59.412929 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-98a8a3cf-8173-4d39-8540-89b13c21bf84 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Request body: {'port': {'device_id': '54589222-dd50-4218-85b2-c58b4efe1797', 'network_id': '425166fd-e633-4121-9a48-a4eca78ba1d3', 'admin_state_up': True, 'tenant_id': '13e77e4eb33f44cc9b9b006a02f0f8aa'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:41:59.432865 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b36d49b2-a1a3-479f-823e-6dd37e1d0fc9 req-34916428-bacf-4c04-ba11-c906e88cf433 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 210 time: 0.0437055 Jan 26 11:41:59.547067 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-98a8a3cf-8173-4d39-8540-89b13c21bf84 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:41:59.550752 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-98a8a3cf-8173-4d39-8540-89b13c21bf84 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Usage tracker for resource:port and tenant:13e77e4eb33f44cc9b9b006a02f0f8aa is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:41:59.553444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-98a8a3cf-8173-4d39-8540-89b13c21bf84 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:41:59.559001 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-98a8a3cf-8173-4d39-8540-89b13c21bf84 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:41:59.568398 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-98a8a3cf-8173-4d39-8540-89b13c21bf84 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Made reservation on behalf of 13e77e4eb33f44cc9b9b006a02f0f8aa for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:41:59.571953 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-98a8a3cf-8173-4d39-8540-89b13c21bf84 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:59.730927 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-98a8a3cf-8173-4d39-8540-89b13c21bf84 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Allocated IP 172.20.0.6 (425166fd-e633-4121-9a48-a4eca78ba1d3/28f1bb83-6742-4320-9182-92c0c67965ac/a5aea171-5581-46d1-9184-57f8f3523df9) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:41:59.930310 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-98a8a3cf-8173-4d39-8540-89b13c21bf84 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:41:59.959591 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-98a8a3cf-8173-4d39-8540-89b13c21bf84 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:00.031036 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-98a8a3cf-8173-4d39-8540-89b13c21bf84 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Network 425166fd-e633-4121-9a48-a4eca78ba1d3 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:42:00.034003 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-98a8a3cf-8173-4d39-8540-89b13c21bf84 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:42:00.036840 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-98a8a3cf-8173-4d39-8540-89b13c21bf84 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:42:00.076629 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8a3cf-8173-4d39-8540-89b13c21bf84 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Pushing event updated for resources: {'Port': ['ID=a5aea171-5581-46d1-9184-57f8f3523df9,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:42:00.105357 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-98a8a3cf-8173-4d39-8540-89b13c21bf84 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:00.105952 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-98a8a3cf-8173-4d39-8540-89b13c21bf84 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:00.125535 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-98a8a3cf-8173-4d39-8540-89b13c21bf84 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7170637 Jan 26 11:42:00.136261 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-ef2b6ba2-d7c4-4bc2-a5ce-655cdf95dc23 service neutron] Request body: {'port': {'device_id': '54589222-dd50-4218-85b2-c58b4efe1797', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:42:00.247954 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-ef2b6ba2-d7c4-4bc2-a5ce-655cdf95dc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:00.630818 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-ef2b6ba2-d7c4-4bc2-a5ce-655cdf95dc23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5aea171-5581-46d1-9184-57f8f3523df9 {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:42:00.640313 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-ef2b6ba2-d7c4-4bc2-a5ce-655cdf95dc23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:00.659409 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-ef2b6ba2-d7c4-4bc2-a5ce-655cdf95dc23 service neutron] Transition to ACTIVE for port object a5aea171-5581-46d1-9184-57f8f3523df9 will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:42:00.663203 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-ef2b6ba2-d7c4-4bc2-a5ce-655cdf95dc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:00.792498 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f2f6b-73c6-4e3e-928b-defa0ce9d4ed req-e9cc1011-b70e-47ff-91a9-57f2c23729b1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:00.793193 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-cc6f2f6b-73c6-4e3e-928b-defa0ce9d4ed req-e9cc1011-b70e-47ff-91a9-57f2c23729b1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Synchronizing usage tracker for tenant:13e77e4eb33f44cc9b9b006a02f0f8aa on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:42:00.843344 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b6ba2-d7c4-4bc2-a5ce-655cdf95dc23 service neutron] Pushing event updated for resources: {'Port': ['ID=a5aea171-5581-46d1-9184-57f8f3523df9,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:42:00.886691 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-cc6f2f6b-73c6-4e3e-928b-defa0ce9d4ed req-e9cc1011-b70e-47ff-91a9-57f2c23729b1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Unset dirty status for tenant:13e77e4eb33f44cc9b9b006a02f0f8aa on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:42:00.887851 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-cc6f2f6b-73c6-4e3e-928b-defa0ce9d4ed req-e9cc1011-b70e-47ff-91a9-57f2c23729b1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 931 time: 0.3280005 Jan 26 11:42:00.943704 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-ef2b6ba2-d7c4-4bc2-a5ce-655cdf95dc23 service neutron] Attempting to bind port a5aea171-5581-46d1-9184-57f8f3523df9 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:42:00.944027 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-ef2b6ba2-d7c4-4bc2-a5ce-655cdf95dc23 service neutron] Attempting to bind port a5aea171-5581-46d1-9184-57f8f3523df9 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '74821a0f-6b6f-4e92-87ce-613c84e304a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '425166fd-e633-4121-9a48-a4eca78ba1d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:42:00.944350 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-ef2b6ba2-d7c4-4bc2-a5ce-655cdf95dc23 service neutron] Attempting to bind port a5aea171-5581-46d1-9184-57f8f3523df9 on network 425166fd-e633-4121-9a48-a4eca78ba1d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:42:00.951841 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-ef2b6ba2-d7c4-4bc2-a5ce-655cdf95dc23 service neutron] Port a5aea171-5581-46d1-9184-57f8f3523df9 on network 425166fd-e633-4121-9a48-a4eca78ba1d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:42:00.952154 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-ef2b6ba2-d7c4-4bc2-a5ce-655cdf95dc23 service neutron] Attempting to bind port a5aea171-5581-46d1-9184-57f8f3523df9 on network 425166fd-e633-4121-9a48-a4eca78ba1d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:42:00.957902 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-cc6f2f6b-73c6-4e3e-928b-defa0ce9d4ed req-f85217d5-4617-4371-b08a-b3be7731b420 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641885 Jan 26 11:42:00.960230 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-ef2b6ba2-d7c4-4bc2-a5ce-655cdf95dc23 service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:42:00.960555 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-ef2b6ba2-d7c4-4bc2-a5ce-655cdf95dc23 service neutron] Checking segment: {'id': '74821a0f-6b6f-4e92-87ce-613c84e304a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '425166fd-e633-4121-9a48-a4eca78ba1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:42:00.960918 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-ef2b6ba2-d7c4-4bc2-a5ce-655cdf95dc23 service neutron] Bound using segment: {'id': '74821a0f-6b6f-4e92-87ce-613c84e304a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '425166fd-e633-4121-9a48-a4eca78ba1d3'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:42:00.961335 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-ef2b6ba2-d7c4-4bc2-a5ce-655cdf95dc23 service neutron] Bound port: a5aea171-5581-46d1-9184-57f8f3523df9, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74821a0f-6b6f-4e92-87ce-613c84e304a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '425166fd-e633-4121-9a48-a4eca78ba1d3'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:42:00.961671 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-ef2b6ba2-d7c4-4bc2-a5ce-655cdf95dc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:01.148486 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-ef2b6ba2-d7c4-4bc2-a5ce-655cdf95dc23 service neutron] For port a5aea171-5581-46d1-9184-57f8f3523df9, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:42:01.151250 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-ef2b6ba2-d7c4-4bc2-a5ce-655cdf95dc23 service neutron] For port a5aea171-5581-46d1-9184-57f8f3523df9, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=a5aea171-5581-46d1-9184-57f8f3523df9,segment=NetworkSegment(74821a0f-6b6f-4e92-87ce-613c84e304a0),segment_id=74821a0f-6b6f-4e92-87ce-613c84e304a0)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:42:01.156031 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-ef2b6ba2-d7c4-4bc2-a5ce-655cdf95dc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:01.214428 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-ef2b6ba2-d7c4-4bc2-a5ce-655cdf95dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:01.215042 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-ef2b6ba2-d7c4-4bc2-a5ce-655cdf95dc23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:01.216389 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-ef2b6ba2-d7c4-4bc2-a5ce-655cdf95dc23 service neutron] 10.222.0.24 "PUT /v2.0/ports/a5aea171-5581-46d1-9184-57f8f3523df9 HTTP/1.1" status: 200 len: 1093 time: 1.0840383 Jan 26 11:42:01.216833 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54589222-dd50-4218-85b2-c58b4efe1797', 'tag': 'a5aea171-5581-46d1-9184-57f8f3523df9'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:42:01.239045 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b6ba2-d7c4-4bc2-a5ce-655cdf95dc23 service neutron] Pushing event updated for resources: {'Port': ['ID=a5aea171-5581-46d1-9184-57f8f3523df9,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:42:01.288738 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54589222-dd50-4218-85b2-c58b4efe1797', 'tag': 'a5aea171-5581-46d1-9184-57f8f3523df9', 'status': 'completed', 'code': 200} Jan 26 11:42:01.328049 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-5d643921-cd5a-4c8a-a6d0-df5774932d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:01.329539 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-5d643921-cd5a-4c8a-a6d0-df5774932d6d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13e77e4eb33f44cc9b9b006a02f0f8aa&device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 1096 time: 0.0752447 Jan 26 11:42:01.397611 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-fd649726-6f66-40c5-8de1-1e0947e10606 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5aea171-5581-46d1-9184-57f8f3523df9 HTTP/1.1" status: 200 len: 217 time: 0.0612590 Jan 26 11:42:01.461688 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-c6bb2dc0-c219-4a20-b106-939699494e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:01.463029 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-c6bb2dc0-c219-4a20-b106-939699494e81 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=28f1bb83-6742-4320-9182-92c0c67965ac HTTP/1.1" status: 200 len: 855 time: 0.0597298 Jan 26 11:42:01.508610 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-fc03d41f-cb3c-47c6-b52e-b57c6333440a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=425166fd-e633-4121-9a48-a4eca78ba1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395041 Jan 26 11:42:01.637160 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-1c8e8b8d-9eb5-4524-89df-eff5901b8854 service neutron] 10.222.0.24 "GET /v2.0/networks/425166fd-e633-4121-9a48-a4eca78ba1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227181 Jan 26 11:42:01.768484 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e3ff0c99-f3c6-44a8-8924-1e7ecb972ea8 req-ed9f454a-06d0-4475-8c56-404cbc8afb04 service neutron] 10.222.0.24 "GET /v2.0/networks/425166fd-e633-4121-9a48-a4eca78ba1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251900 Jan 26 11:42:01.889673 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3604660-35d1-4a98-b141-29f2490d5974 req-c059d10d-ce4f-42a7-9918-19e2e5cd5a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:01.891228 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3604660-35d1-4a98-b141-29f2490d5974 req-c059d10d-ce4f-42a7-9918-19e2e5cd5a84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13e77e4eb33f44cc9b9b006a02f0f8aa&device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 1096 time: 0.0776491 Jan 26 11:42:02.022336 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3604660-35d1-4a98-b141-29f2490d5974 req-bdbedc82-4b2e-43f7-881a-51f6ddad7eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:02.023716 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3604660-35d1-4a98-b141-29f2490d5974 req-bdbedc82-4b2e-43f7-881a-51f6ddad7eba service neutron] 10.222.0.24 "GET /v2.0/networks?id=425166fd-e633-4121-9a48-a4eca78ba1d3 HTTP/1.1" status: 200 len: 916 time: 0.1263118 Jan 26 11:42:02.095608 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3604660-35d1-4a98-b141-29f2490d5974 req-9f1f0d4b-23a4-4a3f-9220-93eea2a95002 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5aea171-5581-46d1-9184-57f8f3523df9 HTTP/1.1" status: 200 len: 217 time: 0.0644343 Jan 26 11:42:02.206759 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3604660-35d1-4a98-b141-29f2490d5974 req-c545a81b-013a-4710-9840-8de518952c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:02.208221 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3604660-35d1-4a98-b141-29f2490d5974 req-c545a81b-013a-4710-9840-8de518952c56 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=28f1bb83-6742-4320-9182-92c0c67965ac HTTP/1.1" status: 200 len: 855 time: 0.0748308 Jan 26 11:42:02.261951 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3604660-35d1-4a98-b141-29f2490d5974 req-ed14eed4-5e63-45c0-8a08-94010d6793cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=425166fd-e633-4121-9a48-a4eca78ba1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459557 Jan 26 11:42:02.269445 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b34888-e077-4335-91a7-43b693d50e2b req-ee04d8ff-2f31-4e06-82cd-277639957925 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:02.270797 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-03b34888-e077-4335-91a7-43b693d50e2b req-ee04d8ff-2f31-4e06-82cd-277639957925 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 943 time: 0.1841252 Jan 26 11:42:02.396823 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-03b34888-e077-4335-91a7-43b693d50e2b req-f9dba422-4716-4f29-9335-ab1a14589060 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079588 Jan 26 11:42:02.428955 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3604660-35d1-4a98-b141-29f2490d5974 req-991c7c8d-38ba-4e97-a546-38507f92e6ef service neutron] 10.222.0.24 "GET /v2.0/networks/425166fd-e633-4121-9a48-a4eca78ba1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572556 Jan 26 11:42:02.559198 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3604660-35d1-4a98-b141-29f2490d5974 req-ce9f97f1-1cd2-40f4-9c8c-fa996475553e service neutron] 10.222.0.24 "GET /v2.0/networks/425166fd-e633-4121-9a48-a4eca78ba1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234312 Jan 26 11:42:03.604675 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:42:03.678737 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4d0e1-117a-4cef-bd4e-72b60064144c req-4ba9c539-0a5e-48b1-aedd-83992dc6e4bd tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:03.680115 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-dab4d0e1-117a-4cef-bd4e-72b60064144c req-4ba9c539-0a5e-48b1-aedd-83992dc6e4bd tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 943 time: 0.1771371 Jan 26 11:42:03.722866 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-dab4d0e1-117a-4cef-bd4e-72b60064144c req-c0d49ec8-936d-4403-8c08-1ba487d38783 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Synchronizing usage tracker for tenant:13e77e4eb33f44cc9b9b006a02f0f8aa on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:42:03.739621 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-dab4d0e1-117a-4cef-bd4e-72b60064144c req-c0d49ec8-936d-4403-8c08-1ba487d38783 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Unset dirty status for tenant:13e77e4eb33f44cc9b9b006a02f0f8aa on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:42:03.740750 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-dab4d0e1-117a-4cef-bd4e-72b60064144c req-c0d49ec8-936d-4403-8c08-1ba487d38783 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549815 Jan 26 11:42:03.924562 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device a5aea171-5581-46d1-9184-57f8f3523df9 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:42:04.055834 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port a5aea171-5581-46d1-9184-57f8f3523df9, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=a5aea171-5581-46d1-9184-57f8f3523df9,segment=NetworkSegment(74821a0f-6b6f-4e92-87ce-613c84e304a0),segment_id=74821a0f-6b6f-4e92-87ce-613c84e304a0)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:42:04.068561 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': 'a5aea171-5581-46d1-9184-57f8f3523df9', 'network_id': '425166fd-e633-4121-9a48-a4eca78ba1d3', 'port_id': 'a5aea171-5581-46d1-9184-57f8f3523df9', 'mac_address': 'fa:16:3e:e2:e9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f1bb83-6742-4320-9182-92c0c67965ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:42:04.125223 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:04.141171 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5aea171-5581-46d1-9184-57f8f3523df9 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:42:04.157227 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port a5aea171-5581-46d1-9184-57f8f3523df9, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=a5aea171-5581-46d1-9184-57f8f3523df9,segment=NetworkSegment(74821a0f-6b6f-4e92-87ce-613c84e304a0),segment_id=74821a0f-6b6f-4e92-87ce-613c84e304a0)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:42:04.160781 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:04.225518 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=a5aea171-5581-46d1-9184-57f8f3523df9,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:42:04.388095 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['a5aea171-5581-46d1-9184-57f8f3523df9'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:42:04.923532 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae91b6-5627-4146-91c8-f10d90c531f6 req-48e516a8-6d73-41f0-bcfd-168e91ec9e7e tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:04.925493 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8dae91b6-5627-4146-91c8-f10d90c531f6 req-48e516a8-6d73-41f0-bcfd-168e91ec9e7e tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 944 time: 0.0796556 Jan 26 11:42:05.070661 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8dae91b6-5627-4146-91c8-f10d90c531f6 req-7ddf97e8-0423-49a0-88fe-ace98dee2e14 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388400 Jan 26 11:42:05.390872 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:05.940204 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device a5aea171-5581-46d1-9184-57f8f3523df9 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:42:06.006291 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port a5aea171-5581-46d1-9184-57f8f3523df9 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:42:06.010918 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port a5aea171-5581-46d1-9184-57f8f3523df9 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:42:06.011287 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:06.127726 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:06.155238 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54589222-dd50-4218-85b2-c58b4efe1797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5aea171-5581-46d1-9184-57f8f3523df9'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:42:06.165382 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port a5aea171-5581-46d1-9184-57f8f3523df9, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=a5aea171-5581-46d1-9184-57f8f3523df9,segment=NetworkSegment(74821a0f-6b6f-4e92-87ce-613c84e304a0),segment_id=74821a0f-6b6f-4e92-87ce-613c84e304a0)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:42:06.169742 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:06.202971 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54589222-dd50-4218-85b2-c58b4efe1797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5aea171-5581-46d1-9184-57f8f3523df9', 'code': 200} Jan 26 11:42:06.248764 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=a5aea171-5581-46d1-9184-57f8f3523df9,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:42:06.261909 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600e92f-26ab-4728-8980-5bce67639786 req-7d17288b-9fcd-4b8f-9a79-c2603254a343 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:06.263404 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2600e92f-26ab-4728-8980-5bce67639786 req-7d17288b-9fcd-4b8f-9a79-c2603254a343 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 945 time: 0.0871990 Jan 26 11:42:06.311160 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2600e92f-26ab-4728-8980-5bce67639786 req-af67ebd5-5533-44dc-83f5-5717e54d23a2 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418160 Jan 26 11:42:06.431636 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0245d-7134-4653-9ce0-aa67ebf8fee4 req-dbe78ff8-626a-44bd-912e-99fbcc3654b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:06.433040 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f8c0245d-7134-4653-9ce0-aa67ebf8fee4 req-dbe78ff8-626a-44bd-912e-99fbcc3654b9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 1098 time: 0.0706811 Jan 26 11:42:06.472311 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f8c0245d-7134-4653-9ce0-aa67ebf8fee4 req-87b45756-a1ca-4eb9-8c55-546b2e272575 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337598 Jan 26 11:42:07.512092 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee7801-67c4-4649-99c8-57824eea0a3f req-4bcb6e7e-8aeb-4087-93c3-fabd3de4abdd tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:07.513551 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e8ee7801-67c4-4649-99c8-57824eea0a3f req-4bcb6e7e-8aeb-4087-93c3-fabd3de4abdd tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 945 time: 0.0900316 Jan 26 11:42:07.556720 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e8ee7801-67c4-4649-99c8-57824eea0a3f req-d17a6310-1823-44e2-b9ac-e9ed68806d31 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375662 Jan 26 11:42:08.745076 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065797a-ceb6-401b-823e-cb9eb111f1f1 req-1d085573-4892-46b2-a59e-289b792cce5e tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:08.746544 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-3065797a-ceb6-401b-823e-cb9eb111f1f1 req-1d085573-4892-46b2-a59e-289b792cce5e tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 945 time: 0.0791719 Jan 26 11:42:08.790256 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-3065797a-ceb6-401b-823e-cb9eb111f1f1 req-5befba77-9da7-44ee-b8b1-7671ffa41a19 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380609 Jan 26 11:42:08.975938 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860373cb-587f-4ab0-9eeb-8751ba322647 req-b094085b-a225-409a-a836-f4d547275dc1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:08.977377 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-860373cb-587f-4ab0-9eeb-8751ba322647 req-b094085b-a225-409a-a836-f4d547275dc1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 945 time: 0.0782022 Jan 26 11:42:09.020785 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-860373cb-587f-4ab0-9eeb-8751ba322647 req-bf42ef74-ebd7-4839-9661-99806bce78ac tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377681 Jan 26 11:42:09.359033 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de018bc9-fd7a-425f-9899-3ec586a6bc1c req-07344b67-8e23-44c9-b6f4-f22886f58de3 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:09.360492 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-de018bc9-fd7a-425f-9899-3ec586a6bc1c req-07344b67-8e23-44c9-b6f4-f22886f58de3 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 945 time: 0.0819798 Jan 26 11:42:09.405021 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-de018bc9-fd7a-425f-9899-3ec586a6bc1c req-325159b2-df7c-4f1b-96fc-5b50c1073252 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378814 Jan 26 11:42:09.592104 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a29e2c-9b00-43fc-8276-0995177f4521 req-a7c87836-43ce-4154-9054-2bd7c600ebc5 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:09.593559 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-50a29e2c-9b00-43fc-8276-0995177f4521 req-a7c87836-43ce-4154-9054-2bd7c600ebc5 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 945 time: 0.0812247 Jan 26 11:42:09.637522 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-50a29e2c-9b00-43fc-8276-0995177f4521 req-194d3a4a-bf6b-448b-aaca-15c6aebe5872 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377839 Jan 26 11:42:11.052794 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-01d7718e-84a7-4cd0-86ae-3c565e8e6254 req-c1ae9ca9-21d1-4614-b16b-09cbd2deb5bc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1285453 Jan 26 11:42:11.067923 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82f750-494b-4619-9062-e12498e4ec7f req-1dceb133-29e4-43a4-ac1f-c2512d3cbc48 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:11.069344 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-cb82f750-494b-4619-9062-e12498e4ec7f req-1dceb133-29e4-43a4-ac1f-c2512d3cbc48 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 945 time: 0.1023579 Jan 26 11:42:11.114829 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-cb82f750-494b-4619-9062-e12498e4ec7f req-88753783-9e63-45cf-8f80-74ead7dc9530 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389721 Jan 26 11:42:12.203641 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7718e-84a7-4cd0-86ae-3c565e8e6254 req-c162811c-71a6-4c9e-b83b-a5374f32b6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:12.205125 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-01d7718e-84a7-4cd0-86ae-3c565e8e6254 req-c162811c-71a6-4c9e-b83b-a5374f32b6ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13e77e4eb33f44cc9b9b006a02f0f8aa&device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 1098 time: 0.0699887 Jan 26 11:42:12.395245 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7718e-84a7-4cd0-86ae-3c565e8e6254 req-ff635c19-552a-4a58-a2aa-70fb7c0d6b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:12.396620 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-01d7718e-84a7-4cd0-86ae-3c565e8e6254 req-ff635c19-552a-4a58-a2aa-70fb7c0d6b17 service neutron] 10.222.0.24 "GET /v2.0/networks?id=425166fd-e633-4121-9a48-a4eca78ba1d3 HTTP/1.1" status: 200 len: 916 time: 0.1861000 Jan 26 11:42:12.404776 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993a333-4f2e-4604-a784-84d46f4a6aa9 req-7c8eaad5-a73a-4471-8197-3545dafd12bc tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:12.406104 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b993a333-4f2e-4604-a784-84d46f4a6aa9 req-7c8eaad5-a73a-4471-8197-3545dafd12bc tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 945 time: 0.1741667 Jan 26 11:42:12.483329 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-01d7718e-84a7-4cd0-86ae-3c565e8e6254 req-43c570c6-3e48-41e2-afe8-f9413512d8c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5aea171-5581-46d1-9184-57f8f3523df9 HTTP/1.1" status: 200 len: 217 time: 0.0762889 Jan 26 11:42:12.544477 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b993a333-4f2e-4604-a784-84d46f4a6aa9 req-395759a4-cb5e-41e7-827b-b952fec394a5 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865932 Jan 26 11:42:12.560547 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7718e-84a7-4cd0-86ae-3c565e8e6254 req-3d981ecf-ae14-4558-ad15-2f0ee302c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:12.561964 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-01d7718e-84a7-4cd0-86ae-3c565e8e6254 req-3d981ecf-ae14-4558-ad15-2f0ee302c368 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=28f1bb83-6742-4320-9182-92c0c67965ac HTTP/1.1" status: 200 len: 855 time: 0.0715408 Jan 26 11:42:12.610781 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-01d7718e-84a7-4cd0-86ae-3c565e8e6254 req-22a4f4d2-344f-4ed4-aced-a9344f096acb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=425166fd-e633-4121-9a48-a4eca78ba1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428019 Jan 26 11:42:12.737795 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-01d7718e-84a7-4cd0-86ae-3c565e8e6254 req-220e9f77-5441-4f65-ba9d-58f804c78855 service neutron] 10.222.0.24 "GET /v2.0/networks/425166fd-e633-4121-9a48-a4eca78ba1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215186 Jan 26 11:42:12.865901 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-01d7718e-84a7-4cd0-86ae-3c565e8e6254 req-27a9ee28-f1b5-4600-856f-fa56f8e1ee7b service neutron] 10.222.0.24 "GET /v2.0/networks/425166fd-e633-4121-9a48-a4eca78ba1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223640 Jan 26 11:42:13.736304 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb219ff4-11cf-4378-8b42-8864ebda4110 req-62eceeed-3b12-4143-be37-043666228bc4 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:13.737753 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-cb219ff4-11cf-4378-8b42-8864ebda4110 req-62eceeed-3b12-4143-be37-043666228bc4 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 945 time: 0.0894988 Jan 26 11:42:13.783721 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-cb219ff4-11cf-4378-8b42-8864ebda4110 req-a01d4650-e3c1-4f7f-9a3b-66f55379f58e tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402246 Jan 26 11:42:14.968167 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200e041-14fe-4245-8769-a3aa0b06226e req-db9fef9a-40e6-4eb8-b137-9c7147f7ae62 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:14.969630 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6200e041-14fe-4245-8769-a3aa0b06226e req-db9fef9a-40e6-4eb8-b137-9c7147f7ae62 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 945 time: 0.0794291 Jan 26 11:42:15.013432 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6200e041-14fe-4245-8769-a3aa0b06226e req-01f6ee9e-7d7b-48c6-8df5-80c72fbce250 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376711 Jan 26 11:42:16.198089 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741360b4-7b23-4f5b-8f37-1998193ca5f9 req-82868cb1-e505-4a35-8918-4e32d6ce512b tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:16.199477 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-741360b4-7b23-4f5b-8f37-1998193ca5f9 req-82868cb1-e505-4a35-8918-4e32d6ce512b tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 945 time: 0.0788522 Jan 26 11:42:16.242669 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-741360b4-7b23-4f5b-8f37-1998193ca5f9 req-7299731a-6e98-4ab0-bb5f-c384ae1f0741 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376384 Jan 26 11:42:17.430922 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f29c3d-642b-4840-80f3-4ca08c213a6e req-e30c03bd-fb38-4a09-8bf5-4985094d1d6f tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:17.432449 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-54f29c3d-642b-4840-80f3-4ca08c213a6e req-e30c03bd-fb38-4a09-8bf5-4985094d1d6f tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 945 time: 0.0833592 Jan 26 11:42:17.477438 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-54f29c3d-642b-4840-80f3-4ca08c213a6e req-811962b2-1908-46a5-a6cd-2c6900df54ae tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394468 Jan 26 11:42:18.810928 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74809f50-877d-41e1-bdad-98b7ed839579 req-16a153d8-e20b-419c-94c4-db5043150bef tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:18.812407 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-74809f50-877d-41e1-bdad-98b7ed839579 req-16a153d8-e20b-419c-94c4-db5043150bef tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 945 time: 0.0852015 Jan 26 11:42:18.856366 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-74809f50-877d-41e1-bdad-98b7ed839579 req-bcf99467-1d26-4bf1-9735-9092dfc9ae5f tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380974 Jan 26 11:42:20.038515 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2c86d-ef91-472d-a20a-f11bc983cd79 req-3f4a5a7d-dc86-4b17-89fe-09c8d96cbdc4 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:20.039965 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a8d2c86d-ef91-472d-a20a-f11bc983cd79 req-3f4a5a7d-dc86-4b17-89fe-09c8d96cbdc4 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 945 time: 0.0781417 Jan 26 11:42:20.086361 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a8d2c86d-ef91-472d-a20a-f11bc983cd79 req-5a5c340f-fed8-40a6-ba6d-ba9386d53bb7 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407360 Jan 26 11:42:21.268956 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade1d78-d5a4-4a3c-a44b-efed8cde8a61 req-a73d1f94-16d5-4a20-bf25-2760f3eb5ce9 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:21.270563 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6ade1d78-d5a4-4a3c-a44b-efed8cde8a61 req-a73d1f94-16d5-4a20-bf25-2760f3eb5ce9 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 945 time: 0.0795977 Jan 26 11:42:21.313399 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6ade1d78-d5a4-4a3c-a44b-efed8cde8a61 req-16af055f-0347-400a-872f-137dd92d927b tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372026 Jan 26 11:42:22.501161 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1139fdc-e239-40d8-95d5-9eeebdfc0310 req-d482a9bb-527b-46f1-a606-90654107bde3 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:22.502625 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f1139fdc-e239-40d8-95d5-9eeebdfc0310 req-d482a9bb-527b-46f1-a606-90654107bde3 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 945 time: 0.0840287 Jan 26 11:42:22.546454 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f1139fdc-e239-40d8-95d5-9eeebdfc0310 req-2eb4cd7d-a93b-4dc8-adf4-f6475de8227f tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379591 Jan 26 11:42:22.560833 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1c7dd5e4-e6fc-4e3d-bb62-b219fea8e08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:23.738549 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9838a7-e8b0-4415-8b85-c753580cec3e req-58cf0d04-921e-4b58-9a6f-2ab51c07a27d tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:23.739878 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7b9838a7-e8b0-4415-8b85-c753580cec3e req-58cf0d04-921e-4b58-9a6f-2ab51c07a27d tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 945 time: 0.0852804 Jan 26 11:42:23.783252 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7b9838a7-e8b0-4415-8b85-c753580cec3e req-36958c48-546f-43b1-a28b-bd238e1d568b tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377042 Jan 26 11:42:24.810955 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b7258c48-3711-453d-b5dd-5c38c18a0a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:24.976002 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73782fcc-4ec3-4bd6-afee-565e79dfe716 req-16a4f2ba-6e6d-4847-a865-026757addb9f tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:24.977604 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-73782fcc-4ec3-4bd6-afee-565e79dfe716 req-16a4f2ba-6e6d-4847-a865-026757addb9f tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 945 time: 0.0866477 Jan 26 11:42:25.127789 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-73782fcc-4ec3-4bd6-afee-565e79dfe716 req-dd3f3d97-0cb0-4083-b7b0-fb9a6da8d665 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445043 Jan 26 11:42:25.873014 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:26.090212 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:26.313187 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6810ca0-d58a-46b1-ad6d-5f1e10d0de56 req-39b40b26-073b-478e-a056-049f9d8a701b tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:26.314689 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a6810ca0-d58a-46b1-ad6d-5f1e10d0de56 req-39b40b26-073b-478e-a056-049f9d8a701b tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 945 time: 0.0809510 Jan 26 11:42:26.358112 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a6810ca0-d58a-46b1-ad6d-5f1e10d0de56 req-4885850c-1df8-45a6-ae1c-48b08e8022e8 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376313 Jan 26 11:42:27.056231 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac57e0-2cbb-4844-bfc2-b5e7da949c3b req-db92de72-1e66-40ae-9045-dbf9ae457395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:27.057687 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-61ac57e0-2cbb-4844-bfc2-b5e7da949c3b req-db92de72-1e66-40ae-9045-dbf9ae457395 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13e77e4eb33f44cc9b9b006a02f0f8aa&device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 1098 time: 0.1141126 Jan 26 11:42:27.202688 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac57e0-2cbb-4844-bfc2-b5e7da949c3b req-715ff19e-1cf0-458c-8a3f-95a8d8a44e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:27.204076 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-61ac57e0-2cbb-4844-bfc2-b5e7da949c3b req-715ff19e-1cf0-458c-8a3f-95a8d8a44e5f service neutron] 10.222.0.24 "GET /v2.0/networks?id=425166fd-e633-4121-9a48-a4eca78ba1d3 HTTP/1.1" status: 200 len: 916 time: 0.1277609 Jan 26 11:42:27.273225 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-61ac57e0-2cbb-4844-bfc2-b5e7da949c3b req-b16cfa26-3c76-4a9d-9eb5-af8e8aa18c2e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5aea171-5581-46d1-9184-57f8f3523df9 HTTP/1.1" status: 200 len: 217 time: 0.0636444 Jan 26 11:42:27.333976 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac57e0-2cbb-4844-bfc2-b5e7da949c3b req-56c2eb95-ef0f-47ec-91cc-22c2cd826cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:27.335427 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-61ac57e0-2cbb-4844-bfc2-b5e7da949c3b req-56c2eb95-ef0f-47ec-91cc-22c2cd826cf5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=28f1bb83-6742-4320-9182-92c0c67965ac HTTP/1.1" status: 200 len: 855 time: 0.0566168 Jan 26 11:42:27.385788 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-61ac57e0-2cbb-4844-bfc2-b5e7da949c3b req-15dc1af9-b9b0-4524-82d2-df6858aa91c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=425166fd-e633-4121-9a48-a4eca78ba1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450678 Jan 26 11:42:27.445925 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:27.573638 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-61ac57e0-2cbb-4844-bfc2-b5e7da949c3b req-96b2144b-f278-458c-a995-edbc84dd75b3 service neutron] 10.222.0.24 "GET /v2.0/networks/425166fd-e633-4121-9a48-a4eca78ba1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811361 Jan 26 11:42:27.627236 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ca0d3-41fd-4dc8-8166-737fbe410b83 req-7e722396-e053-43d2-900d-b6608b301cd2 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:27.628688 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-cb3ca0d3-41fd-4dc8-8166-737fbe410b83 req-7e722396-e053-43d2-900d-b6608b301cd2 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 945 time: 0.1466439 Jan 26 11:42:27.746688 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-cb3ca0d3-41fd-4dc8-8166-737fbe410b83 req-b7848b57-39a2-4023-b74c-f80a91595217 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110787 Jan 26 11:42:27.754238 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-61ac57e0-2cbb-4844-bfc2-b5e7da949c3b req-86316a22-8d8f-4602-8a90-2e0918e6877e service neutron] 10.222.0.24 "GET /v2.0/networks/425166fd-e633-4121-9a48-a4eca78ba1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735578 Jan 26 11:42:28.934989 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14300f3f-fa9b-4e48-8fb7-7d50a3794936 req-ae8022b4-065c-4de2-a64c-354146614ff6 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:28.936505 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-14300f3f-fa9b-4e48-8fb7-7d50a3794936 req-ae8022b4-065c-4de2-a64c-354146614ff6 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 945 time: 0.0825167 Jan 26 11:42:28.981330 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-14300f3f-fa9b-4e48-8fb7-7d50a3794936 req-c7dd5354-4ff7-4e12-af3a-787a5130c931 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389135 Jan 26 11:42:29.570747 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-01d7718e-84a7-4cd0-86ae-3c565e8e6254 req-bf6bfa92-8d32-44c8-9824-d9bcfa0bdb16 service neutron] 10.222.0.24 "GET /v2.0/ports/a5aea171-5581-46d1-9184-57f8f3523df9/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.0772836 Jan 26 11:42:29.826262 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7718e-84a7-4cd0-86ae-3c565e8e6254 req-2549b6d6-7030-4e77-a553-ab0ddc9f9306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:29.827696 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-01d7718e-84a7-4cd0-86ae-3c565e8e6254 req-2549b6d6-7030-4e77-a553-ab0ddc9f9306 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797&tenant_id=13e77e4eb33f44cc9b9b006a02f0f8aa HTTP/1.1" status: 200 len: 1098 time: 0.0704596 Jan 26 11:42:29.919831 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7718e-84a7-4cd0-86ae-3c565e8e6254 req-f74af729-3ffd-454f-84f9-a485b2e46c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:29.921299 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-01d7718e-84a7-4cd0-86ae-3c565e8e6254 req-f74af729-3ffd-454f-84f9-a485b2e46c77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13e77e4eb33f44cc9b9b006a02f0f8aa&device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 1098 time: 0.0726495 Jan 26 11:42:30.051381 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7718e-84a7-4cd0-86ae-3c565e8e6254 req-7d2cc7c0-79e7-4fc3-83f2-c69e204a6310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:30.052873 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-01d7718e-84a7-4cd0-86ae-3c565e8e6254 req-7d2cc7c0-79e7-4fc3-83f2-c69e204a6310 service neutron] 10.222.0.24 "GET /v2.0/networks?id=425166fd-e633-4121-9a48-a4eca78ba1d3 HTTP/1.1" status: 200 len: 916 time: 0.1259553 Jan 26 11:42:30.150950 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-01d7718e-84a7-4cd0-86ae-3c565e8e6254 req-91c3ef6f-26fb-42ba-9a4c-54c7dae85488 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5aea171-5581-46d1-9184-57f8f3523df9 HTTP/1.1" status: 200 len: 217 time: 0.0919232 Jan 26 11:42:30.229401 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7718e-84a7-4cd0-86ae-3c565e8e6254 req-5a37448e-6a7d-4501-8934-7aac3d26e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:30.230852 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-01d7718e-84a7-4cd0-86ae-3c565e8e6254 req-5a37448e-6a7d-4501-8934-7aac3d26e500 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=28f1bb83-6742-4320-9182-92c0c67965ac HTTP/1.1" status: 200 len: 855 time: 0.0738883 Jan 26 11:42:30.283782 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-01d7718e-84a7-4cd0-86ae-3c565e8e6254 req-8f0dfb84-2b86-490a-8d61-de31522bd615 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=425166fd-e633-4121-9a48-a4eca78ba1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458679 Jan 26 11:42:30.291817 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23119372-3c64-40be-b924-08ae7c870e89 req-ca34dc43-c85b-403e-8b44-8111998006f4 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:30.293155 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-23119372-3c64-40be-b924-08ae7c870e89 req-ca34dc43-c85b-403e-8b44-8111998006f4 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 945 time: 0.1824222 Jan 26 11:42:30.519873 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-23119372-3c64-40be-b924-08ae7c870e89 req-aa56dbd4-6dea-4f83-ad1b-06b26c157433 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077017 Jan 26 11:42:30.552074 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-01d7718e-84a7-4cd0-86ae-3c565e8e6254 req-83f6e5e4-941f-4fd7-abfe-4903933a3214 service neutron] 10.222.0.24 "GET /v2.0/networks/425166fd-e633-4121-9a48-a4eca78ba1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580206 Jan 26 11:42:30.685354 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-01d7718e-84a7-4cd0-86ae-3c565e8e6254 req-d138a7ea-480c-40d8-b1bd-cc7f7a25f3a0 service neutron] 10.222.0.24 "GET /v2.0/networks/425166fd-e633-4121-9a48-a4eca78ba1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269588 Jan 26 11:42:31.704158 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466548c8-3aca-424b-a4b3-0536a8f6d5d2 req-98884d8d-7670-44bb-93bd-2491244c55e0 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:31.705657 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-466548c8-3aca-424b-a4b3-0536a8f6d5d2 req-98884d8d-7670-44bb-93bd-2491244c55e0 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 945 time: 0.0784411 Jan 26 11:42:31.754560 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-466548c8-3aca-424b-a4b3-0536a8f6d5d2 req-37d3a115-7c72-4c3e-ad37-d5397b574cb5 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424259 Jan 26 11:42:32.943023 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c939b-297b-41cd-b711-a80c7f0fe87a req-ef760154-a291-421f-ba1f-30a11984beac tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:32.944459 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b94c939b-297b-41cd-b711-a80c7f0fe87a req-ef760154-a291-421f-ba1f-30a11984beac tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 945 time: 0.0789957 Jan 26 11:42:32.990882 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b94c939b-297b-41cd-b711-a80c7f0fe87a req-57e862ab-fc4c-4f93-8dd9-bd7313271f9b tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408480 Jan 26 11:42:33.356336 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1002f-9a37-4754-80e6-e01fe9556a3d req-1e0e8f52-235e-4ea3-bc6a-6f105bf02fdf tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:33.357790 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-57c1002f-9a37-4754-80e6-e01fe9556a3d req-1e0e8f52-235e-4ea3-bc6a-6f105bf02fdf tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 945 time: 0.1468024 Jan 26 11:42:33.366229 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6f0c5-5247-4deb-bc34-5c77fe996733 req-e6951a45-5126-46c9-adb5-2eb541be280f tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:33.367569 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4fa6f0c5-5247-4deb-bc34-5c77fe996733 req-e6951a45-5126-46c9-adb5-2eb541be280f tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.24 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797&tenant_id=13e77e4eb33f44cc9b9b006a02f0f8aa&binding%3Ahost_id=hv-neutron-8264 HTTP/1.1" status: 200 len: 945 time: 0.1258004 Jan 26 11:42:33.407096 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-57c1002f-9a37-4754-80e6-e01fe9556a3d req-db9d8133-19a8-4625-9493-c2124ca52899 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384934 Jan 26 11:42:33.507309 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6f0c5-5247-4deb-bc34-5c77fe996733 req-983f2174-f937-465a-9211-0da01a5ac530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:33.508769 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4fa6f0c5-5247-4deb-bc34-5c77fe996733 req-983f2174-f937-465a-9211-0da01a5ac530 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13e77e4eb33f44cc9b9b006a02f0f8aa&device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 1098 time: 0.0705431 Jan 26 11:42:33.639353 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6f0c5-5247-4deb-bc34-5c77fe996733 req-1bb61732-7cf0-4c7a-a742-10c2591ab4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:33.640770 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4fa6f0c5-5247-4deb-bc34-5c77fe996733 req-1bb61732-7cf0-4c7a-a742-10c2591ab4cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=425166fd-e633-4121-9a48-a4eca78ba1d3 HTTP/1.1" status: 200 len: 916 time: 0.1265078 Jan 26 11:42:33.710150 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4fa6f0c5-5247-4deb-bc34-5c77fe996733 req-9f548326-df28-41af-82ca-84d65a277b73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5aea171-5581-46d1-9184-57f8f3523df9 HTTP/1.1" status: 200 len: 217 time: 0.0635848 Jan 26 11:42:33.770588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6f0c5-5247-4deb-bc34-5c77fe996733 req-a9c1144c-6ec6-44b4-a368-efe70d3bb922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:33.772015 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4fa6f0c5-5247-4deb-bc34-5c77fe996733 req-a9c1144c-6ec6-44b4-a368-efe70d3bb922 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=28f1bb83-6742-4320-9182-92c0c67965ac HTTP/1.1" status: 200 len: 855 time: 0.0566759 Jan 26 11:42:33.821326 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4fa6f0c5-5247-4deb-bc34-5c77fe996733 req-5af64d50-98df-426e-90ae-e16c45159a42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=425166fd-e633-4121-9a48-a4eca78ba1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434904 Jan 26 11:42:33.955212 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4fa6f0c5-5247-4deb-bc34-5c77fe996733 req-767ff91e-f6c9-4bcc-8ad2-20a4b26c44e8 service neutron] 10.222.0.24 "GET /v2.0/networks/425166fd-e633-4121-9a48-a4eca78ba1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281791 Jan 26 11:42:34.060242 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device a5aea171-5581-46d1-9184-57f8f3523df9 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:42:34.062570 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device a5aea171-5581-46d1-9184-57f8f3523df9 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:42:34.087931 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4fa6f0c5-5247-4deb-bc34-5c77fe996733 req-5a5dda07-30fe-4718-81b6-b8b39fa72c71 service neutron] 10.222.0.24 "GET /v2.0/networks/425166fd-e633-4121-9a48-a4eca78ba1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268945 Jan 26 11:42:34.283006 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:34.339994 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port a5aea171-5581-46d1-9184-57f8f3523df9, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=a5aea171-5581-46d1-9184-57f8f3523df9,segment=NetworkSegment(74821a0f-6b6f-4e92-87ce-613c84e304a0),segment_id=74821a0f-6b6f-4e92-87ce-613c84e304a0)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:42:34.360126 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': 'a5aea171-5581-46d1-9184-57f8f3523df9', 'network_id': '425166fd-e633-4121-9a48-a4eca78ba1d3', 'port_id': 'a5aea171-5581-46d1-9184-57f8f3523df9', 'mac_address': 'fa:16:3e:e2:e9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f1bb83-6742-4320-9182-92c0c67965ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:42:34.367489 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54589222-dd50-4218-85b2-c58b4efe1797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5aea171-5581-46d1-9184-57f8f3523df9'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:42:34.411229 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port a5aea171-5581-46d1-9184-57f8f3523df9, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=a5aea171-5581-46d1-9184-57f8f3523df9,segment=NetworkSegment(74821a0f-6b6f-4e92-87ce-613c84e304a0),segment_id=74821a0f-6b6f-4e92-87ce-613c84e304a0)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:42:34.418696 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:34.454678 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54589222-dd50-4218-85b2-c58b4efe1797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5aea171-5581-46d1-9184-57f8f3523df9', 'code': 200} Jan 26 11:42:34.485750 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:34.510998 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5aea171-5581-46d1-9184-57f8f3523df9 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:42:34.519520 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=a5aea171-5581-46d1-9184-57f8f3523df9,revision_number=6']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:42:34.578780 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:42:34.579145 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:42:34.609031 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4f158-2311-4a35-a817-24dc7e0bd2dc req-3478f3c6-58cb-46fd-a236-be0997bc9b18 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:34.610464 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-06f4f158-2311-4a35-a817-24dc7e0bd2dc req-3478f3c6-58cb-46fd-a236-be0997bc9b18 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 943 time: 0.0919013 Jan 26 11:42:34.655087 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-06f4f158-2311-4a35-a817-24dc7e0bd2dc req-76d34710-b5ce-402b-920b-9439b269ba34 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379992 Jan 26 11:42:35.135666 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:35.152811 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5aea171-5581-46d1-9184-57f8f3523df9 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:42:35.168236 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port a5aea171-5581-46d1-9184-57f8f3523df9, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=a5aea171-5581-46d1-9184-57f8f3523df9,segment=NetworkSegment(74821a0f-6b6f-4e92-87ce-613c84e304a0),segment_id=74821a0f-6b6f-4e92-87ce-613c84e304a0)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:42:35.171743 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:35.233038 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['a5aea171-5581-46d1-9184-57f8f3523df9'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:42:35.286433 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=a5aea171-5581-46d1-9184-57f8f3523df9,revision_number=7']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:42:35.420294 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:35.845563 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb5432-2ba3-4b4c-9748-3781ed52d021 req-cadce999-1488-40e8-afdc-5d9e8beac15d tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:35.847584 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-83eb5432-2ba3-4b4c-9748-3781ed52d021 req-cadce999-1488-40e8-afdc-5d9e8beac15d tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 944 time: 0.0850711 Jan 26 11:42:35.891937 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-83eb5432-2ba3-4b4c-9748-3781ed52d021 req-881efade-85b6-4fcb-8a99-d31453c28946 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385809 Jan 26 11:42:36.072026 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device a5aea171-5581-46d1-9184-57f8f3523df9 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:42:36.082667 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22290b5-9e45-4c2b-af93-bd5a8ad587e2 req-fb0227bf-1a7c-48b5-9c28-2ff5682cf84b tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:36.084169 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d22290b5-9e45-4c2b-af93-bd5a8ad587e2 req-fb0227bf-1a7c-48b5-9c28-2ff5682cf84b tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 944 time: 0.0861070 Jan 26 11:42:36.128563 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d22290b5-9e45-4c2b-af93-bd5a8ad587e2 req-6b6f8ce7-70b1-4fba-bc41-3f7f93216673 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385845 Jan 26 11:42:36.142800 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port a5aea171-5581-46d1-9184-57f8f3523df9 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:42:36.143283 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:36.257205 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:36.290306 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port a5aea171-5581-46d1-9184-57f8f3523df9, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=a5aea171-5581-46d1-9184-57f8f3523df9,segment=NetworkSegment(74821a0f-6b6f-4e92-87ce-613c84e304a0),segment_id=74821a0f-6b6f-4e92-87ce-613c84e304a0)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:42:36.294356 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:36.315291 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff293d-e957-4e7f-b825-28eee7fa8680 req-69cdec73-834c-4fe6-a037-ce712d5d982f tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:36.316792 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-06ff293d-e957-4e7f-b825-28eee7fa8680 req-69cdec73-834c-4fe6-a037-ce712d5d982f tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 944 time: 0.0829577 Jan 26 11:42:36.360239 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-06ff293d-e957-4e7f-b825-28eee7fa8680 req-51dc3df3-5b23-4d43-a15e-0242fe77c38d tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375979 Jan 26 11:42:36.365147 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=a5aea171-5581-46d1-9184-57f8f3523df9,revision_number=8']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:42:36.455690 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54589222-dd50-4218-85b2-c58b4efe1797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5aea171-5581-46d1-9184-57f8f3523df9'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:42:36.498928 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54589222-dd50-4218-85b2-c58b4efe1797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5aea171-5581-46d1-9184-57f8f3523df9', 'code': 200} Jan 26 11:42:36.849061 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639511b-f606-4083-abdb-b11e764a779d req-92fd161b-eee7-48d6-8f43-b694b663a805 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:36.850523 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6639511b-f606-4083-abdb-b11e764a779d req-92fd161b-eee7-48d6-8f43-b694b663a805 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/networks?id=425166fd-e633-4121-9a48-a4eca78ba1d3 HTTP/1.1" status: 200 len: 815 time: 0.1496317 Jan 26 11:42:36.865907 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6639511b-f606-4083-abdb-b11e764a779d req-7987e261-aa61-449d-9550-5314c802e2b5 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/quotas/13e77e4eb33f44cc9b9b006a02f0f8aa HTTP/1.1" status: 200 len: 375 time: 0.0099437 Jan 26 11:42:36.944798 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6639511b-f606-4083-abdb-b11e764a779d req-ae4233eb-0f5e-4d33-b21b-b17b5f3d3084 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=13e77e4eb33f44cc9b9b006a02f0f8aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0738943 Jan 26 11:42:37.172957 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6639511b-f606-4083-abdb-b11e764a779d req-5dec9072-f376-4bc0-8e3e-624bd224a2aa service neutron] 10.222.0.39 "GET /v2.0/networks/425166fd-e633-4121-9a48-a4eca78ba1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214658 Jan 26 11:42:37.302305 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6639511b-f606-4083-abdb-b11e764a779d req-313aa49c-f7ca-45ac-8fab-9fd129b22783 service neutron] 10.222.0.39 "GET /v2.0/networks/425166fd-e633-4121-9a48-a4eca78ba1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236770 Jan 26 11:42:37.477519 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-12369171-d4cf-45e6-9655-02b0a6522cb2 req-3b23cbb6-4c9f-4266-9955-688c771c660e tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 210 time: 0.0454826 Jan 26 11:42:38.639277 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b9aa11a7-14de-48e7-b1da-a8e4fc206e7f req-d5eb6d64-0a89-472f-9d28-aabc8d21ed07 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 210 time: 0.0482454 Jan 26 11:42:38.648349 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6dec2-f461-482a-b877-9cde719cd6f4 req-aaf94e79-498c-4291-8a8a-7dd7524ddef3 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:38.649800 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d2f6dec2-f461-482a-b877-9cde719cd6f4 req-aaf94e79-498c-4291-8a8a-7dd7524ddef3 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.24 "GET /v2.0/ports?device_id=54589222-dd50-4218-85b2-c58b4efe1797 HTTP/1.1" status: 200 len: 945 time: 0.3400242 Jan 26 11:42:38.664499 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639511b-f606-4083-abdb-b11e764a779d req-ba595972-66e7-429a-89dc-3e87d0bace0c tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:38.665813 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6639511b-f606-4083-abdb-b11e764a779d req-ba595972-66e7-429a-89dc-3e87d0bace0c tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.24 "GET /v2.0/networks?id=425166fd-e633-4121-9a48-a4eca78ba1d3 HTTP/1.1" status: 200 len: 815 time: 0.3067539 Jan 26 11:42:38.701636 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-6639511b-f606-4083-abdb-b11e764a779d req-6de8ba42-91aa-45da-8081-0e2df488127a tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Request body: {'port': {'device_id': '3788ccd4-75dc-4718-bac5-d288e7798ae9', 'network_id': '425166fd-e633-4121-9a48-a4eca78ba1d3', 'admin_state_up': True, 'tenant_id': '13e77e4eb33f44cc9b9b006a02f0f8aa'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:42:38.813174 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-d2f6dec2-f461-482a-b877-9cde719cd6f4 req-71bad631-ae4a-499c-a2e1-cc918e616f74 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Deleting port a5aea171-5581-46d1-9184-57f8f3523df9 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:42:38.813519 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-d2f6dec2-f461-482a-b877-9cde719cd6f4 req-71bad631-ae4a-499c-a2e1-cc918e616f74 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:38.954529 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-6639511b-f606-4083-abdb-b11e764a779d req-6de8ba42-91aa-45da-8081-0e2df488127a tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:42:38.971570 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-6639511b-f606-4083-abdb-b11e764a779d req-6de8ba42-91aa-45da-8081-0e2df488127a tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:42:39.012001 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6639511b-f606-4083-abdb-b11e764a779d req-6de8ba42-91aa-45da-8081-0e2df488127a tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Made reservation on behalf of 13e77e4eb33f44cc9b9b006a02f0f8aa for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:42:39.015440 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-6639511b-f606-4083-abdb-b11e764a779d req-6de8ba42-91aa-45da-8081-0e2df488127a tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:39.191954 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-d2f6dec2-f461-482a-b877-9cde719cd6f4 req-71bad631-ae4a-499c-a2e1-cc918e616f74 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] For port a5aea171-5581-46d1-9184-57f8f3523df9, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=a5aea171-5581-46d1-9184-57f8f3523df9,segment=NetworkSegment(74821a0f-6b6f-4e92-87ce-613c84e304a0),segment_id=74821a0f-6b6f-4e92-87ce-613c84e304a0)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:42:39.192227 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-d2f6dec2-f461-482a-b877-9cde719cd6f4 req-71bad631-ae4a-499c-a2e1-cc918e616f74 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:39.348884 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-d2f6dec2-f461-482a-b877-9cde719cd6f4 req-71bad631-ae4a-499c-a2e1-cc918e616f74 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Calling delete_port for a5aea171-5581-46d1-9184-57f8f3523df9 owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:42:39.429265 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-6639511b-f606-4083-abdb-b11e764a779d req-6de8ba42-91aa-45da-8081-0e2df488127a tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Allocated IP 172.20.0.13 (425166fd-e633-4121-9a48-a4eca78ba1d3/28f1bb83-6742-4320-9182-92c0c67965ac/9859d09f-1054-4e60-aed4-3ed749f66e93) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:42:39.529627 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-d2f6dec2-f461-482a-b877-9cde719cd6f4 req-71bad631-ae4a-499c-a2e1-cc918e616f74 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:39.540565 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['a5aea171-5581-46d1-9184-57f8f3523df9'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:42:39.601336 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bad631-ae4a-499c-a2e1-cc918e616f74 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Pushing event deleted for resources: {'Port': ['ID=a5aea171-5581-46d1-9184-57f8f3523df9,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:42:39.710706 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f6dec2-f461-482a-b877-9cde719cd6f4 req-71bad631-ae4a-499c-a2e1-cc918e616f74 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] No DVR routers for this DVR port a5aea171-5581-46d1-9184-57f8f3523df9 on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:42:39.722351 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-d2f6dec2-f461-482a-b877-9cde719cd6f4 req-71bad631-ae4a-499c-a2e1-cc918e616f74 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:39.724837 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54589222-dd50-4218-85b2-c58b4efe1797', 'name': 'network-vif-deleted', 'tag': 'a5aea171-5581-46d1-9184-57f8f3523df9'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:42:39.788747 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54589222-dd50-4218-85b2-c58b4efe1797', 'name': 'network-vif-deleted', 'tag': 'a5aea171-5581-46d1-9184-57f8f3523df9', 'status': 'completed', 'code': 200} Jan 26 11:42:39.795577 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d2f6dec2-f461-482a-b877-9cde719cd6f4 req-71bad631-ae4a-499c-a2e1-cc918e616f74 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.24 "DELETE /v2.0/ports/a5aea171-5581-46d1-9184-57f8f3523df9 HTTP/1.1" status: 204 len: 173 time: 1.1390374 Jan 26 11:42:39.844535 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-4cecfcd9-e14b-4dbb-baf6-e698b17d20da req-94a03c58-b05a-4adc-8e21-e15e3d1b8848 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Synchronizing usage tracker for tenant:13e77e4eb33f44cc9b9b006a02f0f8aa on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:42:39.892717 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-4cecfcd9-e14b-4dbb-baf6-e698b17d20da req-94a03c58-b05a-4adc-8e21-e15e3d1b8848 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Unset dirty status for tenant:13e77e4eb33f44cc9b9b006a02f0f8aa on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:42:39.894538 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4cecfcd9-e14b-4dbb-baf6-e698b17d20da req-94a03c58-b05a-4adc-8e21-e15e3d1b8848 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 210 time: 0.1073875 Jan 26 11:42:39.902689 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-6639511b-f606-4083-abdb-b11e764a779d req-6de8ba42-91aa-45da-8081-0e2df488127a tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:39.936110 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-6639511b-f606-4083-abdb-b11e764a779d req-6de8ba42-91aa-45da-8081-0e2df488127a tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:39.947508 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['a5aea171-5581-46d1-9184-57f8f3523df9'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:42:40.006847 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6639511b-f606-4083-abdb-b11e764a779d req-6de8ba42-91aa-45da-8081-0e2df488127a tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Network 425166fd-e633-4121-9a48-a4eca78ba1d3 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:42:40.010383 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-6639511b-f606-4083-abdb-b11e764a779d req-6de8ba42-91aa-45da-8081-0e2df488127a tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:42:40.012641 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-6639511b-f606-4083-abdb-b11e764a779d req-6de8ba42-91aa-45da-8081-0e2df488127a tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:42:40.060452 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8ba42-91aa-45da-8081-0e2df488127a tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Pushing event updated for resources: {'Port': ['ID=9859d09f-1054-4e60-aed4-3ed749f66e93,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:42:40.086795 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639511b-f606-4083-abdb-b11e764a779d req-6de8ba42-91aa-45da-8081-0e2df488127a tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:40.087397 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-6639511b-f606-4083-abdb-b11e764a779d req-6de8ba42-91aa-45da-8081-0e2df488127a tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:40.104707 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6639511b-f606-4083-abdb-b11e764a779d req-6de8ba42-91aa-45da-8081-0e2df488127a tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4107363 Jan 26 11:42:40.116260 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-6639511b-f606-4083-abdb-b11e764a779d req-21789c24-408a-4ffb-98f9-ed7e1fadf687 service neutron] Request body: {'port': {'device_id': '3788ccd4-75dc-4718-bac5-d288e7798ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:42:40.228862 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-6639511b-f606-4083-abdb-b11e764a779d req-21789c24-408a-4ffb-98f9-ed7e1fadf687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:40.604560 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:42:40.693262 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-6639511b-f606-4083-abdb-b11e764a779d req-21789c24-408a-4ffb-98f9-ed7e1fadf687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9859d09f-1054-4e60-aed4-3ed749f66e93 {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:42:40.700216 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-6639511b-f606-4083-abdb-b11e764a779d req-21789c24-408a-4ffb-98f9-ed7e1fadf687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:40.714369 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-6639511b-f606-4083-abdb-b11e764a779d req-21789c24-408a-4ffb-98f9-ed7e1fadf687 service neutron] Transition to ACTIVE for port object 9859d09f-1054-4e60-aed4-3ed749f66e93 will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:42:40.718344 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-6639511b-f606-4083-abdb-b11e764a779d req-21789c24-408a-4ffb-98f9-ed7e1fadf687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:40.875758 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21789c24-408a-4ffb-98f9-ed7e1fadf687 service neutron] Pushing event updated for resources: {'Port': ['ID=9859d09f-1054-4e60-aed4-3ed749f66e93,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:42:40.953239 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-6639511b-f606-4083-abdb-b11e764a779d req-21789c24-408a-4ffb-98f9-ed7e1fadf687 service neutron] Attempting to bind port 9859d09f-1054-4e60-aed4-3ed749f66e93 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:42:40.953580 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-6639511b-f606-4083-abdb-b11e764a779d req-21789c24-408a-4ffb-98f9-ed7e1fadf687 service neutron] Attempting to bind port 9859d09f-1054-4e60-aed4-3ed749f66e93 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '74821a0f-6b6f-4e92-87ce-613c84e304a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '425166fd-e633-4121-9a48-a4eca78ba1d3'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:42:40.953907 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639511b-f606-4083-abdb-b11e764a779d req-21789c24-408a-4ffb-98f9-ed7e1fadf687 service neutron] Attempting to bind port 9859d09f-1054-4e60-aed4-3ed749f66e93 on network 425166fd-e633-4121-9a48-a4eca78ba1d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:42:40.958996 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639511b-f606-4083-abdb-b11e764a779d req-21789c24-408a-4ffb-98f9-ed7e1fadf687 service neutron] Port 9859d09f-1054-4e60-aed4-3ed749f66e93 on network 425166fd-e633-4121-9a48-a4eca78ba1d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:42:40.959317 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639511b-f606-4083-abdb-b11e764a779d req-21789c24-408a-4ffb-98f9-ed7e1fadf687 service neutron] Attempting to bind port 9859d09f-1054-4e60-aed4-3ed749f66e93 on network 425166fd-e633-4121-9a48-a4eca78ba1d3 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:42:40.964283 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639511b-f606-4083-abdb-b11e764a779d req-21789c24-408a-4ffb-98f9-ed7e1fadf687 service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:42:40.964616 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639511b-f606-4083-abdb-b11e764a779d req-21789c24-408a-4ffb-98f9-ed7e1fadf687 service neutron] Checking segment: {'id': '74821a0f-6b6f-4e92-87ce-613c84e304a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '425166fd-e633-4121-9a48-a4eca78ba1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:42:40.964994 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639511b-f606-4083-abdb-b11e764a779d req-21789c24-408a-4ffb-98f9-ed7e1fadf687 service neutron] Bound using segment: {'id': '74821a0f-6b6f-4e92-87ce-613c84e304a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '425166fd-e633-4121-9a48-a4eca78ba1d3'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:42:40.965417 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-6639511b-f606-4083-abdb-b11e764a779d req-21789c24-408a-4ffb-98f9-ed7e1fadf687 service neutron] Bound port: 9859d09f-1054-4e60-aed4-3ed749f66e93, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74821a0f-6b6f-4e92-87ce-613c84e304a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '425166fd-e633-4121-9a48-a4eca78ba1d3'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:42:40.965762 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-6639511b-f606-4083-abdb-b11e764a779d req-21789c24-408a-4ffb-98f9-ed7e1fadf687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:41.057274 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-6639511b-f606-4083-abdb-b11e764a779d req-21789c24-408a-4ffb-98f9-ed7e1fadf687 service neutron] For port 9859d09f-1054-4e60-aed4-3ed749f66e93, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:42:41.060365 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-6639511b-f606-4083-abdb-b11e764a779d req-21789c24-408a-4ffb-98f9-ed7e1fadf687 service neutron] For port 9859d09f-1054-4e60-aed4-3ed749f66e93, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9859d09f-1054-4e60-aed4-3ed749f66e93,segment=NetworkSegment(74821a0f-6b6f-4e92-87ce-613c84e304a0),segment_id=74821a0f-6b6f-4e92-87ce-613c84e304a0)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:42:41.064958 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-6639511b-f606-4083-abdb-b11e764a779d req-21789c24-408a-4ffb-98f9-ed7e1fadf687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:41.084719 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213e442-ca3c-4cdf-9dbc-318fb6f7e33e req-4c2919fa-1509-4340-81d4-2eabf8f407cb tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:41.086192 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e213e442-ca3c-4cdf-9dbc-318fb6f7e33e req-4c2919fa-1509-4340-81d4-2eabf8f407cb tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 944 time: 0.0797780 Jan 26 11:42:41.117312 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639511b-f606-4083-abdb-b11e764a779d req-21789c24-408a-4ffb-98f9-ed7e1fadf687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:41.117926 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-6639511b-f606-4083-abdb-b11e764a779d req-21789c24-408a-4ffb-98f9-ed7e1fadf687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:41.119510 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6639511b-f606-4083-abdb-b11e764a779d req-21789c24-408a-4ffb-98f9-ed7e1fadf687 service neutron] 10.222.0.24 "PUT /v2.0/ports/9859d09f-1054-4e60-aed4-3ed749f66e93 HTTP/1.1" status: 200 len: 1094 time: 1.0071306 Jan 26 11:42:41.132876 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e213e442-ca3c-4cdf-9dbc-318fb6f7e33e req-5aec03d6-10b5-49cf-9fac-6e4c08e4f397 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407729 Jan 26 11:42:41.146947 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21789c24-408a-4ffb-98f9-ed7e1fadf687 service neutron] Pushing event updated for resources: {'Port': ['ID=9859d09f-1054-4e60-aed4-3ed749f66e93,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:42:41.227257 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639511b-f606-4083-abdb-b11e764a779d req-7869af4c-ad0f-42a4-becb-9a441fe479d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:41.228783 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6639511b-f606-4083-abdb-b11e764a779d req-7869af4c-ad0f-42a4-becb-9a441fe479d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13e77e4eb33f44cc9b9b006a02f0f8aa&device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 1097 time: 0.0718994 Jan 26 11:42:41.298836 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6639511b-f606-4083-abdb-b11e764a779d req-b674551f-fc5c-495b-b933-d196a7049377 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9859d09f-1054-4e60-aed4-3ed749f66e93 HTTP/1.1" status: 200 len: 217 time: 0.0636969 Jan 26 11:42:41.359338 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639511b-f606-4083-abdb-b11e764a779d req-c0595d14-16bd-4f16-b4dc-54caa5633b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:41.360713 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6639511b-f606-4083-abdb-b11e764a779d req-c0595d14-16bd-4f16-b4dc-54caa5633b80 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=28f1bb83-6742-4320-9182-92c0c67965ac HTTP/1.1" status: 200 len: 855 time: 0.0565922 Jan 26 11:42:41.409352 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6639511b-f606-4083-abdb-b11e764a779d req-13874e3a-e562-4af0-ba08-45dd7f1f0df5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=425166fd-e633-4121-9a48-a4eca78ba1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427687 Jan 26 11:42:41.538221 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6639511b-f606-4083-abdb-b11e764a779d req-cfc01f58-b51b-4d4b-9c2b-e0e7ed6302a1 service neutron] 10.222.0.24 "GET /v2.0/networks/425166fd-e633-4121-9a48-a4eca78ba1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229932 Jan 26 11:42:41.669078 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6639511b-f606-4083-abdb-b11e764a779d req-3e567248-f5ee-4c19-8fb7-6b1ff0fe0167 service neutron] 10.222.0.24 "GET /v2.0/networks/425166fd-e633-4121-9a48-a4eca78ba1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255457 Jan 26 11:42:41.789844 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3788ccd4-75dc-4718-bac5-d288e7798ae9', 'tag': '9859d09f-1054-4e60-aed4-3ed749f66e93'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:42:41.888371 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3788ccd4-75dc-4718-bac5-d288e7798ae9', 'tag': '9859d09f-1054-4e60-aed4-3ed749f66e93', 'status': 'completed', 'code': 200} Jan 26 11:42:41.980777 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cff6a-c8b8-426f-bbad-313a79b7a99c req-0de863bf-5d0b-499f-b170-f36356ae79d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:41.982160 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-534cff6a-c8b8-426f-bbad-313a79b7a99c req-0de863bf-5d0b-499f-b170-f36356ae79d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13e77e4eb33f44cc9b9b006a02f0f8aa&device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 1097 time: 0.0711651 Jan 26 11:42:42.080091 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device a5aea171-5581-46d1-9184-57f8f3523df9 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:42:42.121210 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cff6a-c8b8-426f-bbad-313a79b7a99c req-0b382b33-fe39-4609-947e-ba1f59cc8ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:42.121557 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: a5aea171-5581-46d1-9184-57f8f3523df9 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:42:42.121934 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device a5aea171-5581-46d1-9184-57f8f3523df9 not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:42:42.122709 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-534cff6a-c8b8-426f-bbad-313a79b7a99c req-0b382b33-fe39-4609-947e-ba1f59cc8ccd service neutron] 10.222.0.24 "GET /v2.0/networks?id=425166fd-e633-4121-9a48-a4eca78ba1d3 HTTP/1.1" status: 200 len: 916 time: 0.1337814 Jan 26 11:42:42.297253 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-534cff6a-c8b8-426f-bbad-313a79b7a99c req-7405622f-2e48-4ade-9cab-022da25e0474 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9859d09f-1054-4e60-aed4-3ed749f66e93 HTTP/1.1" status: 200 len: 217 time: 0.1686370 Jan 26 11:42:42.358375 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cff6a-c8b8-426f-bbad-313a79b7a99c req-7a2060bf-7b2b-4155-9e04-71bc246ddef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:42.359893 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-534cff6a-c8b8-426f-bbad-313a79b7a99c req-7a2060bf-7b2b-4155-9e04-71bc246ddef6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=28f1bb83-6742-4320-9182-92c0c67965ac HTTP/1.1" status: 200 len: 855 time: 0.0565326 Jan 26 11:42:42.374769 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a4ea6-5b08-47c1-9ea8-e12e7e9e4227 req-ead9bd38-5a34-4464-8927-f83270550482 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:42.376245 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f04a4ea6-5b08-47c1-9ea8-e12e7e9e4227 req-ead9bd38-5a34-4464-8927-f83270550482 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 944 time: 0.1322215 Jan 26 11:42:42.409110 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-534cff6a-c8b8-426f-bbad-313a79b7a99c req-87afdde7-739e-4b76-92ac-5315aae70fbe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=425166fd-e633-4121-9a48-a4eca78ba1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433464 Jan 26 11:42:42.422111 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f04a4ea6-5b08-47c1-9ea8-e12e7e9e4227 req-352fde3d-099f-48ad-b390-c11526cb14a8 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401325 Jan 26 11:42:42.542127 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-534cff6a-c8b8-426f-bbad-313a79b7a99c req-139a8187-02e2-441a-9fa3-b16c5ee123d8 service neutron] 10.222.0.24 "GET /v2.0/networks/425166fd-e633-4121-9a48-a4eca78ba1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269588 Jan 26 11:42:42.678367 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-534cff6a-c8b8-426f-bbad-313a79b7a99c req-feaba39b-1e23-4aff-8607-63ae77713552 service neutron] 10.222.0.24 "GET /v2.0/networks/425166fd-e633-4121-9a48-a4eca78ba1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303587 Jan 26 11:42:43.651206 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18009112-5276-4cd9-8441-caa8bae7cb4c req-9356714f-20a2-4476-8e31-8ebfc259d8f5 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:43.652786 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-18009112-5276-4cd9-8441-caa8bae7cb4c req-9356714f-20a2-4476-8e31-8ebfc259d8f5 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 944 time: 0.1265917 Jan 26 11:42:43.699827 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-18009112-5276-4cd9-8441-caa8bae7cb4c req-9836f3a6-ce77-4000-8ba1-8960fe5ee445 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413518 Jan 26 11:42:44.096189 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 9859d09f-1054-4e60-aed4-3ed749f66e93 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:42:44.228587 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 9859d09f-1054-4e60-aed4-3ed749f66e93, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9859d09f-1054-4e60-aed4-3ed749f66e93,segment=NetworkSegment(74821a0f-6b6f-4e92-87ce-613c84e304a0),segment_id=74821a0f-6b6f-4e92-87ce-613c84e304a0)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:42:44.241383 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '9859d09f-1054-4e60-aed4-3ed749f66e93', 'network_id': '425166fd-e633-4121-9a48-a4eca78ba1d3', 'port_id': '9859d09f-1054-4e60-aed4-3ed749f66e93', 'mac_address': 'fa:16:3e:98:c3:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f1bb83-6742-4320-9182-92c0c67965ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:42:44.295094 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:44.314053 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9859d09f-1054-4e60-aed4-3ed749f66e93 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:42:44.329827 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 9859d09f-1054-4e60-aed4-3ed749f66e93, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9859d09f-1054-4e60-aed4-3ed749f66e93,segment=NetworkSegment(74821a0f-6b6f-4e92-87ce-613c84e304a0),segment_id=74821a0f-6b6f-4e92-87ce-613c84e304a0)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:42:44.335540 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:44.400193 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=9859d09f-1054-4e60-aed4-3ed749f66e93,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:42:44.523721 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['9859d09f-1054-4e60-aed4-3ed749f66e93'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:42:44.889301 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54684e71-c3aa-49ae-a8c1-e9063a5c11ef req-0b2de87f-5092-4b2d-962e-49ecc1790a0b tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:44.890768 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-54684e71-c3aa-49ae-a8c1-e9063a5c11ef req-0b2de87f-5092-4b2d-962e-49ecc1790a0b tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 945 time: 0.0789299 Jan 26 11:42:44.936060 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-54684e71-c3aa-49ae-a8c1-e9063a5c11ef req-279bd764-1192-40f7-8d07-fc52c78089db tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380070 Jan 26 11:42:46.095992 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 9859d09f-1054-4e60-aed4-3ed749f66e93 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:42:46.120135 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb22db6-215c-4ac5-af79-5689741cadb8 req-0fb9f7f7-82d9-4741-82fd-fbf87837c565 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:46.121621 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4bb22db6-215c-4ac5-af79-5689741cadb8 req-0fb9f7f7-82d9-4741-82fd-fbf87837c565 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 945 time: 0.0830784 Jan 26 11:42:46.162455 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port 9859d09f-1054-4e60-aed4-3ed749f66e93 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:42:46.166023 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4bb22db6-215c-4ac5-af79-5689741cadb8 req-e58e72e8-f147-444c-9f67-756b34058dac tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387375 Jan 26 11:42:46.167320 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 9859d09f-1054-4e60-aed4-3ed749f66e93 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:42:46.167701 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:46.283307 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:46.310804 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3788ccd4-75dc-4718-bac5-d288e7798ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9859d09f-1054-4e60-aed4-3ed749f66e93'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:42:46.320394 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 9859d09f-1054-4e60-aed4-3ed749f66e93, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9859d09f-1054-4e60-aed4-3ed749f66e93,segment=NetworkSegment(74821a0f-6b6f-4e92-87ce-613c84e304a0),segment_id=74821a0f-6b6f-4e92-87ce-613c84e304a0)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:42:46.324542 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:46.355649 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3788ccd4-75dc-4718-bac5-d288e7798ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9859d09f-1054-4e60-aed4-3ed749f66e93', 'code': 200} Jan 26 11:42:46.393978 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=9859d09f-1054-4e60-aed4-3ed749f66e93,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:42:46.575646 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5c890-eb77-43c2-9315-3d26ad48813a req-484223db-9e21-47b6-818a-23f04848b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:46.577091 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a7a5c890-eb77-43c2-9315-3d26ad48813a req-484223db-9e21-47b6-818a-23f04848b775 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 1099 time: 0.0679624 Jan 26 11:42:46.620355 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a7a5c890-eb77-43c2-9315-3d26ad48813a req-a7a5cca5-34e9-4b03-bbc4-bbf4d181265b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373502 Jan 26 11:42:47.351104 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cbfca-27c2-4681-8f33-480436771194 req-c85cc273-0948-43d5-8363-ce4cff32bb93 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:47.352552 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8f5cbfca-27c2-4681-8f33-480436771194 req-c85cc273-0948-43d5-8363-ce4cff32bb93 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0789082 Jan 26 11:42:47.397344 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8f5cbfca-27c2-4681-8f33-480436771194 req-3e852fee-9afe-455b-acc1-561f40a24122 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391262 Jan 26 11:42:48.587386 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74fff4-cdee-48c0-94ff-bcd1483a5197 req-74cdaaee-3e5a-48db-9aae-a7b74b5f454b tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:48.588824 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0f74fff4-cdee-48c0-94ff-bcd1483a5197 req-74cdaaee-3e5a-48db-9aae-a7b74b5f454b tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0824409 Jan 26 11:42:48.632074 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0f74fff4-cdee-48c0-94ff-bcd1483a5197 req-f218c0d2-626e-4d8b-91a5-e8e008f9b184 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376914 Jan 26 11:42:48.823312 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfcb1e-fb2f-478b-ad68-b2b214c5030a req-5e44875b-d239-4a52-abd3-b107d8c3bff3 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:48.824800 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-03bfcb1e-fb2f-478b-ad68-b2b214c5030a req-5e44875b-d239-4a52-abd3-b107d8c3bff3 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0855625 Jan 26 11:42:48.868731 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-03bfcb1e-fb2f-478b-ad68-b2b214c5030a req-738ea677-3be7-4c0f-9869-4854c99a9c8e tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383368 Jan 26 11:42:49.206557 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-dd5a7422-d666-412d-aeaa-84c0122c5bf2 req-47be7640-95d4-4a11-982d-48dde03ac76c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0682089 Jan 26 11:42:49.265714 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2674d1-c019-4f3c-b6d5-e5f6d66bf085 req-2d5664b4-1341-4847-953f-53902b3f688d tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:49.267217 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2e2674d1-c019-4f3c-b6d5-e5f6d66bf085 req-2d5664b4-1341-4847-953f-53902b3f688d tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0815086 Jan 26 11:42:49.312398 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2e2674d1-c019-4f3c-b6d5-e5f6d66bf085 req-8ed2ee87-1983-412f-96f2-53cf4cc49e5e tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386937 Jan 26 11:42:50.287131 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a7422-d666-412d-aeaa-84c0122c5bf2 req-44c858d0-fb00-4118-8bf6-9c48fa2a964d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:50.288604 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dd5a7422-d666-412d-aeaa-84c0122c5bf2 req-44c858d0-fb00-4118-8bf6-9c48fa2a964d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13e77e4eb33f44cc9b9b006a02f0f8aa&device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 1099 time: 0.0740881 Jan 26 11:42:50.420178 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a7422-d666-412d-aeaa-84c0122c5bf2 req-0ce0675f-e3d3-4752-b227-f3f62fd17688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:50.421637 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dd5a7422-d666-412d-aeaa-84c0122c5bf2 req-0ce0675f-e3d3-4752-b227-f3f62fd17688 service neutron] 10.222.0.24 "GET /v2.0/networks?id=425166fd-e633-4121-9a48-a4eca78ba1d3 HTTP/1.1" status: 200 len: 916 time: 0.1274016 Jan 26 11:42:50.491546 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dd5a7422-d666-412d-aeaa-84c0122c5bf2 req-978d3e8f-1d06-475d-aea7-0a059c10a18f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9859d09f-1054-4e60-aed4-3ed749f66e93 HTTP/1.1" status: 200 len: 217 time: 0.0635543 Jan 26 11:42:50.503552 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911b40c-455b-4deb-b04d-b14fbb6aa084 req-b2d488c3-973b-4372-808e-cde4cad93320 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:50.505014 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4911b40c-455b-4deb-b04d-b14fbb6aa084 req-b2d488c3-973b-4372-808e-cde4cad93320 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0833693 Jan 26 11:42:50.549868 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4911b40c-455b-4deb-b04d-b14fbb6aa084 req-4a880198-f247-4260-9676-b0b0a3513d7b tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390928 Jan 26 11:42:50.552592 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a7422-d666-412d-aeaa-84c0122c5bf2 req-3af50d69-8278-45a5-a515-072d4a22a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:50.554062 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dd5a7422-d666-412d-aeaa-84c0122c5bf2 req-3af50d69-8278-45a5-a515-072d4a22a79c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=28f1bb83-6742-4320-9182-92c0c67965ac HTTP/1.1" status: 200 len: 855 time: 0.0571454 Jan 26 11:42:50.600473 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dd5a7422-d666-412d-aeaa-84c0122c5bf2 req-cc2d2fc5-3d9c-44ec-9a75-c34e59a0c15f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=425166fd-e633-4121-9a48-a4eca78ba1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407283 Jan 26 11:42:50.728190 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dd5a7422-d666-412d-aeaa-84c0122c5bf2 req-34376aa1-f12f-4307-8129-cb505866ad93 service neutron] 10.222.0.24 "GET /v2.0/networks/425166fd-e633-4121-9a48-a4eca78ba1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218712 Jan 26 11:42:50.958523 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dd5a7422-d666-412d-aeaa-84c0122c5bf2 req-10c94f0d-294c-4f31-8a9d-54070aee7182 service neutron] 10.222.0.24 "GET /v2.0/networks/425166fd-e633-4121-9a48-a4eca78ba1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248209 Jan 26 11:42:51.736653 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5c079-67c2-4042-9e17-b6d749c79053 req-487ab8a3-b020-479e-bc0e-6e6beebeeff2 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:51.738909 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6fb5c079-67c2-4042-9e17-b6d749c79053 req-487ab8a3-b020-479e-bc0e-6e6beebeeff2 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0820229 Jan 26 11:42:51.783507 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6fb5c079-67c2-4042-9e17-b6d749c79053 req-acaa40db-b207-4055-8387-303879f401e8 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390036 Jan 26 11:42:52.561646 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3dcd8668-db3d-47c6-a55e-8f5fc07c8ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:52.969781 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279dc7b-d055-4f89-8bbc-d2994385a364 req-9c73543a-adb6-4615-a925-20d8d9b2e603 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:52.971249 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8279dc7b-d055-4f89-8bbc-d2994385a364 req-9c73543a-adb6-4615-a925-20d8d9b2e603 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0783935 Jan 26 11:42:53.018154 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8279dc7b-d055-4f89-8bbc-d2994385a364 req-a1cfaf2d-5c57-46a7-b223-6f57ff49cda5 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408204 Jan 26 11:42:54.199864 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffda186-ea56-464d-aa66-20bedff1bbe2 req-d2d8c964-d4d1-4b29-80d6-fd37c58039dd tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:54.201209 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dffda186-ea56-464d-aa66-20bedff1bbe2 req-d2d8c964-d4d1-4b29-80d6-fd37c58039dd tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0801888 Jan 26 11:42:54.247755 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dffda186-ea56-464d-aa66-20bedff1bbe2 req-50c2ddbd-6206-48df-ad8f-b42cbc8fe06f tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406272 Jan 26 11:42:54.818263 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-90d37da9-6891-4234-93b8-ae22fcc0b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:55.429127 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94f22c-837a-4671-977d-c198080f2ae2 req-bcb77215-b26c-4cad-a7cd-525529801f52 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:55.430603 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-5f94f22c-837a-4671-977d-c198080f2ae2 req-bcb77215-b26c-4cad-a7cd-525529801f52 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0790038 Jan 26 11:42:55.473840 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-5f94f22c-837a-4671-977d-c198080f2ae2 req-e6e8bfc9-cfd3-41ba-bc1f-f0bbf48aedf2 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376990 Jan 26 11:42:55.875276 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:56.092540 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:56.652500 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573aeee-2602-451b-898f-247a5cce922e req-e5347116-f70a-428b-9773-9e9d023318e7 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:56.653946 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4573aeee-2602-451b-898f-247a5cce922e req-e5347116-f70a-428b-9773-9e9d023318e7 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0778077 Jan 26 11:42:56.699123 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4573aeee-2602-451b-898f-247a5cce922e req-a31ff1db-bee9-42c0-8488-35e5864e635e tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395806 Jan 26 11:42:57.470281 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:42:57.895624 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417d460-8077-4e62-98b7-0a245765d0b5 req-f3870e22-ca2c-4630-9ba4-901707551288 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:57.897097 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-3417d460-8077-4e62-98b7-0a245765d0b5 req-f3870e22-ca2c-4630-9ba4-901707551288 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0845644 Jan 26 11:42:57.940058 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-3417d460-8077-4e62-98b7-0a245765d0b5 req-6c7e96f0-10b7-4b4c-a88f-25ff348ec7ce tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372980 Jan 26 11:42:59.128352 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092adc8c-a6a5-4a57-b152-0ae89a508476 req-015d3221-3929-4d42-b8de-7949be0a0c76 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:42:59.129798 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-092adc8c-a6a5-4a57-b152-0ae89a508476 req-015d3221-3929-4d42-b8de-7949be0a0c76 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0841069 Jan 26 11:42:59.173291 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-092adc8c-a6a5-4a57-b152-0ae89a508476 req-adfb487b-274e-4ac7-9923-60f8fbb7ceea tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378678 Jan 26 11:43:00.366025 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923f5e6-5872-4141-97d4-a057dfc0e24f req-78c9d58b-141f-460a-8cef-0ce7a7695a7d tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:00.367485 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7923f5e6-5872-4141-97d4-a057dfc0e24f req-78c9d58b-141f-460a-8cef-0ce7a7695a7d tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0803838 Jan 26 11:43:00.411553 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7923f5e6-5872-4141-97d4-a057dfc0e24f req-c56e9d0b-7578-4d16-bd1f-365540d8d10b tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384977 Jan 26 11:43:01.592693 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e18ea-5120-400f-80bd-d188bd78dfa6 req-76684182-3d92-4b59-9749-a31ea57c7c8e tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:01.594183 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-658e18ea-5120-400f-80bd-d188bd78dfa6 req-76684182-3d92-4b59-9749-a31ea57c7c8e tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0793238 Jan 26 11:43:01.638336 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-658e18ea-5120-400f-80bd-d188bd78dfa6 req-e4abc0f6-bb3b-4e6d-8d83-78d92597b528 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376379 Jan 26 11:43:02.823817 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06aed3-88d7-462e-b6b2-3a3e53df3be5 req-45409b31-7bdf-454b-b86d-10c9e27f5868 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:02.825380 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-1d06aed3-88d7-462e-b6b2-3a3e53df3be5 req-45409b31-7bdf-454b-b86d-10c9e27f5868 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0833614 Jan 26 11:43:02.871783 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-1d06aed3-88d7-462e-b6b2-3a3e53df3be5 req-26dfa49e-cb46-4ab0-a1bc-a9f89226b262 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408337 Jan 26 11:43:04.059868 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ad8ee-bf24-485a-bc10-ce0512fb26bb req-5347c45c-ccd2-40b6-b8f3-9f2dbd421f00 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:04.061321 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-059ad8ee-bf24-485a-bc10-ce0512fb26bb req-5347c45c-ccd2-40b6-b8f3-9f2dbd421f00 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0821009 Jan 26 11:43:04.105285 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-059ad8ee-bf24-485a-bc10-ce0512fb26bb req-fc4ff486-f8e3-44c8-a5c7-dfb8119c456f tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372548 Jan 26 11:43:05.290555 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ff7a3-ad50-4f27-a713-6e81239a6891 req-9265c394-e232-450b-8d31-2543ab573019 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:05.292540 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d19ff7a3-ad50-4f27-a713-6e81239a6891 req-9265c394-e232-450b-8d31-2543ab573019 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0789149 Jan 26 11:43:05.341098 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d19ff7a3-ad50-4f27-a713-6e81239a6891 req-77625859-e876-4197-9ae7-bfd3d6e9833f tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425239 Jan 26 11:43:05.407262 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:06.525319 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddd2a3-6e2a-48f5-95c5-3a47646f98c2 req-e8bdf097-5eef-439a-b443-8d8ba6741625 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:06.526795 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-64ddd2a3-6e2a-48f5-95c5-3a47646f98c2 req-e8bdf097-5eef-439a-b443-8d8ba6741625 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0799661 Jan 26 11:43:06.569656 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-64ddd2a3-6e2a-48f5-95c5-3a47646f98c2 req-0f9125fb-f55a-46fe-addb-30f50539ab66 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373049 Jan 26 11:43:07.758831 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf812c9-bd61-4690-af5d-32f2ffa557bf req-365d8b74-a285-4c41-84af-5a16d09c86b7 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:07.760312 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-faf812c9-bd61-4690-af5d-32f2ffa557bf req-365d8b74-a285-4c41-84af-5a16d09c86b7 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0795634 Jan 26 11:43:07.805731 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-faf812c9-bd61-4690-af5d-32f2ffa557bf req-b49a7804-31d2-4529-8b43-bc3d12c36665 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394621 Jan 26 11:43:09.001964 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac46416-c514-437e-b916-e115d2cc8205 req-1c2a30a7-6d33-4e83-8df7-142b43168023 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:09.003485 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3ac46416-c514-437e-b916-e115d2cc8205 req-1c2a30a7-6d33-4e83-8df7-142b43168023 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0867682 Jan 26 11:43:09.046467 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3ac46416-c514-437e-b916-e115d2cc8205 req-9eab8470-5af8-4164-9ea5-6d0000d19b3b tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370073 Jan 26 11:43:10.233901 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517984a-1010-4ee6-90a0-5038c90e4822 req-efe3a65a-f57e-4d34-a941-fb2d68db7631 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:10.235364 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4517984a-1010-4ee6-90a0-5038c90e4822 req-efe3a65a-f57e-4d34-a941-fb2d68db7631 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0830498 Jan 26 11:43:10.279199 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4517984a-1010-4ee6-90a0-5038c90e4822 req-159a44dc-d9fa-4d41-a8d4-b346fdc080ca tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383117 Jan 26 11:43:11.464250 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76e4e2-ffdd-46c1-9e4b-1458998fd877 req-4dd8a336-8269-4333-8f87-ab6e9b7fcba0 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:11.465758 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1b76e4e2-ffdd-46c1-9e4b-1458998fd877 req-4dd8a336-8269-4333-8f87-ab6e9b7fcba0 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0789866 Jan 26 11:43:11.512166 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1b76e4e2-ffdd-46c1-9e4b-1458998fd877 req-f18ec738-4d79-4c45-a83d-3778942294e8 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408056 Jan 26 11:43:12.716781 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d22d7a-5575-4a64-8cfb-81b86e2ce9f1 req-20b33206-75b3-4581-b5f0-aa51731d5b5e tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:12.718239 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d1d22d7a-5575-4a64-8cfb-81b86e2ce9f1 req-20b33206-75b3-4581-b5f0-aa51731d5b5e tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0796933 Jan 26 11:43:12.761598 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d1d22d7a-5575-4a64-8cfb-81b86e2ce9f1 req-65d2b09c-cde7-42bb-b877-a75cd73b4156 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376425 Jan 26 11:43:13.952229 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47184bed-6716-4067-ba42-d47c73b7e947 req-c2879761-dfed-4887-b335-7008abc0c055 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:13.953670 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-47184bed-6716-4067-ba42-d47c73b7e947 req-c2879761-dfed-4887-b335-7008abc0c055 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0845108 Jan 26 11:43:13.996682 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-47184bed-6716-4067-ba42-d47c73b7e947 req-d231899e-d05a-4708-848d-70f958aa5e03 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369973 Jan 26 11:43:15.184836 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03412ac-2abc-4119-b92c-530a55f3c556 req-bce0ee82-dacc-4e50-96cb-3e69b24b008c tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:15.186195 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f03412ac-2abc-4119-b92c-530a55f3c556 req-bce0ee82-dacc-4e50-96cb-3e69b24b008c tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0824971 Jan 26 11:43:15.230182 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f03412ac-2abc-4119-b92c-530a55f3c556 req-51f35fef-4030-451e-82bb-95ca913101a7 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376592 Jan 26 11:43:16.419262 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882e9a6-446f-4a76-aabd-2f54d498cdac req-a2df23ea-c4d0-4804-94d2-407b866475d2 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:16.420707 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3882e9a6-446f-4a76-aabd-2f54d498cdac req-a2df23ea-c4d0-4804-94d2-407b866475d2 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0839632 Jan 26 11:43:16.464731 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3882e9a6-446f-4a76-aabd-2f54d498cdac req-f5b36547-3980-42eb-b879-e9dc5fca9ce8 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384264 Jan 26 11:43:17.604657 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:43:17.632391 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dd5a7422-d666-412d-aeaa-84c0122c5bf2 req-8060b3ba-5547-4c1f-828b-b13780c647ba service neutron] 10.222.0.24 "GET /v2.0/ports/9859d09f-1054-4e60-aed4-3ed749f66e93/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.0766916 Jan 26 11:43:17.650681 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7cfde-3f7a-426a-954d-5e1fff02c39b req-a23040cf-859e-4490-8aab-9d41ef9d59d0 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:17.652389 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f2e7cfde-3f7a-426a-954d-5e1fff02c39b req-a23040cf-859e-4490-8aab-9d41ef9d59d0 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0833967 Jan 26 11:43:17.697681 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f2e7cfde-3f7a-426a-954d-5e1fff02c39b req-ee7416e4-70d0-44f4-bd05-5e996c041a9d tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394037 Jan 26 11:43:17.903183 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a7422-d666-412d-aeaa-84c0122c5bf2 req-6bccf588-bf2f-4d99-a729-c3bef7a1acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:17.904684 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dd5a7422-d666-412d-aeaa-84c0122c5bf2 req-6bccf588-bf2f-4d99-a729-c3bef7a1acb5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9&tenant_id=13e77e4eb33f44cc9b9b006a02f0f8aa HTTP/1.1" status: 200 len: 1099 time: 0.0772738 Jan 26 11:43:17.993591 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a7422-d666-412d-aeaa-84c0122c5bf2 req-dff008db-5cb3-4815-97e9-e1bfedbfb480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:17.995071 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dd5a7422-d666-412d-aeaa-84c0122c5bf2 req-dff008db-5cb3-4815-97e9-e1bfedbfb480 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13e77e4eb33f44cc9b9b006a02f0f8aa&device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 1099 time: 0.0705988 Jan 26 11:43:18.123340 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a7422-d666-412d-aeaa-84c0122c5bf2 req-5992e7cd-e4c9-4d4a-8966-f0e4426dd2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:18.124675 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dd5a7422-d666-412d-aeaa-84c0122c5bf2 req-5992e7cd-e4c9-4d4a-8966-f0e4426dd2f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=425166fd-e633-4121-9a48-a4eca78ba1d3 HTTP/1.1" status: 200 len: 916 time: 0.1240432 Jan 26 11:43:18.195063 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dd5a7422-d666-412d-aeaa-84c0122c5bf2 req-3f9a7c03-8ab6-45eb-a62f-eecf2cf83315 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9859d09f-1054-4e60-aed4-3ed749f66e93 HTTP/1.1" status: 200 len: 217 time: 0.0640478 Jan 26 11:43:18.254221 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a7422-d666-412d-aeaa-84c0122c5bf2 req-cfeff217-06c2-4fbd-b100-55d525f1492e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:18.256319 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dd5a7422-d666-412d-aeaa-84c0122c5bf2 req-cfeff217-06c2-4fbd-b100-55d525f1492e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=28f1bb83-6742-4320-9182-92c0c67965ac HTTP/1.1" status: 200 len: 855 time: 0.0558672 Jan 26 11:43:18.303926 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dd5a7422-d666-412d-aeaa-84c0122c5bf2 req-2b1185cd-5e88-438f-9105-f04f47c688b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=425166fd-e633-4121-9a48-a4eca78ba1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418518 Jan 26 11:43:18.532939 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dd5a7422-d666-412d-aeaa-84c0122c5bf2 req-c7b54736-4660-4831-a627-0a55bb1d2e92 service neutron] 10.222.0.24 "GET /v2.0/networks/425166fd-e633-4121-9a48-a4eca78ba1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229662 Jan 26 11:43:18.663583 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dd5a7422-d666-412d-aeaa-84c0122c5bf2 req-66c26f2e-d902-451c-b1ea-4daaceb47d23 service neutron] 10.222.0.24 "GET /v2.0/networks/425166fd-e633-4121-9a48-a4eca78ba1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244757 Jan 26 11:43:18.888180 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7353acf-8124-4b1c-93fa-eaa300e5c2cd req-2dcfac35-aff3-494e-a93b-c51443eb6337 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:18.889623 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e7353acf-8124-4b1c-93fa-eaa300e5c2cd req-2dcfac35-aff3-494e-a93b-c51443eb6337 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0833242 Jan 26 11:43:18.933332 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e7353acf-8124-4b1c-93fa-eaa300e5c2cd req-b8f30964-4ffb-40cb-960c-6145e1771c37 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380511 Jan 26 11:43:20.124275 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1335c2e-750f-4a7e-813a-83e98bb709f5 req-d85e1712-b815-45b4-b519-9ce675b1d0e1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:20.125709 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a1335c2e-750f-4a7e-813a-83e98bb709f5 req-d85e1712-b815-45b4-b519-9ce675b1d0e1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0851190 Jan 26 11:43:20.172565 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a1335c2e-750f-4a7e-813a-83e98bb709f5 req-a58f7937-c5e8-401a-bb98-1bf31115e6c8 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396950 Jan 26 11:43:21.507759 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c2ce4-8c46-47ad-8619-53acc6837161 req-49ce6073-67b1-4bde-a6c8-0ab39cfcc42a tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:21.509129 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-426c2ce4-8c46-47ad-8619-53acc6837161 req-49ce6073-67b1-4bde-a6c8-0ab39cfcc42a tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0830445 Jan 26 11:43:21.552441 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-426c2ce4-8c46-47ad-8619-53acc6837161 req-04184905-0ad7-4cdd-862c-8c0827686253 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372415 Jan 26 11:43:21.918897 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635979c-8d37-4c4f-a517-843c7becffc8 req-d013fa6e-6669-4690-a0b0-8582668a0882 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:21.920384 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5635979c-8d37-4c4f-a517-843c7becffc8 req-d013fa6e-6669-4690-a0b0-8582668a0882 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.1463192 Jan 26 11:43:21.928683 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4449c-3650-4202-acac-bc5725ffd99e req-940025a6-1b10-42fd-80d6-d6a59e0e33c3 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:21.930007 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-08a4449c-3650-4202-acac-bc5725ffd99e req-940025a6-1b10-42fd-80d6-d6a59e0e33c3 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.24 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9&tenant_id=13e77e4eb33f44cc9b9b006a02f0f8aa&binding%3Ahost_id=hv-neutron-8264 HTTP/1.1" status: 200 len: 946 time: 0.1234457 Jan 26 11:43:21.970373 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5635979c-8d37-4c4f-a517-843c7becffc8 req-56888346-0a09-419f-9e4e-6234a3ac989f tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392046 Jan 26 11:43:22.074500 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4449c-3650-4202-acac-bc5725ffd99e req-6d509363-370d-47d2-a893-8b803e3c83a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:22.075954 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-08a4449c-3650-4202-acac-bc5725ffd99e req-6d509363-370d-47d2-a893-8b803e3c83a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13e77e4eb33f44cc9b9b006a02f0f8aa&device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 1099 time: 0.0730734 Jan 26 11:43:22.206969 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4449c-3650-4202-acac-bc5725ffd99e req-c340da65-8e39-47a2-aa89-2a9f468bfa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:22.208851 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-08a4449c-3650-4202-acac-bc5725ffd99e req-c340da65-8e39-47a2-aa89-2a9f468bfa06 service neutron] 10.222.0.24 "GET /v2.0/networks?id=425166fd-e633-4121-9a48-a4eca78ba1d3 HTTP/1.1" status: 200 len: 916 time: 0.1275132 Jan 26 11:43:22.221707 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 9859d09f-1054-4e60-aed4-3ed749f66e93 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:43:22.224746 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 9859d09f-1054-4e60-aed4-3ed749f66e93 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:43:22.276726 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-08a4449c-3650-4202-acac-bc5725ffd99e req-f845cebb-ec35-496f-a092-3bd9c6d92cbe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9859d09f-1054-4e60-aed4-3ed749f66e93 HTTP/1.1" status: 200 len: 217 time: 0.0626676 Jan 26 11:43:22.343557 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4449c-3650-4202-acac-bc5725ffd99e req-aeb738b0-54bb-41df-a479-ebd524e1080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:22.344995 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-08a4449c-3650-4202-acac-bc5725ffd99e req-aeb738b0-54bb-41df-a479-ebd524e1080b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=28f1bb83-6742-4320-9182-92c0c67965ac HTTP/1.1" status: 200 len: 855 time: 0.0617957 Jan 26 11:43:22.390757 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-08a4449c-3650-4202-acac-bc5725ffd99e req-29b8bb1a-8823-4cc6-9352-48b4bb306f86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=425166fd-e633-4121-9a48-a4eca78ba1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395796 Jan 26 11:43:22.441435 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:22.463722 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 9859d09f-1054-4e60-aed4-3ed749f66e93, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9859d09f-1054-4e60-aed4-3ed749f66e93,segment=NetworkSegment(74821a0f-6b6f-4e92-87ce-613c84e304a0),segment_id=74821a0f-6b6f-4e92-87ce-613c84e304a0)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:43:22.483353 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '9859d09f-1054-4e60-aed4-3ed749f66e93', 'network_id': '425166fd-e633-4121-9a48-a4eca78ba1d3', 'port_id': '9859d09f-1054-4e60-aed4-3ed749f66e93', 'mac_address': 'fa:16:3e:98:c3:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f1bb83-6742-4320-9182-92c0c67965ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:43:22.489342 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3788ccd4-75dc-4718-bac5-d288e7798ae9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9859d09f-1054-4e60-aed4-3ed749f66e93'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:43:22.524572 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-08a4449c-3650-4202-acac-bc5725ffd99e req-5f572cf3-e412-4fa3-8106-67f3063b3015 service neutron] 10.222.0.24 "GET /v2.0/networks/425166fd-e633-4121-9a48-a4eca78ba1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277328 Jan 26 11:43:22.531489 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 9859d09f-1054-4e60-aed4-3ed749f66e93, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9859d09f-1054-4e60-aed4-3ed749f66e93,segment=NetworkSegment(74821a0f-6b6f-4e92-87ce-613c84e304a0),segment_id=74821a0f-6b6f-4e92-87ce-613c84e304a0)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:43:22.539871 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:22.611987 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3788ccd4-75dc-4718-bac5-d288e7798ae9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9859d09f-1054-4e60-aed4-3ed749f66e93', 'code': 200} Jan 26 11:43:22.620414 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:22.634765 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-371193ff-c6a5-49ca-98ca-1e3616c36265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:22.648287 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9859d09f-1054-4e60-aed4-3ed749f66e93 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:43:22.653266 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=9859d09f-1054-4e60-aed4-3ed749f66e93,revision_number=6']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:22.669767 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-08a4449c-3650-4202-acac-bc5725ffd99e req-5f3c1543-787c-4ad5-8a92-b1d49eada55d service neutron] 10.222.0.24 "GET /v2.0/networks/425166fd-e633-4121-9a48-a4eca78ba1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383710 Jan 26 11:43:22.688433 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:22.688784 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:22.689132 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:22.689467 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:22.689808 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:22.690142 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:22.690499 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:22.690827 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:22.691155 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:22.691478 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:22.691801 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:22.692122 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:22.720845 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:43:22.721132 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:43:23.153916 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f238b-54ee-4f89-9ad5-599d21e4591b req-d1efbad6-5903-4951-9822-a9d6ec035d23 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:23.155459 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a8f238b-54ee-4f89-9ad5-599d21e4591b req-d1efbad6-5903-4951-9822-a9d6ec035d23 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 944 time: 0.0794966 Jan 26 11:43:23.209982 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a8f238b-54ee-4f89-9ad5-599d21e4591b req-30a987a8-7add-4041-9a85-341377c3947b tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486345 Jan 26 11:43:23.281733 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:23.300341 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9859d09f-1054-4e60-aed4-3ed749f66e93 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:43:23.316527 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 9859d09f-1054-4e60-aed4-3ed749f66e93, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9859d09f-1054-4e60-aed4-3ed749f66e93,segment=NetworkSegment(74821a0f-6b6f-4e92-87ce-613c84e304a0),segment_id=74821a0f-6b6f-4e92-87ce-613c84e304a0)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:43:23.320181 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:23.384529 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['9859d09f-1054-4e60-aed4-3ed749f66e93'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:43:23.428363 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=9859d09f-1054-4e60-aed4-3ed749f66e93,revision_number=7']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:24.243040 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 9859d09f-1054-4e60-aed4-3ed749f66e93 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:43:24.310903 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 9859d09f-1054-4e60-aed4-3ed749f66e93 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:43:24.311607 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:24.401961 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100490f-a967-4789-82b1-065b54ef8f2c req-bd523b79-b70f-4a82-88da-a3ac57f1d091 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:24.403598 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d100490f-a967-4789-82b1-065b54ef8f2c req-bd523b79-b70f-4a82-88da-a3ac57f1d091 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 945 time: 0.0826101 Jan 26 11:43:24.431276 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:24.451330 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d100490f-a967-4789-82b1-065b54ef8f2c req-587e7dfc-f9b8-45a2-b978-ca70c749485a tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419672 Jan 26 11:43:24.463727 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 9859d09f-1054-4e60-aed4-3ed749f66e93, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9859d09f-1054-4e60-aed4-3ed749f66e93,segment=NetworkSegment(74821a0f-6b6f-4e92-87ce-613c84e304a0),segment_id=74821a0f-6b6f-4e92-87ce-613c84e304a0)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:43:24.467699 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:24.537234 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=9859d09f-1054-4e60-aed4-3ed749f66e93,revision_number=8']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:24.613657 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3788ccd4-75dc-4718-bac5-d288e7798ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9859d09f-1054-4e60-aed4-3ed749f66e93'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:43:24.639965 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49c8f5-39ae-440b-bf9a-3c97d2e70ceb req-66ff7c50-2d7e-4054-a0ce-8ec11cc320f3 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:24.641424 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7a49c8f5-39ae-440b-bf9a-3c97d2e70ceb req-66ff7c50-2d7e-4054-a0ce-8ec11cc320f3 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0818508 Jan 26 11:43:24.657551 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3788ccd4-75dc-4718-bac5-d288e7798ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9859d09f-1054-4e60-aed4-3ed749f66e93', 'code': 200} Jan 26 11:43:24.687243 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7a49c8f5-39ae-440b-bf9a-3c97d2e70ceb req-152cc423-9067-4c64-9268-d2325b9ed309 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391757 Jan 26 11:43:24.812710 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b48bda96-e98a-445f-9923-f73ef1c9c7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:24.874551 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f87751-2d45-491d-bf1f-a545942bfa85 req-76f6ce8b-abce-4aba-9ff1-b931d6eabca3 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:24.876031 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-c2f87751-2d45-491d-bf1f-a545942bfa85 req-76f6ce8b-abce-4aba-9ff1-b931d6eabca3 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0816302 Jan 26 11:43:24.924032 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-c2f87751-2d45-491d-bf1f-a545942bfa85 req-4f3eeb9c-7729-48b2-a7b2-a504365fec7b tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420794 Jan 26 11:43:25.469244 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4443c8-b7dd-4691-9e5e-10127d200fa6 req-5764b566-c23c-43fd-8377-ae1dac2babce tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:25.470729 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fb4443c8-b7dd-4691-9e5e-10127d200fa6 req-5764b566-c23c-43fd-8377-ae1dac2babce tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0836535 Jan 26 11:43:25.514110 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fb4443c8-b7dd-4691-9e5e-10127d200fa6 req-4f76c601-a393-46ad-a242-c7a760574f20 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375478 Jan 26 11:43:25.877533 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:26.095543 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:26.707268 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346cee9-0e93-42c2-9a4b-621a5087f9ee req-bcfd238a-1696-4761-996a-e601f6a2e1f7 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:26.709200 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7346cee9-0e93-42c2-9a4b-621a5087f9ee req-bcfd238a-1696-4761-996a-e601f6a2e1f7 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0858028 Jan 26 11:43:26.753064 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7346cee9-0e93-42c2-9a4b-621a5087f9ee req-f151acc7-dcef-42a3-b80b-28b28617ba61 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386229 Jan 26 11:43:26.965785 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaed3c6-fcb7-4c2e-92c2-63673477a958 req-df47e906-5c76-48bb-97e9-549e5e1c8489 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:26.967225 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-deaed3c6-fcb7-4c2e-92c2-63673477a958 req-df47e906-5c76-48bb-97e9-549e5e1c8489 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.24 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 946 time: 0.0794842 Jan 26 11:43:27.141041 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-deaed3c6-fcb7-4c2e-92c2-63673477a958 req-6f9fde10-39dc-48bf-be8e-0b50bac5ecc1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Deleting port 9859d09f-1054-4e60-aed4-3ed749f66e93 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:43:27.141292 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-deaed3c6-fcb7-4c2e-92c2-63673477a958 req-6f9fde10-39dc-48bf-be8e-0b50bac5ecc1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:27.376673 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-deaed3c6-fcb7-4c2e-92c2-63673477a958 req-6f9fde10-39dc-48bf-be8e-0b50bac5ecc1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] For port 9859d09f-1054-4e60-aed4-3ed749f66e93, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9859d09f-1054-4e60-aed4-3ed749f66e93,segment=NetworkSegment(74821a0f-6b6f-4e92-87ce-613c84e304a0),segment_id=74821a0f-6b6f-4e92-87ce-613c84e304a0)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:43:27.377026 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-deaed3c6-fcb7-4c2e-92c2-63673477a958 req-6f9fde10-39dc-48bf-be8e-0b50bac5ecc1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:27.446102 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:27.502175 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-deaed3c6-fcb7-4c2e-92c2-63673477a958 req-6f9fde10-39dc-48bf-be8e-0b50bac5ecc1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Calling delete_port for 9859d09f-1054-4e60-aed4-3ed749f66e93 owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:43:27.641313 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-deaed3c6-fcb7-4c2e-92c2-63673477a958 req-6f9fde10-39dc-48bf-be8e-0b50bac5ecc1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:27.652316 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['9859d09f-1054-4e60-aed4-3ed749f66e93'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:43:27.697290 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9fde10-39dc-48bf-be8e-0b50bac5ecc1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Pushing event deleted for resources: {'Port': ['ID=9859d09f-1054-4e60-aed4-3ed749f66e93,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:27.739918 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9fde10-39dc-48bf-be8e-0b50bac5ecc1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:27.740347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9fde10-39dc-48bf-be8e-0b50bac5ecc1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:27.740697 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9fde10-39dc-48bf-be8e-0b50bac5ecc1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:27.741038 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9fde10-39dc-48bf-be8e-0b50bac5ecc1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:27.741372 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9fde10-39dc-48bf-be8e-0b50bac5ecc1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:27.741706 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9fde10-39dc-48bf-be8e-0b50bac5ecc1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:27.742041 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9fde10-39dc-48bf-be8e-0b50bac5ecc1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:27.742397 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9fde10-39dc-48bf-be8e-0b50bac5ecc1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:27.742731 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9fde10-39dc-48bf-be8e-0b50bac5ecc1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:27.743059 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9fde10-39dc-48bf-be8e-0b50bac5ecc1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:27.743384 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9fde10-39dc-48bf-be8e-0b50bac5ecc1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:27.743709 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9fde10-39dc-48bf-be8e-0b50bac5ecc1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:27.786178 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-deaed3c6-fcb7-4c2e-92c2-63673477a958 req-6f9fde10-39dc-48bf-be8e-0b50bac5ecc1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] No DVR routers for this DVR port 9859d09f-1054-4e60-aed4-3ed749f66e93 on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:43:27.788505 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-deaed3c6-fcb7-4c2e-92c2-63673477a958 req-6f9fde10-39dc-48bf-be8e-0b50bac5ecc1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:27.791095 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3788ccd4-75dc-4718-bac5-d288e7798ae9', 'name': 'network-vif-deleted', 'tag': '9859d09f-1054-4e60-aed4-3ed749f66e93'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:43:27.811553 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-deaed3c6-fcb7-4c2e-92c2-63673477a958 req-6f9fde10-39dc-48bf-be8e-0b50bac5ecc1 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.24 "DELETE /v2.0/ports/9859d09f-1054-4e60-aed4-3ed749f66e93 HTTP/1.1" status: 204 len: 173 time: 0.8389983 Jan 26 11:43:27.845125 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3788ccd4-75dc-4718-bac5-d288e7798ae9', 'name': 'network-vif-deleted', 'tag': '9859d09f-1054-4e60-aed4-3ed749f66e93', 'status': 'completed', 'code': 200} Jan 26 11:43:27.923322 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-7c3b88e5-20d4-4553-a10b-c22ff044fe82 req-ea781f94-7fc2-4746-89a1-06da44a2cc9e tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Synchronizing usage tracker for tenant:13e77e4eb33f44cc9b9b006a02f0f8aa on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:43:27.939311 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-7c3b88e5-20d4-4553-a10b-c22ff044fe82 req-ea781f94-7fc2-4746-89a1-06da44a2cc9e tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] Unset dirty status for tenant:13e77e4eb33f44cc9b9b006a02f0f8aa on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:43:27.940523 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7c3b88e5-20d4-4553-a10b-c22ff044fe82 req-ea781f94-7fc2-4746-89a1-06da44a2cc9e tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3788ccd4-75dc-4718-bac5-d288e7798ae9 HTTP/1.1" status: 200 len: 210 time: 0.0623207 Jan 26 11:43:29.172697 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 57984) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:43:29.231607 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a9a37e1-6ac2-4040-be60-809b38a78e18 admin admin] Deleting subnet 28f1bb83-6742-4320-9182-92c0c67965ac {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:43:29.234436 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9a9a37e1-6ac2-4040-be60-809b38a78e18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:29.285436 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9a9a37e1-6ac2-4040-be60-809b38a78e18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:29.340771 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9a9a37e1-6ac2-4040-be60-809b38a78e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:29.406451 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9a9a37e1-6ac2-4040-be60-809b38a78e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:29.447098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a37e1-6ac2-4040-be60-809b38a78e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28f1bb83-6742-4320-9182-92c0c67965ac,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:29.450760 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-9a9a37e1-6ac2-4040-be60-809b38a78e18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:29.456372 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9a9a37e1-6ac2-4040-be60-809b38a78e18 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/28f1bb83-6742-4320-9182-92c0c67965ac HTTP/1.1" status: 204 len: 168 time: 0.2826695 Jan 26 11:43:29.459955 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 57988) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:43:29.559614 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-61c51afe-f26e-4dfc-b6f5-bfd840ed610e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:29.683785 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-61c51afe-f26e-4dfc-b6f5-bfd840ed610e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:29.708074 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-61c51afe-f26e-4dfc-b6f5-bfd840ed610e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425166fd-e633-4121-9a48-a4eca78ba1d3']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:43:29.720102 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-61c51afe-f26e-4dfc-b6f5-bfd840ed610e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74821a0f-6b6f-4e92-87ce-613c84e304a0') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:43:29.720398 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-61c51afe-f26e-4dfc-b6f5-bfd840ed610e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74821a0f-6b6f-4e92-87ce-613c84e304a0') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:43:29.731274 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-61c51afe-f26e-4dfc-b6f5-bfd840ed610e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:29.746390 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-61c51afe-f26e-4dfc-b6f5-bfd840ed610e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:29.752101 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c51afe-f26e-4dfc-b6f5-bfd840ed610e admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:43:29.752490 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-61c51afe-f26e-4dfc-b6f5-bfd840ed610e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:43:29.765693 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:43:29.841967 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-61c51afe-f26e-4dfc-b6f5-bfd840ed610e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:29.857906 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-61c51afe-f26e-4dfc-b6f5-bfd840ed610e admin admin] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:29.869117 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c51afe-f26e-4dfc-b6f5-bfd840ed610e admin admin] Pushing event deleted for resources: {'Network': ['ID=425166fd-e633-4121-9a48-a4eca78ba1d3,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:29.875256 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-61c51afe-f26e-4dfc-b6f5-bfd840ed610e admin admin] 10.222.0.39 "DELETE /v2.0/networks/425166fd-e633-4121-9a48-a4eca78ba1d3 HTTP/1.1" status: 204 len: 168 time: 0.4143860 Jan 26 11:43:29.986469 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 57994) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:43:30.034488 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d01ee655-3748-476d-b9e0-b981a32b82ad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=13e77e4eb33f44cc9b9b006a02f0f8aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468779 Jan 26 11:43:30.036874 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 57998) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:43:30.093835 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-692aa56f-7f47-461d-ac8b-d0f53602e616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:30.119118 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-692aa56f-7f47-461d-ac8b-d0f53602e616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:30.170115 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-692aa56f-7f47-461d-ac8b-d0f53602e616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:30.188819 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692aa56f-7f47-461d-ac8b-d0f53602e616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:30.200570 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-692aa56f-7f47-461d-ac8b-d0f53602e616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:30.201703 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-692aa56f-7f47-461d-ac8b-d0f53602e616 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0bdd4fbd-d0b9-4ff8-aa45-fdbb244a1456 HTTP/1.1" status: 204 len: 168 time: 0.1639402 Jan 26 11:43:30.909395 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 58022) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:43:31.012456 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-6a35a36a-828c-4fd6-b0e9-73d373e453d7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1962660880-network', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:43:31.017125 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6a35a36a-828c-4fd6-b0e9-73d373e453d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:43:31.021516 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6a35a36a-828c-4fd6-b0e9-73d373e453d7 admin admin] Usage tracker for resource:network and tenant:e0df3432496b454e9ae94470f1263d3a is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:43:31.024435 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6a35a36a-828c-4fd6-b0e9-73d373e453d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:43:31.033529 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6a35a36a-828c-4fd6-b0e9-73d373e453d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:43:31.043689 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a35a36a-828c-4fd6-b0e9-73d373e453d7 admin admin] Made reservation on behalf of e0df3432496b454e9ae94470f1263d3a for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:43:31.045906 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6a35a36a-828c-4fd6-b0e9-73d373e453d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:31.057697 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6a35a36a-828c-4fd6-b0e9-73d373e453d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:31.071755 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6a35a36a-828c-4fd6-b0e9-73d373e453d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:43:31.075504 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6a35a36a-828c-4fd6-b0e9-73d373e453d7 admin admin] Usage tracker for resource:security_group_rule and tenant:e0df3432496b454e9ae94470f1263d3a is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:43:31.078229 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6a35a36a-828c-4fd6-b0e9-73d373e453d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:43:31.085209 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6a35a36a-828c-4fd6-b0e9-73d373e453d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:43:31.167973 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6a35a36a-828c-4fd6-b0e9-73d373e453d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:31.171615 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6a35a36a-828c-4fd6-b0e9-73d373e453d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:31.198578 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a35a36a-828c-4fd6-b0e9-73d373e453d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:43:31.211692 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35a36a-828c-4fd6-b0e9-73d373e453d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e51ede8-9817-4cfb-9b55-a3fc9d0b0c51,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:31.216647 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6a35a36a-828c-4fd6-b0e9-73d373e453d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:31.216993 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-6a35a36a-828c-4fd6-b0e9-73d373e453d7 admin admin] Added segment 52b7d504-79e4-4e28-b9ce-0842eb17c0c2 of type vlan for network 6fdef3f1-b727-4161-8796-e88dda7212be Jan 26 11:43:31.243339 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6a35a36a-828c-4fd6-b0e9-73d373e453d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:31.271688 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6a35a36a-828c-4fd6-b0e9-73d373e453d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:31.272614 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a35a36a-828c-4fd6-b0e9-73d373e453d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:31.273194 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6a35a36a-828c-4fd6-b0e9-73d373e453d7 admin admin] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:31.467144 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6a35a36a-828c-4fd6-b0e9-73d373e453d7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5566158 Jan 26 11:43:31.470022 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 58028) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:43:31.472313 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35a36a-828c-4fd6-b0e9-73d373e453d7 admin admin] Pushing event updated for resources: {'Network': ['ID=6fdef3f1-b727-4161-8796-e88dda7212be,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:31.476014 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] Request body: {'subnet': {'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1962660880-subnet', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:43:31.480940 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:43:31.483170 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 6fdef3f1-b727-4161-8796-e88dda7212be details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:43:31.490180 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] Usage tracker for resource:subnet and tenant:e0df3432496b454e9ae94470f1263d3a is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:43:31.493169 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:43:31.498918 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:43:31.509334 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] Made reservation on behalf of e0df3432496b454e9ae94470f1263d3a for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:43:31.512044 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:31.808552 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:31.887911 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4c2e85d-67e5-48d6-923e-3c674e0664b6,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:31.899697 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:31.900055 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:31.900398 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:31.900735 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:31.901072 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:31.901406 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:31.901737 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:31.902064 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:31.902419 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:31.902746 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:31.903071 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:31.903391 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:31.906987 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] Checking segment: {'id': '52b7d504-79e4-4e28-b9ce-0842eb17c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:43:31.907344 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] Network hostable DHCP agents. Network: 6fdef3f1-b727-4161-8796-e88dda7212be, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:43:31.928122 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] Network 6fdef3f1-b727-4161-8796-e88dda7212be is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:43:31.936143 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 6fdef3f1-b727-4161-8796-e88dda7212be) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:43:31.939959 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:31.940538 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:31.946377 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4caf8c5-32b3-4fd4-b811-892e52dbd4cd None None] Network 6fdef3f1-b727-4161-8796-e88dda7212be requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:43:31.961509 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-05120fa3-264e-4677-920c-590b756dbaeb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4903781 Jan 26 11:43:31.964234 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 58032) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:43:31.968933 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-6b019ef0-01f3-4982-9627-855fc0cad9fa admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:43:31.973371 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6b019ef0-01f3-4982-9627-855fc0cad9fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:43:31.977859 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6b019ef0-01f3-4982-9627-855fc0cad9fa admin admin] Usage tracker for resource:router and tenant:e0df3432496b454e9ae94470f1263d3a is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:43:31.980665 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6b019ef0-01f3-4982-9627-855fc0cad9fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:43:31.986253 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6b019ef0-01f3-4982-9627-855fc0cad9fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:43:31.996703 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b019ef0-01f3-4982-9627-855fc0cad9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:31.997870 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b019ef0-01f3-4982-9627-855fc0cad9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:32.012746 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b019ef0-01f3-4982-9627-855fc0cad9fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:32.171719 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ad365f-5726-4a04-8ac3-49e9e255a944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-6fdef3f1-b727-4161-8796-e88dda7212be', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:43:32.172677 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d4ad365f-5726-4a04-8ac3-49e9e255a944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:32.269025 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 9859d09f-1054-4e60-aed4-3ed749f66e93 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:43:32.291795 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b019ef0-01f3-4982-9627-855fc0cad9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:32.369128 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: 9859d09f-1054-4e60-aed4-3ed749f66e93 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:43:32.369480 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 9859d09f-1054-4e60-aed4-3ed749f66e93 not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:43:32.403402 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-d4ad365f-5726-4a04-8ac3-49e9e255a944 None None] Allocated IP 172.20.0.2 (6fdef3f1-b727-4161-8796-e88dda7212be/a4c2e85d-67e5-48d6-923e-3c674e0664b6/888bb5a2-8ae5-4815-a2b6-56131dfc67c5) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:43:32.610818 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b019ef0-01f3-4982-9627-855fc0cad9fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:32.630383 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d4ad365f-5726-4a04-8ac3-49e9e255a944 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:32.641741 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d4ad365f-5726-4a04-8ac3-49e9e255a944 None None] Transition to ACTIVE for port object 888bb5a2-8ae5-4815-a2b6-56131dfc67c5 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:43:32.641940 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b019ef0-01f3-4982-9627-855fc0cad9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:32.662972 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d4ad365f-5726-4a04-8ac3-49e9e255a944 None None] Transition to ACTIVE for port object 888bb5a2-8ae5-4815-a2b6-56131dfc67c5 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:43:32.668861 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d4ad365f-5726-4a04-8ac3-49e9e255a944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:32.740569 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ad365f-5726-4a04-8ac3-49e9e255a944 None None] Network 6fdef3f1-b727-4161-8796-e88dda7212be is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:43:32.743330 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-d4ad365f-5726-4a04-8ac3-49e9e255a944 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:43:32.747482 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ad365f-5726-4a04-8ac3-49e9e255a944 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:43:32.749528 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad365f-5726-4a04-8ac3-49e9e255a944 None None] Pushing event updated for resources: {'Port': ['ID=888bb5a2-8ae5-4815-a2b6-56131dfc67c5,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:32.783544 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-6b019ef0-01f3-4982-9627-855fc0cad9fa admin admin] Allocated IP 172.26.5.188 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/55c9239c-4486-48ed-a81b-4b2abf737c92) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:43:32.841795 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d4ad365f-5726-4a04-8ac3-49e9e255a944 None None] Attempting to bind port 888bb5a2-8ae5-4815-a2b6-56131dfc67c5 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:43:32.842172 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d4ad365f-5726-4a04-8ac3-49e9e255a944 None None] Attempting to bind port 888bb5a2-8ae5-4815-a2b6-56131dfc67c5 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '52b7d504-79e4-4e28-b9ce-0842eb17c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:43:32.842566 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ad365f-5726-4a04-8ac3-49e9e255a944 None None] Attempting to bind port 888bb5a2-8ae5-4815-a2b6-56131dfc67c5 on network 6fdef3f1-b727-4161-8796-e88dda7212be {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:43:32.847714 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ad365f-5726-4a04-8ac3-49e9e255a944 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:43:32.848092 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ad365f-5726-4a04-8ac3-49e9e255a944 None None] Checking segment: {'id': '52b7d504-79e4-4e28-b9ce-0842eb17c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:43:32.848609 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d4ad365f-5726-4a04-8ac3-49e9e255a944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:32.849636 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ad365f-5726-4a04-8ac3-49e9e255a944 None None] Bound using segment: {'id': '52b7d504-79e4-4e28-b9ce-0842eb17c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:43:32.850101 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d4ad365f-5726-4a04-8ac3-49e9e255a944 None None] Bound port: 888bb5a2-8ae5-4815-a2b6-56131dfc67c5, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b7d504-79e4-4e28-b9ce-0842eb17c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:43:32.850504 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d4ad365f-5726-4a04-8ac3-49e9e255a944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:32.938573 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b019ef0-01f3-4982-9627-855fc0cad9fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:32.940562 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d4ad365f-5726-4a04-8ac3-49e9e255a944 None None] For port 888bb5a2-8ae5-4815-a2b6-56131dfc67c5, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:43:32.944024 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d4ad365f-5726-4a04-8ac3-49e9e255a944 None None] For port 888bb5a2-8ae5-4815-a2b6-56131dfc67c5, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=888bb5a2-8ae5-4815-a2b6-56131dfc67c5,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:43:32.948104 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d4ad365f-5726-4a04-8ac3-49e9e255a944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:32.969004 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b019ef0-01f3-4982-9627-855fc0cad9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:33.032762 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad365f-5726-4a04-8ac3-49e9e255a944 None None] Pushing event updated for resources: {'Port': ['ID=888bb5a2-8ae5-4815-a2b6-56131dfc67c5,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:33.037784 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b019ef0-01f3-4982-9627-855fc0cad9fa admin admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:43:33.044983 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-6b019ef0-01f3-4982-9627-855fc0cad9fa admin admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:43:33.047417 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b019ef0-01f3-4982-9627-855fc0cad9fa admin admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:43:33.092542 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b019ef0-01f3-4982-9627-855fc0cad9fa admin admin] Pushing event updated for resources: {'Port': ['ID=55c9239c-4486-48ed-a81b-4b2abf737c92,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:33.601090 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b019ef0-01f3-4982-9627-855fc0cad9fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:33.956211 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a719d9-ff23-463c-9ee5-c03b2991e163 None None] Network 6fdef3f1-b727-4161-8796-e88dda7212be requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:43:33.957277 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b019ef0-01f3-4982-9627-855fc0cad9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:34.039514 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 888bb5a2-8ae5-4815-a2b6-56131dfc67c5 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:43:34.129663 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e2ac51b5-73f9-4f65-8bf4-b793a898653e None None] Provisioning for port 888bb5a2-8ae5-4815-a2b6-56131dfc67c5 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:43:34.167163 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b019ef0-01f3-4982-9627-855fc0cad9fa admin admin] Router 2807c256-0160-4e26-989b-3b1ddcef8ba7 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:43:34.225700 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 888bb5a2-8ae5-4815-a2b6-56131dfc67c5 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:43:34.236359 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 888bb5a2-8ae5-4815-a2b6-56131dfc67c5 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:43:34.236737 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:34.345298 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b019ef0-01f3-4982-9627-855fc0cad9fa admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:43:34.357698 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] Sync routers for ids ['2807c256-0160-4e26-989b-3b1ddcef8ba7'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:43:34.370841 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6b019ef0-01f3-4982-9627-855fc0cad9fa admin admin] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:34.372191 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6b019ef0-01f3-4982-9627-855fc0cad9fa admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4070387 Jan 26 11:43:34.374444 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:34.374993 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 58036) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:43:34.378398 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] Routers {'2807c256-0160-4e26-989b-3b1ddcef8ba7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:43:34.379251 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:43:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2807c256-0160-4e26-989b-3b1ddcef8ba7'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:43:34.415783 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 888bb5a2-8ae5-4815-a2b6-56131dfc67c5, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=888bb5a2-8ae5-4815-a2b6-56131dfc67c5,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:43:34.422346 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:34.507218 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=888bb5a2-8ae5-4815-a2b6-56131dfc67c5,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:34.584818 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] Set router 2807c256-0160-4e26-989b-3b1ddcef8ba7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:43:34.664366 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6e1cf0cf-01c7-4879-be5b-7c998260e141 None None] Provisioning complete for port 888bb5a2-8ae5-4815-a2b6-56131dfc67c5 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:43:34.664717 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6e1cf0cf-01c7-4879-be5b-7c998260e141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:34.924626 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:33Z', 'revision_number': 3, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:43:34.928407 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] Checking router: 2807c256-0160-4e26-989b-3b1ddcef8ba7 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:43:34.928754 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] Updating router 2807c256-0160-4e26-989b-3b1ddcef8ba7 port 55c9239c-4486-48ed-a81b-4b2abf737c92 binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:43:34.980622 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:35.218156 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-36c880ff-0cde-4b83-aa3c-b1bce9a7dc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:35.306223 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:35.317734 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] Transition to ACTIVE for port object 55c9239c-4486-48ed-a81b-4b2abf737c92 will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:43:35.324209 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:35.403304 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] Attempting to bind port 55c9239c-4486-48ed-a81b-4b2abf737c92 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:43:35.404037 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] Attempting to bind port 55c9239c-4486-48ed-a81b-4b2abf737c92 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:43:35.404037 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] Attempting to bind port 55c9239c-4486-48ed-a81b-4b2abf737c92 on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:43:35.410698 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:35.413308 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420acf7-811b-479e-96a2-19b8bc1841b5 None None] Pushing event updated for resources: {'Port': ['ID=55c9239c-4486-48ed-a81b-4b2abf737c92,revision_number=2']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:35.416707 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:43:35.417075 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:43:35.417466 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:35.417849 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:43:35.418301 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] Bound port: 55c9239c-4486-48ed-a81b-4b2abf737c92, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:43:35.418684 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:35.423277 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-36c880ff-0cde-4b83-aa3c-b1bce9a7dc53 admin admin] Allocated IP 172.20.0.1 (6fdef3f1-b727-4161-8796-e88dda7212be/a4c2e85d-67e5-48d6-923e-3c674e0664b6/4135c01c-c363-44c4-8a99-de4f0d6a53aa) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:43:35.455821 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420acf7-811b-479e-96a2-19b8bc1841b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:35.456163 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420acf7-811b-479e-96a2-19b8bc1841b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:35.456497 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420acf7-811b-479e-96a2-19b8bc1841b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:35.457086 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420acf7-811b-479e-96a2-19b8bc1841b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:35.457410 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420acf7-811b-479e-96a2-19b8bc1841b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:35.457733 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420acf7-811b-479e-96a2-19b8bc1841b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:35.458579 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420acf7-811b-479e-96a2-19b8bc1841b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:35.458922 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420acf7-811b-479e-96a2-19b8bc1841b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:35.459862 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420acf7-811b-479e-96a2-19b8bc1841b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:35.460183 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420acf7-811b-479e-96a2-19b8bc1841b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:35.460504 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420acf7-811b-479e-96a2-19b8bc1841b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:35.460824 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420acf7-811b-479e-96a2-19b8bc1841b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:43:35.501895 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] For port 55c9239c-4486-48ed-a81b-4b2abf737c92, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:43:35.505638 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] For port 55c9239c-4486-48ed-a81b-4b2abf737c92, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=55c9239c-4486-48ed-a81b-4b2abf737c92,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:43:35.509218 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:35.579208 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-36c880ff-0cde-4b83-aa3c-b1bce9a7dc53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:35.588337 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] Routers {'2807c256-0160-4e26-989b-3b1ddcef8ba7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:43:35.588953 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:43:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2807c256-0160-4e26-989b-3b1ddcef8ba7'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:43:35.595187 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-36c880ff-0cde-4b83-aa3c-b1bce9a7dc53 admin admin] Transition to ACTIVE for port object 4135c01c-c363-44c4-8a99-de4f0d6a53aa will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:43:35.618406 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-36c880ff-0cde-4b83-aa3c-b1bce9a7dc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:35.649395 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420acf7-811b-479e-96a2-19b8bc1841b5 None None] Pushing event updated for resources: {'Port': ['ID=55c9239c-4486-48ed-a81b-4b2abf737c92,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:35.680826 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c880ff-0cde-4b83-aa3c-b1bce9a7dc53 admin admin] Network 6fdef3f1-b727-4161-8796-e88dda7212be is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:43:35.683711 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-36c880ff-0cde-4b83-aa3c-b1bce9a7dc53 admin admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:43:35.687414 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c880ff-0cde-4b83-aa3c-b1bce9a7dc53 admin admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:43:35.727662 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c880ff-0cde-4b83-aa3c-b1bce9a7dc53 admin admin] Pushing event updated for resources: {'Port': ['ID=4135c01c-c363-44c4-8a99-de4f0d6a53aa,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:35.748164 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-36c880ff-0cde-4b83-aa3c-b1bce9a7dc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:35.776097 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] Set router 2807c256-0160-4e26-989b-3b1ddcef8ba7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:43:35.968852 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 888bb5a2-8ae5-4815-a2b6-56131dfc67c5 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:43:36.028375 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-36c880ff-0cde-4b83-aa3c-b1bce9a7dc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:36.044821 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4671ba1f-c205-4507-a98d-f6d0cfcfba03 None None] Provisioning for port 4135c01c-c363-44c4-8a99-de4f0d6a53aa completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:43:36.053220 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4671ba1f-c205-4507-a98d-f6d0cfcfba03 None None] Provisioning complete for port 4135c01c-c363-44c4-8a99-de4f0d6a53aa triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:43:36.053608 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4671ba1f-c205-4507-a98d-f6d0cfcfba03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:36.087612 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:33Z', 'revision_number': 3, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:43:36.092812 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff2f3bb-889a-4cda-986f-3c9990085fa8 None None] The sync data for ids ['2807c256-0160-4e26-989b-3b1ddcef8ba7'] in dv-neutron-826439-1-hyperv is: [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:33Z', 'revision_number': 3, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:43:36.104861 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 888bb5a2-8ae5-4815-a2b6-56131dfc67c5 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:43:36.105218 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:36.157163 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-4671ba1f-c205-4507-a98d-f6d0cfcfba03 None None] Port 4135c01c-c363-44c4-8a99-de4f0d6a53aa cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:43:36.267290 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-36c880ff-0cde-4b83-aa3c-b1bce9a7dc53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:36.272185 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-36c880ff-0cde-4b83-aa3c-b1bce9a7dc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:36.504915 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-36c880ff-0cde-4b83-aa3c-b1bce9a7dc53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:36.509256 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c880ff-0cde-4b83-aa3c-b1bce9a7dc53 admin admin] Pushing event updated for resources: {'Port': ['ID=4135c01c-c363-44c4-8a99-de4f0d6a53aa,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:36.646877 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c880ff-0cde-4b83-aa3c-b1bce9a7dc53 admin admin] Network 6fdef3f1-b727-4161-8796-e88dda7212be is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:43:36.648170 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-36c880ff-0cde-4b83-aa3c-b1bce9a7dc53 admin admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:43:36.854246 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c880ff-0cde-4b83-aa3c-b1bce9a7dc53 admin admin] Router 2807c256-0160-4e26-989b-3b1ddcef8ba7 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:43:36.881489 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6dbdf472-7ecc-4049-aba6-e71586536a1b None None] Provisioning complete for port 4135c01c-c363-44c4-8a99-de4f0d6a53aa triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:43:36.882003 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6dbdf472-7ecc-4049-aba6-e71586536a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:36.939045 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-6dbdf472-7ecc-4049-aba6-e71586536a1b None None] Port 4135c01c-c363-44c4-8a99-de4f0d6a53aa cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:43:37.044384 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c880ff-0cde-4b83-aa3c-b1bce9a7dc53 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:43:37.053523 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-36c880ff-0cde-4b83-aa3c-b1bce9a7dc53 admin admin] 10.222.0.39 "PUT /v2.0/routers/2807c256-0160-4e26-989b-3b1ddcef8ba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6774275 Jan 26 11:43:37.522052 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 58046) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:43:37.527427 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-051ddf3a-260e-4229-a3ce-12d8193d8b96 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2091562400', 'description': 'tempest-description--1902119635'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:43:37.533336 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-051ddf3a-260e-4229-a3ce-12d8193d8b96 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:43:37.537962 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-051ddf3a-260e-4229-a3ce-12d8193d8b96 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Usage tracker for resource:security_group and tenant:e0df3432496b454e9ae94470f1263d3a is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:43:37.540892 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-051ddf3a-260e-4229-a3ce-12d8193d8b96 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:43:37.546615 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-051ddf3a-260e-4229-a3ce-12d8193d8b96 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:43:37.557699 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-051ddf3a-260e-4229-a3ce-12d8193d8b96 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:37.574254 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] Sync routers for ids ['2807c256-0160-4e26-989b-3b1ddcef8ba7'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:43:37.579347 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-051ddf3a-260e-4229-a3ce-12d8193d8b96 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:43:37.583886 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] Routers {'2807c256-0160-4e26-989b-3b1ddcef8ba7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:43:37.584490 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:43:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2807c256-0160-4e26-989b-3b1ddcef8ba7'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:43:37.584622 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-051ddf3a-260e-4229-a3ce-12d8193d8b96 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Usage tracker for resource:security_group_rule and tenant:e0df3432496b454e9ae94470f1263d3a is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:43:37.587323 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-051ddf3a-260e-4229-a3ce-12d8193d8b96 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:43:37.593222 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-051ddf3a-260e-4229-a3ce-12d8193d8b96 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:43:37.666348 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-051ddf3a-260e-4229-a3ce-12d8193d8b96 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:37.669892 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-051ddf3a-260e-4229-a3ce-12d8193d8b96 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:37.717209 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-051ddf3a-260e-4229-a3ce-12d8193d8b96 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:37.718451 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-051ddf3a-260e-4229-a3ce-12d8193d8b96 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1953461 Jan 26 11:43:37.719145 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ddf3a-260e-4229-a3ce-12d8193d8b96 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6bc0ec-8074-438e-891e-4bb4e2b653b0,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:37.721273 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 58050) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:43:37.726947 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-ead8f938-942f-4322-bec4-cfea68d4ad13 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Request body: {'security_group_rule': {'security_group_id': '3e6bc0ec-8074-438e-891e-4bb4e2b653b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:43:37.732541 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-ead8f938-942f-4322-bec4-cfea68d4ad13 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:43:37.736370 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ead8f938-942f-4322-bec4-cfea68d4ad13 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Usage tracker for resource:security_group_rule and tenant:e0df3432496b454e9ae94470f1263d3a is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:43:37.739777 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ead8f938-942f-4322-bec4-cfea68d4ad13 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:43:37.746113 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-ead8f938-942f-4322-bec4-cfea68d4ad13 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:43:37.762540 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ead8f938-942f-4322-bec4-cfea68d4ad13 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:37.802413 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] Set router 2807c256-0160-4e26-989b-3b1ddcef8ba7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:43:37.824563 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ead8f938-942f-4322-bec4-cfea68d4ad13 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:37.829890 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ead8f938-942f-4322-bec4-cfea68d4ad13 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:37.854752 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8f938-942f-4322-bec4-cfea68d4ad13 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73027800-6427-4c21-9a6f-7366d9bb42f0,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:37.864971 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ead8f938-942f-4322-bec4-cfea68d4ad13 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:37.866263 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ead8f938-942f-4322-bec4-cfea68d4ad13 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440904 Jan 26 11:43:37.868866 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 58054) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:43:37.873796 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-c2ba17af-e940-47c0-a949-85ae73bb4af4 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Request body: {'security_group_rule': {'security_group_id': '3e6bc0ec-8074-438e-891e-4bb4e2b653b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:43:37.879419 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c2ba17af-e940-47c0-a949-85ae73bb4af4 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:43:37.884042 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c2ba17af-e940-47c0-a949-85ae73bb4af4 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Usage tracker for resource:security_group_rule and tenant:e0df3432496b454e9ae94470f1263d3a is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:43:37.886898 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c2ba17af-e940-47c0-a949-85ae73bb4af4 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:43:37.892450 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c2ba17af-e940-47c0-a949-85ae73bb4af4 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:43:37.912039 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c2ba17af-e940-47c0-a949-85ae73bb4af4 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:37.977531 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c2ba17af-e940-47c0-a949-85ae73bb4af4 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:37.983494 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c2ba17af-e940-47c0-a949-85ae73bb4af4 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:38.007901 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba17af-e940-47c0-a949-85ae73bb4af4 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27623dc1-f9d8-4b21-bced-1c1a43b12caa,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:38.018328 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c2ba17af-e940-47c0-a949-85ae73bb4af4 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:38.019695 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c2ba17af-e940-47c0-a949-85ae73bb4af4 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1497681 Jan 26 11:43:38.022730 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 58058) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:43:38.027668 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-0a885ccf-462e-449f-b452-34187432e8e2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:43:38.033482 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-0a885ccf-462e-449f-b452-34187432e8e2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:43:38.037818 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0a885ccf-462e-449f-b452-34187432e8e2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Usage tracker for resource:floatingip and tenant:e0df3432496b454e9ae94470f1263d3a is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:43:38.039223 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 55c9239c-4486-48ed-a81b-4b2abf737c92 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:43:38.040724 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0a885ccf-462e-449f-b452-34187432e8e2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:43:38.046343 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-0a885ccf-462e-449f-b452-34187432e8e2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:43:38.059454 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0a885ccf-462e-449f-b452-34187432e8e2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for floatingip, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:38.173783 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 55c9239c-4486-48ed-a81b-4b2abf737c92 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:43:38.181359 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 55c9239c-4486-48ed-a81b-4b2abf737c92 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:43:38.181734 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:38.199439 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0a885ccf-462e-449f-b452-34187432e8e2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:38.260578 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '4135c01c-c363-44c4-8a99-de4f0d6a53aa', 'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'mac_address': 'fa:16:3e:dc:9e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:35Z', 'updated_at': '2022-01-26T11:43:36Z', 'revision_number': 2, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'subnets': [{'id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:43:38.297888 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] Checking router: 2807c256-0160-4e26-989b-3b1ddcef8ba7 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:43:38.298256 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] Updating router 2807c256-0160-4e26-989b-3b1ddcef8ba7 port 4135c01c-c363-44c4-8a99-de4f0d6a53aa binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:43:38.338514 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-0a885ccf-462e-449f-b452-34187432e8e2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Allocated IP 172.26.5.187 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/43ef4464-3c03-4677-b3d7-0f7988f86734) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:43:38.362840 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:38.371165 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:38.394599 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 55c9239c-4486-48ed-a81b-4b2abf737c92, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=55c9239c-4486-48ed-a81b-4b2abf737c92,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:43:38.425801 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:38.486954 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0a885ccf-462e-449f-b452-34187432e8e2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:38.523630 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0a885ccf-462e-449f-b452-34187432e8e2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:38.571309 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=55c9239c-4486-48ed-a81b-4b2abf737c92,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:38.596861 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a885ccf-462e-449f-b452-34187432e8e2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:43:38.600495 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-0a885ccf-462e-449f-b452-34187432e8e2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:43:38.602877 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a885ccf-462e-449f-b452-34187432e8e2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:43:38.639941 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a885ccf-462e-449f-b452-34187432e8e2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Pushing event updated for resources: {'Port': ['ID=43ef4464-3c03-4677-b3d7-0f7988f86734,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:38.686517 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0a885ccf-462e-449f-b452-34187432e8e2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:38.750825 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0a885ccf-462e-449f-b452-34187432e8e2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:38.787620 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:38.800620 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] Transition to ACTIVE for port object 4135c01c-c363-44c4-8a99-de4f0d6a53aa will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:43:38.807660 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:39.006147 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d588fd-351e-4a89-9ea7-ad6eb6be369b None None] Pushing event updated for resources: {'Port': ['ID=4135c01c-c363-44c4-8a99-de4f0d6a53aa,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:39.034452 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] Attempting to bind port 4135c01c-c363-44c4-8a99-de4f0d6a53aa on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:43:39.034833 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] Attempting to bind port 4135c01c-c363-44c4-8a99-de4f0d6a53aa by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '52b7d504-79e4-4e28-b9ce-0842eb17c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:43:39.035154 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] Attempting to bind port 4135c01c-c363-44c4-8a99-de4f0d6a53aa on network 6fdef3f1-b727-4161-8796-e88dda7212be {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:43:39.041491 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:43:39.042179 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] Checking segment: {'id': '52b7d504-79e4-4e28-b9ce-0842eb17c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:43:39.042268 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:39.042664 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] Bound using segment: {'id': '52b7d504-79e4-4e28-b9ce-0842eb17c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:43:39.043307 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] Bound port: 4135c01c-c363-44c4-8a99-de4f0d6a53aa, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b7d504-79e4-4e28-b9ce-0842eb17c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:43:39.043688 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:39.085659 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0a885ccf-462e-449f-b452-34187432e8e2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:39.091005 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0a885ccf-462e-449f-b452-34187432e8e2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:39.133378 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] For port 4135c01c-c363-44c4-8a99-de4f0d6a53aa, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:43:39.136652 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] For port 4135c01c-c363-44c4-8a99-de4f0d6a53aa, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=4135c01c-c363-44c4-8a99-de4f0d6a53aa,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:43:39.140846 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:39.204385 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a885ccf-462e-449f-b452-34187432e8e2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Pushing event updated for resources: {'Port': ['ID=43ef4464-3c03-4677-b3d7-0f7988f86734,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:39.213504 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0a885ccf-462e-449f-b452-34187432e8e2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:39.235110 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0a885ccf-462e-449f-b452-34187432e8e2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:39.236350 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0a885ccf-462e-449f-b452-34187432e8e2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2127161 Jan 26 11:43:39.268968 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d588fd-351e-4a89-9ea7-ad6eb6be369b None None] Pushing event updated for resources: {'Port': ['ID=4135c01c-c363-44c4-8a99-de4f0d6a53aa,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:39.275831 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] Routers {'2807c256-0160-4e26-989b-3b1ddcef8ba7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:43:39.276445 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:43:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2807c256-0160-4e26-989b-3b1ddcef8ba7'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:43:39.417473 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-07281a79-e200-49d9-826d-96210d43c904 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Synchronizing usage tracker for tenant:e0df3432496b454e9ae94470f1263d3a on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:43:39.436731 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-07281a79-e200-49d9-826d-96210d43c904 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Unset dirty status for tenant:e0df3432496b454e9ae94470f1263d3a on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:43:39.438076 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-07281a79-e200-49d9-826d-96210d43c904 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2091562400&fields=id&tenant_id=e0df3432496b454e9ae94470f1263d3a HTTP/1.1" status: 200 len: 267 time: 0.0645847 Jan 26 11:43:39.463867 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] Set router 2807c256-0160-4e26-989b-3b1ddcef8ba7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:43:39.591588 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-e364db7c-9c7d-43be-8fda-e6f3ddb99470 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:39.593153 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-e364db7c-9c7d-43be-8fda-e6f3ddb99470 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 812 time: 0.1469231 Jan 26 11:43:39.608152 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-9ec6be0f-3ea1-4116-8d63-2c17c065cf90 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/quotas/e0df3432496b454e9ae94470f1263d3a HTTP/1.1" status: 200 len: 375 time: 0.0094798 Jan 26 11:43:39.697193 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-787fdb1c-73fa-4de9-a695-7229d1cf4d07 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Synchronizing usage tracker for tenant:e0df3432496b454e9ae94470f1263d3a on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:43:39.714227 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-787fdb1c-73fa-4de9-a695-7229d1cf4d07 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Unset dirty status for tenant:e0df3432496b454e9ae94470f1263d3a on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:43:39.715470 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-787fdb1c-73fa-4de9-a695-7229d1cf4d07 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1023552 Jan 26 11:43:39.792800 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '4135c01c-c363-44c4-8a99-de4f0d6a53aa', 'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'mac_address': 'fa:16:3e:dc:9e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:35Z', 'updated_at': '2022-01-26T11:43:39Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'subnets': [{'id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:43:39.796863 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a00d8ff-c125-455b-8dfe-8a3aaf857996 None None] The sync data for ids ['2807c256-0160-4e26-989b-3b1ddcef8ba7'] in dv-neutron-826439-1-hyperv is: [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '4135c01c-c363-44c4-8a99-de4f0d6a53aa', 'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'mac_address': 'fa:16:3e:dc:9e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:35Z', 'updated_at': '2022-01-26T11:43:39Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'subnets': [{'id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:43:39.875892 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-da11e786-c40f-4d7a-a6ed-b55c4b0fa252 service neutron] 10.222.0.39 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478574 Jan 26 11:43:40.032295 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-ab942ea3-b1b1-4394-91f0-b085b83c74fd service neutron] 10.222.0.39 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481588 Jan 26 11:43:40.064962 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4135c01c-c363-44c4-8a99-de4f0d6a53aa up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:43:40.138627 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 4135c01c-c363-44c4-8a99-de4f0d6a53aa completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:43:40.149517 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 4135c01c-c363-44c4-8a99-de4f0d6a53aa triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:43:40.149963 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:40.235296 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b5f84d03-5c83-4615-9c48-1efd01f4df7a req-dfcc6351-4b1f-4860-a05f-ceff5c103968 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 210 time: 0.0465956 Jan 26 11:43:40.283163 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:40.318479 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 4135c01c-c363-44c4-8a99-de4f0d6a53aa, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=4135c01c-c363-44c4-8a99-de4f0d6a53aa,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:43:40.323845 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:40.324953 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 55c9239c-4486-48ed-a81b-4b2abf737c92 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:43:40.449892 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=4135c01c-c363-44c4-8a99-de4f0d6a53aa,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:40.460416 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 55c9239c-4486-48ed-a81b-4b2abf737c92 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:43:40.460897 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:41.392391 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b72db3aa-4480-4efd-8f1b-2555ccf47b8e req-2c85acf5-6872-421d-b10e-79149060ba79 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 210 time: 0.0457819 Jan 26 11:43:41.524801 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-7c2465ff-4b57-4324-874e-3c663b5096b6 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:41.525415 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-7c2465ff-4b57-4324-874e-3c663b5096b6 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Synchronizing usage tracker for tenant:e0df3432496b454e9ae94470f1263d3a on resource:network {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:43:41.542098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-7c2465ff-4b57-4324-874e-3c663b5096b6 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Unset dirty status for tenant:e0df3432496b454e9ae94470f1263d3a on resource:network {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:43:41.543257 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-7c2465ff-4b57-4324-874e-3c663b5096b6 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 812 time: 0.1772063 Jan 26 11:43:41.591056 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-39004d77-97d7-4a6b-a974-706b276b8101 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Synchronizing usage tracker for tenant:e0df3432496b454e9ae94470f1263d3a on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:43:41.603794 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-39004d77-97d7-4a6b-a974-706b276b8101 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Unset dirty status for tenant:e0df3432496b454e9ae94470f1263d3a on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:43:41.605126 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-39004d77-97d7-4a6b-a974-706b276b8101 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0df3432496b454e9ae94470f1263d3a HTTP/1.1" status: 200 len: 380 time: 0.0542707 Jan 26 11:43:41.614989 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-b8da9f7c-9fe6-493b-9120-a2c59243ab69 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Request body: {'port': {'device_id': 'd7e76490-9524-48e6-87c3-4f0656ee97fc', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'admin_state_up': True, 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'security_groups': ['3e6bc0ec-8074-438e-891e-4bb4e2b653b0']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:43:41.748582 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-b8da9f7c-9fe6-493b-9120-a2c59243ab69 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:43:41.759588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-b8da9f7c-9fe6-493b-9120-a2c59243ab69 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:43:41.768718 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-b8da9f7c-9fe6-493b-9120-a2c59243ab69 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Made reservation on behalf of e0df3432496b454e9ae94470f1263d3a for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:43:41.773160 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-b8da9f7c-9fe6-493b-9120-a2c59243ab69 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:41.937788 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-b8da9f7c-9fe6-493b-9120-a2c59243ab69 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Allocated IP 172.20.0.11 (6fdef3f1-b727-4161-8796-e88dda7212be/a4c2e85d-67e5-48d6-923e-3c674e0664b6/73ae9ce3-e66d-4f6e-a767-2d610867ee83) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:43:41.962376 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4135c01c-c363-44c4-8a99-de4f0d6a53aa up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:43:42.033178 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 4135c01c-c363-44c4-8a99-de4f0d6a53aa triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:43:42.033554 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:42.127155 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-b8da9f7c-9fe6-493b-9120-a2c59243ab69 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:42.144336 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-b8da9f7c-9fe6-493b-9120-a2c59243ab69 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Transition to ACTIVE for port object 73ae9ce3-e66d-4f6e-a767-2d610867ee83 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:43:42.172496 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-b8da9f7c-9fe6-493b-9120-a2c59243ab69 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:42.238814 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-b8da9f7c-9fe6-493b-9120-a2c59243ab69 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Network 6fdef3f1-b727-4161-8796-e88dda7212be is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:43:42.242365 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-b8da9f7c-9fe6-493b-9120-a2c59243ab69 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:43:42.244780 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-b8da9f7c-9fe6-493b-9120-a2c59243ab69 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:43:42.293508 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da9f7c-9fe6-493b-9120-a2c59243ab69 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Pushing event updated for resources: {'Port': ['ID=73ae9ce3-e66d-4f6e-a767-2d610867ee83,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:42.321729 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-b8da9f7c-9fe6-493b-9120-a2c59243ab69 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:42.322375 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-b8da9f7c-9fe6-493b-9120-a2c59243ab69 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:42.348190 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-b8da9f7c-9fe6-493b-9120-a2c59243ab69 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7370074 Jan 26 11:43:42.359118 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-9c9927fd-12dd-4621-96db-dcfbe5a4e471 service neutron] Request body: {'port': {'device_id': 'd7e76490-9524-48e6-87c3-4f0656ee97fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:43:42.476463 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d153c52b-b6ab-4d37-ae04-bba89a341af2 None None] Provisioning for port 73ae9ce3-e66d-4f6e-a767-2d610867ee83 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:43:42.477035 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-9c9927fd-12dd-4621-96db-dcfbe5a4e471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:42.481886 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d153c52b-b6ab-4d37-ae04-bba89a341af2 None None] Provisioning complete for port 73ae9ce3-e66d-4f6e-a767-2d610867ee83 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:43:42.482268 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d153c52b-b6ab-4d37-ae04-bba89a341af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:42.538812 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-d153c52b-b6ab-4d37-ae04-bba89a341af2 None None] Port 73ae9ce3-e66d-4f6e-a767-2d610867ee83 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:43:42.703839 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1cd09e-38d0-4ea3-bdd8-f7dca1aafa6c req-4fad844b-8647-4f8a-b34c-6300492cccff tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:42.704460 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-fd1cd09e-38d0-4ea3-bdd8-f7dca1aafa6c req-4fad844b-8647-4f8a-b34c-6300492cccff tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Synchronizing usage tracker for tenant:e0df3432496b454e9ae94470f1263d3a on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:43:42.782969 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-fd1cd09e-38d0-4ea3-bdd8-f7dca1aafa6c req-4fad844b-8647-4f8a-b34c-6300492cccff tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Unset dirty status for tenant:e0df3432496b454e9ae94470f1263d3a on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:43:42.784128 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fd1cd09e-38d0-4ea3-bdd8-f7dca1aafa6c req-4fad844b-8647-4f8a-b34c-6300492cccff tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 932 time: 0.2635190 Jan 26 11:43:42.853390 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fd1cd09e-38d0-4ea3-bdd8-f7dca1aafa6c req-99699681-70ab-4b9a-a3fe-f5c28a56b6ab tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611944 Jan 26 11:43:42.925764 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-9c9927fd-12dd-4621-96db-dcfbe5a4e471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ae9ce3-e66d-4f6e-a767-2d610867ee83 {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:43:42.933114 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-9c9927fd-12dd-4621-96db-dcfbe5a4e471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:42.951014 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-9c9927fd-12dd-4621-96db-dcfbe5a4e471 service neutron] Transition to ACTIVE for port object 73ae9ce3-e66d-4f6e-a767-2d610867ee83 will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:43:42.954406 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-9c9927fd-12dd-4621-96db-dcfbe5a4e471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:43.221144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9927fd-12dd-4621-96db-dcfbe5a4e471 service neutron] Pushing event updated for resources: {'Port': ['ID=73ae9ce3-e66d-4f6e-a767-2d610867ee83,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:43.304776 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-9c9927fd-12dd-4621-96db-dcfbe5a4e471 service neutron] Attempting to bind port 73ae9ce3-e66d-4f6e-a767-2d610867ee83 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:43:43.305112 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-9c9927fd-12dd-4621-96db-dcfbe5a4e471 service neutron] Attempting to bind port 73ae9ce3-e66d-4f6e-a767-2d610867ee83 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '52b7d504-79e4-4e28-b9ce-0842eb17c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:43:43.305442 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-9c9927fd-12dd-4621-96db-dcfbe5a4e471 service neutron] Attempting to bind port 73ae9ce3-e66d-4f6e-a767-2d610867ee83 on network 6fdef3f1-b727-4161-8796-e88dda7212be {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:43:43.309816 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-9c9927fd-12dd-4621-96db-dcfbe5a4e471 service neutron] Port 73ae9ce3-e66d-4f6e-a767-2d610867ee83 on network 6fdef3f1-b727-4161-8796-e88dda7212be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:43:43.310134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-9c9927fd-12dd-4621-96db-dcfbe5a4e471 service neutron] Attempting to bind port 73ae9ce3-e66d-4f6e-a767-2d610867ee83 on network 6fdef3f1-b727-4161-8796-e88dda7212be {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:43:43.315085 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-9c9927fd-12dd-4621-96db-dcfbe5a4e471 service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:43:43.315424 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-9c9927fd-12dd-4621-96db-dcfbe5a4e471 service neutron] Checking segment: {'id': '52b7d504-79e4-4e28-b9ce-0842eb17c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:43:43.315799 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-9c9927fd-12dd-4621-96db-dcfbe5a4e471 service neutron] Bound using segment: {'id': '52b7d504-79e4-4e28-b9ce-0842eb17c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:43:43.316214 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-9c9927fd-12dd-4621-96db-dcfbe5a4e471 service neutron] Bound port: 73ae9ce3-e66d-4f6e-a767-2d610867ee83, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52b7d504-79e4-4e28-b9ce-0842eb17c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:43:43.316552 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-9c9927fd-12dd-4621-96db-dcfbe5a4e471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:43.402598 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-9c9927fd-12dd-4621-96db-dcfbe5a4e471 service neutron] For port 73ae9ce3-e66d-4f6e-a767-2d610867ee83, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:43:43.405809 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-9c9927fd-12dd-4621-96db-dcfbe5a4e471 service neutron] For port 73ae9ce3-e66d-4f6e-a767-2d610867ee83, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=73ae9ce3-e66d-4f6e-a767-2d610867ee83,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:43:43.410242 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-9c9927fd-12dd-4621-96db-dcfbe5a4e471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:43.472274 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-9c9927fd-12dd-4621-96db-dcfbe5a4e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:43.472884 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-9c9927fd-12dd-4621-96db-dcfbe5a4e471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:43.474561 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-9c9927fd-12dd-4621-96db-dcfbe5a4e471 service neutron] 10.222.0.24 "PUT /v2.0/ports/73ae9ce3-e66d-4f6e-a767-2d610867ee83 HTTP/1.1" status: 200 len: 1094 time: 1.1196849 Jan 26 11:43:43.474988 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e76490-9524-48e6-87c3-4f0656ee97fc', 'tag': '73ae9ce3-e66d-4f6e-a767-2d610867ee83'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:43:43.495828 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9927fd-12dd-4621-96db-dcfbe5a4e471 service neutron] Pushing event updated for resources: {'Port': ['ID=73ae9ce3-e66d-4f6e-a767-2d610867ee83,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:43.550037 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e76490-9524-48e6-87c3-4f0656ee97fc', 'tag': '73ae9ce3-e66d-4f6e-a767-2d610867ee83', 'status': 'completed', 'code': 200} Jan 26 11:43:43.593215 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-a562ed89-894c-4cd6-b5d6-50397eb65063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:43.594829 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-a562ed89-894c-4cd6-b5d6-50397eb65063 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 1097 time: 0.0784183 Jan 26 11:43:43.666429 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-5354e11f-a78d-48a7-8b5f-00ce7f254d9e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73ae9ce3-e66d-4f6e-a767-2d610867ee83 HTTP/1.1" status: 200 len: 217 time: 0.0651865 Jan 26 11:43:43.727812 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-c027f02a-8780-4c6e-94be-fc8284edf150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:43.729162 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-c027f02a-8780-4c6e-94be-fc8284edf150 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0564580 Jan 26 11:43:43.806512 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-cc9018b1-4a44-4aca-951c-25e399bf20c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:43.808007 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-cc9018b1-4a44-4aca-951c-25e399bf20c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721436 Jan 26 11:43:43.940616 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-a7714043-3052-4e27-8515-0e54168927a5 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262622 Jan 26 11:43:44.134168 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-036c233a-c3b4-4eac-b342-ea5410ae04c5 req-520e38a0-4016-437a-9086-a06cf50a9b1e service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876965 Jan 26 11:43:44.144940 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2aa9bd-1308-49b0-8e80-3985186c7f3e req-ea27ac5c-e311-40b9-96e5-b1d87997fafe tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:44.146969 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6f2aa9bd-1308-49b0-8e80-3985186c7f3e req-ea27ac5c-e311-40b9-96e5-b1d87997fafe tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 944 time: 0.1787128 Jan 26 11:43:44.232158 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6f2aa9bd-1308-49b0-8e80-3985186c7f3e req-fa38ba3a-8cdd-401a-8e36-e6f80ab774dc tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790799 Jan 26 11:43:44.266992 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c87913-eae3-460c-ad0c-ea8203b69754 req-3146083f-be28-4a8e-85d9-d15fba78bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:44.268475 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c0c87913-eae3-460c-ad0c-ea8203b69754 req-3146083f-be28-4a8e-85d9-d15fba78bb1a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 1097 time: 0.0832949 Jan 26 11:43:44.401993 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c87913-eae3-460c-ad0c-ea8203b69754 req-624a788b-1ca0-41d7-b90f-48845512bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:44.404173 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c0c87913-eae3-460c-ad0c-ea8203b69754 req-624a788b-1ca0-41d7-b90f-48845512bda2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 913 time: 0.1286967 Jan 26 11:43:44.471794 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c0c87913-eae3-460c-ad0c-ea8203b69754 req-857c25b5-4b68-4704-ab67-cd66f15f2cde service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73ae9ce3-e66d-4f6e-a767-2d610867ee83 HTTP/1.1" status: 200 len: 217 time: 0.0612221 Jan 26 11:43:44.535621 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c87913-eae3-460c-ad0c-ea8203b69754 req-18dc293e-22bd-47a2-8c29-e53de4186626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:44.537066 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c0c87913-eae3-460c-ad0c-ea8203b69754 req-18dc293e-22bd-47a2-8c29-e53de4186626 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0591960 Jan 26 11:43:44.610158 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c87913-eae3-460c-ad0c-ea8203b69754 req-5c719532-b478-42c9-9969-3f03c85bd212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:44.611617 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c0c87913-eae3-460c-ad0c-ea8203b69754 req-5c719532-b478-42c9-9969-3f03c85bd212 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680535 Jan 26 11:43:44.741396 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c0c87913-eae3-460c-ad0c-ea8203b69754 req-a91352d6-6d28-4920-8aca-060b13ea2c66 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229713 Jan 26 11:43:44.982204 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c0c87913-eae3-460c-ad0c-ea8203b69754 req-346467c7-b774-43ef-b7dd-e281805d069c service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341337 Jan 26 11:43:45.416336 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0497575-c820-4e17-a1d7-a9b68a0bf512 req-e3ca3e70-47e2-4218-aa5d-e309f727c6b6 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:45.417786 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b0497575-c820-4e17-a1d7-a9b68a0bf512 req-e3ca3e70-47e2-4218-aa5d-e309f727c6b6 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 944 time: 0.0791986 Jan 26 11:43:45.466177 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b0497575-c820-4e17-a1d7-a9b68a0bf512 req-e1726cfb-e386-4c49-82c4-21870183c493 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423989 Jan 26 11:43:46.651288 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbab44d-f5bb-4632-b640-eda3a87cb6de req-6964e5ce-c1c5-4ac1-afca-fa0b8fee07c5 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:46.652750 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bcbab44d-f5bb-4632-b640-eda3a87cb6de req-6964e5ce-c1c5-4ac1-afca-fa0b8fee07c5 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 944 time: 0.0827703 Jan 26 11:43:46.696466 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bcbab44d-f5bb-4632-b640-eda3a87cb6de req-081a591b-5bd0-4f41-ac80-5f413dc62e73 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380967 Jan 26 11:43:47.882080 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283745ca-6c56-407d-a80a-5c0865199513 req-28041aa5-f51a-4156-88ed-5ff8259262a5 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:47.883576 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-283745ca-6c56-407d-a80a-5c0865199513 req-28041aa5-f51a-4156-88ed-5ff8259262a5 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 944 time: 0.0800993 Jan 26 11:43:47.929071 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-283745ca-6c56-407d-a80a-5c0865199513 req-fe91cc66-4185-420c-82bd-c113ccfa8cdc tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399508 Jan 26 11:43:48.313229 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 73ae9ce3-e66d-4f6e-a767-2d610867ee83 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:43:48.443554 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 73ae9ce3-e66d-4f6e-a767-2d610867ee83, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=73ae9ce3-e66d-4f6e-a767-2d610867ee83,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:43:48.456193 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '73ae9ce3-e66d-4f6e-a767-2d610867ee83', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'port_id': '73ae9ce3-e66d-4f6e-a767-2d610867ee83', 'mac_address': 'fa:16:3e:ca:ae:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:43:48.548056 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:48.564369 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ae9ce3-e66d-4f6e-a767-2d610867ee83 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:43:48.579495 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 73ae9ce3-e66d-4f6e-a767-2d610867ee83, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=73ae9ce3-e66d-4f6e-a767-2d610867ee83,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:43:48.584313 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:48.648710 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=73ae9ce3-e66d-4f6e-a767-2d610867ee83,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:48.786864 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['73ae9ce3-e66d-4f6e-a767-2d610867ee83'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:43:49.114164 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fc7e5-e5bc-4533-9d0d-c1d32180cb2d req-6dd32484-fb2e-4aca-95af-42600ef928fc tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:49.115725 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e61fc7e5-e5bc-4533-9d0d-c1d32180cb2d req-6dd32484-fb2e-4aca-95af-42600ef928fc tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 945 time: 0.0780895 Jan 26 11:43:49.158491 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e61fc7e5-e5bc-4533-9d0d-c1d32180cb2d req-fd21ab5f-b0f7-4053-a401-e332d7542cca tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372825 Jan 26 11:43:50.316705 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 73ae9ce3-e66d-4f6e-a767-2d610867ee83 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:43:50.343121 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895a0eb-f01f-440e-ae96-449e509af094 req-35315ce6-6497-45be-9c96-cbbd1391ff4f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:50.344594 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a895a0eb-f01f-440e-ae96-449e509af094 req-35315ce6-6497-45be-9c96-cbbd1391ff4f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 945 time: 0.0828018 Jan 26 11:43:50.384225 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port 73ae9ce3-e66d-4f6e-a767-2d610867ee83 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:43:50.388893 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 73ae9ce3-e66d-4f6e-a767-2d610867ee83 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:43:50.389274 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:50.390642 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a895a0eb-f01f-440e-ae96-449e509af094 req-402da6fa-bd6f-4c00-ab30-2907b44f55f1 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400043 Jan 26 11:43:50.504287 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:50.530453 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e76490-9524-48e6-87c3-4f0656ee97fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ae9ce3-e66d-4f6e-a767-2d610867ee83'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:43:50.540995 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 73ae9ce3-e66d-4f6e-a767-2d610867ee83, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=73ae9ce3-e66d-4f6e-a767-2d610867ee83,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:43:50.544873 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:50.580108 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e76490-9524-48e6-87c3-4f0656ee97fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ae9ce3-e66d-4f6e-a767-2d610867ee83', 'code': 200} Jan 26 11:43:50.616210 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=73ae9ce3-e66d-4f6e-a767-2d610867ee83,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:43:50.801450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40df70-e9a7-44a4-8f72-57b49c08ab8f req-ed604d99-5952-4bc2-ad89-577ef227456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:50.803035 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f40df70-e9a7-44a4-8f72-57b49c08ab8f req-ed604d99-5952-4bc2-ad89-577ef227456f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 1099 time: 0.0730441 Jan 26 11:43:50.843312 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f40df70-e9a7-44a4-8f72-57b49c08ab8f req-d274417e-52d8-4f7d-9798-a1ec32bd4963 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346408 Jan 26 11:43:51.571125 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c24716-2769-4e97-8684-eff4838b03bb req-1bc3353d-bdf0-44a2-8cf3-fe025b583c43 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:51.572579 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-79c24716-2769-4e97-8684-eff4838b03bb req-1bc3353d-bdf0-44a2-8cf3-fe025b583c43 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 946 time: 0.0787566 Jan 26 11:43:51.616064 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-79c24716-2769-4e97-8684-eff4838b03bb req-420ab602-7e81-4fed-a5cc-d31c241c9a6e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378735 Jan 26 11:43:52.566569 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-954692e6-bb5c-4c1e-b11d-1da874c67592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:52.799610 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967168b-3777-4a5b-92b0-dd53f0848a04 req-0baa21ce-fc9d-4be0-9b67-282bdb8192ac tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:52.801075 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6967168b-3777-4a5b-92b0-dd53f0848a04 req-0baa21ce-fc9d-4be0-9b67-282bdb8192ac tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 946 time: 0.0788651 Jan 26 11:43:52.849607 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6967168b-3777-4a5b-92b0-dd53f0848a04 req-3516358d-7dbb-46ae-83d8-89fbc3807478 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419443 Jan 26 11:43:53.031578 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f685a-2d9a-434b-9d62-951607e9ee6d req-00956ca9-688f-40b8-8caa-21da906e2725 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:53.033032 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-435f685a-2d9a-434b-9d62-951607e9ee6d req-00956ca9-688f-40b8-8caa-21da906e2725 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 946 time: 0.0850732 Jan 26 11:43:53.042243 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 58118) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:43:53.047175 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-1ff858cb-7c92-4a04-9b32-c2f6da1da35a tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Request body: {'floatingip': {'port_id': '73ae9ce3-e66d-4f6e-a767-2d610867ee83'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:43:53.123838 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1ff858cb-7c92-4a04-9b32-c2f6da1da35a tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for floatingip, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:53.802274 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1ff858cb-7c92-4a04-9b32-c2f6da1da35a tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:53.807280 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1ff858cb-7c92-4a04-9b32-c2f6da1da35a tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:53.974083 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-1ff858cb-7c92-4a04-9b32-c2f6da1da35a tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Floating IP 60445e40-31d4-41ca-a6dc-fb789ae6a272 associated. External IP: 172.26.5.187, port: 73ae9ce3-e66d-4f6e-a767-2d610867ee83. Jan 26 11:43:54.316094 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff858cb-7c92-4a04-9b32-c2f6da1da35a tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Router 2807c256-0160-4e26-989b-3b1ddcef8ba7 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:43:54.494747 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff858cb-7c92-4a04-9b32-c2f6da1da35a tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:43:54.499633 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1ff858cb-7c92-4a04-9b32-c2f6da1da35a tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:54.504059 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55925b4-2529-4659-aa8f-94e96ed54e35 None None] Sync routers for ids ['2807c256-0160-4e26-989b-3b1ddcef8ba7'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:43:54.514626 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55925b4-2529-4659-aa8f-94e96ed54e35 None None] Routers {'2807c256-0160-4e26-989b-3b1ddcef8ba7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:43:54.515225 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-f55925b4-2529-4659-aa8f-94e96ed54e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:43:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2807c256-0160-4e26-989b-3b1ddcef8ba7'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:43:54.554064 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1ff858cb-7c92-4a04-9b32-c2f6da1da35a tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "PUT /v2.0/floatingips/60445e40-31d4-41ca-a6dc-fb789ae6a272 HTTP/1.1" status: 200 len: 992 time: 1.5107465 Jan 26 11:43:54.554780 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e76490-9524-48e6-87c3-4f0656ee97fc', 'tag': '73ae9ce3-e66d-4f6e-a767-2d610867ee83'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:43:54.607185 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e76490-9524-48e6-87c3-4f0656ee97fc', 'tag': '73ae9ce3-e66d-4f6e-a767-2d610867ee83', 'status': 'completed', 'code': 200} Jan 26 11:43:54.627923 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:43:54.698556 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c206cfb-dea9-4de1-a152-4fa97f0eebba req-4757c171-c929-4b85-a7f1-b510a878e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:54.700049 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3c206cfb-dea9-4de1-a152-4fa97f0eebba req-4757c171-c929-4b85-a7f1-b510a878e50e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 1099 time: 0.0720093 Jan 26 11:43:54.731572 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-f55925b4-2529-4659-aa8f-94e96ed54e35 None None] Set router 2807c256-0160-4e26-989b-3b1ddcef8ba7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:43:54.815353 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-fb9eb45c-a496-4b92-ae20-9e07b3956ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:54.844742 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c206cfb-dea9-4de1-a152-4fa97f0eebba req-fdd94497-b53a-4844-b405-35f16ee2e18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:54.846187 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3c206cfb-dea9-4de1-a152-4fa97f0eebba req-fdd94497-b53a-4844-b405-35f16ee2e18e service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 913 time: 0.1403565 Jan 26 11:43:54.948841 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3c206cfb-dea9-4de1-a152-4fa97f0eebba req-43bd9d57-3bdd-45cb-9ad7-3b8ae86ca25c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73ae9ce3-e66d-4f6e-a767-2d610867ee83 HTTP/1.1" status: 200 len: 1000 time: 0.0968699 Jan 26 11:43:55.015377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c206cfb-dea9-4de1-a152-4fa97f0eebba req-d152ef72-7a0e-4064-80b0-1127ce3e40a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:55.016833 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3c206cfb-dea9-4de1-a152-4fa97f0eebba req-d152ef72-7a0e-4064-80b0-1127ce3e40a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0623047 Jan 26 11:43:55.086580 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-f55925b4-2529-4659-aa8f-94e96ed54e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '60445e40-31d4-41ca-a6dc-fb789ae6a272', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'floating_ip_address': '172.26.5.187', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'port_id': '73ae9ce3-e66d-4f6e-a767-2d610867ee83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'mac_address': 'fa:16:3e:ca:ae:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e76490-9524-48e6-87c3-4f0656ee97fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:43:38Z', 'updated_at': '2022-01-26T11:43:53Z', 'revision_number': 1, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4135c01c-c363-44c4-8a99-de4f0d6a53aa', 'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'mac_address': 'fa:16:3e:dc:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:35Z', 'updated_at': '2022-01-26T11:43:40Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'subnets': [{'id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:43:55.090377 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55925b4-2529-4659-aa8f-94e96ed54e35 None None] Checking router: 2807c256-0160-4e26-989b-3b1ddcef8ba7 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:43:55.095335 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c206cfb-dea9-4de1-a152-4fa97f0eebba req-205e4ff4-88ab-4f3e-9b70-c2498d5c7564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:43:55.096914 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3c206cfb-dea9-4de1-a152-4fa97f0eebba req-205e4ff4-88ab-4f3e-9b70-c2498d5c7564 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745220 Jan 26 11:43:55.099181 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55925b4-2529-4659-aa8f-94e96ed54e35 None None] Routers {'2807c256-0160-4e26-989b-3b1ddcef8ba7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:43:55.099790 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-f55925b4-2529-4659-aa8f-94e96ed54e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:43:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2807c256-0160-4e26-989b-3b1ddcef8ba7'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:43:55.229863 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3c206cfb-dea9-4de1-a152-4fa97f0eebba req-f287cc30-583b-45c2-baf4-4abe11ad4c1a service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260221 Jan 26 11:43:55.274156 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-f55925b4-2529-4659-aa8f-94e96ed54e35 None None] Set router 2807c256-0160-4e26-989b-3b1ddcef8ba7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:43:55.359995 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3c206cfb-dea9-4de1-a152-4fa97f0eebba req-7bfd3352-0b7b-46e2-b740-87600d69e3b0 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240776 Jan 26 11:43:55.614507 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-f55925b4-2529-4659-aa8f-94e96ed54e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '60445e40-31d4-41ca-a6dc-fb789ae6a272', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'floating_ip_address': '172.26.5.187', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'port_id': '73ae9ce3-e66d-4f6e-a767-2d610867ee83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'mac_address': 'fa:16:3e:ca:ae:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e76490-9524-48e6-87c3-4f0656ee97fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:43:38Z', 'updated_at': '2022-01-26T11:43:53Z', 'revision_number': 1, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4135c01c-c363-44c4-8a99-de4f0d6a53aa', 'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'mac_address': 'fa:16:3e:dc:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:35Z', 'updated_at': '2022-01-26T11:43:40Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'subnets': [{'id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:43:55.618267 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55925b4-2529-4659-aa8f-94e96ed54e35 None None] The sync data for ids ['2807c256-0160-4e26-989b-3b1ddcef8ba7'] in dv-neutron-826439-1-hyperv is: [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '60445e40-31d4-41ca-a6dc-fb789ae6a272', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'floating_ip_address': '172.26.5.187', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'port_id': '73ae9ce3-e66d-4f6e-a767-2d610867ee83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'mac_address': 'fa:16:3e:ca:ae:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e76490-9524-48e6-87c3-4f0656ee97fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:43:38Z', 'updated_at': '2022-01-26T11:43:53Z', 'revision_number': 1, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4135c01c-c363-44c4-8a99-de4f0d6a53aa', 'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'mac_address': 'fa:16:3e:dc:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:35Z', 'updated_at': '2022-01-26T11:43:40Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'subnets': [{'id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:43:55.817948 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c08884-3c04-4392-85ad-38b2334ab388 None None] New status for floating IP 60445e40-31d4-41ca-a6dc-fb789ae6a272: ACTIVE {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:43:55.916854 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:56.101463 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:43:57.446586 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:05.418931 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:22.567579 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d0c31bdc-c9dc-4c9e-b4ae-0c261abbd649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:24.820229 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-15124eda-6df7-4803-998f-dd5590090b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:25.878441 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:26.101161 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:27.449240 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:28.939277 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-81b35720-8bce-4b90-b848-5e316aeb8b47 req-e05e667c-365b-4ae3-9635-0a461b395ccd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727947 Jan 26 11:44:29.080557 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b35720-8bce-4b90-b848-5e316aeb8b47 req-188b378d-a0c8-4087-beb3-c508ad3f2e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:29.081937 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-81b35720-8bce-4b90-b848-5e316aeb8b47 req-188b378d-a0c8-4087-beb3-c508ad3f2e71 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 1099 time: 0.0744972 Jan 26 11:44:29.235227 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b35720-8bce-4b90-b848-5e316aeb8b47 req-65410b29-9387-4f11-8d97-8791d94d85f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:29.236686 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-81b35720-8bce-4b90-b848-5e316aeb8b47 req-65410b29-9387-4f11-8d97-8791d94d85f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 913 time: 0.1360273 Jan 26 11:44:29.456391 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-81b35720-8bce-4b90-b848-5e316aeb8b47 req-2c48cfdf-efc2-46a2-aac5-f612a28e889b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73ae9ce3-e66d-4f6e-a767-2d610867ee83 HTTP/1.1" status: 200 len: 1002 time: 0.2130334 Jan 26 11:44:29.527381 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b35720-8bce-4b90-b848-5e316aeb8b47 req-128b7222-9401-4c5a-bc91-49967cd720df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:29.528999 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-81b35720-8bce-4b90-b848-5e316aeb8b47 req-128b7222-9401-4c5a-bc91-49967cd720df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0666990 Jan 26 11:44:29.608421 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b35720-8bce-4b90-b848-5e316aeb8b47 req-5518f2b4-09e8-41ef-add6-218020bf0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:29.609945 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-81b35720-8bce-4b90-b848-5e316aeb8b47 req-5518f2b4-09e8-41ef-add6-218020bf0697 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732102 Jan 26 11:44:29.808886 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-81b35720-8bce-4b90-b848-5e316aeb8b47 req-3029e347-da35-4db6-9db0-5585b20a7859 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929207 Jan 26 11:44:29.844651 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ca48b-dd91-4c18-9bf3-3d4b97755902 req-ee73e34f-a678-43d6-bceb-4141d636fb05 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:29.846090 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ed8ca48b-dd91-4c18-9bf3-3d4b97755902 req-ee73e34f-a678-43d6-bceb-4141d636fb05 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 946 time: 0.1902857 Jan 26 11:44:29.962993 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ed8ca48b-dd91-4c18-9bf3-3d4b97755902 req-9a918134-d334-4b6d-8d4d-1e071a6997d6 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102796 Jan 26 11:44:29.984477 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-81b35720-8bce-4b90-b848-5e316aeb8b47 req-6569ff1b-9638-4f13-aedf-b3650964b539 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680274 Jan 26 11:44:30.319784 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-1914f03f-ed85-4bd3-bd24-26460304a8d9 req-931ea8b9-91ed-4a02-8054-e3ff515ab25a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0722749 Jan 26 11:44:30.382380 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914160ac-aecc-4325-9ca4-ed8496ab03a6 req-427d44fd-3c39-4770-b2ab-f4a3990e58ff tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:30.384306 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-914160ac-aecc-4325-9ca4-ed8496ab03a6 req-427d44fd-3c39-4770-b2ab-f4a3990e58ff tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 946 time: 0.0902977 Jan 26 11:44:30.431239 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-914160ac-aecc-4325-9ca4-ed8496ab03a6 req-6e9e91cb-4984-4d73-8dd2-9d210d6b563e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398512 Jan 26 11:44:31.435183 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914f03f-ed85-4bd3-bd24-26460304a8d9 req-32b34399-3a36-44ae-a0cc-10c71bf5dbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:31.436660 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1914f03f-ed85-4bd3-bd24-26460304a8d9 req-32b34399-3a36-44ae-a0cc-10c71bf5dbfd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 1099 time: 0.0715497 Jan 26 11:44:31.570144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914f03f-ed85-4bd3-bd24-26460304a8d9 req-58a09e3e-f551-4bc7-b3db-f92a2def72a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:31.572121 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1914f03f-ed85-4bd3-bd24-26460304a8d9 req-58a09e3e-f551-4bc7-b3db-f92a2def72a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 913 time: 0.1294875 Jan 26 11:44:31.618215 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:44:31.618834 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a3c83-6506-4e92-b8bd-ef2e5de3f478 req-e743df2c-92f4-4997-9f9c-25859cade0ef tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:31.619780 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-453a3c83-6506-4e92-b8bd-ef2e5de3f478 req-e743df2c-92f4-4997-9f9c-25859cade0ef tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 946 time: 0.0820990 Jan 26 11:44:31.663708 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-453a3c83-6506-4e92-b8bd-ef2e5de3f478 req-89e59b8c-95c2-4bb8-8ca5-c6454daf40c4 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382326 Jan 26 11:44:31.676752 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1914f03f-ed85-4bd3-bd24-26460304a8d9 req-782c35ed-93e6-43e5-9d7b-8240538de36f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73ae9ce3-e66d-4f6e-a767-2d610867ee83 HTTP/1.1" status: 200 len: 1002 time: 0.0992718 Jan 26 11:44:31.740827 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914f03f-ed85-4bd3-bd24-26460304a8d9 req-d907501d-f425-4a89-bb96-11999d40c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:31.742307 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1914f03f-ed85-4bd3-bd24-26460304a8d9 req-d907501d-f425-4a89-bb96-11999d40c1ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0596766 Jan 26 11:44:31.815956 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914f03f-ed85-4bd3-bd24-26460304a8d9 req-d7990622-c349-4a7d-92c3-286f9781b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:31.817426 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1914f03f-ed85-4bd3-bd24-26460304a8d9 req-d7990622-c349-4a7d-92c3-286f9781b687 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697985 Jan 26 11:44:31.948374 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1914f03f-ed85-4bd3-bd24-26460304a8d9 req-2eff9efd-cacd-4136-b1b4-1878278cf29f service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252298 Jan 26 11:44:32.077363 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1914f03f-ed85-4bd3-bd24-26460304a8d9 req-bd175983-6ac1-44c5-b87f-62da09bd9558 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226778 Jan 26 11:44:32.860825 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f51742-b190-407d-96a0-3951d4218507 req-80df5840-b0a4-43ea-a6f8-143e431150b9 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:32.862778 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-34f51742-b190-407d-96a0-3951d4218507 req-80df5840-b0a4-43ea-a6f8-143e431150b9 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 946 time: 0.0900083 Jan 26 11:44:32.911624 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-34f51742-b190-407d-96a0-3951d4218507 req-1bfeba9b-e43f-4182-be2d-1759a9287fb3 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424895 Jan 26 11:44:34.202184 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c576860-7983-42c4-a4e6-100463f5723f req-62b7efdc-76d3-4c8b-8d86-dc8317c3c7d3 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:34.203677 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8c576860-7983-42c4-a4e6-100463f5723f req-62b7efdc-76d3-4c8b-8d86-dc8317c3c7d3 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 946 time: 0.1872866 Jan 26 11:44:34.247796 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8c576860-7983-42c4-a4e6-100463f5723f req-6acde3ba-2cb9-4b1e-9844-c8a54847e206 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382345 Jan 26 11:44:35.432373 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87163f-eeab-4ef3-a00d-88f0d025222b req-cb7bd90b-7b21-44aa-ac2e-cfee38b422fb tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:35.433848 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dc87163f-eeab-4ef3-a00d-88f0d025222b req-cb7bd90b-7b21-44aa-ac2e-cfee38b422fb tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 946 time: 0.0785840 Jan 26 11:44:35.450769 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:35.478434 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dc87163f-eeab-4ef3-a00d-88f0d025222b req-bf6484ad-6720-4578-b5df-cde1fd582205 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388675 Jan 26 11:44:36.665716 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638247ab-0a8f-47d2-b284-6c0db454937b req-0c042371-a243-4806-8f17-7298be455b99 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:36.667337 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-638247ab-0a8f-47d2-b284-6c0db454937b req-0c042371-a243-4806-8f17-7298be455b99 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 946 time: 0.0793600 Jan 26 11:44:36.715718 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-638247ab-0a8f-47d2-b284-6c0db454937b req-727187fd-6e1e-4766-befa-0756fc710982 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427980 Jan 26 11:44:38.004730 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6555f89-ab55-4e5e-adbe-9e5ed8358766 req-55e29fae-5437-46aa-844d-309a57275a55 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:38.006107 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f6555f89-ab55-4e5e-adbe-9e5ed8358766 req-55e29fae-5437-46aa-844d-309a57275a55 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 946 time: 0.1847324 Jan 26 11:44:38.049060 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f6555f89-ab55-4e5e-adbe-9e5ed8358766 req-40845629-581b-4d7f-8695-79d99db87b8b tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370624 Jan 26 11:44:39.235470 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cf31c-1adb-4951-a153-1ed635abfc71 req-f0d12f55-2462-474d-920b-0d34d55ce332 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:39.236907 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4d2cf31c-1adb-4951-a153-1ed635abfc71 req-f0d12f55-2462-474d-920b-0d34d55ce332 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 946 time: 0.0793469 Jan 26 11:44:39.280612 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4d2cf31c-1adb-4951-a153-1ed635abfc71 req-b4e350df-fb12-48c7-a133-9856ea1d5939 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377820 Jan 26 11:44:40.471435 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c81eb6-5f32-4aff-8ffd-f3c294e53e1f req-b9a58b65-8e9f-47af-b580-6a9dba0a0c66 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:40.472902 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-15c81eb6-5f32-4aff-8ffd-f3c294e53e1f req-b9a58b65-8e9f-47af-b580-6a9dba0a0c66 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 946 time: 0.0873086 Jan 26 11:44:40.517193 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-15c81eb6-5f32-4aff-8ffd-f3c294e53e1f req-cc24a3e8-04da-42ef-8ddf-7c6a383db8ba tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378842 Jan 26 11:44:41.703479 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bedf58-98b5-437a-b614-525fc46e94d5 req-11507bdd-a10a-40be-bb62-253f37db372d tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:41.704912 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-25bedf58-98b5-437a-b614-525fc46e94d5 req-11507bdd-a10a-40be-bb62-253f37db372d tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 946 time: 0.0820875 Jan 26 11:44:41.748906 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-25bedf58-98b5-437a-b614-525fc46e94d5 req-ad1ab794-2ac5-4ec4-aa78-a709440d41ad tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381131 Jan 26 11:44:42.939385 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daffeb8-fce4-49dc-9357-71cd635ba236 req-1bd2cef1-081d-4463-b7d1-f970b203b261 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:42.940861 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2daffeb8-fce4-49dc-9357-71cd635ba236 req-1bd2cef1-081d-4463-b7d1-f970b203b261 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 946 time: 0.0829093 Jan 26 11:44:42.984677 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2daffeb8-fce4-49dc-9357-71cd635ba236 req-2240528b-a2f9-489e-bf4c-a48b763c2d32 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375426 Jan 26 11:44:43.740687 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1914f03f-ed85-4bd3-bd24-26460304a8d9 req-aebc27b4-0a3a-43db-9305-b8f1ebf809b5 service neutron] 10.222.0.24 "GET /v2.0/ports/73ae9ce3-e66d-4f6e-a767-2d610867ee83/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.0733769 Jan 26 11:44:44.002362 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914f03f-ed85-4bd3-bd24-26460304a8d9 req-c2e6a710-4b92-4936-b022-c5951631d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:44.003788 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1914f03f-ed85-4bd3-bd24-26460304a8d9 req-c2e6a710-4b92-4936-b022-c5951631d663 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc&tenant_id=e0df3432496b454e9ae94470f1263d3a HTTP/1.1" status: 200 len: 1099 time: 0.0728271 Jan 26 11:44:44.093691 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914f03f-ed85-4bd3-bd24-26460304a8d9 req-60399604-03cc-4fe1-ac15-8186e86cc716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:44.095208 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1914f03f-ed85-4bd3-bd24-26460304a8d9 req-60399604-03cc-4fe1-ac15-8186e86cc716 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 1099 time: 0.0704958 Jan 26 11:44:44.171940 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7afe39-56f6-4313-835f-005d0913c3db req-98a58fd8-46aa-4c42-a220-5e2e49435edd tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:44.173394 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-1c7afe39-56f6-4313-835f-005d0913c3db req-98a58fd8-46aa-4c42-a220-5e2e49435edd tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 946 time: 0.0793490 Jan 26 11:44:44.218647 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-1c7afe39-56f6-4313-835f-005d0913c3db req-2bc97f39-4c13-4805-a899-d8cd6fd25e92 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395162 Jan 26 11:44:44.227736 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914f03f-ed85-4bd3-bd24-26460304a8d9 req-97c2c44c-dab2-45e7-9eb2-58ff0a9f6648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:44.229196 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1914f03f-ed85-4bd3-bd24-26460304a8d9 req-97c2c44c-dab2-45e7-9eb2-58ff0a9f6648 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 913 time: 0.1282849 Jan 26 11:44:44.338065 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1914f03f-ed85-4bd3-bd24-26460304a8d9 req-dac8a2f6-1445-4287-a0bd-5c6eda15ee04 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73ae9ce3-e66d-4f6e-a767-2d610867ee83 HTTP/1.1" status: 200 len: 1002 time: 0.1021378 Jan 26 11:44:44.402597 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914f03f-ed85-4bd3-bd24-26460304a8d9 req-72bb3e7a-ac9a-4b13-b41c-d45ade686256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:44.403999 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1914f03f-ed85-4bd3-bd24-26460304a8d9 req-72bb3e7a-ac9a-4b13-b41c-d45ade686256 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0603955 Jan 26 11:44:44.476972 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914f03f-ed85-4bd3-bd24-26460304a8d9 req-d3c8948d-f8fd-4335-a51c-06709f8ce861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:44.478447 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1914f03f-ed85-4bd3-bd24-26460304a8d9 req-d3c8948d-f8fd-4335-a51c-06709f8ce861 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683239 Jan 26 11:44:44.616662 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1914f03f-ed85-4bd3-bd24-26460304a8d9 req-72548ff8-e0bd-48e1-b011-eb3f24f516a2 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323555 Jan 26 11:44:44.747549 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1914f03f-ed85-4bd3-bd24-26460304a8d9 req-8f6f8489-057b-4011-aafa-9a3c526a2b27 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249573 Jan 26 11:44:45.407041 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c4ffb-e360-4d05-8791-1a93aeaed506 req-67be6b5f-dcf5-4d8d-8754-feae2e1be592 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:45.408501 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6f4c4ffb-e360-4d05-8791-1a93aeaed506 req-67be6b5f-dcf5-4d8d-8754-feae2e1be592 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 946 time: 0.0849860 Jan 26 11:44:45.451750 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6f4c4ffb-e360-4d05-8791-1a93aeaed506 req-8e99c3f7-3d5e-40b5-b443-8f1e791d8025 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374320 Jan 26 11:44:46.787440 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5b5f0-6fa4-441c-8bb6-8780daaa68ee req-ed486254-8205-4a7b-835d-7e1482c15263 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:46.789456 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-c2c5b5f0-6fa4-441c-8bb6-8780daaa68ee req-ed486254-8205-4a7b-835d-7e1482c15263 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 946 time: 0.0825150 Jan 26 11:44:46.833143 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-c2c5b5f0-6fa4-441c-8bb6-8780daaa68ee req-e54efad6-1fd6-4e9a-af6f-1133a47c8c21 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377142 Jan 26 11:44:47.131451 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868770f-4003-4302-a594-38dd83b81b7b req-5679572f-7def-432e-b191-63a324581e1f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:47.132986 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4868770f-4003-4302-a594-38dd83b81b7b req-5679572f-7def-432e-b191-63a324581e1f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 946 time: 0.0800238 Jan 26 11:44:47.139505 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b956fb-d7ea-4e94-bbf0-90be7cb26d17 req-b32b9107-dc85-413c-a240-9bb5f1a12e60 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:47.140934 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1b956fb-d7ea-4e94-bbf0-90be7cb26d17 req-b32b9107-dc85-413c-a240-9bb5f1a12e60 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc&tenant_id=e0df3432496b454e9ae94470f1263d3a&binding%3Ahost_id=hv-neutron-8264 HTTP/1.1" status: 200 len: 946 time: 0.0840788 Jan 26 11:44:47.183209 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4868770f-4003-4302-a594-38dd83b81b7b req-7587624f-7c1c-4132-a4e4-02b202175c1f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443544 Jan 26 11:44:47.285083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b956fb-d7ea-4e94-bbf0-90be7cb26d17 req-0331e4cd-a2a6-456a-8eb8-cda03b31330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:47.286587 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1b956fb-d7ea-4e94-bbf0-90be7cb26d17 req-0331e4cd-a2a6-456a-8eb8-cda03b31330d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 1099 time: 0.0746417 Jan 26 11:44:47.416496 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b956fb-d7ea-4e94-bbf0-90be7cb26d17 req-40e0df2c-3ecb-40c2-ab43-fcab3d2d3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:47.417861 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1b956fb-d7ea-4e94-bbf0-90be7cb26d17 req-40e0df2c-3ecb-40c2-ab43-fcab3d2d3a78 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 913 time: 0.1262212 Jan 26 11:44:47.517275 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1b956fb-d7ea-4e94-bbf0-90be7cb26d17 req-e9c80044-b1a4-431b-b392-fad117e6cf44 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73ae9ce3-e66d-4f6e-a767-2d610867ee83 HTTP/1.1" status: 200 len: 1002 time: 0.0936542 Jan 26 11:44:47.682910 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b956fb-d7ea-4e94-bbf0-90be7cb26d17 req-34684d0e-e72a-48f8-ad10-153925efdaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:47.684268 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1b956fb-d7ea-4e94-bbf0-90be7cb26d17 req-34684d0e-e72a-48f8-ad10-153925efdaed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.1611040 Jan 26 11:44:47.761709 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b956fb-d7ea-4e94-bbf0-90be7cb26d17 req-6c25a6f6-4ea7-4275-9131-e97c213ffa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:47.763181 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1b956fb-d7ea-4e94-bbf0-90be7cb26d17 req-6c25a6f6-4ea7-4275-9131-e97c213ffa48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719109 Jan 26 11:44:47.905147 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1b956fb-d7ea-4e94-bbf0-90be7cb26d17 req-af38f14b-158d-4e02-9df2-b111e2d6b126 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354938 Jan 26 11:44:48.038104 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1b956fb-d7ea-4e94-bbf0-90be7cb26d17 req-f114bb94-dfa9-43af-b4db-cb2b46c99aab service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261728 Jan 26 11:44:48.378898 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4308eef-428b-4e64-9351-ddae51c19e0f req-55c1baf2-5109-40ef-b8d6-d07eb94c22f5 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:48.380350 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a4308eef-428b-4e64-9351-ddae51c19e0f req-55c1baf2-5109-40ef-b8d6-d07eb94c22f5 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 946 time: 0.0825410 Jan 26 11:44:48.424378 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a4308eef-428b-4e64-9351-ddae51c19e0f req-a40f4fc6-05a0-464e-b148-a2cf551a31af tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380805 Jan 26 11:44:48.646262 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 73ae9ce3-e66d-4f6e-a767-2d610867ee83 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:44:48.652098 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 73ae9ce3-e66d-4f6e-a767-2d610867ee83 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:44:48.859991 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:48.890608 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 73ae9ce3-e66d-4f6e-a767-2d610867ee83, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=73ae9ce3-e66d-4f6e-a767-2d610867ee83,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:44:48.912082 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e76490-9524-48e6-87c3-4f0656ee97fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73ae9ce3-e66d-4f6e-a767-2d610867ee83'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:44:48.916769 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '73ae9ce3-e66d-4f6e-a767-2d610867ee83', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'port_id': '73ae9ce3-e66d-4f6e-a767-2d610867ee83', 'mac_address': 'fa:16:3e:ca:ae:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:44:48.924115 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 73ae9ce3-e66d-4f6e-a767-2d610867ee83, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=73ae9ce3-e66d-4f6e-a767-2d610867ee83,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:44:48.956333 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:49.001799 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e76490-9524-48e6-87c3-4f0656ee97fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73ae9ce3-e66d-4f6e-a767-2d610867ee83', 'code': 200} Jan 26 11:44:49.033576 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:49.053596 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=73ae9ce3-e66d-4f6e-a767-2d610867ee83,revision_number=6']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:44:49.057076 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ae9ce3-e66d-4f6e-a767-2d610867ee83 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:44:49.071484 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:44:49.071839 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:44:49.072187 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:44:49.072523 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:44:49.072857 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:44:49.073195 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:44:49.073521 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:44:49.073850 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:44:49.074176 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:44:49.074526 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:44:49.074905 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:44:49.075177 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:44:49.084105 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 73ae9ce3-e66d-4f6e-a767-2d610867ee83, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=73ae9ce3-e66d-4f6e-a767-2d610867ee83,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:44:49.087687 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:49.191461 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['73ae9ce3-e66d-4f6e-a767-2d610867ee83'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:44:49.229800 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=73ae9ce3-e66d-4f6e-a767-2d610867ee83,revision_number=7']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:44:49.611118 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6341dd-af3b-4fd9-9d4c-ad53373da4be req-8ca8aa80-56f3-4a10-96fb-023b375b4f77 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:49.612567 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7a6341dd-af3b-4fd9-9d4c-ad53373da4be req-8ca8aa80-56f3-4a10-96fb-023b375b4f77 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 945 time: 0.0814753 Jan 26 11:44:49.655666 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7a6341dd-af3b-4fd9-9d4c-ad53373da4be req-ecfa1c38-be24-4e7e-8811-1dc9b62be1b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370266 Jan 26 11:44:49.841428 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6618a-17ec-4bce-b486-f538f06b54f1 req-c1c97223-8173-4df6-8c50-e7c5211eddd5 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:49.842930 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-40a6618a-17ec-4bce-b486-f538f06b54f1 req-c1c97223-8173-4df6-8c50-e7c5211eddd5 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 945 time: 0.0795865 Jan 26 11:44:49.886569 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-40a6618a-17ec-4bce-b486-f538f06b54f1 req-9a276a9f-6f83-4d43-85a1-8637e9beca90 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379543 Jan 26 11:44:50.065878 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d37e6-1b37-43c1-b943-e7ebe4303f89 req-01d64dbc-ee65-4e93-8935-cf1107a2f735 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:50.067354 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a3d37e6-1b37-43c1-b943-e7ebe4303f89 req-01d64dbc-ee65-4e93-8935-cf1107a2f735 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 945 time: 0.0783763 Jan 26 11:44:50.110224 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a3d37e6-1b37-43c1-b943-e7ebe4303f89 req-99ec563d-f5d2-4365-a00b-b81d6f6521d5 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372651 Jan 26 11:44:50.485364 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557e0ab-fe52-4727-a617-9437be0bad95 req-920defc6-f3fd-4d79-95ee-7addaf477b2e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:50.486737 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6557e0ab-fe52-4727-a617-9437be0bad95 req-920defc6-f3fd-4d79-95ee-7addaf477b2e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 945 time: 0.0837522 Jan 26 11:44:50.529387 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6557e0ab-fe52-4727-a617-9437be0bad95 req-f2f0a25e-c83e-4028-8625-b3aa1847f591 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369761 Jan 26 11:44:50.661119 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 73ae9ce3-e66d-4f6e-a767-2d610867ee83 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:44:50.729685 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 73ae9ce3-e66d-4f6e-a767-2d610867ee83 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:44:50.730054 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:50.844869 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:50.876600 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 73ae9ce3-e66d-4f6e-a767-2d610867ee83, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=73ae9ce3-e66d-4f6e-a767-2d610867ee83,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:44:50.880475 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:50.945074 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=73ae9ce3-e66d-4f6e-a767-2d610867ee83,revision_number=8']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:44:51.002464 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e76490-9524-48e6-87c3-4f0656ee97fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ae9ce3-e66d-4f6e-a767-2d610867ee83'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:44:51.045984 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e76490-9524-48e6-87c3-4f0656ee97fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ae9ce3-e66d-4f6e-a767-2d610867ee83', 'code': 200} Jan 26 11:44:51.710088 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde956cd-74c6-4244-b62a-3a920a6d0387 req-41245949-2d57-4d00-a6c0-e7c39748eeb0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:51.712383 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dde956cd-74c6-4244-b62a-3a920a6d0387 req-41245949-2d57-4d00-a6c0-e7c39748eeb0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 946 time: 0.0802031 Jan 26 11:44:51.759405 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dde956cd-74c6-4244-b62a-3a920a6d0387 req-6eba6e25-49c6-4e64-82e6-12965363d3a7 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413754 Jan 26 11:44:52.093691 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887090f-ceab-4881-b995-88a8bf535866 req-db149553-ea0e-42fd-977c-722d1eff6b00 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:52.095100 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8887090f-ceab-4881-b995-88a8bf535866 req-db149553-ea0e-42fd-977c-722d1eff6b00 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 946 time: 0.0782526 Jan 26 11:44:52.170181 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-8887090f-ceab-4881-b995-88a8bf535866 req-efedb885-6812-40b6-8192-f3ed35bda924 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Deleting port 73ae9ce3-e66d-4f6e-a767-2d610867ee83 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:44:52.170570 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-8887090f-ceab-4881-b995-88a8bf535866 req-efedb885-6812-40b6-8192-f3ed35bda924 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:52.414519 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-8887090f-ceab-4881-b995-88a8bf535866 req-efedb885-6812-40b6-8192-f3ed35bda924 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] For port 73ae9ce3-e66d-4f6e-a767-2d610867ee83, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=73ae9ce3-e66d-4f6e-a767-2d610867ee83,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:44:52.414788 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-8887090f-ceab-4881-b995-88a8bf535866 req-efedb885-6812-40b6-8192-f3ed35bda924 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:52.569797 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f446a969-413b-496f-bf58-c8d11765ea66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:52.803277 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-8887090f-ceab-4881-b995-88a8bf535866 req-efedb885-6812-40b6-8192-f3ed35bda924 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:52.803759 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-8887090f-ceab-4881-b995-88a8bf535866 req-efedb885-6812-40b6-8192-f3ed35bda924 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:52.803972 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [req-8887090f-ceab-4881-b995-88a8bf535866 req-efedb885-6812-40b6-8192-f3ed35bda924 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Floating IP 60445e40-31d4-41ca-a6dc-fb789ae6a272 disassociated. External IP: 172.26.5.187, port: 73ae9ce3-e66d-4f6e-a767-2d610867ee83. Jan 26 11:44:52.804384 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-8887090f-ceab-4881-b995-88a8bf535866 req-efedb885-6812-40b6-8192-f3ed35bda924 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Calling delete_port for 73ae9ce3-e66d-4f6e-a767-2d610867ee83 owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:44:52.953654 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-8887090f-ceab-4881-b995-88a8bf535866 req-efedb885-6812-40b6-8192-f3ed35bda924 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:52.960945 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3e256-eb84-4b8f-9bf5-3c9627eae135 req-18fac6ed-9c02-4a76-9491-62f1daffe856 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:52.962468 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-93c3e256-eb84-4b8f-9bf5-3c9627eae135 req-18fac6ed-9c02-4a76-9491-62f1daffe856 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7e76490-9524-48e6-87c3-4f0656ee97fc HTTP/1.1" status: 200 len: 946 time: 0.0873451 Jan 26 11:44:53.004839 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efedb885-6812-40b6-8192-f3ed35bda924 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Pushing event deleted for resources: {'Port': ['ID=73ae9ce3-e66d-4f6e-a767-2d610867ee83,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:44:53.007905 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-93c3e256-eb84-4b8f-9bf5-3c9627eae135 req-5133284e-9073-41b0-b05c-f0eed5a87237 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397723 Jan 26 11:44:53.015754 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efedb885-6812-40b6-8192-f3ed35bda924 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:44:53.016105 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efedb885-6812-40b6-8192-f3ed35bda924 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:44:53.016448 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efedb885-6812-40b6-8192-f3ed35bda924 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:44:53.016785 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efedb885-6812-40b6-8192-f3ed35bda924 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:44:53.017121 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efedb885-6812-40b6-8192-f3ed35bda924 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:44:53.017454 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efedb885-6812-40b6-8192-f3ed35bda924 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:44:53.017784 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efedb885-6812-40b6-8192-f3ed35bda924 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:44:53.018110 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efedb885-6812-40b6-8192-f3ed35bda924 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:44:53.018513 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efedb885-6812-40b6-8192-f3ed35bda924 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:44:53.018806 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efedb885-6812-40b6-8192-f3ed35bda924 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:44:53.019104 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efedb885-6812-40b6-8192-f3ed35bda924 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:44:53.019424 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efedb885-6812-40b6-8192-f3ed35bda924 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:44:53.212951 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8887090f-ceab-4881-b995-88a8bf535866 req-efedb885-6812-40b6-8192-f3ed35bda924 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Router 2807c256-0160-4e26-989b-3b1ddcef8ba7 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:44:53.387318 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8887090f-ceab-4881-b995-88a8bf535866 req-efedb885-6812-40b6-8192-f3ed35bda924 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:44:53.396493 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909a3b41-012e-41e0-b025-0953782a680a None None] Sync routers for ids ['2807c256-0160-4e26-989b-3b1ddcef8ba7'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:44:53.405677 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a3b41-012e-41e0-b025-0953782a680a None None] Routers {'2807c256-0160-4e26-989b-3b1ddcef8ba7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:44:53.406277 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-909a3b41-012e-41e0-b025-0953782a680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:44:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2807c256-0160-4e26-989b-3b1ddcef8ba7'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:44:53.463051 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-8887090f-ceab-4881-b995-88a8bf535866 req-efedb885-6812-40b6-8192-f3ed35bda924 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] No DVR routers for this DVR port 73ae9ce3-e66d-4f6e-a767-2d610867ee83 on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:44:53.465545 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-8887090f-ceab-4881-b995-88a8bf535866 req-efedb885-6812-40b6-8192-f3ed35bda924 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:53.468339 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e76490-9524-48e6-87c3-4f0656ee97fc', 'name': 'network-vif-deleted', 'tag': '73ae9ce3-e66d-4f6e-a767-2d610867ee83'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:44:53.484117 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8887090f-ceab-4881-b995-88a8bf535866 req-efedb885-6812-40b6-8192-f3ed35bda924 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.24 "DELETE /v2.0/ports/73ae9ce3-e66d-4f6e-a767-2d610867ee83 HTTP/1.1" status: 204 len: 173 time: 1.3839173 Jan 26 11:44:53.530217 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e76490-9524-48e6-87c3-4f0656ee97fc', 'name': 'network-vif-deleted', 'tag': '73ae9ce3-e66d-4f6e-a767-2d610867ee83', 'status': 'completed', 'code': 200} Jan 26 11:44:53.590145 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-909a3b41-012e-41e0-b025-0953782a680a None None] Set router 2807c256-0160-4e26-989b-3b1ddcef8ba7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:44:53.929976 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-909a3b41-012e-41e0-b025-0953782a680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '4135c01c-c363-44c4-8a99-de4f0d6a53aa', 'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'mac_address': 'fa:16:3e:dc:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:35Z', 'updated_at': '2022-01-26T11:43:40Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'subnets': [{'id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:44:53.933789 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909a3b41-012e-41e0-b025-0953782a680a None None] Checking router: 2807c256-0160-4e26-989b-3b1ddcef8ba7 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:44:53.941909 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a3b41-012e-41e0-b025-0953782a680a None None] Routers {'2807c256-0160-4e26-989b-3b1ddcef8ba7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:44:53.942789 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-909a3b41-012e-41e0-b025-0953782a680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:44:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2807c256-0160-4e26-989b-3b1ddcef8ba7'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:44:54.126074 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-909a3b41-012e-41e0-b025-0953782a680a None None] Set router 2807c256-0160-4e26-989b-3b1ddcef8ba7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:44:54.334551 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-912df26d-d5c1-496a-861a-a2d894ef0772 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2091562400&fields=id&tenant_id=e0df3432496b454e9ae94470f1263d3a HTTP/1.1" status: 200 len: 267 time: 0.0401154 Jan 26 11:44:54.439110 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-909a3b41-012e-41e0-b025-0953782a680a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '4135c01c-c363-44c4-8a99-de4f0d6a53aa', 'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'mac_address': 'fa:16:3e:dc:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:35Z', 'updated_at': '2022-01-26T11:43:40Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'subnets': [{'id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:44:54.442885 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909a3b41-012e-41e0-b025-0953782a680a None None] The sync data for ids ['2807c256-0160-4e26-989b-3b1ddcef8ba7'] in dv-neutron-826439-1-hyperv is: [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '4135c01c-c363-44c4-8a99-de4f0d6a53aa', 'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'mac_address': 'fa:16:3e:dc:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:35Z', 'updated_at': '2022-01-26T11:43:40Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'subnets': [{'id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:44:54.489248 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-a6ea7bfa-7e82-44b0-ae40-166e5c7e9052 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:54.490777 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-a6ea7bfa-7e82-44b0-ae40-166e5c7e9052 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 812 time: 0.1491950 Jan 26 11:44:54.506371 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-463530ea-e6bb-4083-9b92-48a2045d6410 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/quotas/e0df3432496b454e9ae94470f1263d3a HTTP/1.1" status: 200 len: 375 time: 0.0094125 Jan 26 11:44:54.602863 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-b5dc9e06-0853-4887-bd04-c1b67ba22804 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0877447 Jan 26 11:44:54.666491 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae71ba4-5aaa-4148-92e3-ddb39d21b448 None None] New status for floating IP 60445e40-31d4-41ca-a6dc-fb789ae6a272: DOWN {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:44:54.746993 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-ba1e10d9-cc7c-470e-84d5-4cfe9ebd9fff service neutron] 10.222.0.39 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321955 Jan 26 11:44:54.882946 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-75244fea-c1eb-497c-8bab-732857c0bbd6 service neutron] 10.222.0.39 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295466 Jan 26 11:44:54.887662 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7a91d754-1af8-49e6-a3c5-3efcfc5e1f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:55.057946 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-c908a448-872d-4ed5-ba60-fca56f3b5130 req-200cc6d0-1a85-4218-9aa8-eea48a26f241 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Synchronizing usage tracker for tenant:e0df3432496b454e9ae94470f1263d3a on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:44:55.074721 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-c908a448-872d-4ed5-ba60-fca56f3b5130 req-200cc6d0-1a85-4218-9aa8-eea48a26f241 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Unset dirty status for tenant:e0df3432496b454e9ae94470f1263d3a on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:44:55.075852 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c908a448-872d-4ed5-ba60-fca56f3b5130 req-200cc6d0-1a85-4218-9aa8-eea48a26f241 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 210 time: 0.0606618 Jan 26 11:44:55.880826 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:56.092523 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-cdc89aad-926d-47b3-b731-2abe73dd2ce2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:56.093982 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-cdc89aad-926d-47b3-b731-2abe73dd2ce2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 812 time: 0.1601272 Jan 26 11:44:56.108414 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:56.153476 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-fc26baf4-2cb1-4f5a-9ab7-62161584ea38 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0df3432496b454e9ae94470f1263d3a HTTP/1.1" status: 200 len: 380 time: 0.0511129 Jan 26 11:44:56.162106 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-6a3cb16c-a1f2-401a-aad2-11f616c6ce10 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Request body: {'port': {'device_id': '2eb969c0-4c62-42a0-bb88-110b4ddc9828', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'admin_state_up': True, 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'security_groups': ['3e6bc0ec-8074-438e-891e-4bb4e2b653b0']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:44:56.233476 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-067d7e5a-8d7d-438e-807f-d7091b11fbb9 req-62470e41-96af-4c4d-86ea-12bac2ccb83f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 210 time: 0.0470638 Jan 26 11:44:56.295732 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-6a3cb16c-a1f2-401a-aad2-11f616c6ce10 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:44:56.305643 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-6a3cb16c-a1f2-401a-aad2-11f616c6ce10 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:44:56.315094 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-6a3cb16c-a1f2-401a-aad2-11f616c6ce10 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Made reservation on behalf of e0df3432496b454e9ae94470f1263d3a for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:44:56.318695 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-6a3cb16c-a1f2-401a-aad2-11f616c6ce10 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:56.477681 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-6a3cb16c-a1f2-401a-aad2-11f616c6ce10 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Allocated IP 172.20.0.8 (6fdef3f1-b727-4161-8796-e88dda7212be/a4c2e85d-67e5-48d6-923e-3c674e0664b6/5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:44:56.658697 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-6a3cb16c-a1f2-401a-aad2-11f616c6ce10 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:56.670384 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 73ae9ce3-e66d-4f6e-a767-2d610867ee83 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:44:56.673796 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-6a3cb16c-a1f2-401a-aad2-11f616c6ce10 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Transition to ACTIVE for port object 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:44:56.702447 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-6a3cb16c-a1f2-401a-aad2-11f616c6ce10 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:56.705294 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: 73ae9ce3-e66d-4f6e-a767-2d610867ee83 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:44:56.705640 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 73ae9ce3-e66d-4f6e-a767-2d610867ee83 not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:44:56.772213 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-6a3cb16c-a1f2-401a-aad2-11f616c6ce10 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Network 6fdef3f1-b727-4161-8796-e88dda7212be is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:44:56.776232 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-6a3cb16c-a1f2-401a-aad2-11f616c6ce10 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:44:56.779986 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-6a3cb16c-a1f2-401a-aad2-11f616c6ce10 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:44:56.812545 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3cb16c-a1f2-401a-aad2-11f616c6ce10 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Pushing event updated for resources: {'Port': ['ID=5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:44:56.976036 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-6a3cb16c-a1f2-401a-aad2-11f616c6ce10 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:56.977219 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-6a3cb16c-a1f2-401a-aad2-11f616c6ce10 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:57.001151 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-6a3cb16c-a1f2-401a-aad2-11f616c6ce10 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8427801 Jan 26 11:44:57.010823 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-664c8f1e-3d4c-4d10-abba-f698c5b5ab1f None None] Provisioning for port 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:44:57.012670 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-2fcb9018-b18c-4f23-bcd0-897f935a754a service neutron] Request body: {'port': {'device_id': '2eb969c0-4c62-42a0-bb88-110b4ddc9828', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:44:57.015472 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-664c8f1e-3d4c-4d10-abba-f698c5b5ab1f None None] Provisioning complete for port 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:44:57.015840 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-664c8f1e-3d4c-4d10-abba-f698c5b5ab1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:57.068877 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-664c8f1e-3d4c-4d10-abba-f698c5b5ab1f None None] Port 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:44:57.122561 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-2fcb9018-b18c-4f23-bcd0-897f935a754a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:57.453389 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:57.482658 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c492f-6808-42ed-a82c-7da6a410bc88 req-2af7fd28-7c90-467e-847f-841050e54f61 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:57.483350 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-074c492f-6808-42ed-a82c-7da6a410bc88 req-2af7fd28-7c90-467e-847f-841050e54f61 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Synchronizing usage tracker for tenant:e0df3432496b454e9ae94470f1263d3a on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:44:57.546263 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-074c492f-6808-42ed-a82c-7da6a410bc88 req-2af7fd28-7c90-467e-847f-841050e54f61 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Unset dirty status for tenant:e0df3432496b454e9ae94470f1263d3a on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:44:57.547442 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-074c492f-6808-42ed-a82c-7da6a410bc88 req-2af7fd28-7c90-467e-847f-841050e54f61 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 931 time: 0.1918769 Jan 26 11:44:57.549268 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-2fcb9018-b18c-4f23-bcd0-897f935a754a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:44:57.570580 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-2fcb9018-b18c-4f23-bcd0-897f935a754a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:57.599514 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-2fcb9018-b18c-4f23-bcd0-897f935a754a service neutron] Transition to ACTIVE for port object 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:44:57.604888 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-2fcb9018-b18c-4f23-bcd0-897f935a754a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:57.610491 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-074c492f-6808-42ed-a82c-7da6a410bc88 req-ae05094b-8cc1-4cb7-a343-39a472954ba8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569079 Jan 26 11:44:57.737463 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb9018-b18c-4f23-bcd0-897f935a754a service neutron] Pushing event updated for resources: {'Port': ['ID=5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:44:57.845327 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-2fcb9018-b18c-4f23-bcd0-897f935a754a service neutron] Attempting to bind port 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:44:57.845668 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-2fcb9018-b18c-4f23-bcd0-897f935a754a service neutron] Attempting to bind port 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '52b7d504-79e4-4e28-b9ce-0842eb17c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:44:57.846015 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-2fcb9018-b18c-4f23-bcd0-897f935a754a service neutron] Attempting to bind port 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc on network 6fdef3f1-b727-4161-8796-e88dda7212be {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:44:57.850605 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-2fcb9018-b18c-4f23-bcd0-897f935a754a service neutron] Port 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc on network 6fdef3f1-b727-4161-8796-e88dda7212be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:44:57.850925 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-2fcb9018-b18c-4f23-bcd0-897f935a754a service neutron] Attempting to bind port 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc on network 6fdef3f1-b727-4161-8796-e88dda7212be {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:44:57.856048 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-2fcb9018-b18c-4f23-bcd0-897f935a754a service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:44:57.856389 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-2fcb9018-b18c-4f23-bcd0-897f935a754a service neutron] Checking segment: {'id': '52b7d504-79e4-4e28-b9ce-0842eb17c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:44:57.856770 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-2fcb9018-b18c-4f23-bcd0-897f935a754a service neutron] Bound using segment: {'id': '52b7d504-79e4-4e28-b9ce-0842eb17c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:44:57.857193 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-2fcb9018-b18c-4f23-bcd0-897f935a754a service neutron] Bound port: 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52b7d504-79e4-4e28-b9ce-0842eb17c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:44:57.857535 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-2fcb9018-b18c-4f23-bcd0-897f935a754a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:57.945772 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-2fcb9018-b18c-4f23-bcd0-897f935a754a service neutron] For port 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:44:57.948979 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-2fcb9018-b18c-4f23-bcd0-897f935a754a service neutron] For port 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:44:57.953323 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-2fcb9018-b18c-4f23-bcd0-897f935a754a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:58.015516 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-2fcb9018-b18c-4f23-bcd0-897f935a754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:58.016134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-2fcb9018-b18c-4f23-bcd0-897f935a754a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:44:58.018001 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-2fcb9018-b18c-4f23-bcd0-897f935a754a service neutron] 10.222.0.24 "PUT /v2.0/ports/5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc HTTP/1.1" status: 200 len: 1093 time: 1.0089095 Jan 26 11:44:58.018001 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb969c0-4c62-42a0-bb88-110b4ddc9828', 'tag': '5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:44:58.042104 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb9018-b18c-4f23-bcd0-897f935a754a service neutron] Pushing event updated for resources: {'Port': ['ID=5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:44:58.090698 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb969c0-4c62-42a0-bb88-110b4ddc9828', 'tag': '5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc', 'status': 'completed', 'code': 200} Jan 26 11:44:58.141651 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-71f049b7-77c7-4339-868c-78df47a25557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:58.143259 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-71f049b7-77c7-4339-868c-78df47a25557 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 1096 time: 0.0851474 Jan 26 11:44:58.214967 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-54797b2e-1cf6-4072-be30-36435bc812df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc HTTP/1.1" status: 200 len: 217 time: 0.0652316 Jan 26 11:44:58.276770 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-07d04cf9-445a-4226-80a3-ec344989fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:58.278092 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-07d04cf9-445a-4226-80a3-ec344989fcc8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0570984 Jan 26 11:44:58.351003 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-6fced494-397b-4473-a430-c5fd7abfde25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:58.352513 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-6fced494-397b-4473-a430-c5fd7abfde25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681524 Jan 26 11:44:58.481130 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-316cf6de-6a71-428d-a409-a6c70982f661 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225185 Jan 26 11:44:58.609729 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2d7bb44e-ba81-4e6a-b492-fe28fc1d38e6 req-af558223-aca3-47b7-832b-c70509c572ca service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223528 Jan 26 11:44:58.893446 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2875b49-fda4-4edf-bcbb-3f7094d81b36 req-aa047a28-ada5-472e-bbbf-6421bc77c93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:58.894955 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f2875b49-fda4-4edf-bcbb-3f7094d81b36 req-aa047a28-ada5-472e-bbbf-6421bc77c93c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 1096 time: 0.2400112 Jan 26 11:44:58.904040 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1cfdc-ae6d-43f0-949b-56c75663a68f req-d0d1c5cd-efb8-4147-a5bf-0c220a183656 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:58.905389 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d7e1cfdc-ae6d-43f0-949b-56c75663a68f req-d0d1c5cd-efb8-4147-a5bf-0c220a183656 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 943 time: 0.1080079 Jan 26 11:44:59.030099 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d7e1cfdc-ae6d-43f0-949b-56c75663a68f req-50bac800-1f0a-4659-9962-c89a1be3cbfa tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066430 Jan 26 11:44:59.062822 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2875b49-fda4-4edf-bcbb-3f7094d81b36 req-25a7d021-73c3-4de5-a26b-bebb72d50c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:59.064248 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f2875b49-fda4-4edf-bcbb-3f7094d81b36 req-25a7d021-73c3-4de5-a26b-bebb72d50c81 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 913 time: 0.1580312 Jan 26 11:44:59.134694 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f2875b49-fda4-4edf-bcbb-3f7094d81b36 req-5cf7d7a3-b68e-434e-a723-2168c2a254a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc HTTP/1.1" status: 200 len: 217 time: 0.0633948 Jan 26 11:44:59.194657 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2875b49-fda4-4edf-bcbb-3f7094d81b36 req-ba22f903-b734-43c2-9cd5-3c10a989f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:59.196579 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f2875b49-fda4-4edf-bcbb-3f7094d81b36 req-ba22f903-b734-43c2-9cd5-3c10a989f25d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0559645 Jan 26 11:44:59.272952 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2875b49-fda4-4edf-bcbb-3f7094d81b36 req-b35343e1-be99-4725-bdf6-478ea6c6a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:44:59.274481 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f2875b49-fda4-4edf-bcbb-3f7094d81b36 req-b35343e1-be99-4725-bdf6-478ea6c6a65e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720308 Jan 26 11:44:59.403926 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f2875b49-fda4-4edf-bcbb-3f7094d81b36 req-c47f83e3-99f8-4206-bd20-5b1505f7f6a4 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227934 Jan 26 11:44:59.533888 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f2875b49-fda4-4edf-bcbb-3f7094d81b36 req-2c447d59-c259-4a69-a416-02d2f901df03 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227558 Jan 26 11:45:00.212594 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b2ce3-e463-48a7-a417-cd6dae7ea2a3 req-c9aa2dde-1082-4902-b5fb-f25764c66a0f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:00.213952 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7d1b2ce3-e463-48a7-a417-cd6dae7ea2a3 req-c9aa2dde-1082-4902-b5fb-f25764c66a0f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 943 time: 0.0785923 Jan 26 11:45:00.257036 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7d1b2ce3-e463-48a7-a417-cd6dae7ea2a3 req-69fff782-c3e4-4c6b-9f63-0efbc83e328a tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374813 Jan 26 11:45:01.447415 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51334b1-3970-436c-a90e-693d4af90624 req-5fab5f39-ca89-44d4-8d7f-a503969e75d8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:01.448861 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a51334b1-3970-436c-a90e-693d4af90624 req-5fab5f39-ca89-44d4-8d7f-a503969e75d8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 943 time: 0.0883849 Jan 26 11:45:01.492313 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a51334b1-3970-436c-a90e-693d4af90624 req-7a0177ec-fd8f-47a2-bc91-88ed25e8fa60 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371861 Jan 26 11:45:02.679436 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4323e-714c-45ff-98f5-99a402d9eba3 req-4206eb80-e455-42d4-af90-9948a612976d tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:02.681056 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6ee4323e-714c-45ff-98f5-99a402d9eba3 req-4206eb80-e455-42d4-af90-9948a612976d tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 943 time: 0.0822034 Jan 26 11:45:02.692742 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:45:02.725272 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6ee4323e-714c-45ff-98f5-99a402d9eba3 req-d3edb9e7-b3e9-4a14-b4f4-f9af5297e3f4 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386710 Jan 26 11:45:02.827989 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:45:02.841489 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'port_id': '5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc', 'mac_address': 'fa:16:3e:7e:bf:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:45:02.894972 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:45:02.912241 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:45:02.927387 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:45:02.931169 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:45:02.999268 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:45:03.161731 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:45:03.911784 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264605f-bc89-4b54-8173-59792418830a req-a6bd3aba-8b22-455a-80d4-4cf4df617237 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:03.913238 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9264605f-bc89-4b54-8173-59792418830a req-a6bd3aba-8b22-455a-80d4-4cf4df617237 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 944 time: 0.0796139 Jan 26 11:45:03.960959 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9264605f-bc89-4b54-8173-59792418830a req-e04844d7-b963-4dcb-b790-b34419450cc0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420237 Jan 26 11:45:04.701147 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:45:04.770628 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:45:04.775847 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:45:04.776218 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:45:04.891874 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:45:04.919076 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb969c0-4c62-42a0-bb88-110b4ddc9828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:45:04.928792 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:45:04.932581 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:45:04.964374 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb969c0-4c62-42a0-bb88-110b4ddc9828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc', 'code': 200} Jan 26 11:45:05.002753 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:45:05.212145 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cf7f8-85b3-491e-8bfa-3c703de41f8c req-dc6b8f2a-2b6e-4bc8-aad6-0edc0a11b16c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:05.213498 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-822cf7f8-85b3-491e-8bfa-3c703de41f8c req-dc6b8f2a-2b6e-4bc8-aad6-0edc0a11b16c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.1466076 Jan 26 11:45:05.219230 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45fa46-774b-4569-a7af-bc488b4995ba req-7114d171-7e7f-43ce-af09-57de43449857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:05.220547 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6e45fa46-774b-4569-a7af-bc488b4995ba req-7114d171-7e7f-43ce-af09-57de43449857 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 1098 time: 0.0932584 Jan 26 11:45:05.286458 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-822cf7f8-85b3-491e-8bfa-3c703de41f8c req-c9de782a-ecfd-45a9-8485-99c605e0c2c3 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649004 Jan 26 11:45:05.290088 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6e45fa46-774b-4569-a7af-bc488b4995ba req-d027ea53-e946-43fe-b4c0-4064782dd71f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544457 Jan 26 11:45:05.456162 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:45:06.480806 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273692b-99fd-4401-a219-37494c0b2cdd req-47313cc0-7362-4606-b38d-901c14b23ef1 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:06.482275 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0273692b-99fd-4401-a219-37494c0b2cdd req-47313cc0-7362-4606-b38d-901c14b23ef1 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.0802026 Jan 26 11:45:06.529568 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0273692b-99fd-4401-a219-37494c0b2cdd req-ef737f23-756b-4cfe-bb5a-cc6fb0ac6846 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416102 Jan 26 11:45:07.709913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151f46b-cff4-4998-8886-52792573e7a5 req-5d2175ad-a75f-495e-9d03-1d27122d0b6e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:07.711598 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7151f46b-cff4-4998-8886-52792573e7a5 req-5d2175ad-a75f-495e-9d03-1d27122d0b6e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.0784001 Jan 26 11:45:07.758869 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7151f46b-cff4-4998-8886-52792573e7a5 req-a2e04b5c-bd94-4b1f-9221-620b53e369f1 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408480 Jan 26 11:45:07.936656 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909bfce-c37e-4343-b653-8d1ac981026d req-341205d9-3bf2-4304-8059-78426629b96b tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:07.938104 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-1909bfce-c37e-4343-b653-8d1ac981026d req-341205d9-3bf2-4304-8059-78426629b96b tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.0798752 Jan 26 11:45:07.946935 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 58330) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:45:07.952073 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-754bee6d-6dad-499a-95e1-295579d9f05e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Request body: {'floatingip': {'port_id': '5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:45:08.026551 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-754bee6d-6dad-499a-95e1-295579d9f05e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for floatingip, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:45:08.625017 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:45:08.716824 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-754bee6d-6dad-499a-95e1-295579d9f05e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:45:08.720515 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-754bee6d-6dad-499a-95e1-295579d9f05e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:45:08.889811 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-754bee6d-6dad-499a-95e1-295579d9f05e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Floating IP 60445e40-31d4-41ca-a6dc-fb789ae6a272 associated. External IP: 172.26.5.187, port: 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc. Jan 26 11:45:09.235733 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754bee6d-6dad-499a-95e1-295579d9f05e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Router 2807c256-0160-4e26-989b-3b1ddcef8ba7 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:45:09.411730 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754bee6d-6dad-499a-95e1-295579d9f05e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:45:09.416643 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-754bee6d-6dad-499a-95e1-295579d9f05e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:45:09.422269 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97db38d-6fb0-42df-9e69-b331d80488fd None None] Sync routers for ids ['2807c256-0160-4e26-989b-3b1ddcef8ba7'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:45:09.432027 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97db38d-6fb0-42df-9e69-b331d80488fd None None] Routers {'2807c256-0160-4e26-989b-3b1ddcef8ba7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:45:09.432630 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b97db38d-6fb0-42df-9e69-b331d80488fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:44:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2807c256-0160-4e26-989b-3b1ddcef8ba7'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:45:09.470060 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-754bee6d-6dad-499a-95e1-295579d9f05e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "PUT /v2.0/floatingips/60445e40-31d4-41ca-a6dc-fb789ae6a272 HTTP/1.1" status: 200 len: 991 time: 1.5220249 Jan 26 11:45:09.470661 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb969c0-4c62-42a0-bb88-110b4ddc9828', 'tag': '5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:45:09.523130 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb969c0-4c62-42a0-bb88-110b4ddc9828', 'tag': '5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc', 'status': 'completed', 'code': 200} Jan 26 11:45:09.609731 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-b97db38d-6fb0-42df-9e69-b331d80488fd None None] Set router 2807c256-0160-4e26-989b-3b1ddcef8ba7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:45:09.738594 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523ea24-9e9b-4944-8e3f-51550b7e6483 req-1e79c9cc-786b-44c7-b3d4-9d70e0d33659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:09.740047 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f523ea24-9e9b-4944-8e3f-51550b7e6483 req-1e79c9cc-786b-44c7-b3d4-9d70e0d33659 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 1098 time: 0.1958284 Jan 26 11:45:09.877698 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523ea24-9e9b-4944-8e3f-51550b7e6483 req-8db0483c-5942-4dd4-af91-d5979dbbae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:09.879182 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f523ea24-9e9b-4944-8e3f-51550b7e6483 req-8db0483c-5942-4dd4-af91-d5979dbbae5e service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 913 time: 0.1331842 Jan 26 11:45:09.988354 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f523ea24-9e9b-4944-8e3f-51550b7e6483 req-7fe875b2-7bce-4660-b745-4f433c898c46 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc HTTP/1.1" status: 200 len: 999 time: 0.1034007 Jan 26 11:45:09.994212 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b97db38d-6fb0-42df-9e69-b331d80488fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '60445e40-31d4-41ca-a6dc-fb789ae6a272', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'floating_ip_address': '172.26.5.187', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'port_id': '5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'mac_address': 'fa:16:3e:7e:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb969c0-4c62-42a0-bb88-110b4ddc9828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:43:38Z', 'updated_at': '2022-01-26T11:45:08Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4135c01c-c363-44c4-8a99-de4f0d6a53aa', 'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'mac_address': 'fa:16:3e:dc:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:35Z', 'updated_at': '2022-01-26T11:43:40Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'subnets': [{'id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:45:09.997982 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97db38d-6fb0-42df-9e69-b331d80488fd None None] Checking router: 2807c256-0160-4e26-989b-3b1ddcef8ba7 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:45:10.006073 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97db38d-6fb0-42df-9e69-b331d80488fd None None] Routers {'2807c256-0160-4e26-989b-3b1ddcef8ba7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:45:10.006704 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b97db38d-6fb0-42df-9e69-b331d80488fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:44:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2807c256-0160-4e26-989b-3b1ddcef8ba7'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:45:10.048333 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523ea24-9e9b-4944-8e3f-51550b7e6483 req-57689d7a-1d4e-45a6-af07-52b618f9f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:10.049753 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f523ea24-9e9b-4944-8e3f-51550b7e6483 req-57689d7a-1d4e-45a6-af07-52b618f9f1a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0563545 Jan 26 11:45:10.122935 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523ea24-9e9b-4944-8e3f-51550b7e6483 req-43cfabab-508e-4390-8d2d-cd510a640dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:10.124456 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f523ea24-9e9b-4944-8e3f-51550b7e6483 req-43cfabab-508e-4390-8d2d-cd510a640dee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690136 Jan 26 11:45:10.183700 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-b97db38d-6fb0-42df-9e69-b331d80488fd None None] Set router 2807c256-0160-4e26-989b-3b1ddcef8ba7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:45:10.258754 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f523ea24-9e9b-4944-8e3f-51550b7e6483 req-f0dfa1da-fc6e-4d89-85b6-d04d562812c1 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281700 Jan 26 11:45:10.390423 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f523ea24-9e9b-4944-8e3f-51550b7e6483 req-629f1508-60aa-4727-924c-d9fd52e5275a service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262951 Jan 26 11:45:10.531363 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b97db38d-6fb0-42df-9e69-b331d80488fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '60445e40-31d4-41ca-a6dc-fb789ae6a272', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'floating_ip_address': '172.26.5.187', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'port_id': '5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'mac_address': 'fa:16:3e:7e:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb969c0-4c62-42a0-bb88-110b4ddc9828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:43:38Z', 'updated_at': '2022-01-26T11:45:08Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4135c01c-c363-44c4-8a99-de4f0d6a53aa', 'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'mac_address': 'fa:16:3e:dc:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:35Z', 'updated_at': '2022-01-26T11:43:40Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'subnets': [{'id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:45:10.535192 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97db38d-6fb0-42df-9e69-b331d80488fd None None] The sync data for ids ['2807c256-0160-4e26-989b-3b1ddcef8ba7'] in dv-neutron-826439-1-hyperv is: [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '60445e40-31d4-41ca-a6dc-fb789ae6a272', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'floating_ip_address': '172.26.5.187', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'port_id': '5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'mac_address': 'fa:16:3e:7e:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb969c0-4c62-42a0-bb88-110b4ddc9828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:43:38Z', 'updated_at': '2022-01-26T11:45:08Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4135c01c-c363-44c4-8a99-de4f0d6a53aa', 'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'mac_address': 'fa:16:3e:dc:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:35Z', 'updated_at': '2022-01-26T11:43:40Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'subnets': [{'id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:45:10.731712 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2269c901-b75b-45da-992b-323e41caa904 None None] New status for floating IP 60445e40-31d4-41ca-a6dc-fb789ae6a272: ACTIVE {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:45:22.572290 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-17759ef9-fbe2-41a5-9825-edfa17a45570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:45:24.820565 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-190a5510-0f02-49f8-949b-1950f5031364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:45:25.882697 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:45:26.106612 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:45:27.455777 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:45:28.943873 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e61c3d71-ae59-4c45-9c2c-dc432f2cd19b req-24b73e90-85ba-4ca4-a951-09129c127a81 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736830 Jan 26 11:45:29.081437 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c3d71-ae59-4c45-9c2c-dc432f2cd19b req-421500f2-c8d5-4b3b-a16a-beb25d4235af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:29.083175 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e61c3d71-ae59-4c45-9c2c-dc432f2cd19b req-421500f2-c8d5-4b3b-a16a-beb25d4235af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 1098 time: 0.0698378 Jan 26 11:45:29.225982 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c3d71-ae59-4c45-9c2c-dc432f2cd19b req-2f5ffb04-b238-4fc8-bbfb-2e1afed9bf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:29.228317 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e61c3d71-ae59-4c45-9c2c-dc432f2cd19b req-2f5ffb04-b238-4fc8-bbfb-2e1afed9bf95 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 913 time: 0.1268735 Jan 26 11:45:29.332578 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e61c3d71-ae59-4c45-9c2c-dc432f2cd19b req-ac4615cb-417d-469f-a4e9-8d1e5e6075fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc HTTP/1.1" status: 200 len: 1001 time: 0.0963380 Jan 26 11:45:29.396706 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c3d71-ae59-4c45-9c2c-dc432f2cd19b req-ad2497dd-efa7-4050-93e1-053c9f8bc4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:29.398119 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e61c3d71-ae59-4c45-9c2c-dc432f2cd19b req-ad2497dd-efa7-4050-93e1-053c9f8bc4b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0592492 Jan 26 11:45:29.471487 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c3d71-ae59-4c45-9c2c-dc432f2cd19b req-18de24e3-f61c-49aa-b56d-034415cf78c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:29.472940 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e61c3d71-ae59-4c45-9c2c-dc432f2cd19b req-18de24e3-f61c-49aa-b56d-034415cf78c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689633 Jan 26 11:45:29.603316 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e61c3d71-ae59-4c45-9c2c-dc432f2cd19b req-64fe0a1b-0b9d-45b0-b345-a94252db1a88 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234379 Jan 26 11:45:29.733206 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e61c3d71-ae59-4c45-9c2c-dc432f2cd19b req-b07d03a0-7b21-4244-8d5d-48a29c8e6430 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242640 Jan 26 11:45:35.465583 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:45:44.762445 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4ed2f-8ccb-4ffd-b5a5-b3515d6aecc9 req-88c4a95f-09c6-432e-b920-365619739d53 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:44.763939 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-93c4ed2f-8ccb-4ffd-b5a5-b3515d6aecc9 req-88c4a95f-09c6-432e-b920-365619739d53 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.0842736 Jan 26 11:45:44.811406 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-93c4ed2f-8ccb-4ffd-b5a5-b3515d6aecc9 req-4b4c653d-7434-42f5-86db-b7e289ab35c5 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418348 Jan 26 11:45:45.623949 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:45:45.999189 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268781b6-79cb-47ec-a499-e3b56b4db5ce req-d79cef5d-cbb6-410a-939d-95c5227da978 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:46.001112 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-268781b6-79cb-47ec-a499-e3b56b4db5ce req-d79cef5d-cbb6-410a-939d-95c5227da978 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.0823896 Jan 26 11:45:46.146601 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-268781b6-79cb-47ec-a499-e3b56b4db5ce req-f0df8dd8-bd8c-4e6b-978d-ebf8b96ebdb4 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399155 Jan 26 11:45:47.332522 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432eb57-eb6b-4b3f-b834-ab9c40371b0b req-ab3e768e-51b2-4298-995e-58667c1a4ccf tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:47.334239 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b432eb57-eb6b-4b3f-b834-ab9c40371b0b req-ab3e768e-51b2-4298-995e-58667c1a4ccf tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.0790005 Jan 26 11:45:47.380806 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b432eb57-eb6b-4b3f-b834-ab9c40371b0b req-d6594b09-38bd-43c2-a563-4fbfb648d2dd tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396745 Jan 26 11:45:48.709818 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b28006-6f1d-46d7-b148-77c9b6d0f331 req-2de24c42-b0f9-4433-834b-af7dab6fc343 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:48.711229 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-28b28006-6f1d-46d7-b148-77c9b6d0f331 req-2de24c42-b0f9-4433-834b-af7dab6fc343 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.0796404 Jan 26 11:45:48.754535 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-28b28006-6f1d-46d7-b148-77c9b6d0f331 req-fa67e69c-7e5d-44a4-bbe3-433e712da65f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369835 Jan 26 11:45:49.942337 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446988cd-8fb1-4083-80c9-6d4da182b139 req-6e58c7c8-53dc-479c-9fbb-5180d2986877 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:49.943813 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-446988cd-8fb1-4083-80c9-6d4da182b139 req-6e58c7c8-53dc-479c-9fbb-5180d2986877 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.0827427 Jan 26 11:45:49.988006 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-446988cd-8fb1-4083-80c9-6d4da182b139 req-9234707b-9968-4479-843f-d363f716d27b tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378494 Jan 26 11:45:51.172680 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d238f-b862-44b8-a34a-154ce0a69b7b req-1bbbeade-58d7-4f16-9f1b-67f68a5ec94f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:51.174050 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-277d238f-b862-44b8-a34a-154ce0a69b7b req-1bbbeade-58d7-4f16-9f1b-67f68a5ec94f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.0817819 Jan 26 11:45:51.217328 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-277d238f-b862-44b8-a34a-154ce0a69b7b req-0bbf5c1e-1025-4764-9ae3-834d4ff32be0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377276 Jan 26 11:45:52.403210 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73227e5-a647-49d7-a43c-0b2a6f15cad8 req-463b8df2-04c4-46d1-ac49-37264bce3556 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:52.404692 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d73227e5-a647-49d7-a43c-0b2a6f15cad8 req-463b8df2-04c4-46d1-ac49-37264bce3556 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.0796309 Jan 26 11:45:52.447628 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d73227e5-a647-49d7-a43c-0b2a6f15cad8 req-e9bc0bd1-5431-4c0c-86a2-bf00aaaa5f34 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374024 Jan 26 11:45:52.574804 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2989e6d9-5bca-442b-993a-cf8ab0dc3eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:45:53.629077 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b959a74-c83b-4fbf-b44e-8e0ebb42337b req-1cc8cff3-56cc-4638-b8da-6c41f1e27339 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:53.630567 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5b959a74-c83b-4fbf-b44e-8e0ebb42337b req-1cc8cff3-56cc-4638-b8da-6c41f1e27339 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.0800140 Jan 26 11:45:53.677279 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5b959a74-c83b-4fbf-b44e-8e0ebb42337b req-16c3fd70-a779-4057-9e35-a27706338267 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403166 Jan 26 11:45:54.824161 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-50b3e94e-e373-40e8-a4ed-b635a7cd507a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:45:54.871498 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d6498-42bc-4b1b-b7a9-5c2bf1734f8c req-ccf9c2f3-2fd3-4c48-bf91-9047f08cf506 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:54.872969 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-915d6498-42bc-4b1b-b7a9-5c2bf1734f8c req-ccf9c2f3-2fd3-4c48-bf91-9047f08cf506 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.0916762 Jan 26 11:45:54.918060 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-915d6498-42bc-4b1b-b7a9-5c2bf1734f8c req-30c3170e-1c5c-4e8d-8652-708a194af112 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393624 Jan 26 11:45:55.885334 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:45:56.103407 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81953e-4977-4499-b520-6e82c95c4762 req-2f5c3b81-2703-4a26-9d83-cdcfc7bcb0c3 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:56.104859 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7c81953e-4977-4499-b520-6e82c95c4762 req-2f5c3b81-2703-4a26-9d83-cdcfc7bcb0c3 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.0809662 Jan 26 11:45:56.109691 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:45:56.148362 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7c81953e-4977-4499-b520-6e82c95c4762 req-7f1a0571-117f-48b1-82a7-0d4ade786b18 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369742 Jan 26 11:45:56.493929 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-3774aeda-91f2-434b-a4fa-7a7f5c529567 req-0d9402c2-27fd-409f-885f-0054448e3666 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0709839 Jan 26 11:45:56.553467 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdd494-08f3-4b73-afa4-8f5f483696bc req-c464f6c3-8c74-4fea-b42b-573485cb0706 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:56.555009 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d7bdd494-08f3-4b73-afa4-8f5f483696bc req-c464f6c3-8c74-4fea-b42b-573485cb0706 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.0911114 Jan 26 11:45:56.601914 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d7bdd494-08f3-4b73-afa4-8f5f483696bc req-108ed6c7-195b-4655-9489-1254ea1bedbb tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410156 Jan 26 11:45:57.458995 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:45:57.582299 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774aeda-91f2-434b-a4fa-7a7f5c529567 req-69e3752d-d5b7-4f9e-83da-ac558857aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:57.584053 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3774aeda-91f2-434b-a4fa-7a7f5c529567 req-69e3752d-d5b7-4f9e-83da-ac558857aa8a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 1098 time: 0.0708401 Jan 26 11:45:57.716029 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774aeda-91f2-434b-a4fa-7a7f5c529567 req-c2fe1f1c-a4ab-4ece-a8f7-3cf2f05061a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:57.717468 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3774aeda-91f2-434b-a4fa-7a7f5c529567 req-c2fe1f1c-a4ab-4ece-a8f7-3cf2f05061a9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 913 time: 0.1272533 Jan 26 11:45:57.825322 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3774aeda-91f2-434b-a4fa-7a7f5c529567 req-f594729b-abac-4ef5-814a-5c38d324d4ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc HTTP/1.1" status: 200 len: 1001 time: 0.1019273 Jan 26 11:45:57.889032 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df7ce7-77b1-44a9-8244-83e66b824be9 req-c27eb33e-9ee8-44b1-8bf8-3b0b15c14ae6 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:57.890478 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774aeda-91f2-434b-a4fa-7a7f5c529567 req-8055f733-8a82-441e-85fe-a54dc6f0b111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:57.890603 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-81df7ce7-77b1-44a9-8244-83e66b824be9 req-c27eb33e-9ee8-44b1-8bf8-3b0b15c14ae6 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.1820977 Jan 26 11:45:57.891901 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3774aeda-91f2-434b-a4fa-7a7f5c529567 req-8055f733-8a82-441e-85fe-a54dc6f0b111 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0605960 Jan 26 11:45:57.935368 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-81df7ce7-77b1-44a9-8244-83e66b824be9 req-4cab0e2b-4d1b-4786-b6be-8625c6f132a3 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390692 Jan 26 11:45:57.970640 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774aeda-91f2-434b-a4fa-7a7f5c529567 req-04b88ac1-7d43-4577-a16c-e75d4fa096bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:57.972073 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3774aeda-91f2-434b-a4fa-7a7f5c529567 req-04b88ac1-7d43-4577-a16c-e75d4fa096bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744393 Jan 26 11:45:58.103347 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3774aeda-91f2-434b-a4fa-7a7f5c529567 req-f2c95e61-0403-473f-8db2-620aae588832 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248569 Jan 26 11:45:58.231581 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3774aeda-91f2-434b-a4fa-7a7f5c529567 req-f2774a6a-4e92-4e5d-ac78-73c67f31be4f service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228921 Jan 26 11:45:59.121594 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5df240-2e3b-43da-88c4-4dab0cc6d35c req-7ac0ddd0-fa2d-4af7-8bbe-5f4bde169ca3 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:45:59.123009 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4d5df240-2e3b-43da-88c4-4dab0cc6d35c req-7ac0ddd0-fa2d-4af7-8bbe-5f4bde169ca3 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.0828466 Jan 26 11:45:59.165831 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4d5df240-2e3b-43da-88c4-4dab0cc6d35c req-0268a0a7-628b-4747-8f35-1ff73db02f02 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372691 Jan 26 11:45:59.833606 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3774aeda-91f2-434b-a4fa-7a7f5c529567 req-97159c4f-a101-4400-9f12-053e275bc628 service neutron] 10.222.0.24 "GET /v2.0/ports/5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.0729616 Jan 26 11:46:00.097886 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774aeda-91f2-434b-a4fa-7a7f5c529567 req-a15d665e-337c-411f-8dd0-e1b899a210b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:00.099280 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3774aeda-91f2-434b-a4fa-7a7f5c529567 req-a15d665e-337c-411f-8dd0-e1b899a210b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828&tenant_id=e0df3432496b454e9ae94470f1263d3a HTTP/1.1" status: 200 len: 1098 time: 0.0730536 Jan 26 11:46:00.185972 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774aeda-91f2-434b-a4fa-7a7f5c529567 req-a21a5b5a-e1ab-4c19-b3f5-323c707b09d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:00.187449 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3774aeda-91f2-434b-a4fa-7a7f5c529567 req-a21a5b5a-e1ab-4c19-b3f5-323c707b09d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 1098 time: 0.0689199 Jan 26 11:46:00.354341 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef375d-59c5-4686-a47e-8df24d745794 req-13d6ca73-c8d9-43ab-aa05-2e171d0c2dd4 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:00.355790 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-27ef375d-59c5-4686-a47e-8df24d745794 req-13d6ca73-c8d9-43ab-aa05-2e171d0c2dd4 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.0843389 Jan 26 11:46:00.400571 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-27ef375d-59c5-4686-a47e-8df24d745794 req-5cd69614-616c-40f3-9020-cc272ff495b2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381684 Jan 26 11:46:00.420328 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774aeda-91f2-434b-a4fa-7a7f5c529567 req-e9d08976-490a-4702-b487-0eded769704d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:00.421765 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3774aeda-91f2-434b-a4fa-7a7f5c529567 req-e9d08976-490a-4702-b487-0eded769704d service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 913 time: 0.2291999 Jan 26 11:46:00.522651 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3774aeda-91f2-434b-a4fa-7a7f5c529567 req-e3555a90-175f-4324-9d39-fce1953bda93 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc HTTP/1.1" status: 200 len: 1001 time: 0.0951562 Jan 26 11:46:00.583461 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774aeda-91f2-434b-a4fa-7a7f5c529567 req-f14dc3e8-9699-4289-986c-9fee35ff9ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:00.584838 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3774aeda-91f2-434b-a4fa-7a7f5c529567 req-f14dc3e8-9699-4289-986c-9fee35ff9ca3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0568581 Jan 26 11:46:00.661132 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774aeda-91f2-434b-a4fa-7a7f5c529567 req-84e7dc54-5565-4313-aa57-5934877b7fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:00.662551 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3774aeda-91f2-434b-a4fa-7a7f5c529567 req-84e7dc54-5565-4313-aa57-5934877b7fe7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720675 Jan 26 11:46:00.791919 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3774aeda-91f2-434b-a4fa-7a7f5c529567 req-7b69456e-86f4-463b-b80e-03f1c9745b05 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236537 Jan 26 11:46:00.921857 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3774aeda-91f2-434b-a4fa-7a7f5c529567 req-3613a601-4578-4b42-8bff-792017558cd3 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236372 Jan 26 11:46:01.586044 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61d21e-aec4-4994-9e9b-a3c3c00a860e req-848539cc-939b-4ff6-8820-5c2da6fd8d20 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:01.588639 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7c61d21e-aec4-4994-9e9b-a3c3c00a860e req-848539cc-939b-4ff6-8820-5c2da6fd8d20 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.0815222 Jan 26 11:46:01.636350 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7c61d21e-aec4-4994-9e9b-a3c3c00a860e req-1c62b4aa-7233-4bc6-8ef9-fc0295008b55 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421157 Jan 26 11:46:02.824678 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4419370-343f-493f-bd8c-eb1698233666 req-7ada1483-9b7b-46cf-9f5b-fffea88ad6ca tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:02.826166 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e4419370-343f-493f-bd8c-eb1698233666 req-7ada1483-9b7b-46cf-9f5b-fffea88ad6ca tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.0826564 Jan 26 11:46:02.869493 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e4419370-343f-493f-bd8c-eb1698233666 req-6fe8255d-5169-4be9-b7b8-d0c1847ecc69 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377545 Jan 26 11:46:03.173654 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5583203-6efb-4cdd-85d4-5dec7188cd74 req-609918e7-2cd8-4da0-9b6a-8945074d4d56 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:03.175164 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a5583203-6efb-4cdd-85d4-5dec7188cd74 req-609918e7-2cd8-4da0-9b6a-8945074d4d56 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.0806715 Jan 26 11:46:03.178858 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f115cb5-1272-44c1-89d4-99c566e9905e req-e4d24fd7-bddc-4d5e-91c4-1a3f3d485000 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:03.180285 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f115cb5-1272-44c1-89d4-99c566e9905e req-e4d24fd7-bddc-4d5e-91c4-1a3f3d485000 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.24 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828&tenant_id=e0df3432496b454e9ae94470f1263d3a&binding%3Ahost_id=hv-neutron-8264 HTTP/1.1" status: 200 len: 945 time: 0.0839214 Jan 26 11:46:03.224105 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a5583203-6efb-4cdd-85d4-5dec7188cd74 req-dcda1a48-b47a-4ddf-8063-f6d92dbee653 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429296 Jan 26 11:46:03.318428 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f115cb5-1272-44c1-89d4-99c566e9905e req-1fede427-f4ee-4195-9b01-71cd64bb4012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:03.319878 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f115cb5-1272-44c1-89d4-99c566e9905e req-1fede427-f4ee-4195-9b01-71cd64bb4012 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 1098 time: 0.0712345 Jan 26 11:46:03.451643 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f115cb5-1272-44c1-89d4-99c566e9905e req-47dc362f-34ce-496c-a768-14748a515226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:03.453093 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f115cb5-1272-44c1-89d4-99c566e9905e req-47dc362f-34ce-496c-a768-14748a515226 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 913 time: 0.1277242 Jan 26 11:46:03.554702 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f115cb5-1272-44c1-89d4-99c566e9905e req-2ecff010-0b66-4c67-af34-a941b8ce9a95 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc HTTP/1.1" status: 200 len: 1001 time: 0.0952723 Jan 26 11:46:03.617656 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f115cb5-1272-44c1-89d4-99c566e9905e req-82f6c71d-9214-480d-aedb-f9d132175f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:03.619538 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f115cb5-1272-44c1-89d4-99c566e9905e req-82f6c71d-9214-480d-aedb-f9d132175f93 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0594420 Jan 26 11:46:03.690867 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f115cb5-1272-44c1-89d4-99c566e9905e req-b59e1393-a50b-4da2-bbb2-6da59b4165e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:03.692296 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f115cb5-1272-44c1-89d4-99c566e9905e req-b59e1393-a50b-4da2-bbb2-6da59b4165e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675731 Jan 26 11:46:03.822941 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f115cb5-1272-44c1-89d4-99c566e9905e req-95ccacb2-7b93-4a0f-956c-48cc4e36dc30 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242015 Jan 26 11:46:03.957380 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f115cb5-1272-44c1-89d4-99c566e9905e req-764ea6a0-abda-4701-b270-00bcf09a1a99 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278913 Jan 26 11:46:04.413615 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a2a29-5ab7-4f65-8346-bd4d55630c56 req-86d092e5-0b18-47ad-9039-e0aba00c81a2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:04.415730 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-144a2a29-5ab7-4f65-8346-bd4d55630c56 req-86d092e5-0b18-47ad-9039-e0aba00c81a2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.0800357 Jan 26 11:46:04.577230 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-144a2a29-5ab7-4f65-8346-bd4d55630c56 req-66cdce79-4088-4497-a9c6-98571cdbdc8f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551352 Jan 26 11:46:05.464300 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:05.760240 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b1516-5f01-40f1-80bd-f5f475aefa77 req-985d85db-517c-44e2-b18a-fc72a47c918d tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:05.761634 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-401b1516-5f01-40f1-80bd-f5f475aefa77 req-985d85db-517c-44e2-b18a-fc72a47c918d tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.0794780 Jan 26 11:46:05.806090 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-401b1516-5f01-40f1-80bd-f5f475aefa77 req-453bc26a-5549-41ee-a0ba-c7baa87ce5e0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385947 Jan 26 11:46:05.991406 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369ef1e-ffad-411f-836f-d50cfdacd42c req-3a7b85c2-a4f2-4cf6-adee-a2b520568dbd tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:05.992876 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6369ef1e-ffad-411f-836f-d50cfdacd42c req-3a7b85c2-a4f2-4cf6-adee-a2b520568dbd tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.0797887 Jan 26 11:46:06.036860 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6369ef1e-ffad-411f-836f-d50cfdacd42c req-7a3f6fa8-68cc-4a60-a6df-bc0ffa930ad3 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383093 Jan 26 11:46:06.432296 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7d39f-be7b-4d80-a0ea-78a382345150 req-b32ef968-3bda-4b38-b8b4-7901944e3f87 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:06.433673 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7ce7d39f-be7b-4d80-a0ea-78a382345150 req-b32ef968-3bda-4b38-b8b4-7901944e3f87 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.1421916 Jan 26 11:46:06.439403 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac8476-a2d5-4ae6-a7f6-5e7b19e0b1c5 req-8361bd20-1630-4a8a-ba9c-7f1c6c122b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:06.440747 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-29ac8476-a2d5-4ae6-a7f6-5e7b19e0b1c5 req-8361bd20-1630-4a8a-ba9c-7f1c6c122b6b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 1098 time: 0.0991638 Jan 26 11:46:06.563146 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7ce7d39f-be7b-4d80-a0ea-78a382345150 req-cb274835-3a71-4bec-9a68-58c322b4eef5 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213651 Jan 26 11:46:06.603242 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac8476-a2d5-4ae6-a7f6-5e7b19e0b1c5 req-dad13882-e988-4bd9-920d-fbdca36cb6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:06.604674 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-29ac8476-a2d5-4ae6-a7f6-5e7b19e0b1c5 req-dad13882-e988-4bd9-920d-fbdca36cb6c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 913 time: 0.1498678 Jan 26 11:46:06.703943 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-29ac8476-a2d5-4ae6-a7f6-5e7b19e0b1c5 req-1ad28467-dd6f-4218-970f-9e0a3c6ac62f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc HTTP/1.1" status: 200 len: 1001 time: 0.0933301 Jan 26 11:46:06.767802 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac8476-a2d5-4ae6-a7f6-5e7b19e0b1c5 req-16517a0e-8a21-45bc-913f-8ea4bfc4a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:06.769233 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-29ac8476-a2d5-4ae6-a7f6-5e7b19e0b1c5 req-16517a0e-8a21-45bc-913f-8ea4bfc4a258 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0600283 Jan 26 11:46:06.842730 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac8476-a2d5-4ae6-a7f6-5e7b19e0b1c5 req-3d2c5736-c5ce-4e6f-ba94-f5da40b16462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:06.844467 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-29ac8476-a2d5-4ae6-a7f6-5e7b19e0b1c5 req-3d2c5736-c5ce-4e6f-ba94-f5da40b16462 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695150 Jan 26 11:46:06.977010 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-29ac8476-a2d5-4ae6-a7f6-5e7b19e0b1c5 req-31709005-8beb-4549-91a8-0069217470d5 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270266 Jan 26 11:46:07.109531 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-29ac8476-a2d5-4ae6-a7f6-5e7b19e0b1c5 req-50e5f901-c401-451e-baf7-f60b81d416f5 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266692 Jan 26 11:46:07.753530 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc649a33-543b-4f31-aed0-da37d939d040 req-bd52f2b3-bda5-4682-bc27-4fbcdda0cc8f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:07.755111 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-fc649a33-543b-4f31-aed0-da37d939d040 req-bd52f2b3-bda5-4682-bc27-4fbcdda0cc8f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.0836580 Jan 26 11:46:07.799256 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-fc649a33-543b-4f31-aed0-da37d939d040 req-985b84d0-9616-4d3e-aa32-ecd7566d62e1 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379424 Jan 26 11:46:08.179658 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a8159-2683-4578-89bb-c2f054b9a11f req-d2f6001c-0e4a-48b8-a614-50ac06400bbe tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:08.181549 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7c4a8159-2683-4578-89bb-c2f054b9a11f req-d2f6001c-0e4a-48b8-a614-50ac06400bbe tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.0799050 Jan 26 11:46:08.225110 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7c4a8159-2683-4578-89bb-c2f054b9a11f req-dc19f33f-9d3b-4b20-9161-216d68aed43e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377421 Jan 26 11:46:09.417713 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459521f-e769-4b46-8d81-4b0898bdaf08 req-07a842b2-d4e8-4813-8b85-5fde7ea4a2cf tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:09.419371 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c459521f-e769-4b46-8d81-4b0898bdaf08 req-07a842b2-d4e8-4813-8b85-5fde7ea4a2cf tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.0836713 Jan 26 11:46:09.464413 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c459521f-e769-4b46-8d81-4b0898bdaf08 req-43061a36-509f-4eea-8995-b8ad04ed0cff tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394638 Jan 26 11:46:09.756822 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab605f8-2ae7-4280-bdd3-45c291ce2453 req-53ef62da-8ae8-42bd-8d3f-10e6b21834b9 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:09.758242 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-eab605f8-2ae7-4280-bdd3-45c291ce2453 req-53ef62da-8ae8-42bd-8d3f-10e6b21834b9 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.24 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 945 time: 0.0785153 Jan 26 11:46:09.829542 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-eab605f8-2ae7-4280-bdd3-45c291ce2453 req-22bebbca-f21a-4688-a230-523a6c93e9b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Deleting port 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:46:09.829888 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-eab605f8-2ae7-4280-bdd3-45c291ce2453 req-22bebbca-f21a-4688-a230-523a6c93e9b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:10.077279 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-eab605f8-2ae7-4280-bdd3-45c291ce2453 req-22bebbca-f21a-4688-a230-523a6c93e9b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] For port 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:46:10.077638 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-eab605f8-2ae7-4280-bdd3-45c291ce2453 req-22bebbca-f21a-4688-a230-523a6c93e9b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:10.363406 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-eab605f8-2ae7-4280-bdd3-45c291ce2453 req-22bebbca-f21a-4688-a230-523a6c93e9b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:10.363682 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-eab605f8-2ae7-4280-bdd3-45c291ce2453 req-22bebbca-f21a-4688-a230-523a6c93e9b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:10.363989 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [req-eab605f8-2ae7-4280-bdd3-45c291ce2453 req-22bebbca-f21a-4688-a230-523a6c93e9b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Floating IP 60445e40-31d4-41ca-a6dc-fb789ae6a272 disassociated. External IP: 172.26.5.187, port: 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc. Jan 26 11:46:10.364322 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-eab605f8-2ae7-4280-bdd3-45c291ce2453 req-22bebbca-f21a-4688-a230-523a6c93e9b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Calling delete_port for 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:46:10.507586 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-eab605f8-2ae7-4280-bdd3-45c291ce2453 req-22bebbca-f21a-4688-a230-523a6c93e9b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:10.558200 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bebbca-f21a-4688-a230-523a6c93e9b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Pushing event deleted for resources: {'Port': ['ID=5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:46:10.566824 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bebbca-f21a-4688-a230-523a6c93e9b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:46:10.567176 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bebbca-f21a-4688-a230-523a6c93e9b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:46:10.567515 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bebbca-f21a-4688-a230-523a6c93e9b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:46:10.567847 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bebbca-f21a-4688-a230-523a6c93e9b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:46:10.568165 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bebbca-f21a-4688-a230-523a6c93e9b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:46:10.568484 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bebbca-f21a-4688-a230-523a6c93e9b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:46:10.568805 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bebbca-f21a-4688-a230-523a6c93e9b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:46:10.569303 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bebbca-f21a-4688-a230-523a6c93e9b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:46:10.569467 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bebbca-f21a-4688-a230-523a6c93e9b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:46:10.569761 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bebbca-f21a-4688-a230-523a6c93e9b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:46:10.570071 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bebbca-f21a-4688-a230-523a6c93e9b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:46:10.570408 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bebbca-f21a-4688-a230-523a6c93e9b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:46:10.621378 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9b88f270-eb8c-43ef-aa3a-f41f23bc9935 req-ac678f1c-33a6-4525-8b38-95a4de0d0424 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eb969c0-4c62-42a0-bb88-110b4ddc9828 HTTP/1.1" status: 200 len: 210 time: 0.0484886 Jan 26 11:46:10.862376 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eab605f8-2ae7-4280-bdd3-45c291ce2453 req-22bebbca-f21a-4688-a230-523a6c93e9b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Router 2807c256-0160-4e26-989b-3b1ddcef8ba7 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:46:11.042578 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eab605f8-2ae7-4280-bdd3-45c291ce2453 req-22bebbca-f21a-4688-a230-523a6c93e9b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:46:11.052063 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a26402-532c-40b7-9d50-e6c05619fc33 None None] Sync routers for ids ['2807c256-0160-4e26-989b-3b1ddcef8ba7'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:46:11.061914 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a26402-532c-40b7-9d50-e6c05619fc33 None None] Routers {'2807c256-0160-4e26-989b-3b1ddcef8ba7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:46:11.062549 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-77a26402-532c-40b7-9d50-e6c05619fc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:45:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2807c256-0160-4e26-989b-3b1ddcef8ba7'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:46:11.117692 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab605f8-2ae7-4280-bdd3-45c291ce2453 req-22bebbca-f21a-4688-a230-523a6c93e9b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] No DVR routers for this DVR port 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:46:11.120309 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-eab605f8-2ae7-4280-bdd3-45c291ce2453 req-22bebbca-f21a-4688-a230-523a6c93e9b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:11.122841 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb969c0-4c62-42a0-bb88-110b4ddc9828', 'name': 'network-vif-deleted', 'tag': '5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:46:11.140825 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-eab605f8-2ae7-4280-bdd3-45c291ce2453 req-22bebbca-f21a-4688-a230-523a6c93e9b0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.24 "DELETE /v2.0/ports/5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc HTTP/1.1" status: 204 len: 173 time: 1.3771365 Jan 26 11:46:11.168080 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb969c0-4c62-42a0-bb88-110b4ddc9828', 'name': 'network-vif-deleted', 'tag': '5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc', 'status': 'completed', 'code': 200} Jan 26 11:46:11.243724 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-77a26402-532c-40b7-9d50-e6c05619fc33 None None] Set router 2807c256-0160-4e26-989b-3b1ddcef8ba7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:46:11.554142 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-77a26402-532c-40b7-9d50-e6c05619fc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '4135c01c-c363-44c4-8a99-de4f0d6a53aa', 'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'mac_address': 'fa:16:3e:dc:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:35Z', 'updated_at': '2022-01-26T11:43:40Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'subnets': [{'id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:46:11.558506 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a26402-532c-40b7-9d50-e6c05619fc33 None None] Checking router: 2807c256-0160-4e26-989b-3b1ddcef8ba7 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:46:11.567024 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a26402-532c-40b7-9d50-e6c05619fc33 None None] Routers {'2807c256-0160-4e26-989b-3b1ddcef8ba7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:46:11.567746 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-77a26402-532c-40b7-9d50-e6c05619fc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:45:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2807c256-0160-4e26-989b-3b1ddcef8ba7'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:46:11.789209 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-77a26402-532c-40b7-9d50-e6c05619fc33 None None] Set router 2807c256-0160-4e26-989b-3b1ddcef8ba7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:46:11.973749 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-8bf02054-9886-4bdd-9fd0-98ae9340ffd7 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2091562400&fields=id&tenant_id=e0df3432496b454e9ae94470f1263d3a HTTP/1.1" status: 200 len: 267 time: 0.0390501 Jan 26 11:46:12.106656 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-77a26402-532c-40b7-9d50-e6c05619fc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '4135c01c-c363-44c4-8a99-de4f0d6a53aa', 'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'mac_address': 'fa:16:3e:dc:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:35Z', 'updated_at': '2022-01-26T11:43:40Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'subnets': [{'id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:46:12.110961 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a26402-532c-40b7-9d50-e6c05619fc33 None None] The sync data for ids ['2807c256-0160-4e26-989b-3b1ddcef8ba7'] in dv-neutron-826439-1-hyperv is: [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '4135c01c-c363-44c4-8a99-de4f0d6a53aa', 'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'mac_address': 'fa:16:3e:dc:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:35Z', 'updated_at': '2022-01-26T11:43:40Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'subnets': [{'id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:46:12.134058 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-8d78df5e-4a32-4476-b714-6fdb14c554ec tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:12.135650 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-8d78df5e-4a32-4476-b714-6fdb14c554ec tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 812 time: 0.1512489 Jan 26 11:46:12.150836 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-50f85bef-577e-4341-bf50-98bf8d6da4bb tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/quotas/e0df3432496b454e9ae94470f1263d3a HTTP/1.1" status: 200 len: 375 time: 0.0096791 Jan 26 11:46:12.243143 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-ca0f40a8-bfc4-4d6f-a0a5-2c0241d11672 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0836971 Jan 26 11:46:12.362238 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3503f39-2d18-4104-b538-949c2bab0c6a None None] New status for floating IP 60445e40-31d4-41ca-a6dc-fb789ae6a272: DOWN {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:46:12.437250 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-49867f85-e103-4c78-902b-7cec394144b9 service neutron] 10.222.0.39 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808236 Jan 26 11:46:12.570393 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-af768a7f-876b-46b8-85c5-4301c6831cfe service neutron] 10.222.0.39 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270630 Jan 26 11:46:12.755354 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-e0f373b8-f38b-4d7c-88fa-6dd187609360 req-678ba30a-9682-4c0c-acf4-824a11d52c1f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Synchronizing usage tracker for tenant:e0df3432496b454e9ae94470f1263d3a on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:46:12.772435 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-e0f373b8-f38b-4d7c-88fa-6dd187609360 req-678ba30a-9682-4c0c-acf4-824a11d52c1f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Unset dirty status for tenant:e0df3432496b454e9ae94470f1263d3a on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:46:12.774173 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e0f373b8-f38b-4d7c-88fa-6dd187609360 req-678ba30a-9682-4c0c-acf4-824a11d52c1f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 210 time: 0.0656664 Jan 26 11:46:13.745651 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-a82bad8f-1b84-4e6c-aa4d-65a7ea09b06f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:13.747086 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-a82bad8f-1b84-4e6c-aa4d-65a7ea09b06f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 812 time: 0.1513674 Jan 26 11:46:13.798362 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-422641c0-453c-41c5-b676-7690e830ddbe tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0df3432496b454e9ae94470f1263d3a HTTP/1.1" status: 200 len: 380 time: 0.0418487 Jan 26 11:46:13.807756 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-781838cd-f1c1-443c-a982-860bff8b9c9c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Request body: {'port': {'device_id': '95cd22af-3f34-426c-925f-2c914b991c30', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'admin_state_up': True, 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'security_groups': ['3e6bc0ec-8074-438e-891e-4bb4e2b653b0']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:13.942039 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-c0434cf2-f32d-4356-92c6-627a2a19049c req-7297739c-e74b-4243-8c6f-3904ca628cbc tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 210 time: 0.0520551 Jan 26 11:46:13.954746 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-781838cd-f1c1-443c-a982-860bff8b9c9c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:46:13.964817 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-781838cd-f1c1-443c-a982-860bff8b9c9c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:46:13.974194 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-781838cd-f1c1-443c-a982-860bff8b9c9c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Made reservation on behalf of e0df3432496b454e9ae94470f1263d3a for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:46:13.977834 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-781838cd-f1c1-443c-a982-860bff8b9c9c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:14.162741 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-781838cd-f1c1-443c-a982-860bff8b9c9c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Allocated IP 172.20.0.9 (6fdef3f1-b727-4161-8796-e88dda7212be/a4c2e85d-67e5-48d6-923e-3c674e0664b6/2f8795a4-fdb6-493f-b285-326ab4aed26e) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:46:14.383336 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-781838cd-f1c1-443c-a982-860bff8b9c9c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:14.399993 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-781838cd-f1c1-443c-a982-860bff8b9c9c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Transition to ACTIVE for port object 2f8795a4-fdb6-493f-b285-326ab4aed26e will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:46:14.429523 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-781838cd-f1c1-443c-a982-860bff8b9c9c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:14.512160 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-781838cd-f1c1-443c-a982-860bff8b9c9c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Network 6fdef3f1-b727-4161-8796-e88dda7212be is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:46:14.515471 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-781838cd-f1c1-443c-a982-860bff8b9c9c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:46:14.519429 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-781838cd-f1c1-443c-a982-860bff8b9c9c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:46:14.550965 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781838cd-f1c1-443c-a982-860bff8b9c9c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Pushing event updated for resources: {'Port': ['ID=2f8795a4-fdb6-493f-b285-326ab4aed26e,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:46:14.590458 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-781838cd-f1c1-443c-a982-860bff8b9c9c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:14.591122 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-781838cd-f1c1-443c-a982-860bff8b9c9c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:14.621717 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-781838cd-f1c1-443c-a982-860bff8b9c9c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8194087 Jan 26 11:46:14.633618 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-02deeaef-65a0-4307-9fbe-1a60bdf11f8f service neutron] Request body: {'port': {'device_id': '95cd22af-3f34-426c-925f-2c914b991c30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:14.760029 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-9232c8cb-d980-410b-96ee-9928f2f7f2b1 None None] Provisioning for port 2f8795a4-fdb6-493f-b285-326ab4aed26e completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:46:14.768396 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-9232c8cb-d980-410b-96ee-9928f2f7f2b1 None None] Provisioning complete for port 2f8795a4-fdb6-493f-b285-326ab4aed26e triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:46:14.768396 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9232c8cb-d980-410b-96ee-9928f2f7f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:14.775842 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-02deeaef-65a0-4307-9fbe-1a60bdf11f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:14.824885 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-9232c8cb-d980-410b-96ee-9928f2f7f2b1 None None] Port 2f8795a4-fdb6-493f-b285-326ab4aed26e cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:46:15.168940 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:46:15.203020 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:46:15.203376 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 5b6d698c-efff-42bd-9f2e-dd4dbe1cb0dc not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:46:15.228334 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fc9a3-c3b9-4cac-9971-b350747570bb req-4a6715e8-877e-4551-bca0-1407a7355aa1 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:15.228955 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-eb3fc9a3-c3b9-4cac-9971-b350747570bb req-4a6715e8-877e-4551-bca0-1407a7355aa1 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Synchronizing usage tracker for tenant:e0df3432496b454e9ae94470f1263d3a on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:46:15.286676 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-eb3fc9a3-c3b9-4cac-9971-b350747570bb req-4a6715e8-877e-4551-bca0-1407a7355aa1 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Unset dirty status for tenant:e0df3432496b454e9ae94470f1263d3a on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:46:15.287836 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-eb3fc9a3-c3b9-4cac-9971-b350747570bb req-4a6715e8-877e-4551-bca0-1407a7355aa1 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 931 time: 0.2351387 Jan 26 11:46:15.340342 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-02deeaef-65a0-4307-9fbe-1a60bdf11f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f8795a4-fdb6-493f-b285-326ab4aed26e {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:46:15.350702 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-02deeaef-65a0-4307-9fbe-1a60bdf11f8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:15.356721 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-eb3fc9a3-c3b9-4cac-9971-b350747570bb req-1194ce68-7f91-46cd-a6eb-ceabc94409e7 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577149 Jan 26 11:46:15.371591 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-02deeaef-65a0-4307-9fbe-1a60bdf11f8f service neutron] Transition to ACTIVE for port object 2f8795a4-fdb6-493f-b285-326ab4aed26e will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:46:15.375413 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-02deeaef-65a0-4307-9fbe-1a60bdf11f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:15.535676 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02deeaef-65a0-4307-9fbe-1a60bdf11f8f service neutron] Pushing event updated for resources: {'Port': ['ID=2f8795a4-fdb6-493f-b285-326ab4aed26e,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:46:15.614192 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-02deeaef-65a0-4307-9fbe-1a60bdf11f8f service neutron] Attempting to bind port 2f8795a4-fdb6-493f-b285-326ab4aed26e on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:46:15.614558 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-02deeaef-65a0-4307-9fbe-1a60bdf11f8f service neutron] Attempting to bind port 2f8795a4-fdb6-493f-b285-326ab4aed26e by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '52b7d504-79e4-4e28-b9ce-0842eb17c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:46:15.614887 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-02deeaef-65a0-4307-9fbe-1a60bdf11f8f service neutron] Attempting to bind port 2f8795a4-fdb6-493f-b285-326ab4aed26e on network 6fdef3f1-b727-4161-8796-e88dda7212be {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:46:15.620194 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-02deeaef-65a0-4307-9fbe-1a60bdf11f8f service neutron] Port 2f8795a4-fdb6-493f-b285-326ab4aed26e on network 6fdef3f1-b727-4161-8796-e88dda7212be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:46:15.620511 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-02deeaef-65a0-4307-9fbe-1a60bdf11f8f service neutron] Attempting to bind port 2f8795a4-fdb6-493f-b285-326ab4aed26e on network 6fdef3f1-b727-4161-8796-e88dda7212be {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:46:15.625473 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-02deeaef-65a0-4307-9fbe-1a60bdf11f8f service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:46:15.625801 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-02deeaef-65a0-4307-9fbe-1a60bdf11f8f service neutron] Checking segment: {'id': '52b7d504-79e4-4e28-b9ce-0842eb17c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:46:15.626181 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-02deeaef-65a0-4307-9fbe-1a60bdf11f8f service neutron] Bound using segment: {'id': '52b7d504-79e4-4e28-b9ce-0842eb17c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:46:15.626628 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-02deeaef-65a0-4307-9fbe-1a60bdf11f8f service neutron] Bound port: 2f8795a4-fdb6-493f-b285-326ab4aed26e, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52b7d504-79e4-4e28-b9ce-0842eb17c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:46:15.626989 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-02deeaef-65a0-4307-9fbe-1a60bdf11f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:15.715930 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-02deeaef-65a0-4307-9fbe-1a60bdf11f8f service neutron] For port 2f8795a4-fdb6-493f-b285-326ab4aed26e, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:46:15.719219 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-02deeaef-65a0-4307-9fbe-1a60bdf11f8f service neutron] For port 2f8795a4-fdb6-493f-b285-326ab4aed26e, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2f8795a4-fdb6-493f-b285-326ab4aed26e,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:46:15.723034 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-02deeaef-65a0-4307-9fbe-1a60bdf11f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:15.784042 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-02deeaef-65a0-4307-9fbe-1a60bdf11f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:15.784654 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-02deeaef-65a0-4307-9fbe-1a60bdf11f8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:15.786427 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-02deeaef-65a0-4307-9fbe-1a60bdf11f8f service neutron] 10.222.0.24 "PUT /v2.0/ports/2f8795a4-fdb6-493f-b285-326ab4aed26e HTTP/1.1" status: 200 len: 1093 time: 1.1572382 Jan 26 11:46:15.789326 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95cd22af-3f34-426c-925f-2c914b991c30', 'tag': '2f8795a4-fdb6-493f-b285-326ab4aed26e'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:46:15.818723 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02deeaef-65a0-4307-9fbe-1a60bdf11f8f service neutron] Pushing event updated for resources: {'Port': ['ID=2f8795a4-fdb6-493f-b285-326ab4aed26e,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:46:15.874985 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95cd22af-3f34-426c-925f-2c914b991c30', 'tag': '2f8795a4-fdb6-493f-b285-326ab4aed26e', 'status': 'completed', 'code': 200} Jan 26 11:46:15.917283 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-5b6090fd-cda6-405d-ae16-4f3293e5abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:15.918802 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-5b6090fd-cda6-405d-ae16-4f3293e5abcf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 1096 time: 0.0782096 Jan 26 11:46:15.992572 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-323ee5c8-0f3f-420a-bb43-93232a271439 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f8795a4-fdb6-493f-b285-326ab4aed26e HTTP/1.1" status: 200 len: 217 time: 0.0663126 Jan 26 11:46:16.052602 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-7e7756ed-cb55-4f99-b830-effb37d4dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:16.053934 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-7e7756ed-cb55-4f99-b830-effb37d4dc40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0561941 Jan 26 11:46:16.132395 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-6629f692-704d-42ed-a623-e149fed10f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:16.133988 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-6629f692-704d-42ed-a623-e149fed10f68 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740333 Jan 26 11:46:16.263645 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-73deeeba-2947-4bc6-b353-1e71a00ade8e service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241338 Jan 26 11:46:16.393492 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-91c59ccf-9fe2-4e55-baff-35c13001a6be req-b7604b67-f426-4083-bd62-03cedd0a2cbc service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238062 Jan 26 11:46:16.566208 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765bd44-a2e9-4f97-9a0b-18dbb59f7d3c req-c8ddf92d-b8b0-4ad7-a591-daae3c2781e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:16.567707 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a765bd44-a2e9-4f97-9a0b-18dbb59f7d3c req-c8ddf92d-b8b0-4ad7-a591-daae3c2781e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 1096 time: 0.1314664 Jan 26 11:46:16.579205 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911ed9d-521d-482d-9185-151f0b8f087f req-f377af30-cb9f-40fd-811e-6cf116205966 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:16.580539 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8911ed9d-521d-482d-9185-151f0b8f087f req-f377af30-cb9f-40fd-811e-6cf116205966 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 943 time: 0.1134355 Jan 26 11:46:16.809307 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8911ed9d-521d-482d-9185-151f0b8f087f req-1c5f562f-00e5-4db8-926a-22765ddce39b tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104220 Jan 26 11:46:16.843458 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765bd44-a2e9-4f97-9a0b-18dbb59f7d3c req-34e4c1f9-7671-4b33-9f8c-d0308595a5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:16.844911 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a765bd44-a2e9-4f97-9a0b-18dbb59f7d3c req-34e4c1f9-7671-4b33-9f8c-d0308595a5fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 913 time: 0.2635522 Jan 26 11:46:16.915991 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a765bd44-a2e9-4f97-9a0b-18dbb59f7d3c req-27ad99b5-a43f-4765-b2bc-b33b5979e0ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f8795a4-fdb6-493f-b285-326ab4aed26e HTTP/1.1" status: 200 len: 217 time: 0.0639639 Jan 26 11:46:16.976587 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765bd44-a2e9-4f97-9a0b-18dbb59f7d3c req-4d818acf-f030-4365-a116-8c9b75f61fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:16.978243 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a765bd44-a2e9-4f97-9a0b-18dbb59f7d3c req-4d818acf-f030-4365-a116-8c9b75f61fc6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0566370 Jan 26 11:46:17.055422 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765bd44-a2e9-4f97-9a0b-18dbb59f7d3c req-c90b64b6-2d42-4fc4-8f90-516db53334c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:17.057426 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a765bd44-a2e9-4f97-9a0b-18dbb59f7d3c req-c90b64b6-2d42-4fc4-8f90-516db53334c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736592 Jan 26 11:46:17.190374 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a765bd44-a2e9-4f97-9a0b-18dbb59f7d3c req-9aaeed4b-7ea9-47d3-a03a-8bda0616f959 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252048 Jan 26 11:46:17.319087 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a765bd44-a2e9-4f97-9a0b-18dbb59f7d3c req-32ed462a-04c2-461d-bbd9-6bc48f53fc6b service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234193 Jan 26 11:46:18.000002 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf835d-ffe2-42ac-b718-e5fa226e765d req-7bfaf47d-5089-4940-9112-e63f218057ae tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:18.001549 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-76bf835d-ffe2-42ac-b718-e5fa226e765d req-7bfaf47d-5089-4940-9112-e63f218057ae tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 943 time: 0.0833557 Jan 26 11:46:18.046062 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-76bf835d-ffe2-42ac-b718-e5fa226e765d req-c87cce71-2894-4cf0-a1cb-568183e7eef2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386722 Jan 26 11:46:19.176571 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 2f8795a4-fdb6-493f-b285-326ab4aed26e details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:46:19.230579 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69af655-cdaa-4cd2-a968-a4e29e552e0a req-f844cbe7-7029-40ef-80d6-02d2c35afc4f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:19.232059 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c69af655-cdaa-4cd2-a968-a4e29e552e0a req-f844cbe7-7029-40ef-80d6-02d2c35afc4f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 943 time: 0.0800579 Jan 26 11:46:19.275712 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c69af655-cdaa-4cd2-a968-a4e29e552e0a req-b4698265-2f9d-4fc3-8b23-e484839762bc tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378454 Jan 26 11:46:19.311032 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 2f8795a4-fdb6-493f-b285-326ab4aed26e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2f8795a4-fdb6-493f-b285-326ab4aed26e,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:46:19.323929 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '2f8795a4-fdb6-493f-b285-326ab4aed26e', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'port_id': '2f8795a4-fdb6-493f-b285-326ab4aed26e', 'mac_address': 'fa:16:3e:f4:25:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:46:19.387560 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:19.404805 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f8795a4-fdb6-493f-b285-326ab4aed26e {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:46:19.420614 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 2f8795a4-fdb6-493f-b285-326ab4aed26e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2f8795a4-fdb6-493f-b285-326ab4aed26e,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:46:19.424610 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:19.491912 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=2f8795a4-fdb6-493f-b285-326ab4aed26e,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:46:19.499200 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:46:19.499545 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:46:19.499878 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:46:19.500206 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:46:19.500537 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:46:19.500855 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:46:19.501176 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:46:19.501492 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:46:19.501812 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:46:19.502128 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:46:19.502468 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:46:19.502784 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:46:19.645255 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['2f8795a4-fdb6-493f-b285-326ab4aed26e'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:46:20.460189 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e7578-3650-4f5b-926c-6f6c3cac7504 req-d95d5721-67b3-4011-ad19-dbcfd26f0175 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:20.461638 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ea3e7578-3650-4f5b-926c-6f6c3cac7504 req-d95d5721-67b3-4011-ad19-dbcfd26f0175 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 944 time: 0.0808244 Jan 26 11:46:20.505440 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ea3e7578-3650-4f5b-926c-6f6c3cac7504 req-fdeeddfd-b06f-4724-9edd-0e7e8d410bba tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376649 Jan 26 11:46:21.191710 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 2f8795a4-fdb6-493f-b285-326ab4aed26e up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:46:21.259666 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port 2f8795a4-fdb6-493f-b285-326ab4aed26e completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:46:21.264788 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 2f8795a4-fdb6-493f-b285-326ab4aed26e triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:46:21.265166 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:21.379683 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:21.406875 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cd22af-3f34-426c-925f-2c914b991c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8795a4-fdb6-493f-b285-326ab4aed26e'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:46:21.417521 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 2f8795a4-fdb6-493f-b285-326ab4aed26e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2f8795a4-fdb6-493f-b285-326ab4aed26e,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:46:21.421411 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:21.456765 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95cd22af-3f34-426c-925f-2c914b991c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8795a4-fdb6-493f-b285-326ab4aed26e', 'code': 200} Jan 26 11:46:21.495433 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=2f8795a4-fdb6-493f-b285-326ab4aed26e,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:46:21.687183 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948e0ab-6ec4-4dbe-bc71-49262620749c req-704dbaa1-737b-49c9-82c9-7fd3c3ed562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:21.688673 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2948e0ab-6ec4-4dbe-bc71-49262620749c req-704dbaa1-737b-49c9-82c9-7fd3c3ed562e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 1098 time: 0.0732763 Jan 26 11:46:21.695710 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf0324-2df9-4fc9-a603-73e2c4ed7070 req-0aca2a44-2e16-4bdb-9bb9-a7a3a175c569 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:21.697849 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e6cf0324-2df9-4fc9-a603-73e2c4ed7070 req-0aca2a44-2e16-4bdb-9bb9-a7a3a175c569 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 945 time: 0.0826197 Jan 26 11:46:21.730280 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2948e0ab-6ec4-4dbe-bc71-49262620749c req-df3839bc-f9b0-421a-973a-5739505c9e3c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355659 Jan 26 11:46:21.742106 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e6cf0324-2df9-4fc9-a603-73e2c4ed7070 req-9d40802f-1132-49dc-aa1a-00e59a210cc0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385282 Jan 26 11:46:22.576674 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2bf62b0e-59f2-470e-aa6b-7654a59f61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:22.623733 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:46:22.939651 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260da0d5-a9e2-4961-8175-f60c68ee1864 req-d0ec9173-8fbe-4948-b673-3291e22e98c6 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:22.941099 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-260da0d5-a9e2-4961-8175-f60c68ee1864 req-d0ec9173-8fbe-4948-b673-3291e22e98c6 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 945 time: 0.0861852 Jan 26 11:46:22.988635 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-260da0d5-a9e2-4961-8175-f60c68ee1864 req-d0029da2-8d95-412a-8bf7-4b5e3fdb76b8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416918 Jan 26 11:46:24.177188 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d240eee-f574-4d54-b161-f686c4907607 req-c115971d-ed9d-433a-9572-d9f66f74202e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:24.178687 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4d240eee-f574-4d54-b161-f686c4907607 req-c115971d-ed9d-433a-9572-d9f66f74202e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 945 time: 0.0817010 Jan 26 11:46:24.223524 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4d240eee-f574-4d54-b161-f686c4907607 req-af522e88-57a1-4fd1-869c-8fb2f6f8de45 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389194 Jan 26 11:46:24.401476 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6f390-1983-4c89-97cc-97de0b7d2647 req-4f3dca44-54c9-4f47-ac85-e692055d1f8e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:24.402985 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2df6f390-1983-4c89-97cc-97de0b7d2647 req-4f3dca44-54c9-4f47-ac85-e692055d1f8e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 945 time: 0.0803595 Jan 26 11:46:24.411461 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 58546) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:46:24.416270 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-d2ee0ca0-1526-4409-9aa2-62dded82b3fe tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Request body: {'floatingip': {'port_id': '2f8795a4-fdb6-493f-b285-326ab4aed26e'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:46:24.494142 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d2ee0ca0-1526-4409-9aa2-62dded82b3fe tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for floatingip, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:24.828339 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2baf628f-5d64-4a22-be9c-be89cda106be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:25.191261 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d2ee0ca0-1526-4409-9aa2-62dded82b3fe tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:25.194926 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d2ee0ca0-1526-4409-9aa2-62dded82b3fe tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:25.363911 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-d2ee0ca0-1526-4409-9aa2-62dded82b3fe tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Floating IP 60445e40-31d4-41ca-a6dc-fb789ae6a272 associated. External IP: 172.26.5.187, port: 2f8795a4-fdb6-493f-b285-326ab4aed26e. Jan 26 11:46:25.716971 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ee0ca0-1526-4409-9aa2-62dded82b3fe tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Router 2807c256-0160-4e26-989b-3b1ddcef8ba7 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:46:25.889604 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:25.898452 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ee0ca0-1526-4409-9aa2-62dded82b3fe tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:46:25.903840 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d2ee0ca0-1526-4409-9aa2-62dded82b3fe tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:25.909068 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c7d732-ef79-46e8-ae94-3e97f4e7d5c2 None None] Sync routers for ids ['2807c256-0160-4e26-989b-3b1ddcef8ba7'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:46:25.918687 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7d732-ef79-46e8-ae94-3e97f4e7d5c2 None None] Routers {'2807c256-0160-4e26-989b-3b1ddcef8ba7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:46:25.919389 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-a3c7d732-ef79-46e8-ae94-3e97f4e7d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:46:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2807c256-0160-4e26-989b-3b1ddcef8ba7'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:46:25.961453 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d2ee0ca0-1526-4409-9aa2-62dded82b3fe tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "PUT /v2.0/floatingips/60445e40-31d4-41ca-a6dc-fb789ae6a272 HTTP/1.1" status: 200 len: 991 time: 1.5489631 Jan 26 11:46:25.962577 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95cd22af-3f34-426c-925f-2c914b991c30', 'tag': '2f8795a4-fdb6-493f-b285-326ab4aed26e'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:46:26.010064 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95cd22af-3f34-426c-925f-2c914b991c30', 'tag': '2f8795a4-fdb6-493f-b285-326ab4aed26e', 'status': 'completed', 'code': 200} Jan 26 11:46:26.100390 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e7f0d-1aa4-4db5-b7ab-a665e22e87bb req-febb53c7-bac0-4cc9-b1dd-3d876e940948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:26.102403 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6f4e7f0d-1aa4-4db5-b7ab-a665e22e87bb req-febb53c7-bac0-4cc9-b1dd-3d876e940948 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 1098 time: 0.0722296 Jan 26 11:46:26.109905 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-a3c7d732-ef79-46e8-ae94-3e97f4e7d5c2 None None] Set router 2807c256-0160-4e26-989b-3b1ddcef8ba7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:46:26.113338 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:26.235346 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e7f0d-1aa4-4db5-b7ab-a665e22e87bb req-8027935c-cc9f-4d3f-a832-d9179daed0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:26.236718 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6f4e7f0d-1aa4-4db5-b7ab-a665e22e87bb req-8027935c-cc9f-4d3f-a832-d9179daed0de service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 913 time: 0.1287613 Jan 26 11:46:26.338703 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6f4e7f0d-1aa4-4db5-b7ab-a665e22e87bb req-409c2a98-c9a8-45b3-a21c-9eddfd805508 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f8795a4-fdb6-493f-b285-326ab4aed26e HTTP/1.1" status: 200 len: 999 time: 0.0962710 Jan 26 11:46:26.399730 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e7f0d-1aa4-4db5-b7ab-a665e22e87bb req-a87fca61-6ea6-4a67-b57e-fc6331b63336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:26.401255 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6f4e7f0d-1aa4-4db5-b7ab-a665e22e87bb req-a87fca61-6ea6-4a67-b57e-fc6331b63336 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0568678 Jan 26 11:46:26.459853 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-a3c7d732-ef79-46e8-ae94-3e97f4e7d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '60445e40-31d4-41ca-a6dc-fb789ae6a272', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'floating_ip_address': '172.26.5.187', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'port_id': '2f8795a4-fdb6-493f-b285-326ab4aed26e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'mac_address': 'fa:16:3e:f4:25:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cd22af-3f34-426c-925f-2c914b991c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:43:38Z', 'updated_at': '2022-01-26T11:46:25Z', 'revision_number': 9, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4135c01c-c363-44c4-8a99-de4f0d6a53aa', 'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'mac_address': 'fa:16:3e:dc:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:35Z', 'updated_at': '2022-01-26T11:43:40Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'subnets': [{'id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:46:26.464807 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c7d732-ef79-46e8-ae94-3e97f4e7d5c2 None None] Checking router: 2807c256-0160-4e26-989b-3b1ddcef8ba7 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:46:26.473711 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7d732-ef79-46e8-ae94-3e97f4e7d5c2 None None] Routers {'2807c256-0160-4e26-989b-3b1ddcef8ba7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:46:26.474339 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-a3c7d732-ef79-46e8-ae94-3e97f4e7d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:46:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2807c256-0160-4e26-989b-3b1ddcef8ba7'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:46:26.590098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e7f0d-1aa4-4db5-b7ab-a665e22e87bb req-63f69356-9d35-4fb7-a5ec-14a8c1ca1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:26.591625 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6f4e7f0d-1aa4-4db5-b7ab-a665e22e87bb req-63f69356-9d35-4fb7-a5ec-14a8c1ca1ba3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1841657 Jan 26 11:46:26.650573 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-a3c7d732-ef79-46e8-ae94-3e97f4e7d5c2 None None] Set router 2807c256-0160-4e26-989b-3b1ddcef8ba7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:46:26.726793 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6f4e7f0d-1aa4-4db5-b7ab-a665e22e87bb req-874705ab-d103-4071-9da5-8ff0bdbbed40 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280913 Jan 26 11:46:26.859222 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6f4e7f0d-1aa4-4db5-b7ab-a665e22e87bb req-2736d131-2488-4a76-a3f7-752ce696c531 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271029 Jan 26 11:46:27.030390 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-a3c7d732-ef79-46e8-ae94-3e97f4e7d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '60445e40-31d4-41ca-a6dc-fb789ae6a272', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'floating_ip_address': '172.26.5.187', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'port_id': '2f8795a4-fdb6-493f-b285-326ab4aed26e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'mac_address': 'fa:16:3e:f4:25:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cd22af-3f34-426c-925f-2c914b991c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:43:38Z', 'updated_at': '2022-01-26T11:46:25Z', 'revision_number': 9, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4135c01c-c363-44c4-8a99-de4f0d6a53aa', 'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'mac_address': 'fa:16:3e:dc:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:35Z', 'updated_at': '2022-01-26T11:43:40Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'subnets': [{'id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:46:27.034253 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c7d732-ef79-46e8-ae94-3e97f4e7d5c2 None None] The sync data for ids ['2807c256-0160-4e26-989b-3b1ddcef8ba7'] in dv-neutron-826439-1-hyperv is: [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '60445e40-31d4-41ca-a6dc-fb789ae6a272', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'floating_ip_address': '172.26.5.187', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'port_id': '2f8795a4-fdb6-493f-b285-326ab4aed26e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'mac_address': 'fa:16:3e:f4:25:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95cd22af-3f34-426c-925f-2c914b991c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:43:38Z', 'updated_at': '2022-01-26T11:46:25Z', 'revision_number': 9, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4135c01c-c363-44c4-8a99-de4f0d6a53aa', 'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'mac_address': 'fa:16:3e:dc:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:35Z', 'updated_at': '2022-01-26T11:43:40Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'subnets': [{'id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:46:27.230338 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6be15e-a5b1-4afc-8cde-77ae5db7bb90 None None] New status for floating IP 60445e40-31d4-41ca-a6dc-fb789ae6a272: ACTIVE {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:46:27.521400 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:28.981366 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bc359500-2c03-4a7a-b762-c5a64c79c288 req-e005255b-d2cf-4408-b4c1-fcefb040e018 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730197 Jan 26 11:46:29.115379 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc359500-2c03-4a7a-b762-c5a64c79c288 req-9661f640-ec69-4e8a-bcb0-c56115f99b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:29.116720 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bc359500-2c03-4a7a-b762-c5a64c79c288 req-9661f640-ec69-4e8a-bcb0-c56115f99b49 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 1098 time: 0.0696800 Jan 26 11:46:29.256171 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc359500-2c03-4a7a-b762-c5a64c79c288 req-da28f0a3-71b0-45f7-a5ca-0abd086fc6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:29.257582 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bc359500-2c03-4a7a-b762-c5a64c79c288 req-da28f0a3-71b0-45f7-a5ca-0abd086fc6f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 913 time: 0.1230347 Jan 26 11:46:29.361055 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bc359500-2c03-4a7a-b762-c5a64c79c288 req-7bc5465b-1444-455e-bc45-7ee9e8ff685e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f8795a4-fdb6-493f-b285-326ab4aed26e HTTP/1.1" status: 200 len: 1002 time: 0.0975018 Jan 26 11:46:29.424626 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc359500-2c03-4a7a-b762-c5a64c79c288 req-3ab7729b-8f06-4a22-87c5-1d63cf343f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:29.426051 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bc359500-2c03-4a7a-b762-c5a64c79c288 req-3ab7729b-8f06-4a22-87c5-1d63cf343f23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0595334 Jan 26 11:46:29.502511 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc359500-2c03-4a7a-b762-c5a64c79c288 req-3103794b-2733-43a8-b942-6706ba50675a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:46:29.503963 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bc359500-2c03-4a7a-b762-c5a64c79c288 req-3103794b-2733-43a8-b942-6706ba50675a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720587 Jan 26 11:46:29.635955 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bc359500-2c03-4a7a-b762-c5a64c79c288 req-2cdd2d42-1d89-4204-9685-98e42dbe1112 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260059 Jan 26 11:46:29.769071 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bc359500-2c03-4a7a-b762-c5a64c79c288 req-0ad5f581-ea5c-4956-a63b-b035a2aa5533 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266305 Jan 26 11:46:35.472749 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:52.579109 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c9c94916-f122-4cb7-a516-cc4173b547f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:54.831046 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-884d26d8-acb4-47e7-b5fb-a8d5cf28297a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:55.891898 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:56.114183 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:57.465272 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:46:59.624510 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:47:01.429803 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6eb18f3a-6549-4229-8f0a-c717d7297622 req-79812462-ef2b-42e0-b2f8-41851505dafd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1131034 Jan 26 11:47:01.443138 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4c4d2-0562-460b-b863-64f3fc615039 req-7f0823f7-4a7f-4725-9a6e-cb3b013aafc4 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:01.444683 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9ca4c4d2-0562-460b-b863-64f3fc615039 req-7f0823f7-4a7f-4725-9a6e-cb3b013aafc4 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 945 time: 0.0799899 Jan 26 11:47:01.493725 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9ca4c4d2-0562-460b-b863-64f3fc615039 req-1f08758e-9dcb-42d3-a449-a63e38ffc555 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428586 Jan 26 11:47:02.513061 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb18f3a-6549-4229-8f0a-c717d7297622 req-fa845a85-d29b-42aa-a197-77de1a397bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:02.514553 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6eb18f3a-6549-4229-8f0a-c717d7297622 req-fa845a85-d29b-42aa-a197-77de1a397bda service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 1098 time: 0.0718911 Jan 26 11:47:02.648994 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb18f3a-6549-4229-8f0a-c717d7297622 req-691c9e62-b575-433f-8db3-2742fcf99621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:02.650485 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6eb18f3a-6549-4229-8f0a-c717d7297622 req-691c9e62-b575-433f-8db3-2742fcf99621 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 913 time: 0.1294475 Jan 26 11:47:02.687358 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56096a4-a7f4-4729-b1c2-11040bc5f9f5 req-6c50947c-ac15-4111-b12b-441b29ff0e3c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:02.688819 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b56096a4-a7f4-4729-b1c2-11040bc5f9f5 req-6c50947c-ac15-4111-b12b-441b29ff0e3c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 945 time: 0.0871890 Jan 26 11:47:02.736645 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b56096a4-a7f4-4729-b1c2-11040bc5f9f5 req-abc71e0a-e540-4270-b828-10d987a5ec18 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420895 Jan 26 11:47:02.859613 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6eb18f3a-6549-4229-8f0a-c717d7297622 req-c264659c-4a66-4a21-b418-efd253a4e9fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f8795a4-fdb6-493f-b285-326ab4aed26e HTTP/1.1" status: 200 len: 1002 time: 0.2036514 Jan 26 11:47:02.924642 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb18f3a-6549-4229-8f0a-c717d7297622 req-84a2a87b-1475-4093-a400-5ef2fe307d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:02.926072 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6eb18f3a-6549-4229-8f0a-c717d7297622 req-84a2a87b-1475-4093-a400-5ef2fe307d3a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0593216 Jan 26 11:47:03.003679 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb18f3a-6549-4229-8f0a-c717d7297622 req-aab15f6e-8102-4021-abc4-b6b421066dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:03.005255 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6eb18f3a-6549-4229-8f0a-c717d7297622 req-aab15f6e-8102-4021-abc4-b6b421066dc9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734067 Jan 26 11:47:03.136857 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6eb18f3a-6549-4229-8f0a-c717d7297622 req-f4d4f230-afe1-4727-b579-4587be05c731 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248720 Jan 26 11:47:03.271073 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6eb18f3a-6549-4229-8f0a-c717d7297622 req-dcbac212-2f9d-411a-bba3-17410b4e0605 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284969 Jan 26 11:47:03.920341 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461837d-f8c4-45f1-a3cd-1f94eff39d7f req-b433b44f-fb63-4fe3-99ca-907b0e01ec3e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:03.921840 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3461837d-f8c4-45f1-a3cd-1f94eff39d7f req-b433b44f-fb63-4fe3-99ca-907b0e01ec3e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 945 time: 0.0793769 Jan 26 11:47:03.966407 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3461837d-f8c4-45f1-a3cd-1f94eff39d7f req-0c47ce45-b36e-4e91-92dc-72cf1d77db67 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388415 Jan 26 11:47:05.150344 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d1719-61c3-4ee6-b867-9f0f41f1ad87 req-b761ad31-3b79-4bc2-9d0a-6d0fff7b52f1 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:05.151687 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2d9d1719-61c3-4ee6-b867-9f0f41f1ad87 req-b761ad31-3b79-4bc2-9d0a-6d0fff7b52f1 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 945 time: 0.0818202 Jan 26 11:47:05.200495 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2d9d1719-61c3-4ee6-b867-9f0f41f1ad87 req-ad62c71d-8f0c-49f6-bf41-1eeb2892540b tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431457 Jan 26 11:47:05.457720 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:06.385613 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aba2a5-cc96-42f2-ac3a-12f1d5acb239 req-bf4c3b08-589f-4771-979a-e2c2da0f3959 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:06.387063 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-57aba2a5-cc96-42f2-ac3a-12f1d5acb239 req-bf4c3b08-589f-4771-979a-e2c2da0f3959 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 945 time: 0.0814378 Jan 26 11:47:06.430607 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-57aba2a5-cc96-42f2-ac3a-12f1d5acb239 req-42014710-4888-4e18-a640-cc70a21f7113 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371225 Jan 26 11:47:07.613372 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5eb187-9cc9-417b-8d57-f9b58f191962 req-0ee8f686-705b-498b-a47b-211fd075e67f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:07.614849 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ba5eb187-9cc9-417b-8d57-f9b58f191962 req-0ee8f686-705b-498b-a47b-211fd075e67f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 945 time: 0.0788383 Jan 26 11:47:07.661674 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ba5eb187-9cc9-417b-8d57-f9b58f191962 req-66ec711b-fa0b-48dd-883b-22b191e6d903 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413377 Jan 26 11:47:08.848191 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7320e3-badf-4995-8fcd-392137a29e08 req-65f679bf-b05d-4043-b01e-4c258d9fae51 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:08.849642 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6f7320e3-badf-4995-8fcd-392137a29e08 req-65f679bf-b05d-4043-b01e-4c258d9fae51 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 945 time: 0.0809100 Jan 26 11:47:08.899088 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6f7320e3-badf-4995-8fcd-392137a29e08 req-483df904-8fa6-41dd-9ced-90f8301620fb tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437942 Jan 26 11:47:10.085908 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f420fac-2e98-459e-b98e-dd0197f1fa1a req-8439e129-ca7c-4150-a55d-33f879353f90 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:10.087330 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6f420fac-2e98-459e-b98e-dd0197f1fa1a req-8439e129-ca7c-4150-a55d-33f879353f90 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 945 time: 0.0828755 Jan 26 11:47:10.130548 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6f420fac-2e98-459e-b98e-dd0197f1fa1a req-7b6c91f7-cf69-4f11-94f8-7bce708c8634 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369639 Jan 26 11:47:11.313967 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80cec4-ce5d-4bd6-a2c7-0d54483fc879 req-66117cc3-ffa6-469b-8821-1f18bc8e4292 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:11.315452 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2c80cec4-ce5d-4bd6-a2c7-0d54483fc879 req-66117cc3-ffa6-469b-8821-1f18bc8e4292 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 945 time: 0.0798798 Jan 26 11:47:11.359593 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2c80cec4-ce5d-4bd6-a2c7-0d54483fc879 req-ff48ee81-d8cb-40d1-b181-2f82dcfbdb64 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385740 Jan 26 11:47:12.538672 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c382f-517d-4e3c-a0c9-67a307b9a423 req-64770bc6-a72a-46f8-a33e-7bf5c7d06d13 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:12.540101 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b53c382f-517d-4e3c-a0c9-67a307b9a423 req-64770bc6-a72a-46f8-a33e-7bf5c7d06d13 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 945 time: 0.0770333 Jan 26 11:47:12.585017 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b53c382f-517d-4e3c-a0c9-67a307b9a423 req-a9044fa2-f998-4a2a-8d85-ddff0f1de0e7 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388272 Jan 26 11:47:13.774309 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab78022-2d05-4d29-abce-19fd220d6a43 req-66fa5fb1-77bb-4198-8c17-f41a456d21d9 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:13.775804 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1ab78022-2d05-4d29-abce-19fd220d6a43 req-66fa5fb1-77bb-4198-8c17-f41a456d21d9 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 945 time: 0.0841050 Jan 26 11:47:13.820299 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1ab78022-2d05-4d29-abce-19fd220d6a43 req-8a137f60-b5d7-4f07-bad2-d76735fd08b7 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388966 Jan 26 11:47:14.901275 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6eb18f3a-6549-4229-8f0a-c717d7297622 req-b045ce4b-239e-434e-97b3-67a76a333403 service neutron] 10.222.0.24 "GET /v2.0/ports/2f8795a4-fdb6-493f-b285-326ab4aed26e/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.0764165 Jan 26 11:47:15.013203 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6d9f6-6c6c-48bb-9c40-1768735f79ff req-e59945ed-b26b-44f1-8362-c603dac4703e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:15.015368 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-41d6d9f6-6c6c-48bb-9c40-1768735f79ff req-e59945ed-b26b-44f1-8362-c603dac4703e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 945 time: 0.0857935 Jan 26 11:47:15.061625 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-41d6d9f6-6c6c-48bb-9c40-1768735f79ff req-fe78f37f-5e20-4272-a30c-93f8604df2f5 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406897 Jan 26 11:47:15.165323 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb18f3a-6549-4229-8f0a-c717d7297622 req-fec72cd7-8c7c-42b0-9824-fc939a193b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:15.166728 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6eb18f3a-6549-4229-8f0a-c717d7297622 req-fec72cd7-8c7c-42b0-9824-fc939a193b11 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30&tenant_id=e0df3432496b454e9ae94470f1263d3a HTTP/1.1" status: 200 len: 1098 time: 0.0740695 Jan 26 11:47:15.254157 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb18f3a-6549-4229-8f0a-c717d7297622 req-039b3423-e6b6-4c90-b762-ecff5382b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:15.255632 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6eb18f3a-6549-4229-8f0a-c717d7297622 req-039b3423-e6b6-4c90-b762-ecff5382b32d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 1098 time: 0.0694625 Jan 26 11:47:15.390501 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb18f3a-6549-4229-8f0a-c717d7297622 req-8f9e4876-5459-47ac-830e-7de29d19cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:15.391940 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6eb18f3a-6549-4229-8f0a-c717d7297622 req-8f9e4876-5459-47ac-830e-7de29d19cb73 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 913 time: 0.1306467 Jan 26 11:47:15.493723 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6eb18f3a-6549-4229-8f0a-c717d7297622 req-bae0e3bb-5bee-463c-908a-a352e1c35f64 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f8795a4-fdb6-493f-b285-326ab4aed26e HTTP/1.1" status: 200 len: 1002 time: 0.0958717 Jan 26 11:47:15.554245 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb18f3a-6549-4229-8f0a-c717d7297622 req-b0c7560b-f411-4095-bda8-197011edbdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:15.555697 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6eb18f3a-6549-4229-8f0a-c717d7297622 req-b0c7560b-f411-4095-bda8-197011edbdc5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0570662 Jan 26 11:47:15.634332 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb18f3a-6549-4229-8f0a-c717d7297622 req-9789e299-ca9f-429f-a2a1-9acda17a1cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:15.635833 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6eb18f3a-6549-4229-8f0a-c717d7297622 req-9789e299-ca9f-429f-a2a1-9acda17a1cd4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742826 Jan 26 11:47:15.876282 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6eb18f3a-6549-4229-8f0a-c717d7297622 req-bf21e3aa-1542-4885-91ae-35884e827bc0 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330465 Jan 26 11:47:16.009359 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6eb18f3a-6549-4229-8f0a-c717d7297622 req-4099fcfa-1d16-41a8-aba9-7bfa64a9d462 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270411 Jan 26 11:47:16.252185 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2850a64-1f1e-4b84-bfce-8a9f3e307951 req-ebb732fb-40e5-4184-82be-670712f1024e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:16.253656 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c2850a64-1f1e-4b84-bfce-8a9f3e307951 req-ebb732fb-40e5-4184-82be-670712f1024e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 945 time: 0.0803888 Jan 26 11:47:16.300210 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c2850a64-1f1e-4b84-bfce-8a9f3e307951 req-6dac8bc2-57ca-492e-bc70-d1267313c487 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408762 Jan 26 11:47:17.484176 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9ad15-2896-44ce-a168-7ca7360de8a8 req-d3a66e5a-a483-4f26-b773-278c83080a38 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:17.485650 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-83c9ad15-2896-44ce-a168-7ca7360de8a8 req-d3a66e5a-a483-4f26-b773-278c83080a38 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 945 time: 0.0796015 Jan 26 11:47:17.535170 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-83c9ad15-2896-44ce-a168-7ca7360de8a8 req-20058747-ddc0-43fa-a6ff-4ed9b86456de tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428183 Jan 26 11:47:18.720074 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a0433-5aa4-4a92-bd38-3008d6a3423a req-d16d5d98-8bec-4428-b8cf-358354dad708 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:18.721508 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-973a0433-5aa4-4a92-bd38-3008d6a3423a req-d16d5d98-8bec-4428-b8cf-358354dad708 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 945 time: 0.0792689 Jan 26 11:47:18.765075 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-973a0433-5aa4-4a92-bd38-3008d6a3423a req-eb4a8eab-6fb4-42cf-9f78-6fc28ec0e630 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379815 Jan 26 11:47:19.218423 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145165-b5de-4759-b4e5-5f9e90c87623 req-383ebf7d-dd3c-4d69-b33a-5e6451a827dc tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:19.219852 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f7145165-b5de-4759-b4e5-5f9e90c87623 req-383ebf7d-dd3c-4d69-b33a-5e6451a827dc tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.24 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30&tenant_id=e0df3432496b454e9ae94470f1263d3a&binding%3Ahost_id=hv-neutron-8264 HTTP/1.1" status: 200 len: 945 time: 0.1427274 Jan 26 11:47:19.297776 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0548ac-36dd-4142-afe5-5af1764a894a req-ec496446-245a-49a2-b896-ee7e9e3a1810 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:19.299261 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6e0548ac-36dd-4142-afe5-5af1764a894a req-ec496446-245a-49a2-b896-ee7e9e3a1810 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 945 time: 0.1614730 Jan 26 11:47:19.344755 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f7145165-b5de-4759-b4e5-5f9e90c87623 req-9164f997-48de-465b-876d-b82a607975c3 service neutron] 10.222.0.24 "GET /v2.0/ports/2f8795a4-fdb6-493f-b285-326ab4aed26e/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.1193290 Jan 26 11:47:19.354105 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6e0548ac-36dd-4142-afe5-5af1764a894a req-e0e3a0a8-36c7-48d4-b9e2-ff2528c8cad0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472281 Jan 26 11:47:19.436512 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145165-b5de-4759-b4e5-5f9e90c87623 req-83e662db-65ed-48f2-852c-13c1c216d29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:19.437963 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f7145165-b5de-4759-b4e5-5f9e90c87623 req-83e662db-65ed-48f2-852c-13c1c216d29c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 1098 time: 0.0714910 Jan 26 11:47:19.547019 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 2f8795a4-fdb6-493f-b285-326ab4aed26e details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:47:19.549291 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 2f8795a4-fdb6-493f-b285-326ab4aed26e no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:47:19.567449 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145165-b5de-4759-b4e5-5f9e90c87623 req-0181c25e-8e80-48ce-9afb-9d2064be7ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:19.568901 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f7145165-b5de-4759-b4e5-5f9e90c87623 req-0181c25e-8e80-48ce-9afb-9d2064be7ea5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 913 time: 0.1254857 Jan 26 11:47:19.672193 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f7145165-b5de-4759-b4e5-5f9e90c87623 req-bf04a9d7-96d2-4c65-b7d1-e62ec3e0f448 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f8795a4-fdb6-493f-b285-326ab4aed26e HTTP/1.1" status: 200 len: 1002 time: 0.0972154 Jan 26 11:47:19.737948 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145165-b5de-4759-b4e5-5f9e90c87623 req-7db182fc-8a69-4ff7-94f1-63636c5a38c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:19.739454 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f7145165-b5de-4759-b4e5-5f9e90c87623 req-7db182fc-8a69-4ff7-94f1-63636c5a38c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0621397 Jan 26 11:47:19.777021 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:19.800111 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 2f8795a4-fdb6-493f-b285-326ab4aed26e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2f8795a4-fdb6-493f-b285-326ab4aed26e,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:47:19.814633 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145165-b5de-4759-b4e5-5f9e90c87623 req-e5ccd09a-b931-4208-a23b-80024b6ef782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:19.816238 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f7145165-b5de-4759-b4e5-5f9e90c87623 req-e5ccd09a-b931-4208-a23b-80024b6ef782 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707717 Jan 26 11:47:19.823458 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cd22af-3f34-426c-925f-2c914b991c30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f8795a4-fdb6-493f-b285-326ab4aed26e'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:47:19.827819 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '2f8795a4-fdb6-493f-b285-326ab4aed26e', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'port_id': '2f8795a4-fdb6-493f-b285-326ab4aed26e', 'mac_address': 'fa:16:3e:f4:25:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:47:19.863369 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 2f8795a4-fdb6-493f-b285-326ab4aed26e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2f8795a4-fdb6-493f-b285-326ab4aed26e,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:47:19.873296 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:19.912425 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95cd22af-3f34-426c-925f-2c914b991c30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f8795a4-fdb6-493f-b285-326ab4aed26e', 'code': 200} Jan 26 11:47:19.954363 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:19.962275 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f7145165-b5de-4759-b4e5-5f9e90c87623 req-e9f8a744-60b7-48cc-9a57-726d3a8e224c service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381564 Jan 26 11:47:19.976134 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f8795a4-fdb6-493f-b285-326ab4aed26e {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:47:19.983375 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=2f8795a4-fdb6-493f-b285-326ab4aed26e,revision_number=6']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:47:19.995762 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:47:19.996115 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:47:19.996460 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:47:19.996806 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:47:19.997209 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:47:19.998249 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:47:19.998616 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:47:19.998953 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:47:19.999284 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:47:19.999614 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:47:19.999939 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:47:20.000265 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:47:20.007268 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 2f8795a4-fdb6-493f-b285-326ab4aed26e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2f8795a4-fdb6-493f-b285-326ab4aed26e,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:47:20.012234 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:20.079713 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['2f8795a4-fdb6-493f-b285-326ab4aed26e'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:47:20.102660 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f7145165-b5de-4759-b4e5-5f9e90c87623 req-7e7b98b1-dcbb-4974-96fc-95ba84056735 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341805 Jan 26 11:47:20.128786 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=2f8795a4-fdb6-493f-b285-326ab4aed26e,revision_number=7']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:47:20.541529 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802f4ac-7a6f-439b-998f-a1614705b2f9 req-c92f65e0-7960-44c5-9c0c-13f076525c7e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:20.543016 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c802f4ac-7a6f-439b-998f-a1614705b2f9 req-c92f65e0-7960-44c5-9c0c-13f076525c7e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 944 time: 0.0813081 Jan 26 11:47:20.594868 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c802f4ac-7a6f-439b-998f-a1614705b2f9 req-489cd567-5cc9-4d7d-bc5d-ef25f1f2f3d5 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456276 Jan 26 11:47:21.560985 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 2f8795a4-fdb6-493f-b285-326ab4aed26e up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:47:21.630034 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 2f8795a4-fdb6-493f-b285-326ab4aed26e triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:47:21.630437 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:21.752069 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:21.785551 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 2f8795a4-fdb6-493f-b285-326ab4aed26e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2f8795a4-fdb6-493f-b285-326ab4aed26e,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:47:21.790894 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:21.791056 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ff7ff-9402-4598-ae01-a19e069fca43 req-6f0782e8-e2ae-40c6-b0a1-7324088b87bd tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:21.793459 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e14ff7ff-9402-4598-ae01-a19e069fca43 req-6f0782e8-e2ae-40c6-b0a1-7324088b87bd tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 944 time: 0.0831916 Jan 26 11:47:21.846292 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e14ff7ff-9402-4598-ae01-a19e069fca43 req-5a7a2c12-0c61-4416-842e-08f1b168b29e tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450199 Jan 26 11:47:21.870841 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=2f8795a4-fdb6-493f-b285-326ab4aed26e,revision_number=8']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:47:21.913740 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cd22af-3f34-426c-925f-2c914b991c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8795a4-fdb6-493f-b285-326ab4aed26e'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:47:21.965258 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95cd22af-3f34-426c-925f-2c914b991c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8795a4-fdb6-493f-b285-326ab4aed26e', 'code': 200} Jan 26 11:47:22.488250 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145165-b5de-4759-b4e5-5f9e90c87623 req-955a6da9-f75f-470f-9dcf-ecd2d215a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:22.489743 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f7145165-b5de-4759-b4e5-5f9e90c87623 req-955a6da9-f75f-470f-9dcf-ecd2d215a390 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30&tenant_id=e0df3432496b454e9ae94470f1263d3a HTTP/1.1" status: 200 len: 1098 time: 0.0707810 Jan 26 11:47:22.579149 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145165-b5de-4759-b4e5-5f9e90c87623 req-9bafd733-4679-4d8c-9b36-18b02f2f8498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:22.579775 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7490b78d-76e3-4840-aed4-adab35c38760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:22.580546 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f7145165-b5de-4759-b4e5-5f9e90c87623 req-9bafd733-4679-4d8c-9b36-18b02f2f8498 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 1098 time: 0.0699944 Jan 26 11:47:22.813597 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145165-b5de-4759-b4e5-5f9e90c87623 req-9390c081-7413-49be-8134-70415d8ff96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:22.815079 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f7145165-b5de-4759-b4e5-5f9e90c87623 req-9390c081-7413-49be-8134-70415d8ff96e service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 913 time: 0.2292755 Jan 26 11:47:22.915785 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f7145165-b5de-4759-b4e5-5f9e90c87623 req-658ba8cd-fbf6-4311-af59-e11b10213f77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f8795a4-fdb6-493f-b285-326ab4aed26e HTTP/1.1" status: 200 len: 1002 time: 0.0949848 Jan 26 11:47:22.981414 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145165-b5de-4759-b4e5-5f9e90c87623 req-c4df9547-5c4f-4de2-b3ec-9d285f58abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:22.983374 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f7145165-b5de-4759-b4e5-5f9e90c87623 req-c4df9547-5c4f-4de2-b3ec-9d285f58abb1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0617881 Jan 26 11:47:23.037747 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c00fb-b346-45e7-9c89-9008275924b3 req-df276663-6271-4110-ad73-eeb95672f2b9 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:23.039276 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-776c00fb-b346-45e7-9c89-9008275924b3 req-df276663-6271-4110-ad73-eeb95672f2b9 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 945 time: 0.0840023 Jan 26 11:47:23.057918 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145165-b5de-4759-b4e5-5f9e90c87623 req-c6ea8999-a61a-49e4-9b91-d52011d0ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:23.059442 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f7145165-b5de-4759-b4e5-5f9e90c87623 req-c6ea8999-a61a-49e4-9b91-d52011d0ddd7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694730 Jan 26 11:47:23.178762 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-776c00fb-b346-45e7-9c89-9008275924b3 req-1e9b315d-35df-45dc-b564-da12c37ee4ef tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337469 Jan 26 11:47:23.195886 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f7145165-b5de-4759-b4e5-5f9e90c87623 req-38dbb5b2-607f-4e46-88ca-d972d1a27918 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294162 Jan 26 11:47:23.326625 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f7145165-b5de-4759-b4e5-5f9e90c87623 req-72c64269-5166-45f2-8cc5-7b403e706663 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237442 Jan 26 11:47:24.370487 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b54bf-8e88-4c13-908a-66c775165404 req-e2aa8e43-f3d2-444b-b56c-32d84f1a9c6f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:24.371957 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1e2b54bf-8e88-4c13-908a-66c775165404 req-e2aa8e43-f3d2-444b-b56c-32d84f1a9c6f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 945 time: 0.0855649 Jan 26 11:47:24.415882 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1e2b54bf-8e88-4c13-908a-66c775165404 req-07534a01-bb0e-445e-b7c9-cd9d5e893297 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375428 Jan 26 11:47:24.832973 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cb929da8-cf32-4d34-a9ec-ccf2aa029574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:25.594961 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 2f8795a4-fdb6-493f-b285-326ab4aed26e details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:47:25.597233 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 2f8795a4-fdb6-493f-b285-326ab4aed26e no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:47:25.603157 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa8ae9-ec0a-40d2-a09a-fb6fee1657f7 req-8f18ded3-f13f-4b73-9d70-e59811e36d94 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:25.604620 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-60aa8ae9-ec0a-40d2-a09a-fb6fee1657f7 req-8f18ded3-f13f-4b73-9d70-e59811e36d94 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 945 time: 0.0804467 Jan 26 11:47:25.649852 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-60aa8ae9-ec0a-40d2-a09a-fb6fee1657f7 req-9fc8d732-46bc-43b0-88eb-dc964ef2709f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385776 Jan 26 11:47:25.839657 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba0555-9098-4bd6-ab3e-19abe4bdbb1a req-492cc151-637a-44e8-881f-66511d05b51f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:25.841326 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-74ba0555-9098-4bd6-ab3e-19abe4bdbb1a req-492cc151-637a-44e8-881f-66511d05b51f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 945 time: 0.0841572 Jan 26 11:47:25.860034 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:25.886910 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 2f8795a4-fdb6-493f-b285-326ab4aed26e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2f8795a4-fdb6-493f-b285-326ab4aed26e,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:47:25.893150 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-74ba0555-9098-4bd6-ab3e-19abe4bdbb1a req-f7d8d473-61ab-4402-a1a9-ef1a8419b556 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461977 Jan 26 11:47:25.918695 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cd22af-3f34-426c-925f-2c914b991c30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f8795a4-fdb6-493f-b285-326ab4aed26e'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:47:25.923663 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '2f8795a4-fdb6-493f-b285-326ab4aed26e', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'port_id': '2f8795a4-fdb6-493f-b285-326ab4aed26e', 'mac_address': 'fa:16:3e:f4:25:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:47:25.929645 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:25.960035 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 2f8795a4-fdb6-493f-b285-326ab4aed26e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2f8795a4-fdb6-493f-b285-326ab4aed26e,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:47:25.967572 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95cd22af-3f34-426c-925f-2c914b991c30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f8795a4-fdb6-493f-b285-326ab4aed26e', 'code': 200} Jan 26 11:47:25.968347 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:26.044251 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:26.065688 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f8795a4-fdb6-493f-b285-326ab4aed26e {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:47:26.072281 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=2f8795a4-fdb6-493f-b285-326ab4aed26e,revision_number=9']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:47:26.086259 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f8149-65b9-4f5a-a93e-663890232e97 req-e41a23f7-1a2d-49ad-98ac-66f1cd843e45 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:26.086653 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 2f8795a4-fdb6-493f-b285-326ab4aed26e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2f8795a4-fdb6-493f-b285-326ab4aed26e,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:47:26.087782 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-775f8149-65b9-4f5a-a93e-663890232e97 req-e41a23f7-1a2d-49ad-98ac-66f1cd843e45 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 943 time: 0.0847869 Jan 26 11:47:26.090397 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:26.134206 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-775f8149-65b9-4f5a-a93e-663890232e97 req-260dae4e-b909-49e1-a5da-3e7f508dd0b3 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394685 Jan 26 11:47:26.167055 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['2f8795a4-fdb6-493f-b285-326ab4aed26e'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:47:26.194060 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:26.221072 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=2f8795a4-fdb6-493f-b285-326ab4aed26e,revision_number=10']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:47:26.511651 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075ff8a-de64-4491-a466-8cd7a8d519f8 req-4acb5164-15ba-4337-8c95-eaf52edb715b tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:26.513166 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-3075ff8a-de64-4491-a466-8cd7a8d519f8 req-4acb5164-15ba-4337-8c95-eaf52edb715b tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 945 time: 0.0776241 Jan 26 11:47:26.560641 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-3075ff8a-de64-4491-a466-8cd7a8d519f8 req-e8a77b1e-0f2c-4aeb-9016-b7eea17492ce tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408943 Jan 26 11:47:27.467699 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:27.601799 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 2f8795a4-fdb6-493f-b285-326ab4aed26e up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:47:27.669168 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 2f8795a4-fdb6-493f-b285-326ab4aed26e triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:47:27.669694 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:27.754141 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834185ab-058f-4184-8ecc-05f2012138d5 req-ecdabd2b-2afb-44a3-9aa3-1b428598a7e4 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:27.755655 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-834185ab-058f-4184-8ecc-05f2012138d5 req-ecdabd2b-2afb-44a3-9aa3-1b428598a7e4 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 945 time: 0.0897222 Jan 26 11:47:27.786773 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:27.799468 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-834185ab-058f-4184-8ecc-05f2012138d5 req-99ddd5ed-800a-4df8-97c0-7fa8a3d16982 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381210 Jan 26 11:47:27.823320 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 2f8795a4-fdb6-493f-b285-326ab4aed26e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2f8795a4-fdb6-493f-b285-326ab4aed26e,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:47:27.830632 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:27.897816 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=2f8795a4-fdb6-493f-b285-326ab4aed26e,revision_number=11']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:47:27.969055 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cd22af-3f34-426c-925f-2c914b991c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8795a4-fdb6-493f-b285-326ab4aed26e'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:47:28.012202 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95cd22af-3f34-426c-925f-2c914b991c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8795a4-fdb6-493f-b285-326ab4aed26e', 'code': 200} Jan 26 11:47:28.503175 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02feaf1-83ab-4080-b5e5-b66233111191 req-a307c1fb-5c7d-4203-8176-4060790f2a46 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:28.504642 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d02feaf1-83ab-4080-b5e5-b66233111191 req-a307c1fb-5c7d-4203-8176-4060790f2a46 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.24 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 946 time: 0.0776494 Jan 26 11:47:28.576949 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-d02feaf1-83ab-4080-b5e5-b66233111191 req-d3c875ae-247e-493c-8332-994a2c41e5a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Deleting port 2f8795a4-fdb6-493f-b285-326ab4aed26e {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:47:28.577286 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-d02feaf1-83ab-4080-b5e5-b66233111191 req-d3c875ae-247e-493c-8332-994a2c41e5a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:28.822913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-d02feaf1-83ab-4080-b5e5-b66233111191 req-d3c875ae-247e-493c-8332-994a2c41e5a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] For port 2f8795a4-fdb6-493f-b285-326ab4aed26e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2f8795a4-fdb6-493f-b285-326ab4aed26e,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:47:28.823623 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-d02feaf1-83ab-4080-b5e5-b66233111191 req-d3c875ae-247e-493c-8332-994a2c41e5a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:29.260916 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169870b-fa22-4328-b928-d3a546229d96 req-7956f859-3aa7-4eb9-b904-772cb9930be0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:29.262300 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4169870b-fa22-4328-b928-d3a546229d96 req-7956f859-3aa7-4eb9-b904-772cb9930be0 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 946 time: 0.3505726 Jan 26 11:47:29.283900 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-d02feaf1-83ab-4080-b5e5-b66233111191 req-d3c875ae-247e-493c-8332-994a2c41e5a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:29.284267 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-d02feaf1-83ab-4080-b5e5-b66233111191 req-d3c875ae-247e-493c-8332-994a2c41e5a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:29.284591 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [req-d02feaf1-83ab-4080-b5e5-b66233111191 req-d3c875ae-247e-493c-8332-994a2c41e5a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Floating IP 60445e40-31d4-41ca-a6dc-fb789ae6a272 disassociated. External IP: 172.26.5.187, port: 2f8795a4-fdb6-493f-b285-326ab4aed26e. Jan 26 11:47:29.284913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-d02feaf1-83ab-4080-b5e5-b66233111191 req-d3c875ae-247e-493c-8332-994a2c41e5a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Calling delete_port for 2f8795a4-fdb6-493f-b285-326ab4aed26e owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:47:29.362113 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4169870b-fa22-4328-b928-d3a546229d96 req-34637fbd-3ded-465f-a9f2-f14dae8d755d tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926609 Jan 26 11:47:29.449907 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-d02feaf1-83ab-4080-b5e5-b66233111191 req-d3c875ae-247e-493c-8332-994a2c41e5a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:29.501666 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c875ae-247e-493c-8332-994a2c41e5a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Pushing event deleted for resources: {'Port': ['ID=2f8795a4-fdb6-493f-b285-326ab4aed26e,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:47:29.564857 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c875ae-247e-493c-8332-994a2c41e5a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:47:29.565211 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c875ae-247e-493c-8332-994a2c41e5a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:47:29.565555 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c875ae-247e-493c-8332-994a2c41e5a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:47:29.565905 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c875ae-247e-493c-8332-994a2c41e5a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:47:29.566635 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c875ae-247e-493c-8332-994a2c41e5a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:47:29.566975 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c875ae-247e-493c-8332-994a2c41e5a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:47:29.567305 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c875ae-247e-493c-8332-994a2c41e5a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:47:29.567635 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c875ae-247e-493c-8332-994a2c41e5a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:47:29.567962 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c875ae-247e-493c-8332-994a2c41e5a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:47:29.568289 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c875ae-247e-493c-8332-994a2c41e5a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:47:29.568614 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c875ae-247e-493c-8332-994a2c41e5a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:47:29.568937 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c875ae-247e-493c-8332-994a2c41e5a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:47:29.705436 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d02feaf1-83ab-4080-b5e5-b66233111191 req-d3c875ae-247e-493c-8332-994a2c41e5a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Router 2807c256-0160-4e26-989b-3b1ddcef8ba7 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:47:29.884622 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d02feaf1-83ab-4080-b5e5-b66233111191 req-d3c875ae-247e-493c-8332-994a2c41e5a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:47:29.893910 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b15988d-d5a7-4729-af17-627e6530f55f None None] Sync routers for ids ['2807c256-0160-4e26-989b-3b1ddcef8ba7'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:47:29.903352 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b15988d-d5a7-4729-af17-627e6530f55f None None] Routers {'2807c256-0160-4e26-989b-3b1ddcef8ba7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:47:29.904604 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6b15988d-d5a7-4729-af17-627e6530f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:47:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2807c256-0160-4e26-989b-3b1ddcef8ba7'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:47:29.959994 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02feaf1-83ab-4080-b5e5-b66233111191 req-d3c875ae-247e-493c-8332-994a2c41e5a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] No DVR routers for this DVR port 2f8795a4-fdb6-493f-b285-326ab4aed26e on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:47:29.962493 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-d02feaf1-83ab-4080-b5e5-b66233111191 req-d3c875ae-247e-493c-8332-994a2c41e5a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:29.964987 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cd22af-3f34-426c-925f-2c914b991c30', 'name': 'network-vif-deleted', 'tag': '2f8795a4-fdb6-493f-b285-326ab4aed26e'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:47:29.981287 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d02feaf1-83ab-4080-b5e5-b66233111191 req-d3c875ae-247e-493c-8332-994a2c41e5a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.24 "DELETE /v2.0/ports/2f8795a4-fdb6-493f-b285-326ab4aed26e HTTP/1.1" status: 204 len: 173 time: 1.4715188 Jan 26 11:47:30.012854 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95cd22af-3f34-426c-925f-2c914b991c30', 'name': 'network-vif-deleted', 'tag': '2f8795a4-fdb6-493f-b285-326ab4aed26e', 'status': 'completed', 'code': 200} Jan 26 11:47:30.090488 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-6b15988d-d5a7-4729-af17-627e6530f55f None None] Set router 2807c256-0160-4e26-989b-3b1ddcef8ba7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:47:30.395546 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6b15988d-d5a7-4729-af17-627e6530f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '4135c01c-c363-44c4-8a99-de4f0d6a53aa', 'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'mac_address': 'fa:16:3e:dc:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:35Z', 'updated_at': '2022-01-26T11:43:40Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'subnets': [{'id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:47:30.399542 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b15988d-d5a7-4729-af17-627e6530f55f None None] Checking router: 2807c256-0160-4e26-989b-3b1ddcef8ba7 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:47:30.409118 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b15988d-d5a7-4729-af17-627e6530f55f None None] Routers {'2807c256-0160-4e26-989b-3b1ddcef8ba7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:47:30.409739 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6b15988d-d5a7-4729-af17-627e6530f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:47:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2807c256-0160-4e26-989b-3b1ddcef8ba7'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:47:30.536352 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-3da86a4f-81a7-4a41-a706-ae8aa524c3b6 req-18422707-11e6-42e4-a1ee-55b3b6f3c1a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Synchronizing usage tracker for tenant:e0df3432496b454e9ae94470f1263d3a on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:47:30.553390 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-3da86a4f-81a7-4a41-a706-ae8aa524c3b6 req-18422707-11e6-42e4-a1ee-55b3b6f3c1a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Unset dirty status for tenant:e0df3432496b454e9ae94470f1263d3a on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:47:30.554662 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3da86a4f-81a7-4a41-a706-ae8aa524c3b6 req-18422707-11e6-42e4-a1ee-55b3b6f3c1a8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=95cd22af-3f34-426c-925f-2c914b991c30 HTTP/1.1" status: 200 len: 210 time: 0.0674818 Jan 26 11:47:30.592392 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-6b15988d-d5a7-4729-af17-627e6530f55f None None] Set router 2807c256-0160-4e26-989b-3b1ddcef8ba7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:47:30.933511 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6b15988d-d5a7-4729-af17-627e6530f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '4135c01c-c363-44c4-8a99-de4f0d6a53aa', 'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'mac_address': 'fa:16:3e:dc:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:35Z', 'updated_at': '2022-01-26T11:43:40Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'subnets': [{'id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:47:30.937935 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b15988d-d5a7-4729-af17-627e6530f55f None None] The sync data for ids ['2807c256-0160-4e26-989b-3b1ddcef8ba7'] in dv-neutron-826439-1-hyperv is: [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '4135c01c-c363-44c4-8a99-de4f0d6a53aa', 'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'mac_address': 'fa:16:3e:dc:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:35Z', 'updated_at': '2022-01-26T11:43:40Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'subnets': [{'id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:47:31.146923 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc4676b-4b67-442b-9eb4-9692d70f65cb None None] New status for floating IP 60445e40-31d4-41ca-a6dc-fb789ae6a272: DOWN {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:47:31.901940 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-969e7d09-6590-4a31-99ab-242448003518 req-df507733-83ad-4408-9b61-427b255e8d91 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2091562400&fields=id&tenant_id=e0df3432496b454e9ae94470f1263d3a HTTP/1.1" status: 200 len: 267 time: 0.0393374 Jan 26 11:47:32.053235 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e7d09-6590-4a31-99ab-242448003518 req-9cfe94f6-3d4a-4594-b52d-9878b506ee37 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:32.054694 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-969e7d09-6590-4a31-99ab-242448003518 req-9cfe94f6-3d4a-4594-b52d-9878b506ee37 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 812 time: 0.1452639 Jan 26 11:47:32.068727 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-969e7d09-6590-4a31-99ab-242448003518 req-f4c90dde-6c34-4401-bf76-907f3e6b2b5c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/quotas/e0df3432496b454e9ae94470f1263d3a HTTP/1.1" status: 200 len: 375 time: 0.0087824 Jan 26 11:47:32.151416 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-969e7d09-6590-4a31-99ab-242448003518 req-2fac5b98-6ab0-4acc-9745-21aa879eee7a tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779424 Jan 26 11:47:32.289954 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-969e7d09-6590-4a31-99ab-242448003518 req-7b3fbf59-df37-429a-b167-46f4ca59f2ee service neutron] 10.222.0.39 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263978 Jan 26 11:47:32.426079 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-969e7d09-6590-4a31-99ab-242448003518 req-30dd1dc4-5840-4a97-9f9d-ca139189ee5d service neutron] 10.222.0.39 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288464 Jan 26 11:47:32.602882 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b586c29a-da12-4e53-ac5d-3f503043cd30 req-5847c3fa-059c-4f0a-a1f3-9795a98deaa7 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 210 time: 0.0467045 Jan 26 11:47:33.614983 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e7d09-6590-4a31-99ab-242448003518 req-5cf3ff18-b087-49bc-99b4-94b04d9e559a tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:33.616417 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-969e7d09-6590-4a31-99ab-242448003518 req-5cf3ff18-b087-49bc-99b4-94b04d9e559a tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 812 time: 0.1629736 Jan 26 11:47:33.635936 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 2f8795a4-fdb6-493f-b285-326ab4aed26e no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:47:33.668232 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-969e7d09-6590-4a31-99ab-242448003518 req-9ce224ff-ca37-4a89-b99b-1c6674822c16 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0df3432496b454e9ae94470f1263d3a HTTP/1.1" status: 200 len: 380 time: 0.0441904 Jan 26 11:47:33.677981 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-969e7d09-6590-4a31-99ab-242448003518 req-61256d53-ab8e-4ddf-8a54-091c6c88424f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Request body: {'port': {'device_id': '3e764de3-70e2-4ad1-97e6-2a44383cf2ef', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'admin_state_up': True, 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'security_groups': ['3e6bc0ec-8074-438e-891e-4bb4e2b653b0']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:47:33.699959 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: 2f8795a4-fdb6-493f-b285-326ab4aed26e {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:47:33.701146 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 2f8795a4-fdb6-493f-b285-326ab4aed26e not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:47:33.791148 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-724db863-f886-421c-a41e-5a706e4c9dd8 req-d204087a-3de9-4fa0-bd23-cecf633475d9 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 210 time: 0.0459223 Jan 26 11:47:33.826010 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-969e7d09-6590-4a31-99ab-242448003518 req-61256d53-ab8e-4ddf-8a54-091c6c88424f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:47:33.835662 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-969e7d09-6590-4a31-99ab-242448003518 req-61256d53-ab8e-4ddf-8a54-091c6c88424f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:47:33.846492 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-969e7d09-6590-4a31-99ab-242448003518 req-61256d53-ab8e-4ddf-8a54-091c6c88424f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Made reservation on behalf of e0df3432496b454e9ae94470f1263d3a for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:47:33.850063 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-969e7d09-6590-4a31-99ab-242448003518 req-61256d53-ab8e-4ddf-8a54-091c6c88424f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:34.010112 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-969e7d09-6590-4a31-99ab-242448003518 req-61256d53-ab8e-4ddf-8a54-091c6c88424f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Allocated IP 172.20.0.13 (6fdef3f1-b727-4161-8796-e88dda7212be/a4c2e85d-67e5-48d6-923e-3c674e0664b6/63ba59f9-dc27-4a58-be1a-6811dd335f66) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:47:34.305678 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-969e7d09-6590-4a31-99ab-242448003518 req-61256d53-ab8e-4ddf-8a54-091c6c88424f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:34.321331 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-969e7d09-6590-4a31-99ab-242448003518 req-61256d53-ab8e-4ddf-8a54-091c6c88424f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Transition to ACTIVE for port object 63ba59f9-dc27-4a58-be1a-6811dd335f66 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:47:34.347721 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-969e7d09-6590-4a31-99ab-242448003518 req-61256d53-ab8e-4ddf-8a54-091c6c88424f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:34.418131 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-969e7d09-6590-4a31-99ab-242448003518 req-61256d53-ab8e-4ddf-8a54-091c6c88424f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Network 6fdef3f1-b727-4161-8796-e88dda7212be is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:47:34.421337 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-969e7d09-6590-4a31-99ab-242448003518 req-61256d53-ab8e-4ddf-8a54-091c6c88424f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:47:34.425316 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-969e7d09-6590-4a31-99ab-242448003518 req-61256d53-ab8e-4ddf-8a54-091c6c88424f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:47:34.463710 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61256d53-ab8e-4ddf-8a54-091c6c88424f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Pushing event updated for resources: {'Port': ['ID=63ba59f9-dc27-4a58-be1a-6811dd335f66,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:47:34.495755 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e7d09-6590-4a31-99ab-242448003518 req-61256d53-ab8e-4ddf-8a54-091c6c88424f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:34.496384 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-969e7d09-6590-4a31-99ab-242448003518 req-61256d53-ab8e-4ddf-8a54-091c6c88424f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:34.523348 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-969e7d09-6590-4a31-99ab-242448003518 req-61256d53-ab8e-4ddf-8a54-091c6c88424f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8496017 Jan 26 11:47:34.580306 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-969e7d09-6590-4a31-99ab-242448003518 req-78d7e963-e315-4776-bcdd-c3f448bcf4ae service neutron] Request body: {'port': {'device_id': '3e764de3-70e2-4ad1-97e6-2a44383cf2ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:47:34.690744 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-969e7d09-6590-4a31-99ab-242448003518 req-78d7e963-e315-4776-bcdd-c3f448bcf4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:34.711031 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-0f0ded9b-96b3-4d51-beb6-b5078cc6249f None None] Provisioning for port 63ba59f9-dc27-4a58-be1a-6811dd335f66 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:47:34.715739 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-0f0ded9b-96b3-4d51-beb6-b5078cc6249f None None] Provisioning complete for port 63ba59f9-dc27-4a58-be1a-6811dd335f66 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:47:34.716419 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-0f0ded9b-96b3-4d51-beb6-b5078cc6249f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:34.770109 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-0f0ded9b-96b3-4d51-beb6-b5078cc6249f None None] Port 63ba59f9-dc27-4a58-be1a-6811dd335f66 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:47:35.084716 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67dcba-b78a-4bd1-abe2-fe7e8484adef req-5792fc28-074c-47b8-a4c8-7ae088536dc3 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:35.085314 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-1b67dcba-b78a-4bd1-abe2-fe7e8484adef req-5792fc28-074c-47b8-a4c8-7ae088536dc3 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Synchronizing usage tracker for tenant:e0df3432496b454e9ae94470f1263d3a on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:47:35.117990 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-969e7d09-6590-4a31-99ab-242448003518 req-78d7e963-e315-4776-bcdd-c3f448bcf4ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63ba59f9-dc27-4a58-be1a-6811dd335f66 {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:47:35.125273 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-1b67dcba-b78a-4bd1-abe2-fe7e8484adef req-5792fc28-074c-47b8-a4c8-7ae088536dc3 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Unset dirty status for tenant:e0df3432496b454e9ae94470f1263d3a on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:47:35.126437 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1b67dcba-b78a-4bd1-abe2-fe7e8484adef req-5792fc28-074c-47b8-a4c8-7ae088536dc3 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 932 time: 0.2024791 Jan 26 11:47:35.127999 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-969e7d09-6590-4a31-99ab-242448003518 req-78d7e963-e315-4776-bcdd-c3f448bcf4ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:35.164305 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-969e7d09-6590-4a31-99ab-242448003518 req-78d7e963-e315-4776-bcdd-c3f448bcf4ae service neutron] Transition to ACTIVE for port object 63ba59f9-dc27-4a58-be1a-6811dd335f66 will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:47:35.177987 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-969e7d09-6590-4a31-99ab-242448003518 req-78d7e963-e315-4776-bcdd-c3f448bcf4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:35.237482 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1b67dcba-b78a-4bd1-abe2-fe7e8484adef req-9ef34e0f-9814-4715-ac3f-ff710a68e4f3 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049159 Jan 26 11:47:35.338979 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7e963-e315-4776-bcdd-c3f448bcf4ae service neutron] Pushing event updated for resources: {'Port': ['ID=63ba59f9-dc27-4a58-be1a-6811dd335f66,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:47:35.422578 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-969e7d09-6590-4a31-99ab-242448003518 req-78d7e963-e315-4776-bcdd-c3f448bcf4ae service neutron] Attempting to bind port 63ba59f9-dc27-4a58-be1a-6811dd335f66 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:47:35.422918 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-969e7d09-6590-4a31-99ab-242448003518 req-78d7e963-e315-4776-bcdd-c3f448bcf4ae service neutron] Attempting to bind port 63ba59f9-dc27-4a58-be1a-6811dd335f66 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '52b7d504-79e4-4e28-b9ce-0842eb17c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:47:35.423244 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e7d09-6590-4a31-99ab-242448003518 req-78d7e963-e315-4776-bcdd-c3f448bcf4ae service neutron] Attempting to bind port 63ba59f9-dc27-4a58-be1a-6811dd335f66 on network 6fdef3f1-b727-4161-8796-e88dda7212be {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:47:35.427845 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e7d09-6590-4a31-99ab-242448003518 req-78d7e963-e315-4776-bcdd-c3f448bcf4ae service neutron] Port 63ba59f9-dc27-4a58-be1a-6811dd335f66 on network 6fdef3f1-b727-4161-8796-e88dda7212be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:47:35.428163 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e7d09-6590-4a31-99ab-242448003518 req-78d7e963-e315-4776-bcdd-c3f448bcf4ae service neutron] Attempting to bind port 63ba59f9-dc27-4a58-be1a-6811dd335f66 on network 6fdef3f1-b727-4161-8796-e88dda7212be {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:47:35.433144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e7d09-6590-4a31-99ab-242448003518 req-78d7e963-e315-4776-bcdd-c3f448bcf4ae service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:47:35.433477 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e7d09-6590-4a31-99ab-242448003518 req-78d7e963-e315-4776-bcdd-c3f448bcf4ae service neutron] Checking segment: {'id': '52b7d504-79e4-4e28-b9ce-0842eb17c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:47:35.433855 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e7d09-6590-4a31-99ab-242448003518 req-78d7e963-e315-4776-bcdd-c3f448bcf4ae service neutron] Bound using segment: {'id': '52b7d504-79e4-4e28-b9ce-0842eb17c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:47:35.434274 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-969e7d09-6590-4a31-99ab-242448003518 req-78d7e963-e315-4776-bcdd-c3f448bcf4ae service neutron] Bound port: 63ba59f9-dc27-4a58-be1a-6811dd335f66, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52b7d504-79e4-4e28-b9ce-0842eb17c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:47:35.434645 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-969e7d09-6590-4a31-99ab-242448003518 req-78d7e963-e315-4776-bcdd-c3f448bcf4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:35.457473 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:35.527122 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-969e7d09-6590-4a31-99ab-242448003518 req-78d7e963-e315-4776-bcdd-c3f448bcf4ae service neutron] For port 63ba59f9-dc27-4a58-be1a-6811dd335f66, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:47:35.529939 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-969e7d09-6590-4a31-99ab-242448003518 req-78d7e963-e315-4776-bcdd-c3f448bcf4ae service neutron] For port 63ba59f9-dc27-4a58-be1a-6811dd335f66, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=63ba59f9-dc27-4a58-be1a-6811dd335f66,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:47:35.536156 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-969e7d09-6590-4a31-99ab-242448003518 req-78d7e963-e315-4776-bcdd-c3f448bcf4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:35.599590 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e7d09-6590-4a31-99ab-242448003518 req-78d7e963-e315-4776-bcdd-c3f448bcf4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:35.600096 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-969e7d09-6590-4a31-99ab-242448003518 req-78d7e963-e315-4776-bcdd-c3f448bcf4ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:35.601460 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-969e7d09-6590-4a31-99ab-242448003518 req-78d7e963-e315-4776-bcdd-c3f448bcf4ae service neutron] 10.222.0.24 "PUT /v2.0/ports/63ba59f9-dc27-4a58-be1a-6811dd335f66 HTTP/1.1" status: 200 len: 1094 time: 1.0711796 Jan 26 11:47:35.601881 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e764de3-70e2-4ad1-97e6-2a44383cf2ef', 'tag': '63ba59f9-dc27-4a58-be1a-6811dd335f66'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:47:35.623892 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7e963-e315-4776-bcdd-c3f448bcf4ae service neutron] Pushing event updated for resources: {'Port': ['ID=63ba59f9-dc27-4a58-be1a-6811dd335f66,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:47:35.679556 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e764de3-70e2-4ad1-97e6-2a44383cf2ef', 'tag': '63ba59f9-dc27-4a58-be1a-6811dd335f66', 'status': 'completed', 'code': 200} Jan 26 11:47:35.728766 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e7d09-6590-4a31-99ab-242448003518 req-b7b46eb0-255b-426c-bd46-ff1fda0a23f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:35.731269 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-969e7d09-6590-4a31-99ab-242448003518 req-b7b46eb0-255b-426c-bd46-ff1fda0a23f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 1097 time: 0.0844524 Jan 26 11:47:35.807047 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-969e7d09-6590-4a31-99ab-242448003518 req-5f89bbc4-0d01-458c-8f8a-590bbcf764e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63ba59f9-dc27-4a58-be1a-6811dd335f66 HTTP/1.1" status: 200 len: 217 time: 0.0685055 Jan 26 11:47:35.876783 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e7d09-6590-4a31-99ab-242448003518 req-e9b25201-cc87-4289-b36c-c2a4dfd4a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:35.878099 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-969e7d09-6590-4a31-99ab-242448003518 req-e9b25201-cc87-4289-b36c-c2a4dfd4a028 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0646598 Jan 26 11:47:35.956447 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e7d09-6590-4a31-99ab-242448003518 req-031ef65b-e7ba-48dd-81e1-f9bfa7132687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:35.957880 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-969e7d09-6590-4a31-99ab-242448003518 req-031ef65b-e7ba-48dd-81e1-f9bfa7132687 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736928 Jan 26 11:47:36.222133 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-969e7d09-6590-4a31-99ab-242448003518 req-35ccb6f1-f112-4aa6-8f80-c6a9397478e3 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569246 Jan 26 11:47:36.393038 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-969e7d09-6590-4a31-99ab-242448003518 req-2e867777-68c1-4452-81b2-e94f884f0fa8 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632226 Jan 26 11:47:36.431664 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247a445-dd02-4f83-b9dc-43246e031c4b req-30fc5053-d268-4295-97f2-c8a1a344a2cd tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:36.433135 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3247a445-dd02-4f83-b9dc-43246e031c4b req-30fc5053-d268-4295-97f2-c8a1a344a2cd tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 944 time: 0.0862103 Jan 26 11:47:36.529366 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3247a445-dd02-4f83-b9dc-43246e031c4b req-9f7da299-4709-4daa-8959-50f6bf285c92 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611935 Jan 26 11:47:36.546646 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12d996-4f01-42ce-88aa-67ecc0a09c19 req-3d4ee573-0fc7-4317-a433-2a745df7c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:36.548110 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a12d996-4f01-42ce-88aa-67ecc0a09c19 req-3d4ee573-0fc7-4317-a433-2a745df7c3d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 1097 time: 0.1100135 Jan 26 11:47:36.623752 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:47:36.679905 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12d996-4f01-42ce-88aa-67ecc0a09c19 req-0c3609f5-916c-4b16-b298-e2c274f635b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:36.681300 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a12d996-4f01-42ce-88aa-67ecc0a09c19 req-0c3609f5-916c-4b16-b298-e2c274f635b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 913 time: 0.1264524 Jan 26 11:47:36.749373 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a12d996-4f01-42ce-88aa-67ecc0a09c19 req-03726213-e98f-4f7d-93a2-d10f263d6ab8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63ba59f9-dc27-4a58-be1a-6811dd335f66 HTTP/1.1" status: 200 len: 217 time: 0.0604422 Jan 26 11:47:36.815343 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12d996-4f01-42ce-88aa-67ecc0a09c19 req-8be195e6-2f20-43cd-8f55-6324004eaf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:36.816780 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a12d996-4f01-42ce-88aa-67ecc0a09c19 req-8be195e6-2f20-43cd-8f55-6324004eaf8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0595284 Jan 26 11:47:36.892185 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12d996-4f01-42ce-88aa-67ecc0a09c19 req-b10a699b-868d-48c1-add6-906f8b42d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:36.893644 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a12d996-4f01-42ce-88aa-67ecc0a09c19 req-b10a699b-868d-48c1-add6-906f8b42d295 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694602 Jan 26 11:47:37.024865 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a12d996-4f01-42ce-88aa-67ecc0a09c19 req-91897b05-bf7f-4f93-a928-d5d38c8cb54a service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238368 Jan 26 11:47:37.156985 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a12d996-4f01-42ce-88aa-67ecc0a09c19 req-6eae2952-237f-4a43-93fb-4457d67e5a09 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252732 Jan 26 11:47:37.719367 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e376c0-46d6-4f32-80d0-1c51a1efa447 req-1213b458-019f-4f6c-9fa8-96a13a77e46a tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:37.720837 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-84e376c0-46d6-4f32-80d0-1c51a1efa447 req-1213b458-019f-4f6c-9fa8-96a13a77e46a tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 944 time: 0.0787168 Jan 26 11:47:37.765326 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-84e376c0-46d6-4f32-80d0-1c51a1efa447 req-3f0212ee-59cf-4f13-8bfb-31be80dd5b17 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388939 Jan 26 11:47:38.952492 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3b33e-4d86-48e9-ab6f-6169f0048d00 req-3cfbdca5-a905-40e3-97b6-5ec12574549c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:38.953955 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-61c3b33e-4d86-48e9-ab6f-6169f0048d00 req-3cfbdca5-a905-40e3-97b6-5ec12574549c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 944 time: 0.0840471 Jan 26 11:47:38.996563 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-61c3b33e-4d86-48e9-ab6f-6169f0048d00 req-f7519147-f901-4027-bbb0-b2de03aca5f9 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370514 Jan 26 11:47:39.666528 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 63ba59f9-dc27-4a58-be1a-6811dd335f66 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:47:39.798034 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 63ba59f9-dc27-4a58-be1a-6811dd335f66, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=63ba59f9-dc27-4a58-be1a-6811dd335f66,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:47:39.815388 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '63ba59f9-dc27-4a58-be1a-6811dd335f66', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'port_id': '63ba59f9-dc27-4a58-be1a-6811dd335f66', 'mac_address': 'fa:16:3e:ce:76:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:47:39.869923 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:39.886784 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ba59f9-dc27-4a58-be1a-6811dd335f66 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:47:39.902295 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 63ba59f9-dc27-4a58-be1a-6811dd335f66, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=63ba59f9-dc27-4a58-be1a-6811dd335f66,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:47:39.906478 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:39.974345 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=63ba59f9-dc27-4a58-be1a-6811dd335f66,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:47:40.138782 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['63ba59f9-dc27-4a58-be1a-6811dd335f66'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:47:40.188559 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0adb5-b201-4a60-a618-67ace521557e req-627488d9-5b55-4b94-bdcc-f11c84bc0619 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:40.190043 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-22d0adb5-b201-4a60-a618-67ace521557e req-627488d9-5b55-4b94-bdcc-f11c84bc0619 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 945 time: 0.0874856 Jan 26 11:47:40.234329 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-22d0adb5-b201-4a60-a618-67ace521557e req-72bd9e3d-3da6-4160-b6b5-7759d9cf9131 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385501 Jan 26 11:47:41.418551 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a80ed9-6a21-4595-b12e-4351be395d02 req-c91852a4-0e62-4371-a0f9-549937084447 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:41.420082 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-54a80ed9-6a21-4595-b12e-4351be395d02 req-c91852a4-0e62-4371-a0f9-549937084447 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 945 time: 0.0790868 Jan 26 11:47:41.463840 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-54a80ed9-6a21-4595-b12e-4351be395d02 req-fcf973a5-1e87-41f9-8422-feca48fb34c9 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381234 Jan 26 11:47:41.677394 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 63ba59f9-dc27-4a58-be1a-6811dd335f66 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:47:41.781271 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port 63ba59f9-dc27-4a58-be1a-6811dd335f66 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:47:41.785696 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 63ba59f9-dc27-4a58-be1a-6811dd335f66 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:47:41.786065 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:41.908145 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:41.935675 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e764de3-70e2-4ad1-97e6-2a44383cf2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ba59f9-dc27-4a58-be1a-6811dd335f66'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:47:41.945310 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 63ba59f9-dc27-4a58-be1a-6811dd335f66, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=63ba59f9-dc27-4a58-be1a-6811dd335f66,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:47:41.949145 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:41.988201 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e764de3-70e2-4ad1-97e6-2a44383cf2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ba59f9-dc27-4a58-be1a-6811dd335f66', 'code': 200} Jan 26 11:47:42.019335 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=63ba59f9-dc27-4a58-be1a-6811dd335f66,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:47:42.206409 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0268d5-7f12-4342-9e0c-5e7fccf22893 req-40b1a6d6-9357-4c57-a397-010e4971cb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:42.207752 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1d0268d5-7f12-4342-9e0c-5e7fccf22893 req-40b1a6d6-9357-4c57-a397-010e4971cb04 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 1099 time: 0.0725288 Jan 26 11:47:42.249230 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1d0268d5-7f12-4342-9e0c-5e7fccf22893 req-3e1f7f4f-02e9-4683-aba6-a21b9dcea712 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352805 Jan 26 11:47:42.645407 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4325726-94ee-4f99-96c7-a2ddfc6f9555 req-9559451c-83fa-4045-9ca8-529eb1b047cf tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:42.646881 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e4325726-94ee-4f99-96c7-a2ddfc6f9555 req-9559451c-83fa-4045-9ca8-529eb1b047cf tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0802388 Jan 26 11:47:42.692916 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e4325726-94ee-4f99-96c7-a2ddfc6f9555 req-b31f13f3-9297-4b87-848f-ede11bcb9ae8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404246 Jan 26 11:47:43.961108 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51beb78-26bd-4bd8-ba37-659722eb3bcf req-4e5cdfbd-32fd-42bb-a74c-e992654b1254 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:43.962595 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-c51beb78-26bd-4bd8-ba37-659722eb3bcf req-4e5cdfbd-32fd-42bb-a74c-e992654b1254 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.1615596 Jan 26 11:47:44.006183 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-c51beb78-26bd-4bd8-ba37-659722eb3bcf req-90973316-16bd-46a2-99f1-a908b232b08f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378013 Jan 26 11:47:44.227418 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0786b-910e-4a0f-bdc1-c27ac5a3c013 req-d509dc10-9b02-4120-af34-0bb24f2c7f13 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:44.228885 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1bc0786b-910e-4a0f-bdc1-c27ac5a3c013 req-d509dc10-9b02-4120-af34-0bb24f2c7f13 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.1257343 Jan 26 11:47:44.238434 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 58778) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:47:44.243257 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-51b56dcc-1389-49d9-b4fb-cbe58b5126d9 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Request body: {'floatingip': {'port_id': '63ba59f9-dc27-4a58-be1a-6811dd335f66'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:47:44.320851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-51b56dcc-1389-49d9-b4fb-cbe58b5126d9 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for floatingip, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:45.022608 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-51b56dcc-1389-49d9-b4fb-cbe58b5126d9 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:45.026420 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-51b56dcc-1389-49d9-b4fb-cbe58b5126d9 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:45.197907 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-51b56dcc-1389-49d9-b4fb-cbe58b5126d9 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Floating IP 60445e40-31d4-41ca-a6dc-fb789ae6a272 associated. External IP: 172.26.5.187, port: 63ba59f9-dc27-4a58-be1a-6811dd335f66. Jan 26 11:47:45.546161 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b56dcc-1389-49d9-b4fb-cbe58b5126d9 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Router 2807c256-0160-4e26-989b-3b1ddcef8ba7 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:47:45.722297 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b56dcc-1389-49d9-b4fb-cbe58b5126d9 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:47:45.728318 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-51b56dcc-1389-49d9-b4fb-cbe58b5126d9 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:45.734248 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3935e1a3-4255-4c94-b370-3fa7e2d9244a None None] Sync routers for ids ['2807c256-0160-4e26-989b-3b1ddcef8ba7'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:47:45.744208 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3935e1a3-4255-4c94-b370-3fa7e2d9244a None None] Routers {'2807c256-0160-4e26-989b-3b1ddcef8ba7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:47:45.744854 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-3935e1a3-4255-4c94-b370-3fa7e2d9244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:47:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2807c256-0160-4e26-989b-3b1ddcef8ba7'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:47:45.909523 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-51b56dcc-1389-49d9-b4fb-cbe58b5126d9 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "PUT /v2.0/floatingips/60445e40-31d4-41ca-a6dc-fb789ae6a272 HTTP/1.1" status: 200 len: 993 time: 1.6700385 Jan 26 11:47:45.910197 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e764de3-70e2-4ad1-97e6-2a44383cf2ef', 'tag': '63ba59f9-dc27-4a58-be1a-6811dd335f66'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:47:45.933871 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-3935e1a3-4255-4c94-b370-3fa7e2d9244a None None] Set router 2807c256-0160-4e26-989b-3b1ddcef8ba7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:47:46.009694 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e764de3-70e2-4ad1-97e6-2a44383cf2ef', 'tag': '63ba59f9-dc27-4a58-be1a-6811dd335f66', 'status': 'completed', 'code': 200} Jan 26 11:47:46.102242 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda65d8-5689-451d-8628-4937dac78183 req-f164fe9b-795e-4b23-b99f-ce823d44f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:46.103654 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5eda65d8-5689-451d-8628-4937dac78183 req-f164fe9b-795e-4b23-b99f-ce823d44f42c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 1099 time: 0.0709472 Jan 26 11:47:46.235308 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda65d8-5689-451d-8628-4937dac78183 req-f3aeb509-f2ba-4e1d-b3c5-556d9d7c83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:46.236763 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5eda65d8-5689-451d-8628-4937dac78183 req-f3aeb509-f2ba-4e1d-b3c5-556d9d7c83e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 913 time: 0.1255579 Jan 26 11:47:46.285547 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-3935e1a3-4255-4c94-b370-3fa7e2d9244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '60445e40-31d4-41ca-a6dc-fb789ae6a272', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'floating_ip_address': '172.26.5.187', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'port_id': '63ba59f9-dc27-4a58-be1a-6811dd335f66', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'mac_address': 'fa:16:3e:ce:76:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e764de3-70e2-4ad1-97e6-2a44383cf2ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:43:38Z', 'updated_at': '2022-01-26T11:47:44Z', 'revision_number': 13, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4135c01c-c363-44c4-8a99-de4f0d6a53aa', 'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'mac_address': 'fa:16:3e:dc:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:35Z', 'updated_at': '2022-01-26T11:43:40Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'subnets': [{'id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:47:46.289294 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3935e1a3-4255-4c94-b370-3fa7e2d9244a None None] Checking router: 2807c256-0160-4e26-989b-3b1ddcef8ba7 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:47:46.297442 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3935e1a3-4255-4c94-b370-3fa7e2d9244a None None] Routers {'2807c256-0160-4e26-989b-3b1ddcef8ba7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:47:46.298036 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-3935e1a3-4255-4c94-b370-3fa7e2d9244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:47:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2807c256-0160-4e26-989b-3b1ddcef8ba7'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:47:46.338382 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5eda65d8-5689-451d-8628-4937dac78183 req-ea99d97f-871e-4879-9bab-d5eceebf84b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63ba59f9-dc27-4a58-be1a-6811dd335f66 HTTP/1.1" status: 200 len: 1001 time: 0.0958793 Jan 26 11:47:46.401943 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda65d8-5689-451d-8628-4937dac78183 req-2da35b42-3858-4b21-889e-40d75aeb6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:46.403880 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5eda65d8-5689-451d-8628-4937dac78183 req-2da35b42-3858-4b21-889e-40d75aeb6734 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0594189 Jan 26 11:47:46.471761 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-3935e1a3-4255-4c94-b370-3fa7e2d9244a None None] Set router 2807c256-0160-4e26-989b-3b1ddcef8ba7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:47:46.478016 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda65d8-5689-451d-8628-4937dac78183 req-6ea757f1-87a4-4770-ad03-a01e1ba6066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:47:46.479552 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5eda65d8-5689-451d-8628-4937dac78183 req-6ea757f1-87a4-4770-ad03-a01e1ba6066e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695515 Jan 26 11:47:46.609720 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5eda65d8-5689-451d-8628-4937dac78183 req-6c67fa19-6980-4748-9d1d-c66aad7463f5 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239557 Jan 26 11:47:46.741597 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5eda65d8-5689-451d-8628-4937dac78183 req-e4f3881c-d8f1-455c-9826-b692fe793c67 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262622 Jan 26 11:47:46.816131 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-3935e1a3-4255-4c94-b370-3fa7e2d9244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '60445e40-31d4-41ca-a6dc-fb789ae6a272', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'floating_ip_address': '172.26.5.187', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'port_id': '63ba59f9-dc27-4a58-be1a-6811dd335f66', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'mac_address': 'fa:16:3e:ce:76:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e764de3-70e2-4ad1-97e6-2a44383cf2ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:43:38Z', 'updated_at': '2022-01-26T11:47:44Z', 'revision_number': 13, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4135c01c-c363-44c4-8a99-de4f0d6a53aa', 'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'mac_address': 'fa:16:3e:dc:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:35Z', 'updated_at': '2022-01-26T11:43:40Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'subnets': [{'id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:47:46.820104 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3935e1a3-4255-4c94-b370-3fa7e2d9244a None None] The sync data for ids ['2807c256-0160-4e26-989b-3b1ddcef8ba7'] in dv-neutron-826439-1-hyperv is: [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '60445e40-31d4-41ca-a6dc-fb789ae6a272', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'floating_ip_address': '172.26.5.187', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'port_id': '63ba59f9-dc27-4a58-be1a-6811dd335f66', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'mac_address': 'fa:16:3e:ce:76:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e764de3-70e2-4ad1-97e6-2a44383cf2ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:43:38Z', 'updated_at': '2022-01-26T11:47:44Z', 'revision_number': 13, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4135c01c-c363-44c4-8a99-de4f0d6a53aa', 'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'mac_address': 'fa:16:3e:dc:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:35Z', 'updated_at': '2022-01-26T11:43:40Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'subnets': [{'id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:47:47.016825 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d0058-6d37-4541-a703-7c287a249263 None None] New status for floating IP 60445e40-31d4-41ca-a6dc-fb789ae6a272: ACTIVE {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:47:52.582014 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-fbb3d33d-cc56-4d43-87d3-e41379c56e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:54.835456 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-263e1eb3-03bf-411d-a7d7-17bd9f3d3838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:55.893197 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:56.119568 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:47:57.470929 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:48:05.466208 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:48:13.624091 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:48:22.583104 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-37083b73-55c6-49f1-a479-11f059850d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:48:22.705613 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88badb-558b-4168-9731-3b49bb3fcd9d req-d02689ea-1641-4a0c-a15d-9858cd08198f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:22.707098 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4e88badb-558b-4168-9731-3b49bb3fcd9d req-d02689ea-1641-4a0c-a15d-9858cd08198f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0833738 Jan 26 11:48:22.750807 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4e88badb-558b-4168-9731-3b49bb3fcd9d req-14b95345-c135-4ca7-a488-99efb5e78c27 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377579 Jan 26 11:48:24.836881 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2a8db4f8-c909-40f9-a999-7fe3ece1bdef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:48:25.895961 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:48:26.123254 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:48:27.472773 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:48:29.976004 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-692937c4-8f03-4f89-91e3-fc07a40bd232 req-93bc665e-d4c8-48c8-a997-01914d5ba375 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699253 Jan 26 11:48:30.126943 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692937c4-8f03-4f89-91e3-fc07a40bd232 req-63deea9e-0ad4-484b-aacd-9d7c3f8ae288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:30.126943 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-692937c4-8f03-4f89-91e3-fc07a40bd232 req-63deea9e-0ad4-484b-aacd-9d7c3f8ae288 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 1099 time: 0.0780289 Jan 26 11:48:30.276047 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692937c4-8f03-4f89-91e3-fc07a40bd232 req-0b4a4b5d-5a8a-4955-8a3b-9c8e880abfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:30.277401 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-692937c4-8f03-4f89-91e3-fc07a40bd232 req-0b4a4b5d-5a8a-4955-8a3b-9c8e880abfe1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 913 time: 0.1336086 Jan 26 11:48:30.384009 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-692937c4-8f03-4f89-91e3-fc07a40bd232 req-7deb2a22-96ef-4de0-9c1d-72e2afd0bd07 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63ba59f9-dc27-4a58-be1a-6811dd335f66 HTTP/1.1" status: 200 len: 1003 time: 0.1000977 Jan 26 11:48:30.447568 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692937c4-8f03-4f89-91e3-fc07a40bd232 req-5bc74bdd-f0c6-4ff5-ba2a-5d9e0f814ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:30.449036 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-692937c4-8f03-4f89-91e3-fc07a40bd232 req-5bc74bdd-f0c6-4ff5-ba2a-5d9e0f814ae8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0587673 Jan 26 11:48:30.527399 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692937c4-8f03-4f89-91e3-fc07a40bd232 req-a71ad2e4-64d7-4ed4-97b5-61d88e73a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:30.529547 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-692937c4-8f03-4f89-91e3-fc07a40bd232 req-a71ad2e4-64d7-4ed4-97b5-61d88e73a357 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747521 Jan 26 11:48:30.668042 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-692937c4-8f03-4f89-91e3-fc07a40bd232 req-0533d717-5d86-4e47-8c26-44f946f06253 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318247 Jan 26 11:48:30.916040 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-692937c4-8f03-4f89-91e3-fc07a40bd232 req-e956162f-12f6-4f89-9818-56d4d02c2734 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417529 Jan 26 11:48:31.329753 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b03dbe60-0d51-434c-a57a-4de00bca63f5 req-fcd17e06-9108-4b5c-be8f-1fb85df5030c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0696375 Jan 26 11:48:31.382750 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3b249-6c05-4e83-94bc-732f54d39819 req-947b5afa-fde9-4861-9439-336a7b95a1e9 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:31.384220 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d6a3b249-6c05-4e83-94bc-732f54d39819 req-947b5afa-fde9-4861-9439-336a7b95a1e9 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0824723 Jan 26 11:48:31.430754 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d6a3b249-6c05-4e83-94bc-732f54d39819 req-275bbe74-cb2b-440c-91a9-62ea04282ed9 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399523 Jan 26 11:48:32.472413 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dbe60-0d51-434c-a57a-4de00bca63f5 req-6be0ba41-1c2c-4564-85fb-6ee6f6265d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:32.473906 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b03dbe60-0d51-434c-a57a-4de00bca63f5 req-6be0ba41-1c2c-4564-85fb-6ee6f6265d07 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 1099 time: 0.0740669 Jan 26 11:48:32.606009 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dbe60-0d51-434c-a57a-4de00bca63f5 req-6b8b61b8-2a53-4d40-b73d-14698ef315a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:32.607508 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b03dbe60-0d51-434c-a57a-4de00bca63f5 req-6b8b61b8-2a53-4d40-b73d-14698ef315a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 913 time: 0.1277299 Jan 26 11:48:32.620498 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fad6ec-6827-47a2-a9f6-5cfbd4a3a385 req-033858d9-8ebb-43b4-af2c-8ba32fd42bcb tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:32.622464 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d4fad6ec-6827-47a2-a9f6-5cfbd4a3a385 req-033858d9-8ebb-43b4-af2c-8ba32fd42bcb tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0838912 Jan 26 11:48:32.667442 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d4fad6ec-6827-47a2-a9f6-5cfbd4a3a385 req-5b50e76c-ad43-4de2-8c68-84d6c4483dea tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389400 Jan 26 11:48:32.711354 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b03dbe60-0d51-434c-a57a-4de00bca63f5 req-81160278-df83-4dd0-b745-86be5c5d6ee9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63ba59f9-dc27-4a58-be1a-6811dd335f66 HTTP/1.1" status: 200 len: 1003 time: 0.0981624 Jan 26 11:48:32.771580 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dbe60-0d51-434c-a57a-4de00bca63f5 req-64fd10bd-adf4-4bd3-887a-12cd7002c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:32.773001 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b03dbe60-0d51-434c-a57a-4de00bca63f5 req-64fd10bd-adf4-4bd3-887a-12cd7002c196 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0562818 Jan 26 11:48:32.846566 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dbe60-0d51-434c-a57a-4de00bca63f5 req-2675b92a-680c-475f-ab56-8563339d30c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:32.848043 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b03dbe60-0d51-434c-a57a-4de00bca63f5 req-2675b92a-680c-475f-ab56-8563339d30c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697546 Jan 26 11:48:32.978285 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b03dbe60-0d51-434c-a57a-4de00bca63f5 req-5daaf7a4-9ccc-43ae-acc3-afbbd1be3318 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236732 Jan 26 11:48:33.106256 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b03dbe60-0d51-434c-a57a-4de00bca63f5 req-35d0c7e9-edf5-445d-9463-8ffab21f229f service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222882 Jan 26 11:48:33.877381 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33f818-a8c7-4dfb-bd5d-a82d7ebdb03b req-59a65a91-0e91-4e8d-8d8c-92694c79114f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:33.878891 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3d33f818-a8c7-4dfb-bd5d-a82d7ebdb03b req-59a65a91-0e91-4e8d-8d8c-92694c79114f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0868208 Jan 26 11:48:33.923939 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3d33f818-a8c7-4dfb-bd5d-a82d7ebdb03b req-b0d34ec5-6b0f-4e62-91d3-c9eecd765022 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393503 Jan 26 11:48:35.111319 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea7e78-3a4b-49b3-9827-3f49a549a149 req-939438bc-3ec7-4f81-b3cb-1efd99f0da99 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:35.112667 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-26ea7e78-3a4b-49b3-9827-3f49a549a149 req-939438bc-3ec7-4f81-b3cb-1efd99f0da99 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0783079 Jan 26 11:48:35.159559 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-26ea7e78-3a4b-49b3-9827-3f49a549a149 req-4011eaec-45fd-4aee-a396-06892e4dbd03 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413635 Jan 26 11:48:35.461786 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:48:36.387143 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8c7e0-a220-4582-a0cb-30e3578ab15e req-5ac0dd94-a499-4f46-be97-ae491846759b tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:36.388861 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2bb8c7e0-a220-4582-a0cb-30e3578ab15e req-5ac0dd94-a499-4f46-be97-ae491846759b tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0780718 Jan 26 11:48:36.437047 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2bb8c7e0-a220-4582-a0cb-30e3578ab15e req-1a4b4d11-2b23-4f5d-9059-63f0b9a76cd2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423224 Jan 26 11:48:37.620452 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c26cfd-fa37-40f7-8637-f57e8aa4406a req-6a258278-7e58-48b3-bdc2-d9c311f98919 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:37.621973 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f8c26cfd-fa37-40f7-8637-f57e8aa4406a req-6a258278-7e58-48b3-bdc2-d9c311f98919 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0791225 Jan 26 11:48:37.666504 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f8c26cfd-fa37-40f7-8637-f57e8aa4406a req-a32f3a67-68a1-43e8-a78c-90efa5fb9eef tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383027 Jan 26 11:48:38.851823 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd561d5-abd0-400b-8545-01084d1b1ea3 req-80a216f4-99ac-4d96-9edb-7b44a6acd607 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:38.853285 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ebd561d5-abd0-400b-8545-01084d1b1ea3 req-80a216f4-99ac-4d96-9edb-7b44a6acd607 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0796547 Jan 26 11:48:38.899165 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ebd561d5-abd0-400b-8545-01084d1b1ea3 req-4c9bd22f-f31e-4342-aa93-c206269c480a tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393889 Jan 26 11:48:40.086158 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ac0c0-7870-4ef9-a94b-4c4fe2d4c75c req-a780d7e7-5d1f-4c00-838d-d5dde37e9088 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:40.087550 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-918ac0c0-7870-4ef9-a94b-4c4fe2d4c75c req-a780d7e7-5d1f-4c00-838d-d5dde37e9088 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0831175 Jan 26 11:48:40.138834 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-918ac0c0-7870-4ef9-a94b-4c4fe2d4c75c req-aabeb36f-5c84-4784-ba1f-7c3eeeadea26 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450730 Jan 26 11:48:41.331001 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2029fb9-62b3-4fed-a45a-d35e4796c4fe req-f6d31442-bcad-48e4-9f45-5032f214ba5a tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:41.332455 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e2029fb9-62b3-4fed-a45a-d35e4796c4fe req-f6d31442-bcad-48e4-9f45-5032f214ba5a tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0860677 Jan 26 11:48:41.377214 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e2029fb9-62b3-4fed-a45a-d35e4796c4fe req-47e74a20-5c8c-47d4-9b9c-e1b55721f226 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388539 Jan 26 11:48:42.561791 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bbfcf-34e2-4bb0-bc31-6b8ce400fc8a req-b1471b05-3e7f-4105-b9b4-f4a2d4e381dc tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:42.563287 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-988bbfcf-34e2-4bb0-bc31-6b8ce400fc8a req-b1471b05-3e7f-4105-b9b4-f4a2d4e381dc tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0794258 Jan 26 11:48:42.607773 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-988bbfcf-34e2-4bb0-bc31-6b8ce400fc8a req-c1b79265-9d3c-4719-b6e8-27bb27d1feac tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388343 Jan 26 11:48:43.790799 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903aaf1f-e8ca-4664-ac84-5985a8d165da req-4a1885fc-03ff-4ce2-95fa-853ee9e7f17d tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:43.792252 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-903aaf1f-e8ca-4664-ac84-5985a8d165da req-4a1885fc-03ff-4ce2-95fa-853ee9e7f17d tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0793180 Jan 26 11:48:43.837390 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-903aaf1f-e8ca-4664-ac84-5985a8d165da req-ec32cc6a-3db6-44fc-9852-9d7654ab0034 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380349 Jan 26 11:48:45.115987 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77290e87-4d6b-4142-8a2a-89b06faed6b1 req-77990065-6442-46b3-bdde-702429884a08 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:45.117342 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-77290e87-4d6b-4142-8a2a-89b06faed6b1 req-77990065-6442-46b3-bdde-702429884a08 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.1708870 Jan 26 11:48:45.161743 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-77290e87-4d6b-4142-8a2a-89b06faed6b1 req-c798b82b-bc1c-4e06-8c28-4082c03342be tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386271 Jan 26 11:48:46.348922 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952aa12-783d-41ea-b612-3a322163df2b req-9a0c87c7-e46c-4c12-bb5e-8ef30d2db157 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:46.350423 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1952aa12-783d-41ea-b612-3a322163df2b req-9a0c87c7-e46c-4c12-bb5e-8ef30d2db157 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0840349 Jan 26 11:48:46.393851 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1952aa12-783d-41ea-b612-3a322163df2b req-79456233-62c6-4b7c-8052-74e5ac01e004 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378935 Jan 26 11:48:47.576648 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b48402-26c0-44ee-8790-8c8760f335e7 req-c4b1395f-8cc1-42e2-af68-a87747e9f38d tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:47.578118 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-73b48402-26c0-44ee-8790-8c8760f335e7 req-c4b1395f-8cc1-42e2-af68-a87747e9f38d tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0785723 Jan 26 11:48:47.622511 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-73b48402-26c0-44ee-8790-8c8760f335e7 req-ec50db11-edbf-4b64-bce4-2a80a981f3ff tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386856 Jan 26 11:48:48.806816 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b342a6-1e8f-47b8-b43c-d52309f68fd3 req-01944e56-1a4a-4d0b-bdaa-eb3473a492f5 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:48.808281 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a5b342a6-1e8f-47b8-b43c-d52309f68fd3 req-01944e56-1a4a-4d0b-bdaa-eb3473a492f5 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0784941 Jan 26 11:48:48.855819 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a5b342a6-1e8f-47b8-b43c-d52309f68fd3 req-362113b6-a3c7-42be-b991-1818d7bcfb2d tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416577 Jan 26 11:48:50.046169 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b88dd5-dce2-4d3e-9503-7621cd1a3838 req-0ece4de1-2520-4f47-bdde-a1b827783e19 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:50.047659 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e6b88dd5-dce2-4d3e-9503-7621cd1a3838 req-0ece4de1-2520-4f47-bdde-a1b827783e19 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0859380 Jan 26 11:48:50.094190 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e6b88dd5-dce2-4d3e-9503-7621cd1a3838 req-bbdad684-4279-4d62-9453-4a76036a06fd tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395277 Jan 26 11:48:50.433635 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b03dbe60-0d51-434c-a57a-4de00bca63f5 req-38690449-6bdd-4e62-af5f-46165a17aa80 service neutron] 10.222.0.24 "GET /v2.0/ports/63ba59f9-dc27-4a58-be1a-6811dd335f66/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.0723414 Jan 26 11:48:50.623529 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:48:50.694223 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dbe60-0d51-434c-a57a-4de00bca63f5 req-bb439913-d081-470a-9e8c-be2bbc9e208c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:50.695661 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b03dbe60-0d51-434c-a57a-4de00bca63f5 req-bb439913-d081-470a-9e8c-be2bbc9e208c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef&tenant_id=e0df3432496b454e9ae94470f1263d3a HTTP/1.1" status: 200 len: 1099 time: 0.0709035 Jan 26 11:48:50.790392 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dbe60-0d51-434c-a57a-4de00bca63f5 req-b896e451-eaea-4e18-9565-c08840556c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:50.791841 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b03dbe60-0d51-434c-a57a-4de00bca63f5 req-b896e451-eaea-4e18-9565-c08840556c95 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 1099 time: 0.0728574 Jan 26 11:48:51.021289 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dbe60-0d51-434c-a57a-4de00bca63f5 req-6b684b4b-0670-458d-9e77-d271b66608d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:51.022734 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b03dbe60-0d51-434c-a57a-4de00bca63f5 req-6b684b4b-0670-458d-9e77-d271b66608d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 913 time: 0.2252357 Jan 26 11:48:51.123773 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b03dbe60-0d51-434c-a57a-4de00bca63f5 req-01670dfb-462a-447f-a8aa-2a44c38e2f83 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63ba59f9-dc27-4a58-be1a-6811dd335f66 HTTP/1.1" status: 200 len: 1003 time: 0.0952764 Jan 26 11:48:51.184215 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dbe60-0d51-434c-a57a-4de00bca63f5 req-4153c917-0c62-4cf1-a284-42a6e25fba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:51.185668 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b03dbe60-0d51-434c-a57a-4de00bca63f5 req-4153c917-0c62-4cf1-a284-42a6e25fba8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0568326 Jan 26 11:48:51.323972 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dbe60-0d51-434c-a57a-4de00bca63f5 req-902bde55-edb4-49e1-8faf-104a2d33fb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:51.326101 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b03dbe60-0d51-434c-a57a-4de00bca63f5 req-902bde55-edb4-49e1-8faf-104a2d33fb05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1348748 Jan 26 11:48:51.334205 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9375e9-13a6-4e93-af9e-e6b381a1eff3 req-ca87c1dc-35dc-4c05-ae74-8d89992d0274 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:51.335814 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3a9375e9-13a6-4e93-af9e-e6b381a1eff3 req-ca87c1dc-35dc-4c05-ae74-8d89992d0274 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.1139963 Jan 26 11:48:51.461162 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3a9375e9-13a6-4e93-af9e-e6b381a1eff3 req-70d059a6-5426-46e0-a087-44d02e08c67a tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076198 Jan 26 11:48:51.495601 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b03dbe60-0d51-434c-a57a-4de00bca63f5 req-dcb7d565-3e5b-4f07-8c1f-5f219e957d5d service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588876 Jan 26 11:48:51.627334 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b03dbe60-0d51-434c-a57a-4de00bca63f5 req-4818db64-367e-4947-86be-7cb2c96e2fed service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258423 Jan 26 11:48:52.587373 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-910940ea-09b0-4509-9a1b-e3053c4ea12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:48:52.652583 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722e57c-4fb8-427b-8787-593691c0c74f req-8c288e90-8b76-482a-8431-15e73a22eba7 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:52.655398 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6722e57c-4fb8-427b-8787-593691c0c74f req-8c288e90-8b76-482a-8431-15e73a22eba7 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0835748 Jan 26 11:48:52.709091 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6722e57c-4fb8-427b-8787-593691c0c74f req-431e686d-60b5-4514-8604-9eef8ee7ada5 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477102 Jan 26 11:48:53.898495 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30c831-d804-4a12-919b-6fa3ab2e22f6 req-8d67a5a3-49c0-4a80-ad68-a60ef3bb8503 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:53.899878 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7b30c831-d804-4a12-919b-6fa3ab2e22f6 req-8d67a5a3-49c0-4a80-ad68-a60ef3bb8503 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0833688 Jan 26 11:48:53.944841 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7b30c831-d804-4a12-919b-6fa3ab2e22f6 req-fd0e4af6-742c-46a8-8d3b-4eb334e9e5ed tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393300 Jan 26 11:48:54.057067 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 63ba59f9-dc27-4a58-be1a-6811dd335f66 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:48:54.167690 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:48:54.194247 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e764de3-70e2-4ad1-97e6-2a44383cf2ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63ba59f9-dc27-4a58-be1a-6811dd335f66'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:48:54.203913 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 63ba59f9-dc27-4a58-be1a-6811dd335f66, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=63ba59f9-dc27-4a58-be1a-6811dd335f66,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:48:54.208038 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:48:54.276543 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=63ba59f9-dc27-4a58-be1a-6811dd335f66,revision_number=6']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:48:54.284274 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:48:54.284631 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:48:54.284976 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:48:54.285495 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:48:54.285842 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:48:54.286172 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:48:54.286532 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:48:54.286867 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:48:54.287196 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:48:54.287521 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:48:54.287904 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:48:54.288228 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:48:54.302118 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e764de3-70e2-4ad1-97e6-2a44383cf2ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63ba59f9-dc27-4a58-be1a-6811dd335f66', 'code': 200} Jan 26 11:48:54.839258 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-366ff926-762c-491b-8b8f-2b1720ce7bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:48:55.130050 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ef2e3-9aea-46a5-8619-6f9f26d3c9da req-5f1ebde4-d0fd-424f-9657-07931cfe5a74 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:55.131453 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ec6ef2e3-9aea-46a5-8619-6f9f26d3c9da req-5f1ebde4-d0fd-424f-9657-07931cfe5a74 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 944 time: 0.0791035 Jan 26 11:48:55.180295 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ec6ef2e3-9aea-46a5-8619-6f9f26d3c9da req-dad3b826-6be2-411e-b493-6b69bc34b52c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432756 Jan 26 11:48:55.898574 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:48:56.057992 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 63ba59f9-dc27-4a58-be1a-6811dd335f66 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:48:56.176638 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:48:56.200681 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 63ba59f9-dc27-4a58-be1a-6811dd335f66, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=63ba59f9-dc27-4a58-be1a-6811dd335f66,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:48:56.214251 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '63ba59f9-dc27-4a58-be1a-6811dd335f66', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'port_id': '63ba59f9-dc27-4a58-be1a-6811dd335f66', 'mac_address': 'fa:16:3e:ce:76:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:48:56.272768 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:48:56.289497 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ba59f9-dc27-4a58-be1a-6811dd335f66 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:48:56.305666 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 63ba59f9-dc27-4a58-be1a-6811dd335f66, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=63ba59f9-dc27-4a58-be1a-6811dd335f66,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:48:56.310123 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:48:56.373194 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972a6e1-dcc4-4a13-b04c-c1de54d01cc9 req-2d69aa18-7ea6-4581-887e-0df693993326 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:56.374737 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f972a6e1-dcc4-4a13-b04c-c1de54d01cc9 req-2d69aa18-7ea6-4581-887e-0df693993326 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 945 time: 0.0854909 Jan 26 11:48:56.382520 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=63ba59f9-dc27-4a58-be1a-6811dd335f66,revision_number=7']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:48:56.386976 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['63ba59f9-dc27-4a58-be1a-6811dd335f66'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:48:56.419815 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f972a6e1-dcc4-4a13-b04c-c1de54d01cc9 req-12137fa1-5c64-41cd-a777-cfa07a7d2bb9 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394733 Jan 26 11:48:57.475603 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:48:57.603374 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f5be7-4b1a-4bb1-855e-55d57c2425ea req-0db61b0e-b748-45ae-a081-98e2f00455e8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:57.604830 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7d0f5be7-4b1a-4bb1-855e-55d57c2425ea req-0db61b0e-b748-45ae-a081-98e2f00455e8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 945 time: 0.0786123 Jan 26 11:48:57.648623 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7d0f5be7-4b1a-4bb1-855e-55d57c2425ea req-c71e3af8-6f5e-4a1e-9c31-8db0ab87af33 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376759 Jan 26 11:48:58.072392 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 63ba59f9-dc27-4a58-be1a-6811dd335f66 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:48:58.139116 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 63ba59f9-dc27-4a58-be1a-6811dd335f66 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:48:58.139420 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:48:58.285919 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:48:58.312018 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e764de3-70e2-4ad1-97e6-2a44383cf2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ba59f9-dc27-4a58-be1a-6811dd335f66'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:48:58.321348 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 63ba59f9-dc27-4a58-be1a-6811dd335f66, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=63ba59f9-dc27-4a58-be1a-6811dd335f66,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:48:58.327300 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:48:58.364612 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e764de3-70e2-4ad1-97e6-2a44383cf2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ba59f9-dc27-4a58-be1a-6811dd335f66', 'code': 200} Jan 26 11:48:58.399392 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=63ba59f9-dc27-4a58-be1a-6811dd335f66,revision_number=8']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:48:58.837715 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3bba1-e388-4474-a9ec-250e5b271ecc req-72ebcb53-639f-4cf9-9455-dc5c90f7902a tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:48:58.839206 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e2a3bba1-e388-4474-a9ec-250e5b271ecc req-72ebcb53-639f-4cf9-9455-dc5c90f7902a tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0834320 Jan 26 11:48:58.883983 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e2a3bba1-e388-4474-a9ec-250e5b271ecc req-ddbd92af-1669-4098-813b-5229e226b030 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383127 Jan 26 11:49:00.076833 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7f4d6-d98c-4b4d-8bcb-b6162b637cc4 req-58ea76d0-3757-482b-aac6-437464046eb5 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:00.078358 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-c5f7f4d6-d98c-4b4d-8bcb-b6162b637cc4 req-58ea76d0-3757-482b-aac6-437464046eb5 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0863867 Jan 26 11:49:00.122342 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-c5f7f4d6-d98c-4b4d-8bcb-b6162b637cc4 req-c08e28d4-e642-4809-909e-a71caec23e87 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375860 Jan 26 11:49:01.306080 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797f8c1-2c25-4a1b-bed2-53922d6e57ba req-7b280bb2-5e1d-4227-8a38-222b1d0a851f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:01.307613 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7797f8c1-2c25-4a1b-bed2-53922d6e57ba req-7b280bb2-5e1d-4227-8a38-222b1d0a851f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0777750 Jan 26 11:49:01.350907 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7797f8c1-2c25-4a1b-bed2-53922d6e57ba req-a83464fd-5c19-4cd7-9969-a1bc2714e9fa tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371890 Jan 26 11:49:01.794444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52b4a2-b413-45b9-801b-9ed6e1037bef req-d0239882-f964-4854-925c-62eb6e87564a tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:01.795885 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f52b4a2-b413-45b9-801b-9ed6e1037bef req-d0239882-f964-4854-925c-62eb6e87564a tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef&tenant_id=e0df3432496b454e9ae94470f1263d3a&binding%3Ahost_id=hv-neutron-8264 HTTP/1.1" status: 200 len: 946 time: 0.1438262 Jan 26 11:49:01.846854 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e802e51-099b-44ca-9315-fdee2885197c req-c8786d30-158b-4374-95da-d6d9f847155f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:01.848297 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1e802e51-099b-44ca-9315-fdee2885197c req-c8786d30-158b-4374-95da-d6d9f847155f tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.1382725 Jan 26 11:49:01.917082 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1e802e51-099b-44ca-9315-fdee2885197c req-7e8c9579-e01b-4816-a386-200ca845ed1d tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630107 Jan 26 11:49:01.924866 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f52b4a2-b413-45b9-801b-9ed6e1037bef req-256ae871-f794-4edd-8c76-9960bd789d1d service neutron] 10.222.0.24 "GET /v2.0/ports/63ba59f9-dc27-4a58-be1a-6811dd335f66/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.1233189 Jan 26 11:49:02.027909 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52b4a2-b413-45b9-801b-9ed6e1037bef req-4dd2271c-cbb4-4615-93f0-82c7e3697719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:02.027909 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f52b4a2-b413-45b9-801b-9ed6e1037bef req-4dd2271c-cbb4-4615-93f0-82c7e3697719 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 1099 time: 0.0716343 Jan 26 11:49:02.160356 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52b4a2-b413-45b9-801b-9ed6e1037bef req-1bbc2b3d-1bdd-4237-abb9-3e7a569979bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:02.161784 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f52b4a2-b413-45b9-801b-9ed6e1037bef req-1bbc2b3d-1bdd-4237-abb9-3e7a569979bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 913 time: 0.1287928 Jan 26 11:49:02.265019 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f52b4a2-b413-45b9-801b-9ed6e1037bef req-6c7f399d-5234-421b-9cec-2ce5f967ddab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63ba59f9-dc27-4a58-be1a-6811dd335f66 HTTP/1.1" status: 200 len: 1003 time: 0.0975490 Jan 26 11:49:02.330951 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52b4a2-b413-45b9-801b-9ed6e1037bef req-42fe4d0c-3db9-4586-ac73-7ee304cb63c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:02.332277 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f52b4a2-b413-45b9-801b-9ed6e1037bef req-42fe4d0c-3db9-4586-ac73-7ee304cb63c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0614641 Jan 26 11:49:02.409575 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52b4a2-b413-45b9-801b-9ed6e1037bef req-91fa263f-75e7-4f55-a2e2-807ffb5c508e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:02.411071 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f52b4a2-b413-45b9-801b-9ed6e1037bef req-91fa263f-75e7-4f55-a2e2-807ffb5c508e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730135 Jan 26 11:49:02.541881 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f52b4a2-b413-45b9-801b-9ed6e1037bef req-29811f2e-00ae-4460-8d09-41eaf2c5e63e service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249444 Jan 26 11:49:02.781487 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f52b4a2-b413-45b9-801b-9ed6e1037bef req-72f11c59-1b27-4767-842f-780029614582 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343416 Jan 26 11:49:03.105498 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7055b87-e71a-4487-9fee-6609da595bb8 req-db9f3f5a-f61e-48f3-9e76-d75b90b83522 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:03.107439 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e7055b87-e71a-4487-9fee-6609da595bb8 req-db9f3f5a-f61e-48f3-9e76-d75b90b83522 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0796125 Jan 26 11:49:03.150417 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e7055b87-e71a-4487-9fee-6609da595bb8 req-3ab9fad2-83a5-4681-9579-b5fbafff0cf8 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373800 Jan 26 11:49:04.335841 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0a937-67de-4ab2-ba11-215710a23ea2 req-d6434800-ac18-4dea-8eac-a8a6851fea97 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:04.337297 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-67e0a937-67de-4ab2-ba11-215710a23ea2 req-d6434800-ac18-4dea-8eac-a8a6851fea97 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0816052 Jan 26 11:49:04.380865 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-67e0a937-67de-4ab2-ba11-215710a23ea2 req-d1b39fc9-51a3-4cd7-b522-41d520fd3795 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372694 Jan 26 11:49:05.463171 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:05.583610 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038708aa-4b01-4f95-bc90-48f598c9ea12 req-932f0a09-25fc-4c75-87cc-4e0e00fac869 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:05.585736 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-038708aa-4b01-4f95-bc90-48f598c9ea12 req-932f0a09-25fc-4c75-87cc-4e0e00fac869 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0947523 Jan 26 11:49:05.630681 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-038708aa-4b01-4f95-bc90-48f598c9ea12 req-5c2ba9ac-3017-4ece-a866-16fef08a34de tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381451 Jan 26 11:49:05.865098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52b4a2-b413-45b9-801b-9ed6e1037bef req-737194b6-b82a-4646-be26-4b4e2e28e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:05.866679 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f52b4a2-b413-45b9-801b-9ed6e1037bef req-737194b6-b82a-4646-be26-4b4e2e28e10d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef&tenant_id=e0df3432496b454e9ae94470f1263d3a HTTP/1.1" status: 200 len: 1099 time: 0.0745306 Jan 26 11:49:05.959685 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52b4a2-b413-45b9-801b-9ed6e1037bef req-5c66614e-f453-4c32-b9d0-2897b8b4570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:05.961310 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f52b4a2-b413-45b9-801b-9ed6e1037bef req-5c66614e-f453-4c32-b9d0-2897b8b4570b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0df3432496b454e9ae94470f1263d3a&device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 1099 time: 0.0743229 Jan 26 11:49:06.094997 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52b4a2-b413-45b9-801b-9ed6e1037bef req-51fe8f12-99c2-4f46-aaeb-156f931246ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:06.096427 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f52b4a2-b413-45b9-801b-9ed6e1037bef req-51fe8f12-99c2-4f46-aaeb-156f931246ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 200 len: 913 time: 0.1294746 Jan 26 11:49:06.202267 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f52b4a2-b413-45b9-801b-9ed6e1037bef req-7c5e8618-f268-4e90-8a2d-459a925e8641 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63ba59f9-dc27-4a58-be1a-6811dd335f66 HTTP/1.1" status: 200 len: 1003 time: 0.0992568 Jan 26 11:49:06.265497 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52b4a2-b413-45b9-801b-9ed6e1037bef req-8cfea337-e8de-4cc2-8f80-ea8597a6005f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:06.266853 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f52b4a2-b413-45b9-801b-9ed6e1037bef req-8cfea337-e8de-4cc2-8f80-ea8597a6005f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 200 len: 851 time: 0.0581324 Jan 26 11:49:06.339831 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52b4a2-b413-45b9-801b-9ed6e1037bef req-86d202e2-072d-4177-bd62-d9b7afcf7ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:06.341379 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f52b4a2-b413-45b9-801b-9ed6e1037bef req-86d202e2-072d-4177-bd62-d9b7afcf7ba3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6fdef3f1-b727-4161-8796-e88dda7212be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681882 Jan 26 11:49:06.468747 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f52b4a2-b413-45b9-801b-9ed6e1037bef req-2f0c29f2-b0a8-41af-b216-ed8b8e758198 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214058 Jan 26 11:49:06.595542 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f52b4a2-b413-45b9-801b-9ed6e1037bef req-46fadd3d-3267-4589-86e2-84f0655b8a33 service neutron] 10.222.0.24 "GET /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208725 Jan 26 11:49:06.828025 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692093a-1f25-44f5-a5e4-d7bd3e6b426f req-ea414049-1d9d-4d5f-9ebd-938abb6c72fd tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:06.829519 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0692093a-1f25-44f5-a5e4-d7bd3e6b426f req-ea414049-1d9d-4d5f-9ebd-938abb6c72fd tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0867348 Jan 26 11:49:06.874661 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0692093a-1f25-44f5-a5e4-d7bd3e6b426f req-fda272c8-614a-413d-9285-850d09d3dfd7 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393503 Jan 26 11:49:08.069746 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2953bd1-81b3-4e9e-b250-397ce246f43a req-93c8ec0b-aca6-4233-a843-2d0caa71bedd tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:08.071253 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b2953bd1-81b3-4e9e-b250-397ce246f43a req-93c8ec0b-aca6-4233-a843-2d0caa71bedd tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0891640 Jan 26 11:49:08.119683 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 63ba59f9-dc27-4a58-be1a-6811dd335f66 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:49:08.120855 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b2953bd1-81b3-4e9e-b250-397ce246f43a req-f3e4d64d-799c-4dcb-b7f7-1bfd9b97f6aa tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423782 Jan 26 11:49:08.235456 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:08.260539 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e764de3-70e2-4ad1-97e6-2a44383cf2ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63ba59f9-dc27-4a58-be1a-6811dd335f66'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:49:08.269941 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 63ba59f9-dc27-4a58-be1a-6811dd335f66, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=63ba59f9-dc27-4a58-be1a-6811dd335f66,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:49:08.274363 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:08.316808 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e764de3-70e2-4ad1-97e6-2a44383cf2ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63ba59f9-dc27-4a58-be1a-6811dd335f66', 'code': 200} Jan 26 11:49:08.343743 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=63ba59f9-dc27-4a58-be1a-6811dd335f66,revision_number=9']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:49:09.305702 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf1ad4-8f8a-4e41-a659-d6fff9183c1c req-5362e916-a087-4616-a6b9-ac314a5f59bf tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:09.307175 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-21bf1ad4-8f8a-4e41-a659-d6fff9183c1c req-5362e916-a087-4616-a6b9-ac314a5f59bf tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 944 time: 0.0798790 Jan 26 11:49:09.352026 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-21bf1ad4-8f8a-4e41-a659-d6fff9183c1c req-2dd15f1f-6462-4f1e-85d3-28350d8ba9da tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386908 Jan 26 11:49:10.120928 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 63ba59f9-dc27-4a58-be1a-6811dd335f66 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:49:10.251498 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 63ba59f9-dc27-4a58-be1a-6811dd335f66, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=63ba59f9-dc27-4a58-be1a-6811dd335f66,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:49:10.264713 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '63ba59f9-dc27-4a58-be1a-6811dd335f66', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'port_id': '63ba59f9-dc27-4a58-be1a-6811dd335f66', 'mac_address': 'fa:16:3e:ce:76:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:49:10.318939 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:10.338941 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ba59f9-dc27-4a58-be1a-6811dd335f66 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:49:10.353674 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 63ba59f9-dc27-4a58-be1a-6811dd335f66, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=63ba59f9-dc27-4a58-be1a-6811dd335f66,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:49:10.358184 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:10.428387 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['63ba59f9-dc27-4a58-be1a-6811dd335f66'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:49:10.465021 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=63ba59f9-dc27-4a58-be1a-6811dd335f66,revision_number=10']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:49:10.537622 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce4e42-0f2a-46e3-b7ce-1e2e4553110b req-7a952cae-58c8-417d-a6b6-5e65478201fa tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:10.539137 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-53ce4e42-0f2a-46e3-b7ce-1e2e4553110b req-7a952cae-58c8-417d-a6b6-5e65478201fa tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0793378 Jan 26 11:49:10.587233 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-53ce4e42-0f2a-46e3-b7ce-1e2e4553110b req-081ef834-633f-4751-9ea7-dce308ddf13b tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417633 Jan 26 11:49:11.775835 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fe079-60e0-4984-9306-2923eed1c76d req-fe9b79dd-79b6-473f-ab02-10695d623b39 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:11.777318 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ed3fe079-60e0-4984-9306-2923eed1c76d req-fe9b79dd-79b6-473f-ab02-10695d623b39 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 946 time: 0.0820692 Jan 26 11:49:11.822093 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ed3fe079-60e0-4984-9306-2923eed1c76d req-5a5760f0-0564-46fc-a2ab-18ec1858a1c6 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383348 Jan 26 11:49:12.136166 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 63ba59f9-dc27-4a58-be1a-6811dd335f66 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:49:12.203519 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 63ba59f9-dc27-4a58-be1a-6811dd335f66 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:49:12.203886 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:12.319404 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:12.346344 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e764de3-70e2-4ad1-97e6-2a44383cf2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ba59f9-dc27-4a58-be1a-6811dd335f66'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:49:12.356364 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 63ba59f9-dc27-4a58-be1a-6811dd335f66, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=63ba59f9-dc27-4a58-be1a-6811dd335f66,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:49:12.360607 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:12.404944 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e764de3-70e2-4ad1-97e6-2a44383cf2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ba59f9-dc27-4a58-be1a-6811dd335f66', 'code': 200} Jan 26 11:49:12.429632 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=63ba59f9-dc27-4a58-be1a-6811dd335f66,revision_number=11']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:49:13.011301 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284afd5-ed84-4e7a-a1e0-e21a7817e63c req-200169dc-ffdf-4244-9e56-c2b5b70278ab tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:13.012952 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6284afd5-ed84-4e7a-a1e0-e21a7817e63c req-200169dc-ffdf-4244-9e56-c2b5b70278ab tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 947 time: 0.0809703 Jan 26 11:49:13.056906 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6284afd5-ed84-4e7a-a1e0-e21a7817e63c req-c7706592-6fc8-4322-b006-b56ca5753249 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384192 Jan 26 11:49:14.241408 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdb9f5-9ffe-47b3-b6e7-a57eb1593d65 req-9fbc8b54-4eb8-49b0-b621-cb72f5751f37 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:14.242872 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-48cdb9f5-9ffe-47b3-b6e7-a57eb1593d65 req-9fbc8b54-4eb8-49b0-b621-cb72f5751f37 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 947 time: 0.0789626 Jan 26 11:49:14.286368 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-48cdb9f5-9ffe-47b3-b6e7-a57eb1593d65 req-6b9c444b-ef07-4f5c-b81b-73855fd613d7 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367842 Jan 26 11:49:15.474210 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae73ef7-9e83-4339-bf69-88a84c09b049 req-559e1e53-e34a-4dcd-a91a-9e7ee7defcd7 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:15.475699 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0ae73ef7-9e83-4339-bf69-88a84c09b049 req-559e1e53-e34a-4dcd-a91a-9e7ee7defcd7 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 947 time: 0.0841520 Jan 26 11:49:15.519670 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0ae73ef7-9e83-4339-bf69-88a84c09b049 req-9229c091-521d-49b5-9d4c-b8f1fe918cef tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384245 Jan 26 11:49:15.705057 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e0b07-443d-4a9f-b185-7456ccb47366 req-5e3eec1b-efbc-4499-afee-808b3da81fbe tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:15.706430 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e71e0b07-443d-4a9f-b185-7456ccb47366 req-5e3eec1b-efbc-4499-afee-808b3da81fbe tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 947 time: 0.0819051 Jan 26 11:49:15.749986 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e71e0b07-443d-4a9f-b185-7456ccb47366 req-2e59f937-bc45-4ec3-ae23-0f031543768b tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376294 Jan 26 11:49:15.936786 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4de7d9-4065-464d-8f85-631cff4ac13e req-64151262-b07f-4ed4-ae5e-a5966857a17b tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:15.938261 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-dd4de7d9-4065-464d-8f85-631cff4ac13e req-64151262-b07f-4ed4-ae5e-a5966857a17b tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 947 time: 0.0792987 Jan 26 11:49:15.984837 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-dd4de7d9-4065-464d-8f85-631cff4ac13e req-844aed90-0e7f-4e97-b0ca-561b2c2f3dd2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405328 Jan 26 11:49:16.403039 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c6ee5-f85d-46e2-925a-4ee32a8d5e9b req-11b40920-acbf-4ebd-990b-ab4cd4aa543c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:16.405084 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-183c6ee5-f85d-46e2-925a-4ee32a8d5e9b req-11b40920-acbf-4ebd-990b-ab4cd4aa543c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 947 time: 0.0920188 Jan 26 11:49:16.453557 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-183c6ee5-f85d-46e2-925a-4ee32a8d5e9b req-b323b3d3-a4b7-4171-a35f-2dcb040ee5c5 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419674 Jan 26 11:49:17.640979 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c1a21-ae69-4f50-a018-36b28da3b5c3 req-628113f5-a09c-46cf-9052-aaaa0156b3d6 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:17.642463 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-208c1a21-ae69-4f50-a018-36b28da3b5c3 req-628113f5-a09c-46cf-9052-aaaa0156b3d6 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 947 time: 0.0796323 Jan 26 11:49:17.688018 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-208c1a21-ae69-4f50-a018-36b28da3b5c3 req-8803d589-1cca-45fd-8a93-278f9d1fd2d5 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396912 Jan 26 11:49:18.652434 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72ce54-7036-495c-9b14-93de339cf10e req-8ca88193-3d0a-4393-85ab-7b1c249f13fe tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:18.654020 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7c72ce54-7036-495c-9b14-93de339cf10e req-8ca88193-3d0a-4393-85ab-7b1c249f13fe tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 947 time: 0.0841470 Jan 26 11:49:18.721535 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-7c72ce54-7036-495c-9b14-93de339cf10e req-b18bfb77-0af2-4270-8ac0-cafc46346621 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Deleting port 63ba59f9-dc27-4a58-be1a-6811dd335f66 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:49:18.721879 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-7c72ce54-7036-495c-9b14-93de339cf10e req-b18bfb77-0af2-4270-8ac0-cafc46346621 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:18.891441 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b19f1-f996-425c-9dbd-1e974c892917 req-d42994e4-5c70-45cb-887b-4efaa41b058c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:18.892904 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b18b19f1-f996-425c-9dbd-1e974c892917 req-d42994e4-5c70-45cb-887b-4efaa41b058c tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 947 time: 0.0973990 Jan 26 11:49:18.941462 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b18b19f1-f996-425c-9dbd-1e974c892917 req-72e2c9aa-b500-4762-8266-19fc937519d2 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e6bc0ec-8074-438e-891e-4bb4e2b653b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427115 Jan 26 11:49:19.080146 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-7c72ce54-7036-495c-9b14-93de339cf10e req-b18bfb77-0af2-4270-8ac0-cafc46346621 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] For port 63ba59f9-dc27-4a58-be1a-6811dd335f66, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=63ba59f9-dc27-4a58-be1a-6811dd335f66,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:49:19.080503 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-7c72ce54-7036-495c-9b14-93de339cf10e req-b18bfb77-0af2-4270-8ac0-cafc46346621 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:19.363516 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-7c72ce54-7036-495c-9b14-93de339cf10e req-b18bfb77-0af2-4270-8ac0-cafc46346621 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:19.363889 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-7c72ce54-7036-495c-9b14-93de339cf10e req-b18bfb77-0af2-4270-8ac0-cafc46346621 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:19.364196 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [req-7c72ce54-7036-495c-9b14-93de339cf10e req-b18bfb77-0af2-4270-8ac0-cafc46346621 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Floating IP 60445e40-31d4-41ca-a6dc-fb789ae6a272 disassociated. External IP: 172.26.5.187, port: 63ba59f9-dc27-4a58-be1a-6811dd335f66. Jan 26 11:49:19.364528 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-7c72ce54-7036-495c-9b14-93de339cf10e req-b18bfb77-0af2-4270-8ac0-cafc46346621 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Calling delete_port for 63ba59f9-dc27-4a58-be1a-6811dd335f66 owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:49:19.509005 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-7c72ce54-7036-495c-9b14-93de339cf10e req-b18bfb77-0af2-4270-8ac0-cafc46346621 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:19.560825 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bfb77-0af2-4270-8ac0-cafc46346621 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Pushing event deleted for resources: {'Port': ['ID=63ba59f9-dc27-4a58-be1a-6811dd335f66,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:49:19.571561 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18bfb77-0af2-4270-8ac0-cafc46346621 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:49:19.571910 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18bfb77-0af2-4270-8ac0-cafc46346621 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:49:19.572253 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18bfb77-0af2-4270-8ac0-cafc46346621 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:49:19.572580 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18bfb77-0af2-4270-8ac0-cafc46346621 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:49:19.572906 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18bfb77-0af2-4270-8ac0-cafc46346621 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:49:19.573232 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18bfb77-0af2-4270-8ac0-cafc46346621 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:49:19.573554 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18bfb77-0af2-4270-8ac0-cafc46346621 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:49:19.573873 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18bfb77-0af2-4270-8ac0-cafc46346621 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:49:19.574192 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18bfb77-0af2-4270-8ac0-cafc46346621 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:49:19.574645 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18bfb77-0af2-4270-8ac0-cafc46346621 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:49:19.575377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18bfb77-0af2-4270-8ac0-cafc46346621 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:49:19.576232 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18bfb77-0af2-4270-8ac0-cafc46346621 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:49:19.763349 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c72ce54-7036-495c-9b14-93de339cf10e req-b18bfb77-0af2-4270-8ac0-cafc46346621 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Router 2807c256-0160-4e26-989b-3b1ddcef8ba7 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:49:19.941144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c72ce54-7036-495c-9b14-93de339cf10e req-b18bfb77-0af2-4270-8ac0-cafc46346621 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:49:19.951327 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62353c3f-f832-4085-9d76-e49f92776d6f None None] Sync routers for ids ['2807c256-0160-4e26-989b-3b1ddcef8ba7'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:49:19.960300 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62353c3f-f832-4085-9d76-e49f92776d6f None None] Routers {'2807c256-0160-4e26-989b-3b1ddcef8ba7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:49:19.961225 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-62353c3f-f832-4085-9d76-e49f92776d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:48:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2807c256-0160-4e26-989b-3b1ddcef8ba7'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:49:20.020492 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c72ce54-7036-495c-9b14-93de339cf10e req-b18bfb77-0af2-4270-8ac0-cafc46346621 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] No DVR routers for this DVR port 63ba59f9-dc27-4a58-be1a-6811dd335f66 on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:49:20.022943 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-7c72ce54-7036-495c-9b14-93de339cf10e req-b18bfb77-0af2-4270-8ac0-cafc46346621 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:20.025455 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e764de3-70e2-4ad1-97e6-2a44383cf2ef', 'name': 'network-vif-deleted', 'tag': '63ba59f9-dc27-4a58-be1a-6811dd335f66'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:49:20.043793 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7c72ce54-7036-495c-9b14-93de339cf10e req-b18bfb77-0af2-4270-8ac0-cafc46346621 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.24 "DELETE /v2.0/ports/63ba59f9-dc27-4a58-be1a-6811dd335f66 HTTP/1.1" status: 204 len: 173 time: 1.3846292 Jan 26 11:49:20.102400 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e764de3-70e2-4ad1-97e6-2a44383cf2ef', 'name': 'network-vif-deleted', 'tag': '63ba59f9-dc27-4a58-be1a-6811dd335f66', 'status': 'completed', 'code': 200} Jan 26 11:49:20.108899 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-fc9f777e-f457-497a-b650-a9bedc02a669 req-58d992e1-d265-456d-90f7-a62bb6cbadce tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Synchronizing usage tracker for tenant:e0df3432496b454e9ae94470f1263d3a on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:49:20.125546 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-fc9f777e-f457-497a-b650-a9bedc02a669 req-58d992e1-d265-456d-90f7-a62bb6cbadce tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Unset dirty status for tenant:e0df3432496b454e9ae94470f1263d3a on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:49:20.126940 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fc9f777e-f457-497a-b650-a9bedc02a669 req-58d992e1-d265-456d-90f7-a62bb6cbadce tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e764de3-70e2-4ad1-97e6-2a44383cf2ef HTTP/1.1" status: 200 len: 210 time: 0.0756269 Jan 26 11:49:20.161175 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-62353c3f-f832-4085-9d76-e49f92776d6f None None] Set router 2807c256-0160-4e26-989b-3b1ddcef8ba7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:49:20.484899 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-62353c3f-f832-4085-9d76-e49f92776d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '4135c01c-c363-44c4-8a99-de4f0d6a53aa', 'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'mac_address': 'fa:16:3e:dc:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:35Z', 'updated_at': '2022-01-26T11:43:40Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'subnets': [{'id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:49:20.488689 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62353c3f-f832-4085-9d76-e49f92776d6f None None] Checking router: 2807c256-0160-4e26-989b-3b1ddcef8ba7 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:49:20.496796 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62353c3f-f832-4085-9d76-e49f92776d6f None None] Routers {'2807c256-0160-4e26-989b-3b1ddcef8ba7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:49:20.498064 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-62353c3f-f832-4085-9d76-e49f92776d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:48:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2807c256-0160-4e26-989b-3b1ddcef8ba7'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:49:20.681467 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-62353c3f-f832-4085-9d76-e49f92776d6f None None] Set router 2807c256-0160-4e26-989b-3b1ddcef8ba7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:49:20.998545 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-62353c3f-f832-4085-9d76-e49f92776d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '4135c01c-c363-44c4-8a99-de4f0d6a53aa', 'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'mac_address': 'fa:16:3e:dc:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:35Z', 'updated_at': '2022-01-26T11:43:40Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'subnets': [{'id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:49:21.004518 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62353c3f-f832-4085-9d76-e49f92776d6f None None] The sync data for ids ['2807c256-0160-4e26-989b-3b1ddcef8ba7'] in dv-neutron-826439-1-hyperv is: [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:35Z', 'revision_number': 4, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '4135c01c-c363-44c4-8a99-de4f0d6a53aa', 'name': '', 'network_id': '6fdef3f1-b727-4161-8796-e88dda7212be', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'mac_address': 'fa:16:3e:dc:9e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:35Z', 'updated_at': '2022-01-26T11:43:40Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'subnets': [{'id': 'a4c2e85d-67e5-48d6-923e-3c674e0664b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:49:21.224047 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cf9e02-02e2-46b6-83c2-5f77f217a62a None None] New status for floating IP 60445e40-31d4-41ca-a6dc-fb789ae6a272: DOWN {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:49:22.198456 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 63ba59f9-dc27-4a58-be1a-6811dd335f66 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:49:22.233872 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: 63ba59f9-dc27-4a58-be1a-6811dd335f66 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:49:22.234633 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 63ba59f9-dc27-4a58-be1a-6811dd335f66 not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:49:22.590256 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-598b6dd9-11fd-4613-9489-34220e580a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:24.589369 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59068) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:49:24.652373 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2ca4a925-4e4c-43c0-97de-c290288cdd88 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:24.679011 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2ca4a925-4e4c-43c0-97de-c290288cdd88 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:24.730797 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2ca4a925-4e4c-43c0-97de-c290288cdd88 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:24.752751 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4a925-4e4c-43c0-97de-c290288cdd88 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6bc0ec-8074-438e-891e-4bb4e2b653b0,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:49:24.765981 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2ca4a925-4e4c-43c0-97de-c290288cdd88 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:24.767207 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2ca4a925-4e4c-43c0-97de-c290288cdd88 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "DELETE /v2.0/security-groups/3e6bc0ec-8074-438e-891e-4bb4e2b653b0 HTTP/1.1" status: 204 len: 168 time: 0.1768537 Jan 26 11:49:24.769679 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59072) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:49:24.786009 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-41423a3b-8efa-4697-96ec-11f271db06f6 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] show failed (client error): The resource could not be found. Jan 26 11:49:24.787009 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-41423a3b-8efa-4697-96ec-11f271db06f6 tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "GET /v2.0/security-groups/3e6bc0ec-8074-438e-891e-4bb4e2b653b0 HTTP/1.1" status: 404 len: 347 time: 0.0164049 Jan 26 11:49:24.789588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59076) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:49:24.842121 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e424d7fd-29da-4976-8ca2-b4d9f5978550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:25.050834 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-f8e40d9f-faff-4124-862a-be6159a1cb7b tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Deleting port 43ef4464-3c03-4677-b3d7-0f7988f86734 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:49:25.051176 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f8e40d9f-faff-4124-862a-be6159a1cb7b tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:25.220103 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f8e40d9f-faff-4124-862a-be6159a1cb7b tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:25.220424 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f8e40d9f-faff-4124-862a-be6159a1cb7b tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:25.340787 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-f8e40d9f-faff-4124-862a-be6159a1cb7b tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Calling delete_port for 43ef4464-3c03-4677-b3d7-0f7988f86734 owned by network:floatingip {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:49:25.478472 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f8e40d9f-faff-4124-862a-be6159a1cb7b tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:25.523430 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e40d9f-faff-4124-862a-be6159a1cb7b tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Pushing event deleted for resources: {'Port': ['ID=43ef4464-3c03-4677-b3d7-0f7988f86734,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:49:25.615130 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f8e40d9f-faff-4124-862a-be6159a1cb7b tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks [] for floatingip, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:25.631525 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f8e40d9f-faff-4124-862a-be6159a1cb7b tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:25.632652 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f8e40d9f-faff-4124-862a-be6159a1cb7b tempest-ServerActionsTestJSON-69862423 tempest-ServerActionsTestJSON-69862423-project] 10.222.0.39 "DELETE /v2.0/floatingips/60445e40-31d4-41ca-a6dc-fb789ae6a272 HTTP/1.1" status: 204 len: 168 time: 0.8421698 Jan 26 11:49:25.635637 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59080) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:49:25.901405 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:26.130478 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:26.234274 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-571aa33c-c1cc-4c12-828c-9747fb4d9954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:26.685677 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-571aa33c-c1cc-4c12-828c-9747fb4d9954 admin admin] Deleting port 4135c01c-c363-44c4-8a99-de4f0d6a53aa {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:49:26.686406 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-571aa33c-c1cc-4c12-828c-9747fb4d9954 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:26.855919 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-571aa33c-c1cc-4c12-828c-9747fb4d9954 admin admin] For port 4135c01c-c363-44c4-8a99-de4f0d6a53aa, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=4135c01c-c363-44c4-8a99-de4f0d6a53aa,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:49:26.856800 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-571aa33c-c1cc-4c12-828c-9747fb4d9954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:26.983484 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-571aa33c-c1cc-4c12-828c-9747fb4d9954 admin admin] Calling delete_port for 4135c01c-c363-44c4-8a99-de4f0d6a53aa owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:49:27.156146 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-571aa33c-c1cc-4c12-828c-9747fb4d9954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:27.205689 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571aa33c-c1cc-4c12-828c-9747fb4d9954 admin admin] Pushing event deleted for resources: {'Port': ['ID=4135c01c-c363-44c4-8a99-de4f0d6a53aa,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:49:27.472813 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-571aa33c-c1cc-4c12-828c-9747fb4d9954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:27.478173 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:27.622611 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:49:27.828289 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571aa33c-c1cc-4c12-828c-9747fb4d9954 admin admin] Router 2807c256-0160-4e26-989b-3b1ddcef8ba7 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:49:28.124384 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571aa33c-c1cc-4c12-828c-9747fb4d9954 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:49:28.132588 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f56a0bc-a002-420c-ac6b-bfadd87ec306 None None] Sync routers for ids ['2807c256-0160-4e26-989b-3b1ddcef8ba7'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:49:28.136109 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-571aa33c-c1cc-4c12-828c-9747fb4d9954 admin admin] 10.222.0.39 "PUT /v2.0/routers/2807c256-0160-4e26-989b-3b1ddcef8ba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4995139 Jan 26 11:49:28.139818 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59086) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:49:28.142093 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f56a0bc-a002-420c-ac6b-bfadd87ec306 None None] Routers {'2807c256-0160-4e26-989b-3b1ddcef8ba7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:49:28.142733 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-7f56a0bc-a002-420c-ac6b-bfadd87ec306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:49:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2807c256-0160-4e26-989b-3b1ddcef8ba7'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:49:28.313772 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aa2d2b1f-2c71-42bf-8724-cf203945b8be admin admin] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:28.317405 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-7f56a0bc-a002-420c-ac6b-bfadd87ec306 None None] Set router 2807c256-0160-4e26-989b-3b1ddcef8ba7 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:49:28.489753 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aa2d2b1f-2c71-42bf-8724-cf203945b8be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:28.500059 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-aa2d2b1f-2c71-42bf-8724-cf203945b8be admin admin] Deleting port 55c9239c-4486-48ed-a81b-4b2abf737c92 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:49:28.500493 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aa2d2b1f-2c71-42bf-8724-cf203945b8be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:28.637096 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-7f56a0bc-a002-420c-ac6b-bfadd87ec306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:49:27Z', 'revision_number': 5, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port': {'id': '55c9239c-4486-48ed-a81b-4b2abf737c92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:49:28.641364 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f56a0bc-a002-420c-ac6b-bfadd87ec306 None None] Checking router: 2807c256-0160-4e26-989b-3b1ddcef8ba7 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:49:28.649268 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f56a0bc-a002-420c-ac6b-bfadd87ec306 None None] Routers {'2807c256-0160-4e26-989b-3b1ddcef8ba7'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:49:28.649866 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-7f56a0bc-a002-420c-ac6b-bfadd87ec306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:49:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2807c256-0160-4e26-989b-3b1ddcef8ba7'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:49:28.674205 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-aa2d2b1f-2c71-42bf-8724-cf203945b8be admin admin] For port 55c9239c-4486-48ed-a81b-4b2abf737c92, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=55c9239c-4486-48ed-a81b-4b2abf737c92,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:49:28.674585 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aa2d2b1f-2c71-42bf-8724-cf203945b8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:28.796192 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-aa2d2b1f-2c71-42bf-8724-cf203945b8be admin admin] Calling delete_port for 55c9239c-4486-48ed-a81b-4b2abf737c92 owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:49:28.797866 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-7f56a0bc-a002-420c-ac6b-bfadd87ec306 None None] Set router 2807c256-0160-4e26-989b-3b1ddcef8ba7 gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:49:28.906513 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-7f56a0bc-a002-420c-ac6b-bfadd87ec306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:49:28Z', 'revision_number': 6, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:49:28.910501 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f56a0bc-a002-420c-ac6b-bfadd87ec306 None None] The sync data for ids ['2807c256-0160-4e26-989b-3b1ddcef8ba7'] in dv-neutron-826439-1-hyperv is: [{'id': '2807c256-0160-4e26-989b-3b1ddcef8ba7', 'name': 'tempest-ServerActionsTestJSON-1962660880-router', 'tenant_id': 'e0df3432496b454e9ae94470f1263d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:43:32Z', 'updated_at': '2022-01-26T11:49:28Z', 'revision_number': 6, 'project_id': 'e0df3432496b454e9ae94470f1263d3a', 'gw_port_host': None}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:49:28.971571 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aa2d2b1f-2c71-42bf-8724-cf203945b8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:29.017249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d2b1f-2c71-42bf-8724-cf203945b8be admin admin] Pushing event deleted for resources: {'Port': ['ID=55c9239c-4486-48ed-a81b-4b2abf737c92,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:49:29.108373 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aa2d2b1f-2c71-42bf-8724-cf203945b8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:29.394920 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aa2d2b1f-2c71-42bf-8724-cf203945b8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:29.397213 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aa2d2b1f-2c71-42bf-8724-cf203945b8be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:29.421164 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aa2d2b1f-2c71-42bf-8724-cf203945b8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:29.421675 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2d2b1f-2c71-42bf-8724-cf203945b8be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2807c256-0160-4e26-989b-3b1ddcef8ba7 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:49:29.433284 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aa2d2b1f-2c71-42bf-8724-cf203945b8be admin admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:29.434516 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-aa2d2b1f-2c71-42bf-8724-cf203945b8be admin admin] 10.222.0.39 "DELETE /v2.0/routers/2807c256-0160-4e26-989b-3b1ddcef8ba7 HTTP/1.1" status: 204 len: 168 time: 1.2936878 Jan 26 11:49:29.437011 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59090) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:49:29.495450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5e675a-5a3e-47b5-ad5a-429b2aa2ec9e admin admin] Deleting subnet a4c2e85d-67e5-48d6-923e-3c674e0664b6 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:49:29.499196 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1b5e675a-5a3e-47b5-ad5a-429b2aa2ec9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:29.549267 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1b5e675a-5a3e-47b5-ad5a-429b2aa2ec9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:29.628695 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1b5e675a-5a3e-47b5-ad5a-429b2aa2ec9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:29.697869 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1b5e675a-5a3e-47b5-ad5a-429b2aa2ec9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:29.734628 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e675a-5a3e-47b5-ad5a-429b2aa2ec9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4c2e85d-67e5-48d6-923e-3c674e0664b6,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:49:29.738130 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1b5e675a-5a3e-47b5-ad5a-429b2aa2ec9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:29.743861 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84be5d92-b083-4132-9943-7cde68170795 None None] Network 6fdef3f1-b727-4161-8796-e88dda7212be requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:49:29.744466 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1b5e675a-5a3e-47b5-ad5a-429b2aa2ec9e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a4c2e85d-67e5-48d6-923e-3c674e0664b6 HTTP/1.1" status: 204 len: 168 time: 0.3060081 Jan 26 11:49:29.746303 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59094) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:49:29.853086 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a05dbf2d-a443-4314-8451-d63b26e8f46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:29.863975 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-a05dbf2d-a443-4314-8451-d63b26e8f46a admin admin] Deleting port 888bb5a2-8ae5-4815-a2b6-56131dfc67c5 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:49:29.864304 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a05dbf2d-a443-4314-8451-d63b26e8f46a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:30.025412 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfeb5a3-180b-41ce-b049-d38d90a04b16 None None] DHCP port deletion for 6fdef3f1-b727-4161-8796-e88dda7212be request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:49:30.029797 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-bcfeb5a3-180b-41ce-b049-d38d90a04b16 None None] Deleting port 888bb5a2-8ae5-4815-a2b6-56131dfc67c5 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:49:30.030183 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb5a3-180b-41ce-b049-d38d90a04b16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:30.071215 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-a05dbf2d-a443-4314-8451-d63b26e8f46a admin admin] For port 888bb5a2-8ae5-4815-a2b6-56131dfc67c5, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=888bb5a2-8ae5-4815-a2b6-56131dfc67c5,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:49:30.071738 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a05dbf2d-a443-4314-8451-d63b26e8f46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:30.137691 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4135c01c-c363-44c4-8a99-de4f0d6a53aa no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:49:30.176689 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 4135c01c-c363-44c4-8a99-de4f0d6a53aa {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:49:30.177024 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4135c01c-c363-44c4-8a99-de4f0d6a53aa not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:49:30.177452 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 55c9239c-4486-48ed-a81b-4b2abf737c92 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:49:30.200674 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-a05dbf2d-a443-4314-8451-d63b26e8f46a admin admin] Calling delete_port for 888bb5a2-8ae5-4815-a2b6-56131dfc67c5 owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:49:30.228725 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 55c9239c-4486-48ed-a81b-4b2abf737c92 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:49:30.228997 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 55c9239c-4486-48ed-a81b-4b2abf737c92 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:49:30.229420 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 888bb5a2-8ae5-4815-a2b6-56131dfc67c5 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:49:30.280554 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a05dbf2d-a443-4314-8451-d63b26e8f46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:30.328913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05dbf2d-a443-4314-8451-d63b26e8f46a admin admin] No DVR routers for this DVR port 888bb5a2-8ae5-4815-a2b6-56131dfc67c5 on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:49:30.357312 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-bcfeb5a3-180b-41ce-b049-d38d90a04b16 None None] For port 888bb5a2-8ae5-4815-a2b6-56131dfc67c5, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=888bb5a2-8ae5-4815-a2b6-56131dfc67c5,segment=NetworkSegment(52b7d504-79e4-4e28-b9ce-0842eb17c0c2),segment_id=52b7d504-79e4-4e28-b9ce-0842eb17c0c2)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:49:30.357708 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb5a3-180b-41ce-b049-d38d90a04b16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:30.360965 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05dbf2d-a443-4314-8451-d63b26e8f46a admin admin] Pushing event deleted for resources: {'Port': ['ID=888bb5a2-8ae5-4815-a2b6-56131dfc67c5,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:49:30.417654 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No active binding found for port 888bb5a2-8ae5-4815-a2b6-56131dfc67c5 {{(pid=87444) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 26 11:49:30.418062 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 888bb5a2-8ae5-4815-a2b6-56131dfc67c5 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:49:30.448749 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a05dbf2d-a443-4314-8451-d63b26e8f46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:30.474528 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-a05dbf2d-a443-4314-8451-d63b26e8f46a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fdef3f1-b727-4161-8796-e88dda7212be']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:49:30.481775 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-bcfeb5a3-180b-41ce-b049-d38d90a04b16 None None] Calling delete_port for 888bb5a2-8ae5-4815-a2b6-56131dfc67c5 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:49:30.487591 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-a05dbf2d-a443-4314-8451-d63b26e8f46a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b7d504-79e4-4e28-b9ce-0842eb17c0c2') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:49:30.487884 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-a05dbf2d-a443-4314-8451-d63b26e8f46a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b7d504-79e4-4e28-b9ce-0842eb17c0c2') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:49:30.499714 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a05dbf2d-a443-4314-8451-d63b26e8f46a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:30.519387 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a05dbf2d-a443-4314-8451-d63b26e8f46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:30.525299 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05dbf2d-a443-4314-8451-d63b26e8f46a admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:49:30.525895 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a05dbf2d-a443-4314-8451-d63b26e8f46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:49:30.540012 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: from cryptography.utils import int_from_bytes Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: from cryptography.utils import int_from_bytes Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: util.warn_limited( Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: util.warn_limited( Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: util.warn( Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: util.warn( Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: util.warn( Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: util.warn( Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: util.warn( Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: util.warn( Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: util.warn( Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: util.warn( Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: util.warn( Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: util.warn( Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: util.warn( Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: util.warn( Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: util.warn( Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: util.warn( Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: util.warn( Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: util.warn( Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: util.warn( Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: util.warn( Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: util.warn( Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: util.warn( Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: util.warn( Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: util.warn( Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: util.warn( Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 11:49:30.549616 dv-neutron-826439-1-hyperv neutron-server[87444]: util.warn( Jan 26 11:49:30.554471 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-bcfeb5a3-180b-41ce-b049-d38d90a04b16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:49:30.554862 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-bcfeb5a3-180b-41ce-b049-d38d90a04b16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:49:30.613372 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a05dbf2d-a443-4314-8451-d63b26e8f46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:30.629239 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a05dbf2d-a443-4314-8451-d63b26e8f46a admin admin] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:30.641063 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05dbf2d-a443-4314-8451-d63b26e8f46a admin admin] Pushing event deleted for resources: {'Network': ['ID=6fdef3f1-b727-4161-8796-e88dda7212be,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:49:30.652644 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a05dbf2d-a443-4314-8451-d63b26e8f46a admin admin] 10.222.0.39 "DELETE /v2.0/networks/6fdef3f1-b727-4161-8796-e88dda7212be HTTP/1.1" status: 204 len: 168 time: 0.9048483 Jan 26 11:49:30.759243 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59100) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:49:30.811640 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e278afb3-52a1-44e6-b426-db3632a1cddd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e0df3432496b454e9ae94470f1263d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512307 Jan 26 11:49:30.814112 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59104) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:49:30.870737 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fe5c1794-5875-4435-a7c2-af4cf9730d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:30.895900 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fe5c1794-5875-4435-a7c2-af4cf9730d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:30.947106 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fe5c1794-5875-4435-a7c2-af4cf9730d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:30.962693 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c1794-5875-4435-a7c2-af4cf9730d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e51ede8-9817-4cfb-9b55-a3fc9d0b0c51,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:49:30.971824 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fe5c1794-5875-4435-a7c2-af4cf9730d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:30.972999 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fe5c1794-5875-4435-a7c2-af4cf9730d1e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6e51ede8-9817-4cfb-9b55-a3fc9d0b0c51 HTTP/1.1" status: 204 len: 168 time: 0.1579618 Jan 26 11:49:31.056072 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-bcfeb5a3-180b-41ce-b049-d38d90a04b16 None None] Deleting port 888bb5a2-8ae5-4815-a2b6-56131dfc67c5 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:49:31.056569 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb5a3-180b-41ce-b049-d38d90a04b16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:31.124678 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-bcfeb5a3-180b-41ce-b049-d38d90a04b16 None None] The port '888bb5a2-8ae5-4815-a2b6-56131dfc67c5' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:49:31.690727 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59128) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:49:31.793907 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-42833e46-a7f3-41c6-bc56-bb4474848b0b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2076327316-network', 'tenant_id': '6cc0991be3ef44a389dae71967da76f1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:49:31.798847 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-42833e46-a7f3-41c6-bc56-bb4474848b0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:49:31.802757 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-42833e46-a7f3-41c6-bc56-bb4474848b0b admin admin] Usage tracker for resource:network and tenant:6cc0991be3ef44a389dae71967da76f1 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:49:31.805667 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-42833e46-a7f3-41c6-bc56-bb4474848b0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:49:31.812690 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-42833e46-a7f3-41c6-bc56-bb4474848b0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:49:31.822450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42833e46-a7f3-41c6-bc56-bb4474848b0b admin admin] Made reservation on behalf of 6cc0991be3ef44a389dae71967da76f1 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:49:31.825383 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-42833e46-a7f3-41c6-bc56-bb4474848b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:31.837617 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-42833e46-a7f3-41c6-bc56-bb4474848b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:31.851454 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-42833e46-a7f3-41c6-bc56-bb4474848b0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:49:31.855206 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-42833e46-a7f3-41c6-bc56-bb4474848b0b admin admin] Usage tracker for resource:security_group_rule and tenant:6cc0991be3ef44a389dae71967da76f1 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:49:31.857976 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-42833e46-a7f3-41c6-bc56-bb4474848b0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:49:31.863732 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-42833e46-a7f3-41c6-bc56-bb4474848b0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:49:31.948103 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-42833e46-a7f3-41c6-bc56-bb4474848b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:31.952591 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-42833e46-a7f3-41c6-bc56-bb4474848b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:31.980659 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42833e46-a7f3-41c6-bc56-bb4474848b0b admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:49:31.993324 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42833e46-a7f3-41c6-bc56-bb4474848b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45752114-bd1a-4677-94bb-92eaef8f3c62,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:49:31.999815 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-42833e46-a7f3-41c6-bc56-bb4474848b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:32.000160 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-42833e46-a7f3-41c6-bc56-bb4474848b0b admin admin] Added segment 170462df-49fa-4d2a-b9d7-707f775a27dd of type vlan for network b3138163-9437-44e0-b60d-76950952b20e Jan 26 11:49:32.026669 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-42833e46-a7f3-41c6-bc56-bb4474848b0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:32.056150 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-42833e46-a7f3-41c6-bc56-bb4474848b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:32.057082 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42833e46-a7f3-41c6-bc56-bb4474848b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:32.057654 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-42833e46-a7f3-41c6-bc56-bb4474848b0b admin admin] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:32.164000 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42833e46-a7f3-41c6-bc56-bb4474848b0b admin admin] Pushing event updated for resources: {'Network': ['ID=b3138163-9437-44e0-b60d-76950952b20e,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:49:32.166759 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-42833e46-a7f3-41c6-bc56-bb4474848b0b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4749985 Jan 26 11:49:32.169852 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59134) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:49:32.174077 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network b3138163-9437-44e0-b60d-76950952b20e details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:49:32.175087 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-32931970-848f-40bc-9ceb-5f8a6c4ed8b9 admin admin] Request body: {'subnet': {'network_id': 'b3138163-9437-44e0-b60d-76950952b20e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2076327316-subnet', 'tenant_id': '6cc0991be3ef44a389dae71967da76f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:49:32.179913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-32931970-848f-40bc-9ceb-5f8a6c4ed8b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:49:32.183716 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-32931970-848f-40bc-9ceb-5f8a6c4ed8b9 admin admin] Usage tracker for resource:subnet and tenant:6cc0991be3ef44a389dae71967da76f1 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:49:32.186705 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-32931970-848f-40bc-9ceb-5f8a6c4ed8b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:49:32.192371 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-32931970-848f-40bc-9ceb-5f8a6c4ed8b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:49:32.210360 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32931970-848f-40bc-9ceb-5f8a6c4ed8b9 admin admin] Made reservation on behalf of 6cc0991be3ef44a389dae71967da76f1 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:49:32.213269 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-32931970-848f-40bc-9ceb-5f8a6c4ed8b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:32.413287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-32931970-848f-40bc-9ceb-5f8a6c4ed8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:32.491831 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32931970-848f-40bc-9ceb-5f8a6c4ed8b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9a6f600-c889-47bb-804f-63c8f9cc7d16,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:49:32.498919 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32931970-848f-40bc-9ceb-5f8a6c4ed8b9 admin admin] Checking segment: {'id': '170462df-49fa-4d2a-b9d7-707f775a27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b3138163-9437-44e0-b60d-76950952b20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:49:32.499285 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32931970-848f-40bc-9ceb-5f8a6c4ed8b9 admin admin] Network hostable DHCP agents. Network: b3138163-9437-44e0-b60d-76950952b20e, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:49:32.518084 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32931970-848f-40bc-9ceb-5f8a6c4ed8b9 admin admin] Network b3138163-9437-44e0-b60d-76950952b20e is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:49:32.526374 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-32931970-848f-40bc-9ceb-5f8a6c4ed8b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, b3138163-9437-44e0-b60d-76950952b20e) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:49:32.530774 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32931970-848f-40bc-9ceb-5f8a6c4ed8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:32.531376 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-32931970-848f-40bc-9ceb-5f8a6c4ed8b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:32.536352 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6654bc7e-6e73-4e17-832d-583a0a353523 None None] Network b3138163-9437-44e0-b60d-76950952b20e requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:49:32.557821 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-32931970-848f-40bc-9ceb-5f8a6c4ed8b9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3804977 Jan 26 11:49:32.745309 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dc76d2-e63f-4846-b8cc-f83cbd23b840 None None] Network b3138163-9437-44e0-b60d-76950952b20e requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:49:33.157615 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682262f0-3e29-4273-a105-28d20e9eea4d req-06d8386c-4503-464f-a5df-3e3bbc150d9a tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:33.158287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-682262f0-3e29-4273-a105-28d20e9eea4d req-06d8386c-4503-464f-a5df-3e3bbc150d9a tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Synchronizing usage tracker for tenant:6cc0991be3ef44a389dae71967da76f1 on resource:network {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:49:33.174722 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-682262f0-3e29-4273-a105-28d20e9eea4d req-06d8386c-4503-464f-a5df-3e3bbc150d9a tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Unset dirty status for tenant:6cc0991be3ef44a389dae71967da76f1 on resource:network {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:49:33.175874 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-682262f0-3e29-4273-a105-28d20e9eea4d req-06d8386c-4503-464f-a5df-3e3bbc150d9a tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/networks?id=b3138163-9437-44e0-b60d-76950952b20e HTTP/1.1" status: 200 len: 814 time: 0.2679133 Jan 26 11:49:33.191021 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-682262f0-3e29-4273-a105-28d20e9eea4d req-f4f8f9ba-c366-4288-a2c8-8f98bec8b972 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/quotas/6cc0991be3ef44a389dae71967da76f1 HTTP/1.1" status: 200 len: 375 time: 0.0098045 Jan 26 11:49:33.238824 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-682262f0-3e29-4273-a105-28d20e9eea4d req-fe39f190-e762-43aa-a30f-b9a4de116351 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6cc0991be3ef44a389dae71967da76f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426431 Jan 26 11:49:33.413120 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-682262f0-3e29-4273-a105-28d20e9eea4d req-9eb9a57d-0326-41f0-a040-f212c8b5e44c service neutron] 10.222.0.39 "GET /v2.0/networks/b3138163-9437-44e0-b60d-76950952b20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677184 Jan 26 11:49:33.542644 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-682262f0-3e29-4273-a105-28d20e9eea4d req-38ab47d4-a85f-4510-b53c-a8a294e77c3f service neutron] 10.222.0.39 "GET /v2.0/networks/b3138163-9437-44e0-b60d-76950952b20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230063 Jan 26 11:49:33.718141 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-77aaceb1-dbb5-4515-a761-a59a094e78c1 req-85bd5104-6ca1-47dd-b921-2dec2962941b tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=86036708-4107-4864-b32d-590dfcfdd171 HTTP/1.1" status: 200 len: 210 time: 0.0438108 Jan 26 11:49:34.922431 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c2855b18-b1a7-4944-9da1-526c2bbeb0e2 req-c989b727-f2e0-47e8-add7-9550fa8161ac tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=86036708-4107-4864-b32d-590dfcfdd171 HTTP/1.1" status: 200 len: 210 time: 0.0532100 Jan 26 11:49:34.967902 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682262f0-3e29-4273-a105-28d20e9eea4d req-2c8585fb-8fb8-4a88-98c6-2c321175f07e tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:34.969726 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-682262f0-3e29-4273-a105-28d20e9eea4d req-2c8585fb-8fb8-4a88-98c6-2c321175f07e tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.24 "GET /v2.0/networks?id=b3138163-9437-44e0-b60d-76950952b20e HTTP/1.1" status: 200 len: 814 time: 0.2123332 Jan 26 11:49:34.984118 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-682262f0-3e29-4273-a105-28d20e9eea4d req-d9de5d93-c569-461a-8ea8-f28e4f7e055a tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Request body: {'port': {'device_id': '86036708-4107-4864-b32d-590dfcfdd171', 'network_id': 'b3138163-9437-44e0-b60d-76950952b20e', 'admin_state_up': True, 'tenant_id': '6cc0991be3ef44a389dae71967da76f1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:49:35.118543 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-682262f0-3e29-4273-a105-28d20e9eea4d req-d9de5d93-c569-461a-8ea8-f28e4f7e055a tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:49:35.122668 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-682262f0-3e29-4273-a105-28d20e9eea4d req-d9de5d93-c569-461a-8ea8-f28e4f7e055a tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Usage tracker for resource:port and tenant:6cc0991be3ef44a389dae71967da76f1 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:49:35.125379 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-682262f0-3e29-4273-a105-28d20e9eea4d req-d9de5d93-c569-461a-8ea8-f28e4f7e055a tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:49:35.130884 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-682262f0-3e29-4273-a105-28d20e9eea4d req-d9de5d93-c569-461a-8ea8-f28e4f7e055a tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:49:35.140869 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682262f0-3e29-4273-a105-28d20e9eea4d req-d9de5d93-c569-461a-8ea8-f28e4f7e055a tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Made reservation on behalf of 6cc0991be3ef44a389dae71967da76f1 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:49:35.144378 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-682262f0-3e29-4273-a105-28d20e9eea4d req-d9de5d93-c569-461a-8ea8-f28e4f7e055a tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:35.312830 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-682262f0-3e29-4273-a105-28d20e9eea4d req-d9de5d93-c569-461a-8ea8-f28e4f7e055a tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Allocated IP 172.20.0.7 (b3138163-9437-44e0-b60d-76950952b20e/a9a6f600-c889-47bb-804f-63c8f9cc7d16/6c307f89-64fa-482f-948b-663f055087e7) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:49:35.463552 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:35.521468 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-682262f0-3e29-4273-a105-28d20e9eea4d req-d9de5d93-c569-461a-8ea8-f28e4f7e055a tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:35.550257 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-682262f0-3e29-4273-a105-28d20e9eea4d req-d9de5d93-c569-461a-8ea8-f28e4f7e055a tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:35.622011 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682262f0-3e29-4273-a105-28d20e9eea4d req-d9de5d93-c569-461a-8ea8-f28e4f7e055a tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Network b3138163-9437-44e0-b60d-76950952b20e is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:49:35.625023 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-682262f0-3e29-4273-a105-28d20e9eea4d req-d9de5d93-c569-461a-8ea8-f28e4f7e055a tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:49:35.629003 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-682262f0-3e29-4273-a105-28d20e9eea4d req-d9de5d93-c569-461a-8ea8-f28e4f7e055a tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:49:35.664910 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de5d93-c569-461a-8ea8-f28e4f7e055a tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Pushing event updated for resources: {'Port': ['ID=6c307f89-64fa-482f-948b-663f055087e7,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:49:35.695390 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682262f0-3e29-4273-a105-28d20e9eea4d req-d9de5d93-c569-461a-8ea8-f28e4f7e055a tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:35.695997 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-682262f0-3e29-4273-a105-28d20e9eea4d req-d9de5d93-c569-461a-8ea8-f28e4f7e055a tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:35.716245 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-682262f0-3e29-4273-a105-28d20e9eea4d req-d9de5d93-c569-461a-8ea8-f28e4f7e055a tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7358348 Jan 26 11:49:35.727050 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-682262f0-3e29-4273-a105-28d20e9eea4d req-00375c88-e31c-4359-b405-bb5965849741 service neutron] Request body: {'port': {'device_id': '86036708-4107-4864-b32d-590dfcfdd171', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:49:35.842847 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-682262f0-3e29-4273-a105-28d20e9eea4d req-00375c88-e31c-4359-b405-bb5965849741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:36.112134 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096f28c-88e7-48ac-9590-1dc162eebb95 req-f6a24dc5-1d91-47aa-87f9-bfb562f842e7 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:36.113991 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2096f28c-88e7-48ac-9590-1dc162eebb95 req-f6a24dc5-1d91-47aa-87f9-bfb562f842e7 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=86036708-4107-4864-b32d-590dfcfdd171 HTTP/1.1" status: 200 len: 931 time: 0.0840559 Jan 26 11:49:36.166025 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2096f28c-88e7-48ac-9590-1dc162eebb95 req-52f0cd2e-68dd-4e97-a42e-c7d8a6dd9972 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456147 Jan 26 11:49:36.309647 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-682262f0-3e29-4273-a105-28d20e9eea4d req-00375c88-e31c-4359-b405-bb5965849741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c307f89-64fa-482f-948b-663f055087e7 {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:49:36.317173 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-682262f0-3e29-4273-a105-28d20e9eea4d req-00375c88-e31c-4359-b405-bb5965849741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:36.331613 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-682262f0-3e29-4273-a105-28d20e9eea4d req-00375c88-e31c-4359-b405-bb5965849741 service neutron] Transition to ACTIVE for port object 6c307f89-64fa-482f-948b-663f055087e7 will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:49:36.335097 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-682262f0-3e29-4273-a105-28d20e9eea4d req-00375c88-e31c-4359-b405-bb5965849741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:36.461576 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00375c88-e31c-4359-b405-bb5965849741 service neutron] Pushing event updated for resources: {'Port': ['ID=6c307f89-64fa-482f-948b-663f055087e7,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:49:36.563188 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-682262f0-3e29-4273-a105-28d20e9eea4d req-00375c88-e31c-4359-b405-bb5965849741 service neutron] Attempting to bind port 6c307f89-64fa-482f-948b-663f055087e7 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:49:36.563441 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-682262f0-3e29-4273-a105-28d20e9eea4d req-00375c88-e31c-4359-b405-bb5965849741 service neutron] Attempting to bind port 6c307f89-64fa-482f-948b-663f055087e7 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '170462df-49fa-4d2a-b9d7-707f775a27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b3138163-9437-44e0-b60d-76950952b20e'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:49:36.563764 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682262f0-3e29-4273-a105-28d20e9eea4d req-00375c88-e31c-4359-b405-bb5965849741 service neutron] Attempting to bind port 6c307f89-64fa-482f-948b-663f055087e7 on network b3138163-9437-44e0-b60d-76950952b20e {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:49:36.568230 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682262f0-3e29-4273-a105-28d20e9eea4d req-00375c88-e31c-4359-b405-bb5965849741 service neutron] Port 6c307f89-64fa-482f-948b-663f055087e7 on network b3138163-9437-44e0-b60d-76950952b20e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:49:36.568535 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682262f0-3e29-4273-a105-28d20e9eea4d req-00375c88-e31c-4359-b405-bb5965849741 service neutron] Attempting to bind port 6c307f89-64fa-482f-948b-663f055087e7 on network b3138163-9437-44e0-b60d-76950952b20e {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:49:36.573509 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682262f0-3e29-4273-a105-28d20e9eea4d req-00375c88-e31c-4359-b405-bb5965849741 service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:49:36.573842 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682262f0-3e29-4273-a105-28d20e9eea4d req-00375c88-e31c-4359-b405-bb5965849741 service neutron] Checking segment: {'id': '170462df-49fa-4d2a-b9d7-707f775a27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b3138163-9437-44e0-b60d-76950952b20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:49:36.574229 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682262f0-3e29-4273-a105-28d20e9eea4d req-00375c88-e31c-4359-b405-bb5965849741 service neutron] Bound using segment: {'id': '170462df-49fa-4d2a-b9d7-707f775a27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b3138163-9437-44e0-b60d-76950952b20e'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:49:36.575226 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-682262f0-3e29-4273-a105-28d20e9eea4d req-00375c88-e31c-4359-b405-bb5965849741 service neutron] Bound port: 6c307f89-64fa-482f-948b-663f055087e7, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '170462df-49fa-4d2a-b9d7-707f775a27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b3138163-9437-44e0-b60d-76950952b20e'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:49:36.575665 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-682262f0-3e29-4273-a105-28d20e9eea4d req-00375c88-e31c-4359-b405-bb5965849741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:36.664800 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-682262f0-3e29-4273-a105-28d20e9eea4d req-00375c88-e31c-4359-b405-bb5965849741 service neutron] For port 6c307f89-64fa-482f-948b-663f055087e7, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:49:36.667691 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-682262f0-3e29-4273-a105-28d20e9eea4d req-00375c88-e31c-4359-b405-bb5965849741 service neutron] For port 6c307f89-64fa-482f-948b-663f055087e7, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=6c307f89-64fa-482f-948b-663f055087e7,segment=NetworkSegment(170462df-49fa-4d2a-b9d7-707f775a27dd),segment_id=170462df-49fa-4d2a-b9d7-707f775a27dd)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:49:36.672169 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-682262f0-3e29-4273-a105-28d20e9eea4d req-00375c88-e31c-4359-b405-bb5965849741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:36.731083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682262f0-3e29-4273-a105-28d20e9eea4d req-00375c88-e31c-4359-b405-bb5965849741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:36.731678 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-682262f0-3e29-4273-a105-28d20e9eea4d req-00375c88-e31c-4359-b405-bb5965849741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:36.733036 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-682262f0-3e29-4273-a105-28d20e9eea4d req-00375c88-e31c-4359-b405-bb5965849741 service neutron] 10.222.0.24 "PUT /v2.0/ports/6c307f89-64fa-482f-948b-663f055087e7 HTTP/1.1" status: 200 len: 1093 time: 1.0098939 Jan 26 11:49:36.733464 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86036708-4107-4864-b32d-590dfcfdd171', 'tag': '6c307f89-64fa-482f-948b-663f055087e7'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:49:36.757423 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00375c88-e31c-4359-b405-bb5965849741 service neutron] Pushing event updated for resources: {'Port': ['ID=6c307f89-64fa-482f-948b-663f055087e7,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:49:36.780744 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86036708-4107-4864-b32d-590dfcfdd171', 'tag': '6c307f89-64fa-482f-948b-663f055087e7', 'status': 'completed', 'code': 200} Jan 26 11:49:36.864223 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682262f0-3e29-4273-a105-28d20e9eea4d req-fee88ccc-3a68-489b-8203-55fde5dd4da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:36.866215 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-682262f0-3e29-4273-a105-28d20e9eea4d req-fee88ccc-3a68-489b-8203-55fde5dd4da1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6cc0991be3ef44a389dae71967da76f1&device_id=86036708-4107-4864-b32d-590dfcfdd171 HTTP/1.1" status: 200 len: 1096 time: 0.0845749 Jan 26 11:49:36.935952 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-682262f0-3e29-4273-a105-28d20e9eea4d req-a9d9722a-118a-41cb-ae06-b5c57cd2b9fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c307f89-64fa-482f-948b-663f055087e7 HTTP/1.1" status: 200 len: 217 time: 0.0629587 Jan 26 11:49:37.001537 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682262f0-3e29-4273-a105-28d20e9eea4d req-ff7eb125-e5b6-4057-b973-e3c7dc6ab454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:37.002991 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-682262f0-3e29-4273-a105-28d20e9eea4d req-ff7eb125-e5b6-4057-b973-e3c7dc6ab454 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a9a6f600-c889-47bb-804f-63c8f9cc7d16 HTTP/1.1" status: 200 len: 854 time: 0.0619035 Jan 26 11:49:37.049067 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-682262f0-3e29-4273-a105-28d20e9eea4d req-98021131-a2c7-4261-9145-01ca0c9c9199 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3138163-9437-44e0-b60d-76950952b20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395393 Jan 26 11:49:37.180055 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-682262f0-3e29-4273-a105-28d20e9eea4d req-0b6d8e16-ee10-4426-909e-34925767806e service neutron] 10.222.0.24 "GET /v2.0/networks/b3138163-9437-44e0-b60d-76950952b20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238604 Jan 26 11:49:37.311767 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-682262f0-3e29-4273-a105-28d20e9eea4d req-de179a11-7f18-4bd5-91d7-23532ef441df service neutron] 10.222.0.24 "GET /v2.0/networks/b3138163-9437-44e0-b60d-76950952b20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258800 Jan 26 11:49:37.354942 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36eeee3-84fa-401a-b307-a9988e3179d5 req-01f8139f-d8c1-4b82-8eb9-5a4a441200e4 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:37.356954 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b36eeee3-84fa-401a-b307-a9988e3179d5 req-01f8139f-d8c1-4b82-8eb9-5a4a441200e4 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=86036708-4107-4864-b32d-590dfcfdd171 HTTP/1.1" status: 200 len: 943 time: 0.0816500 Jan 26 11:49:37.402033 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b36eeee3-84fa-401a-b307-a9988e3179d5 req-edd6cde5-a0fe-43a6-a59e-e430069598f6 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393414 Jan 26 11:49:37.428611 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabff19-fba6-4af4-b230-a542892b3ffa req-3420aa86-4b45-4791-bcf1-7abbea6d2355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:37.430159 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0dabff19-fba6-4af4-b230-a542892b3ffa req-3420aa86-4b45-4791-bcf1-7abbea6d2355 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6cc0991be3ef44a389dae71967da76f1&device_id=86036708-4107-4864-b32d-590dfcfdd171 HTTP/1.1" status: 200 len: 1096 time: 0.0745401 Jan 26 11:49:37.560672 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabff19-fba6-4af4-b230-a542892b3ffa req-0b07e646-c2f3-424b-9d2d-f4262c63e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:37.562112 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0dabff19-fba6-4af4-b230-a542892b3ffa req-0b07e646-c2f3-424b-9d2d-f4262c63e2a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3138163-9437-44e0-b60d-76950952b20e HTTP/1.1" status: 200 len: 915 time: 0.1252041 Jan 26 11:49:37.632246 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0dabff19-fba6-4af4-b230-a542892b3ffa req-17ea28ab-704e-4e85-96ed-f50872f53304 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c307f89-64fa-482f-948b-663f055087e7 HTTP/1.1" status: 200 len: 217 time: 0.0638745 Jan 26 11:49:37.696210 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabff19-fba6-4af4-b230-a542892b3ffa req-12558f3d-24c3-4020-9535-86d0198d2455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:37.697893 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0dabff19-fba6-4af4-b230-a542892b3ffa req-12558f3d-24c3-4020-9535-86d0198d2455 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a9a6f600-c889-47bb-804f-63c8f9cc7d16 HTTP/1.1" status: 200 len: 854 time: 0.0599713 Jan 26 11:49:37.743970 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0dabff19-fba6-4af4-b230-a542892b3ffa req-ede40d37-e4eb-45f2-b7e5-a4b04bc3c19f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3138163-9437-44e0-b60d-76950952b20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399268 Jan 26 11:49:37.976514 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0dabff19-fba6-4af4-b230-a542892b3ffa req-e755f838-b6b2-46af-8606-ee33a2c5ed89 service neutron] 10.222.0.24 "GET /v2.0/networks/b3138163-9437-44e0-b60d-76950952b20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248249 Jan 26 11:49:38.109153 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0dabff19-fba6-4af4-b230-a542892b3ffa req-26aaffb1-8a5c-47f2-adc5-2d41ac5bb5bd service neutron] 10.222.0.24 "GET /v2.0/networks/b3138163-9437-44e0-b60d-76950952b20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261046 Jan 26 11:49:38.586363 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfd851-3d38-485c-b2d7-e3799f04cb51 req-a3d37a71-10b9-446d-b916-ee89ede7f3c8 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:38.587045 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-57bfd851-3d38-485c-b2d7-e3799f04cb51 req-a3d37a71-10b9-446d-b916-ee89ede7f3c8 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Synchronizing usage tracker for tenant:6cc0991be3ef44a389dae71967da76f1 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:49:38.602961 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-57bfd851-3d38-485c-b2d7-e3799f04cb51 req-a3d37a71-10b9-446d-b916-ee89ede7f3c8 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Unset dirty status for tenant:6cc0991be3ef44a389dae71967da76f1 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:49:38.604151 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-57bfd851-3d38-485c-b2d7-e3799f04cb51 req-a3d37a71-10b9-446d-b916-ee89ede7f3c8 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=86036708-4107-4864-b32d-590dfcfdd171 HTTP/1.1" status: 200 len: 943 time: 0.0954618 Jan 26 11:49:38.650486 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-57bfd851-3d38-485c-b2d7-e3799f04cb51 req-dcfffd76-b399-486e-9cf9-a72f06631f97 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Synchronizing usage tracker for tenant:6cc0991be3ef44a389dae71967da76f1 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:49:38.666693 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-57bfd851-3d38-485c-b2d7-e3799f04cb51 req-dcfffd76-b399-486e-9cf9-a72f06631f97 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Unset dirty status for tenant:6cc0991be3ef44a389dae71967da76f1 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:49:38.667830 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-57bfd851-3d38-485c-b2d7-e3799f04cb51 req-dcfffd76-b399-486e-9cf9-a72f06631f97 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573938 Jan 26 11:49:39.862122 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19f59d-1f37-4251-8433-c9f965877a5c req-b1b543d9-09c9-464a-8aa4-eb73326d610f tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:39.863636 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-3e19f59d-1f37-4251-8433-c9f965877a5c req-b1b543d9-09c9-464a-8aa4-eb73326d610f tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=86036708-4107-4864-b32d-590dfcfdd171 HTTP/1.1" status: 200 len: 943 time: 0.0917871 Jan 26 11:49:39.908013 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-3e19f59d-1f37-4251-8433-c9f965877a5c req-f350afea-2ecd-4bcf-a0d1-f93dc787ecf5 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388346 Jan 26 11:49:40.322973 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 6c307f89-64fa-482f-948b-663f055087e7 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:49:40.456248 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 6c307f89-64fa-482f-948b-663f055087e7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=6c307f89-64fa-482f-948b-663f055087e7,segment=NetworkSegment(170462df-49fa-4d2a-b9d7-707f775a27dd),segment_id=170462df-49fa-4d2a-b9d7-707f775a27dd)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:49:40.469804 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '6c307f89-64fa-482f-948b-663f055087e7', 'network_id': 'b3138163-9437-44e0-b60d-76950952b20e', 'port_id': '6c307f89-64fa-482f-948b-663f055087e7', 'mac_address': 'fa:16:3e:04:ee:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a6f600-c889-47bb-804f-63c8f9cc7d16', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:49:40.524981 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:40.544777 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c307f89-64fa-482f-948b-663f055087e7 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:49:40.559519 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 6c307f89-64fa-482f-948b-663f055087e7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=6c307f89-64fa-482f-948b-663f055087e7,segment=NetworkSegment(170462df-49fa-4d2a-b9d7-707f775a27dd),segment_id=170462df-49fa-4d2a-b9d7-707f775a27dd)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:49:40.563414 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:40.662237 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=6c307f89-64fa-482f-948b-663f055087e7,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:49:40.796886 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['6c307f89-64fa-482f-948b-663f055087e7'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:49:41.091771 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f15a9-da0c-4b63-807b-3c6e4ee91476 req-caa3ea8e-fea4-4772-8a25-ddae5ebda7fc tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:41.093145 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-373f15a9-da0c-4b63-807b-3c6e4ee91476 req-caa3ea8e-fea4-4772-8a25-ddae5ebda7fc tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=86036708-4107-4864-b32d-590dfcfdd171 HTTP/1.1" status: 200 len: 944 time: 0.0809932 Jan 26 11:49:41.135518 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-373f15a9-da0c-4b63-807b-3c6e4ee91476 req-20fd22f0-d2e2-4ae3-8e60-ecd25815a013 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368397 Jan 26 11:49:42.317515 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670235a-9e77-42ad-a67f-aff1367bec7b req-41e1f9bc-ae93-4a7b-aa3c-08ab553a62d0 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:42.319015 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9670235a-9e77-42ad-a67f-aff1367bec7b req-41e1f9bc-ae93-4a7b-aa3c-08ab553a62d0 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=86036708-4107-4864-b32d-590dfcfdd171 HTTP/1.1" status: 200 len: 944 time: 0.0797007 Jan 26 11:49:42.323577 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 6c307f89-64fa-482f-948b-663f055087e7 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:49:42.364738 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9670235a-9e77-42ad-a67f-aff1367bec7b req-ab168e33-9353-47ec-a689-0e9e6848092e tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383942 Jan 26 11:49:42.391470 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port 6c307f89-64fa-482f-948b-663f055087e7 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:49:42.396094 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 6c307f89-64fa-482f-948b-663f055087e7 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:49:42.396475 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:42.520621 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:42.546124 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86036708-4107-4864-b32d-590dfcfdd171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c307f89-64fa-482f-948b-663f055087e7'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:49:42.555685 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 6c307f89-64fa-482f-948b-663f055087e7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=6c307f89-64fa-482f-948b-663f055087e7,segment=NetworkSegment(170462df-49fa-4d2a-b9d7-707f775a27dd),segment_id=170462df-49fa-4d2a-b9d7-707f775a27dd)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:49:42.561038 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:42.597375 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86036708-4107-4864-b32d-590dfcfdd171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c307f89-64fa-482f-948b-663f055087e7', 'code': 200} Jan 26 11:49:42.636122 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=6c307f89-64fa-482f-948b-663f055087e7,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:49:42.819000 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ab6b7-44d2-4f2b-a87d-f7044c417f09 req-46129fff-0d4b-48dc-a79a-03ef62cbb150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:42.820467 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f29ab6b7-44d2-4f2b-a87d-f7044c417f09 req-46129fff-0d4b-48dc-a79a-03ef62cbb150 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=86036708-4107-4864-b32d-590dfcfdd171 HTTP/1.1" status: 200 len: 1098 time: 0.0758264 Jan 26 11:49:42.860181 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f29ab6b7-44d2-4f2b-a87d-f7044c417f09 req-c492c213-282c-4cd7-a3e1-5ef555d772fe service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337379 Jan 26 11:49:43.553036 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6607652-a164-432d-837f-5a097bca2779 req-2ea66658-3dfa-45d7-84db-84505958aa76 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:43.554492 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b6607652-a164-432d-837f-5a097bca2779 req-2ea66658-3dfa-45d7-84db-84505958aa76 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=86036708-4107-4864-b32d-590dfcfdd171 HTTP/1.1" status: 200 len: 945 time: 0.0813138 Jan 26 11:49:43.597691 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b6607652-a164-432d-837f-5a097bca2779 req-87fc0e72-3aba-42be-bb78-4b72536afb75 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374863 Jan 26 11:49:44.782884 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872601f5-2b22-45c0-9dbe-192be973da9d req-f35279ff-843e-45ee-95d9-330ee1b0c308 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:44.784357 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-872601f5-2b22-45c0-9dbe-192be973da9d req-f35279ff-843e-45ee-95d9-330ee1b0c308 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=86036708-4107-4864-b32d-590dfcfdd171 HTTP/1.1" status: 200 len: 945 time: 0.0790250 Jan 26 11:49:44.828931 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-872601f5-2b22-45c0-9dbe-192be973da9d req-24f6632a-117e-435c-9341-bcac21a46184 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389681 Jan 26 11:49:45.110112 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-15a799d1-74c4-46eb-b40e-4011efdc5dd4 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:45.111578 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-15a799d1-74c4-46eb-b40e-4011efdc5dd4 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/networks?id=b3138163-9437-44e0-b60d-76950952b20e HTTP/1.1" status: 200 len: 814 time: 0.1440368 Jan 26 11:49:45.126568 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-573bc8a4-37bb-478b-ac3e-394883377a06 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/quotas/6cc0991be3ef44a389dae71967da76f1 HTTP/1.1" status: 200 len: 375 time: 0.0095181 Jan 26 11:49:45.207789 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-3071e041-587c-446d-9d6e-75f5957b5ed9 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6cc0991be3ef44a389dae71967da76f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0763023 Jan 26 11:49:45.433537 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-c908a931-bb83-4432-9a82-8e12dacc784b service neutron] 10.222.0.39 "GET /v2.0/networks/b3138163-9437-44e0-b60d-76950952b20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191818 Jan 26 11:49:45.563753 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-3a4941d2-9a4d-40d5-a16a-34353c056948 service neutron] 10.222.0.39 "GET /v2.0/networks/b3138163-9437-44e0-b60d-76950952b20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240792 Jan 26 11:49:45.739844 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-803bb7f0-582e-4b2a-a994-49a01ff07306 req-38ff8f97-2c7d-453d-8525-5b50ce495085 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc6467f3-6616-4507-a4fa-8c10c4d75378 HTTP/1.1" status: 200 len: 210 time: 0.0487866 Jan 26 11:49:46.726307 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-7a2fca3c-eb71-4d3c-904e-2db8ab2b92c7 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:46.727906 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-7a2fca3c-eb71-4d3c-904e-2db8ab2b92c7 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.24 "GET /v2.0/networks?id=b3138163-9437-44e0-b60d-76950952b20e HTTP/1.1" status: 200 len: 814 time: 0.1472640 Jan 26 11:49:46.739292 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-b0fb8576-427c-4529-ace8-cb7f10037a16 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Request body: {'port': {'device_id': 'bc6467f3-6616-4507-a4fa-8c10c4d75378', 'network_id': 'b3138163-9437-44e0-b60d-76950952b20e', 'admin_state_up': True, 'tenant_id': '6cc0991be3ef44a389dae71967da76f1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:49:46.884327 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-b0fb8576-427c-4529-ace8-cb7f10037a16 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:49:46.893657 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-b0fb8576-427c-4529-ace8-cb7f10037a16 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:49:46.899641 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-96d19dcc-aef0-4899-b198-8740a87daf67 req-9525b719-844b-4ef6-ad3c-ec720ae92e50 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc6467f3-6616-4507-a4fa-8c10c4d75378 HTTP/1.1" status: 200 len: 210 time: 0.0464916 Jan 26 11:49:46.903936 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-b0fb8576-427c-4529-ace8-cb7f10037a16 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Made reservation on behalf of 6cc0991be3ef44a389dae71967da76f1 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:49:46.907599 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-b0fb8576-427c-4529-ace8-cb7f10037a16 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:47.068923 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-b0fb8576-427c-4529-ace8-cb7f10037a16 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Allocated IP 172.20.0.2 (b3138163-9437-44e0-b60d-76950952b20e/a9a6f600-c889-47bb-804f-63c8f9cc7d16/670a6d0a-69b0-4e59-a44c-4c6c378a7893) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:49:47.267022 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-b0fb8576-427c-4529-ace8-cb7f10037a16 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:47.295647 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-b0fb8576-427c-4529-ace8-cb7f10037a16 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:47.306839 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['6c307f89-64fa-482f-948b-663f055087e7'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:49:47.369303 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-b0fb8576-427c-4529-ace8-cb7f10037a16 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Network b3138163-9437-44e0-b60d-76950952b20e is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:49:47.370313 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-b0fb8576-427c-4529-ace8-cb7f10037a16 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:49:47.374473 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-b0fb8576-427c-4529-ace8-cb7f10037a16 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:49:47.407374 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb8576-427c-4529-ace8-cb7f10037a16 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Pushing event updated for resources: {'Port': ['ID=670a6d0a-69b0-4e59-a44c-4c6c378a7893,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:49:47.443275 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-b0fb8576-427c-4529-ace8-cb7f10037a16 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:47.443879 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-b0fb8576-427c-4529-ace8-cb7f10037a16 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:47.469067 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-b0fb8576-427c-4529-ace8-cb7f10037a16 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7333195 Jan 26 11:49:47.478144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-ff5c555d-40c5-40e1-806c-8a9263a29dee tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:49:47.479324 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-ff5c555d-40c5-40e1-806c-8a9263a29dee tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050287 Jan 26 11:49:47.488997 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-ec4c3377-9658-4471-8ef7-cc0d65a0be0e service neutron] Request body: {'port': {'device_id': 'bc6467f3-6616-4507-a4fa-8c10c4d75378', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:49:47.599738 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-ec4c3377-9658-4471-8ef7-cc0d65a0be0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:48.084069 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-ec4c3377-9658-4471-8ef7-cc0d65a0be0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 670a6d0a-69b0-4e59-a44c-4c6c378a7893 {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:49:48.098917 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-ec4c3377-9658-4471-8ef7-cc0d65a0be0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:48.118839 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-ec4c3377-9658-4471-8ef7-cc0d65a0be0e service neutron] Transition to ACTIVE for port object 670a6d0a-69b0-4e59-a44c-4c6c378a7893 will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:49:48.123201 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-ec4c3377-9658-4471-8ef7-cc0d65a0be0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:48.259067 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcec276-698e-453c-bc47-d826658f219c req-1532ea37-8c93-48ec-a93f-9ef8c541c8b3 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:48.259737 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-bbcec276-698e-453c-bc47-d826658f219c req-1532ea37-8c93-48ec-a93f-9ef8c541c8b3 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Synchronizing usage tracker for tenant:6cc0991be3ef44a389dae71967da76f1 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:49:48.294313 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c3377-9658-4471-8ef7-cc0d65a0be0e service neutron] Pushing event updated for resources: {'Port': ['ID=670a6d0a-69b0-4e59-a44c-4c6c378a7893,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:49:48.341192 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-bbcec276-698e-453c-bc47-d826658f219c req-1532ea37-8c93-48ec-a93f-9ef8c541c8b3 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Unset dirty status for tenant:6cc0991be3ef44a389dae71967da76f1 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:49:48.342563 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bbcec276-698e-453c-bc47-d826658f219c req-1532ea37-8c93-48ec-a93f-9ef8c541c8b3 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc6467f3-6616-4507-a4fa-8c10c4d75378 HTTP/1.1" status: 200 len: 931 time: 0.3228872 Jan 26 11:49:48.409777 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bbcec276-698e-453c-bc47-d826658f219c req-e0131e42-3a2d-4cf3-92e3-0cf59176260a tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610387 Jan 26 11:49:48.411699 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-ec4c3377-9658-4471-8ef7-cc0d65a0be0e service neutron] Attempting to bind port 670a6d0a-69b0-4e59-a44c-4c6c378a7893 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:49:48.412027 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-ec4c3377-9658-4471-8ef7-cc0d65a0be0e service neutron] Attempting to bind port 670a6d0a-69b0-4e59-a44c-4c6c378a7893 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '170462df-49fa-4d2a-b9d7-707f775a27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b3138163-9437-44e0-b60d-76950952b20e'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:49:48.412353 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-ec4c3377-9658-4471-8ef7-cc0d65a0be0e service neutron] Attempting to bind port 670a6d0a-69b0-4e59-a44c-4c6c378a7893 on network b3138163-9437-44e0-b60d-76950952b20e {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:49:48.416909 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-ec4c3377-9658-4471-8ef7-cc0d65a0be0e service neutron] Port 670a6d0a-69b0-4e59-a44c-4c6c378a7893 on network b3138163-9437-44e0-b60d-76950952b20e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:49:48.417223 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-ec4c3377-9658-4471-8ef7-cc0d65a0be0e service neutron] Attempting to bind port 670a6d0a-69b0-4e59-a44c-4c6c378a7893 on network b3138163-9437-44e0-b60d-76950952b20e {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:49:48.426396 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-ec4c3377-9658-4471-8ef7-cc0d65a0be0e service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:49:48.426745 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-ec4c3377-9658-4471-8ef7-cc0d65a0be0e service neutron] Checking segment: {'id': '170462df-49fa-4d2a-b9d7-707f775a27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b3138163-9437-44e0-b60d-76950952b20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:49:48.427134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-ec4c3377-9658-4471-8ef7-cc0d65a0be0e service neutron] Bound using segment: {'id': '170462df-49fa-4d2a-b9d7-707f775a27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b3138163-9437-44e0-b60d-76950952b20e'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:49:48.427568 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-ec4c3377-9658-4471-8ef7-cc0d65a0be0e service neutron] Bound port: 670a6d0a-69b0-4e59-a44c-4c6c378a7893, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '170462df-49fa-4d2a-b9d7-707f775a27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b3138163-9437-44e0-b60d-76950952b20e'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:49:48.427918 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-ec4c3377-9658-4471-8ef7-cc0d65a0be0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:48.515857 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-ec4c3377-9658-4471-8ef7-cc0d65a0be0e service neutron] For port 670a6d0a-69b0-4e59-a44c-4c6c378a7893, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:49:48.518977 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-ec4c3377-9658-4471-8ef7-cc0d65a0be0e service neutron] For port 670a6d0a-69b0-4e59-a44c-4c6c378a7893, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=670a6d0a-69b0-4e59-a44c-4c6c378a7893,segment=NetworkSegment(170462df-49fa-4d2a-b9d7-707f775a27dd),segment_id=170462df-49fa-4d2a-b9d7-707f775a27dd)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:49:48.523116 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-ec4c3377-9658-4471-8ef7-cc0d65a0be0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:48.584992 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-ec4c3377-9658-4471-8ef7-cc0d65a0be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:48.585593 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-ec4c3377-9658-4471-8ef7-cc0d65a0be0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:48.586967 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-ec4c3377-9658-4471-8ef7-cc0d65a0be0e service neutron] 10.222.0.24 "PUT /v2.0/ports/670a6d0a-69b0-4e59-a44c-4c6c378a7893 HTTP/1.1" status: 200 len: 1093 time: 1.1020877 Jan 26 11:49:48.587421 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6467f3-6616-4507-a4fa-8c10c4d75378', 'tag': '670a6d0a-69b0-4e59-a44c-4c6c378a7893'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:49:48.609355 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c3377-9658-4471-8ef7-cc0d65a0be0e service neutron] Pushing event updated for resources: {'Port': ['ID=670a6d0a-69b0-4e59-a44c-4c6c378a7893,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:49:48.657829 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6467f3-6616-4507-a4fa-8c10c4d75378', 'tag': '670a6d0a-69b0-4e59-a44c-4c6c378a7893', 'status': 'completed', 'code': 200} Jan 26 11:49:48.692409 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-62846cee-13e2-4854-b8f2-f01cf147358e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:48.693870 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-62846cee-13e2-4854-b8f2-f01cf147358e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6cc0991be3ef44a389dae71967da76f1&device_id=bc6467f3-6616-4507-a4fa-8c10c4d75378 HTTP/1.1" status: 200 len: 1096 time: 0.0725541 Jan 26 11:49:48.764477 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-33634ebb-5c42-4557-a5f6-147557c3eb5e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=670a6d0a-69b0-4e59-a44c-4c6c378a7893 HTTP/1.1" status: 200 len: 217 time: 0.0636861 Jan 26 11:49:48.826755 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-eeaa4977-e502-41da-8fb8-e0e5e1a3ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:48.828689 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-eeaa4977-e502-41da-8fb8-e0e5e1a3ee6a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a9a6f600-c889-47bb-804f-63c8f9cc7d16 HTTP/1.1" status: 200 len: 854 time: 0.0591753 Jan 26 11:49:48.883686 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-0d533959-238c-4881-923b-1a4c3fe6e157 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3138163-9437-44e0-b60d-76950952b20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489528 Jan 26 11:49:49.014132 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-1027d151-645f-4328-a90b-e0cf401fca97 service neutron] 10.222.0.24 "GET /v2.0/networks/b3138163-9437-44e0-b60d-76950952b20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247120 Jan 26 11:49:49.141566 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-481dfa1d-4d75-43a8-b5a7-8cc1a942d343 req-2480f873-bf67-4418-a3ae-2eb440f77dc9 service neutron] 10.222.0.24 "GET /v2.0/networks/b3138163-9437-44e0-b60d-76950952b20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219263 Jan 26 11:49:49.254395 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8deb6e-2355-4e6f-b5bb-5b7022fe53d5 req-58ce1a41-da93-495a-8238-30d6de039497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:49.255847 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1c8deb6e-2355-4e6f-b5bb-5b7022fe53d5 req-58ce1a41-da93-495a-8238-30d6de039497 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6cc0991be3ef44a389dae71967da76f1&device_id=bc6467f3-6616-4507-a4fa-8c10c4d75378 HTTP/1.1" status: 200 len: 1096 time: 0.0701652 Jan 26 11:49:49.385425 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8deb6e-2355-4e6f-b5bb-5b7022fe53d5 req-15196f73-eabc-4fe7-a875-ee9c88ac4776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:49.387468 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1c8deb6e-2355-4e6f-b5bb-5b7022fe53d5 req-15196f73-eabc-4fe7-a875-ee9c88ac4776 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b3138163-9437-44e0-b60d-76950952b20e HTTP/1.1" status: 200 len: 915 time: 0.1244788 Jan 26 11:49:49.597965 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1c8deb6e-2355-4e6f-b5bb-5b7022fe53d5 req-7009254f-fd48-437c-a0ba-8b5293f71ff2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=670a6d0a-69b0-4e59-a44c-4c6c378a7893 HTTP/1.1" status: 200 len: 217 time: 0.2039757 Jan 26 11:49:49.675859 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8deb6e-2355-4e6f-b5bb-5b7022fe53d5 req-dc20f94b-a36c-41f4-9316-8817828ac380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:49.677288 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1c8deb6e-2355-4e6f-b5bb-5b7022fe53d5 req-dc20f94b-a36c-41f4-9316-8817828ac380 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a9a6f600-c889-47bb-804f-63c8f9cc7d16 HTTP/1.1" status: 200 len: 854 time: 0.0720117 Jan 26 11:49:49.726096 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d4c95-ba52-4e8d-a6da-52fed9ae0377 req-2dff7e74-b12e-45ef-8d63-54b487a2f2f8 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:49.727459 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-173d4c95-ba52-4e8d-a6da-52fed9ae0377 req-2dff7e74-b12e-45ef-8d63-54b487a2f2f8 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc6467f3-6616-4507-a4fa-8c10c4d75378 HTTP/1.1" status: 200 len: 943 time: 0.1766422 Jan 26 11:49:49.734466 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1c8deb6e-2355-4e6f-b5bb-5b7022fe53d5 req-105b7da0-6e89-418e-8f9f-986e1dd8702a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b3138163-9437-44e0-b60d-76950952b20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489440 Jan 26 11:49:49.811667 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-173d4c95-ba52-4e8d-a6da-52fed9ae0377 req-f000cb61-fab2-40e4-8612-6ebc84d040e6 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762815 Jan 26 11:49:49.896498 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1c8deb6e-2355-4e6f-b5bb-5b7022fe53d5 req-7e84b840-36b5-4514-98df-da67ea85f276 service neutron] 10.222.0.24 "GET /v2.0/networks/b3138163-9437-44e0-b60d-76950952b20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489220 Jan 26 11:49:50.028919 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1c8deb6e-2355-4e6f-b5bb-5b7022fe53d5 req-f26e6e87-25b1-4cbc-8986-e93818e20fcf service neutron] 10.222.0.24 "GET /v2.0/networks/b3138163-9437-44e0-b60d-76950952b20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249828 Jan 26 11:49:50.994897 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed5e41-becd-44dc-afbf-029a05425391 req-7ec10b8d-67d3-4830-b2df-6b815612d757 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:50.997365 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-07ed5e41-becd-44dc-afbf-029a05425391 req-7ec10b8d-67d3-4830-b2df-6b815612d757 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc6467f3-6616-4507-a4fa-8c10c4d75378 HTTP/1.1" status: 200 len: 943 time: 0.0810099 Jan 26 11:49:51.040025 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-07ed5e41-becd-44dc-afbf-029a05425391 req-8006eca8-b966-4043-a5cb-d4679239dfd6 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374219 Jan 26 11:49:52.226826 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d58096-7536-48fd-8bbc-0ad0316cb8fa req-5af9346a-4cbe-4e24-adac-c9c304f67c15 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:52.228326 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-06d58096-7536-48fd-8bbc-0ad0316cb8fa req-5af9346a-4cbe-4e24-adac-c9c304f67c15 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc6467f3-6616-4507-a4fa-8c10c4d75378 HTTP/1.1" status: 200 len: 943 time: 0.0824449 Jan 26 11:49:52.271289 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-06d58096-7536-48fd-8bbc-0ad0316cb8fa req-c87898fb-2e34-4d7a-b5ac-af1b28048c4d tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368385 Jan 26 11:49:52.356541 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 670a6d0a-69b0-4e59-a44c-4c6c378a7893 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:49:52.488779 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 670a6d0a-69b0-4e59-a44c-4c6c378a7893, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=670a6d0a-69b0-4e59-a44c-4c6c378a7893,segment=NetworkSegment(170462df-49fa-4d2a-b9d7-707f775a27dd),segment_id=170462df-49fa-4d2a-b9d7-707f775a27dd)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:49:52.501907 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '670a6d0a-69b0-4e59-a44c-4c6c378a7893', 'network_id': 'b3138163-9437-44e0-b60d-76950952b20e', 'port_id': '670a6d0a-69b0-4e59-a44c-4c6c378a7893', 'mac_address': 'fa:16:3e:28:81:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a6f600-c889-47bb-804f-63c8f9cc7d16', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:49:52.557640 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:52.575168 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 670a6d0a-69b0-4e59-a44c-4c6c378a7893 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:49:52.600761 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 670a6d0a-69b0-4e59-a44c-4c6c378a7893, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=670a6d0a-69b0-4e59-a44c-4c6c378a7893,segment=NetworkSegment(170462df-49fa-4d2a-b9d7-707f775a27dd),segment_id=170462df-49fa-4d2a-b9d7-707f775a27dd)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:49:52.602172 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bc2fb372-4c14-491b-b81b-8728e2cdda3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:52.605212 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:52.671817 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=670a6d0a-69b0-4e59-a44c-4c6c378a7893,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:49:52.813540 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['670a6d0a-69b0-4e59-a44c-4c6c378a7893'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:49:53.458398 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e468b3c-285d-443e-82f6-0db6e54c6752 req-f1b623c9-1ba3-4a3c-b77b-9ff09e0acd32 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:53.459842 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7e468b3c-285d-443e-82f6-0db6e54c6752 req-f1b623c9-1ba3-4a3c-b77b-9ff09e0acd32 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc6467f3-6616-4507-a4fa-8c10c4d75378 HTTP/1.1" status: 200 len: 944 time: 0.0820014 Jan 26 11:49:53.503622 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7e468b3c-285d-443e-82f6-0db6e54c6752 req-4054b170-d62b-4093-80d0-9e8bd2d963ac tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376933 Jan 26 11:49:54.370182 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 670a6d0a-69b0-4e59-a44c-4c6c378a7893 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:49:54.438450 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port 670a6d0a-69b0-4e59-a44c-4c6c378a7893 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:49:54.443093 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 670a6d0a-69b0-4e59-a44c-4c6c378a7893 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:49:54.443460 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:54.558554 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:54.585456 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6467f3-6616-4507-a4fa-8c10c4d75378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670a6d0a-69b0-4e59-a44c-4c6c378a7893'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:49:54.595824 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 670a6d0a-69b0-4e59-a44c-4c6c378a7893, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=670a6d0a-69b0-4e59-a44c-4c6c378a7893,segment=NetworkSegment(170462df-49fa-4d2a-b9d7-707f775a27dd),segment_id=170462df-49fa-4d2a-b9d7-707f775a27dd)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:49:54.600108 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:54.640031 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6467f3-6616-4507-a4fa-8c10c4d75378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670a6d0a-69b0-4e59-a44c-4c6c378a7893', 'code': 200} Jan 26 11:49:54.672106 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=670a6d0a-69b0-4e59-a44c-4c6c378a7893,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:49:54.679262 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:49:54.679780 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:49:54.680125 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:49:54.680463 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:49:54.680797 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:49:54.681134 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:49:54.681463 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:49:54.681793 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:49:54.682131 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:49:54.682476 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:49:54.682800 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:49:54.683128 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:49:54.700969 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d77e94-63e8-416e-b778-c30a60a010d7 req-5f4f3425-2117-477c-962d-4a507619d083 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:54.702506 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f4d77e94-63e8-416e-b778-c30a60a010d7 req-5f4f3425-2117-477c-962d-4a507619d083 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc6467f3-6616-4507-a4fa-8c10c4d75378 HTTP/1.1" status: 200 len: 945 time: 0.0905185 Jan 26 11:49:54.748655 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f4d77e94-63e8-416e-b778-c30a60a010d7 req-acc81b9c-6ce6-4f95-a8d2-a237dea71838 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404928 Jan 26 11:49:54.845247 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a28b9e28-8953-47b6-8591-9c096225270c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:54.867985 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04850f7-3788-4b31-937a-474ab58a1466 req-eb97dda1-357e-49c9-bac5-3f5943a27cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:54.869449 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b04850f7-3788-4b31-937a-474ab58a1466 req-eb97dda1-357e-49c9-bac5-3f5943a27cbc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bc6467f3-6616-4507-a4fa-8c10c4d75378 HTTP/1.1" status: 200 len: 1098 time: 0.0732746 Jan 26 11:49:54.911118 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b04850f7-3788-4b31-937a-474ab58a1466 req-aaadd070-c7ce-4551-a27e-cdc672fc577d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349429 Jan 26 11:49:55.906204 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:55.948532 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888fd1e-7a63-4463-b505-53fe90624835 req-67049647-da47-4712-98ad-42dee0fe1989 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:55.950037 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-5888fd1e-7a63-4463-b505-53fe90624835 req-67049647-da47-4712-98ad-42dee0fe1989 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc6467f3-6616-4507-a4fa-8c10c4d75378 HTTP/1.1" status: 200 len: 945 time: 0.0898249 Jan 26 11:49:56.001014 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-5888fd1e-7a63-4463-b505-53fe90624835 req-6061a06e-8f17-4f48-ac9a-8a4a239d50aa tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450335 Jan 26 11:49:56.132208 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:57.188723 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f706cc9-e86c-46f5-b56b-180e38623eb9 req-902ca18b-cee2-4ee3-8ac9-8eba474a8d42 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:57.190106 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f706cc9-e86c-46f5-b56b-180e38623eb9 req-902ca18b-cee2-4ee3-8ac9-8eba474a8d42 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc6467f3-6616-4507-a4fa-8c10c4d75378 HTTP/1.1" status: 200 len: 945 time: 0.0844312 Jan 26 11:49:57.233507 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4f706cc9-e86c-46f5-b56b-180e38623eb9 req-7bd23f0e-4e6f-479d-9261-056147612833 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378540 Jan 26 11:49:57.481758 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:57.612383 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a301d-112b-4257-bfe6-a5eedd8d82de req-eeadc238-de9d-44f7-91f2-c176456cd500 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:57.613828 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a63a301d-112b-4257-bfe6-a5eedd8d82de req-eeadc238-de9d-44f7-91f2-c176456cd500 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc6467f3-6616-4507-a4fa-8c10c4d75378 HTTP/1.1" status: 200 len: 945 time: 0.0790088 Jan 26 11:49:57.660789 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a63a301d-112b-4257-bfe6-a5eedd8d82de req-462dc6aa-3a36-44c1-8f1a-98688170fb52 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414295 Jan 26 11:49:58.844971 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c950689-b209-414c-88b3-4561eb15c614 req-b6cb60c0-bc1f-4b39-8f38-39072e872e68 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:58.846486 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9c950689-b209-414c-88b3-4561eb15c614 req-b6cb60c0-bc1f-4b39-8f38-39072e872e68 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc6467f3-6616-4507-a4fa-8c10c4d75378 HTTP/1.1" status: 200 len: 945 time: 0.0801177 Jan 26 11:49:58.891904 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9c950689-b209-414c-88b3-4561eb15c614 req-16da59d7-6748-4e06-8499-868c1e2471e7 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397375 Jan 26 11:49:58.932402 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bdaa6-df3c-4e97-8dab-b9f8fd618de0 req-5a8fcc8f-0527-44f6-aabf-a8806ca20c58 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:49:58.934524 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-851bdaa6-df3c-4e97-8dab-b9f8fd618de0 req-5a8fcc8f-0527-44f6-aabf-a8806ca20c58 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc6467f3-6616-4507-a4fa-8c10c4d75378 HTTP/1.1" status: 200 len: 945 time: 0.0812492 Jan 26 11:49:59.003103 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-851bdaa6-df3c-4e97-8dab-b9f8fd618de0 req-fe614b9a-557a-408c-aee8-e3c443915138 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Deleting port 670a6d0a-69b0-4e59-a44c-4c6c378a7893 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:49:59.003351 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-851bdaa6-df3c-4e97-8dab-b9f8fd618de0 req-fe614b9a-557a-408c-aee8-e3c443915138 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:59.248442 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-851bdaa6-df3c-4e97-8dab-b9f8fd618de0 req-fe614b9a-557a-408c-aee8-e3c443915138 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] For port 670a6d0a-69b0-4e59-a44c-4c6c378a7893, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=670a6d0a-69b0-4e59-a44c-4c6c378a7893,segment=NetworkSegment(170462df-49fa-4d2a-b9d7-707f775a27dd),segment_id=170462df-49fa-4d2a-b9d7-707f775a27dd)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:49:59.248793 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-851bdaa6-df3c-4e97-8dab-b9f8fd618de0 req-fe614b9a-557a-408c-aee8-e3c443915138 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:59.370701 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-851bdaa6-df3c-4e97-8dab-b9f8fd618de0 req-fe614b9a-557a-408c-aee8-e3c443915138 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Calling delete_port for 670a6d0a-69b0-4e59-a44c-4c6c378a7893 owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:49:59.511653 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-851bdaa6-df3c-4e97-8dab-b9f8fd618de0 req-fe614b9a-557a-408c-aee8-e3c443915138 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:59.523460 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['6c307f89-64fa-482f-948b-663f055087e7', '670a6d0a-69b0-4e59-a44c-4c6c378a7893'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:49:59.667662 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe614b9a-557a-408c-aee8-e3c443915138 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Pushing event deleted for resources: {'Port': ['ID=670a6d0a-69b0-4e59-a44c-4c6c378a7893,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:49:59.740750 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-851bdaa6-df3c-4e97-8dab-b9f8fd618de0 req-fe614b9a-557a-408c-aee8-e3c443915138 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] No DVR routers for this DVR port 670a6d0a-69b0-4e59-a44c-4c6c378a7893 on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:49:59.743147 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-851bdaa6-df3c-4e97-8dab-b9f8fd618de0 req-fe614b9a-557a-408c-aee8-e3c443915138 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:49:59.745558 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6467f3-6616-4507-a4fa-8c10c4d75378', 'name': 'network-vif-deleted', 'tag': '670a6d0a-69b0-4e59-a44c-4c6c378a7893'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:49:59.762034 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-851bdaa6-df3c-4e97-8dab-b9f8fd618de0 req-fe614b9a-557a-408c-aee8-e3c443915138 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.24 "DELETE /v2.0/ports/670a6d0a-69b0-4e59-a44c-4c6c378a7893 HTTP/1.1" status: 204 len: 173 time: 0.8221936 Jan 26 11:49:59.795333 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6467f3-6616-4507-a4fa-8c10c4d75378', 'name': 'network-vif-deleted', 'tag': '670a6d0a-69b0-4e59-a44c-4c6c378a7893', 'status': 'completed', 'code': 200} Jan 26 11:50:00.051121 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0e8ea952-6627-4fce-9b76-cb12e34fc79c req-1cfb74e4-586e-40f9-ae7c-1fd419a3ea59 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc6467f3-6616-4507-a4fa-8c10c4d75378 HTTP/1.1" status: 200 len: 210 time: 0.0426106 Jan 26 11:50:01.310313 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480917a-3d6b-4ad6-9b6e-8312e27bc3b7 req-27c51b05-adef-4186-9937-7cdf72ed1248 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:01.311798 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a480917a-3d6b-4ad6-9b6e-8312e27bc3b7 req-27c51b05-adef-4186-9937-7cdf72ed1248 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=86036708-4107-4864-b32d-590dfcfdd171 HTTP/1.1" status: 200 len: 945 time: 0.0831673 Jan 26 11:50:01.356500 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a480917a-3d6b-4ad6-9b6e-8312e27bc3b7 req-77dc71b3-d08e-4952-a4bc-fa2da2d1f5fb tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388787 Jan 26 11:50:01.553436 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be1b8e-c992-434d-8e66-bf7827bb6f46 req-5d6fe18c-4ea0-4351-a421-22adf030660a tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:01.554890 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-98be1b8e-c992-434d-8e66-bf7827bb6f46 req-5d6fe18c-4ea0-4351-a421-22adf030660a tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=86036708-4107-4864-b32d-590dfcfdd171 HTTP/1.1" status: 200 len: 945 time: 0.0781286 Jan 26 11:50:01.602208 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-98be1b8e-c992-434d-8e66-bf7827bb6f46 req-b99e2c40-f83d-4bdf-aba4-708ee3e935b7 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412512 Jan 26 11:50:01.786969 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e765bf-8169-4f27-aa2a-bcc7a52ba199 req-3d74c70c-81d2-4966-a184-9a22f8947873 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:01.787667 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-e0e765bf-8169-4f27-aa2a-bcc7a52ba199 req-3d74c70c-81d2-4966-a184-9a22f8947873 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Synchronizing usage tracker for tenant:6cc0991be3ef44a389dae71967da76f1 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:50:01.802755 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-e0e765bf-8169-4f27-aa2a-bcc7a52ba199 req-3d74c70c-81d2-4966-a184-9a22f8947873 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Unset dirty status for tenant:6cc0991be3ef44a389dae71967da76f1 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:50:01.803894 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e0e765bf-8169-4f27-aa2a-bcc7a52ba199 req-3d74c70c-81d2-4966-a184-9a22f8947873 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=86036708-4107-4864-b32d-590dfcfdd171 HTTP/1.1" status: 200 len: 945 time: 0.0975137 Jan 26 11:50:01.848484 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e0e765bf-8169-4f27-aa2a-bcc7a52ba199 req-659131b3-190d-47b4-b0eb-e611f56109ee tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384357 Jan 26 11:50:02.134261 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be820df5-f6e2-4d78-bb2b-86f4988a5319 req-dd4573e2-8eb5-4b86-bde0-8c75ab2cd6fb tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:02.135683 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-be820df5-f6e2-4d78-bb2b-86f4988a5319 req-dd4573e2-8eb5-4b86-bde0-8c75ab2cd6fb tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=86036708-4107-4864-b32d-590dfcfdd171 HTTP/1.1" status: 200 len: 945 time: 0.0799491 Jan 26 11:50:02.179170 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-be820df5-f6e2-4d78-bb2b-86f4988a5319 req-b2471ea7-a3d9-4ed9-ada5-9bba514496f0 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377409 Jan 26 11:50:02.365783 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48f47c-d242-4041-ac90-a2ef9e760e89 req-06c657e4-bb00-451f-8a83-d3bf1cc7732e tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:02.367269 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ce48f47c-d242-4041-ac90-a2ef9e760e89 req-06c657e4-bb00-451f-8a83-d3bf1cc7732e tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=86036708-4107-4864-b32d-590dfcfdd171 HTTP/1.1" status: 200 len: 945 time: 0.0811343 Jan 26 11:50:02.413265 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ce48f47c-d242-4041-ac90-a2ef9e760e89 req-a88a0417-448c-4577-b946-315b4e70920e tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398355 Jan 26 11:50:02.429524 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 670a6d0a-69b0-4e59-a44c-4c6c378a7893 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:50:02.465355 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: 670a6d0a-69b0-4e59-a44c-4c6c378a7893 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:50:02.466283 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 670a6d0a-69b0-4e59-a44c-4c6c378a7893 not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:50:02.609432 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b39bf-2f1f-458a-b62c-50bc6f4f5e98 req-6640507d-679e-4490-ad13-4d895d93e434 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:02.610917 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b63b39bf-2f1f-458a-b62c-50bc6f4f5e98 req-6640507d-679e-4490-ad13-4d895d93e434 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=86036708-4107-4864-b32d-590dfcfdd171 HTTP/1.1" status: 200 len: 945 time: 0.0837955 Jan 26 11:50:02.654751 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b63b39bf-2f1f-458a-b62c-50bc6f4f5e98 req-45ae7f93-c9e9-4f32-8927-feea1c581e1b tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381765 Jan 26 11:50:03.174049 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909dc72-4444-49d5-898e-27814ff73497 req-dde3333c-70aa-42e0-aaff-08fe9f8e889c tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:03.175538 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f909dc72-4444-49d5-898e-27814ff73497 req-dde3333c-70aa-42e0-aaff-08fe9f8e889c tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=86036708-4107-4864-b32d-590dfcfdd171 HTTP/1.1" status: 200 len: 945 time: 0.0806651 Jan 26 11:50:03.219785 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f909dc72-4444-49d5-898e-27814ff73497 req-738e8fd6-ffc8-4492-ab29-820abc6047b0 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386853 Jan 26 11:50:04.446855 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c331a58-2487-4f97-8d8b-082b41546ad9 req-c712dc44-2291-4941-87df-4d840fbd89c5 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:04.448211 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3c331a58-2487-4f97-8d8b-082b41546ad9 req-c712dc44-2291-4941-87df-4d840fbd89c5 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=86036708-4107-4864-b32d-590dfcfdd171 HTTP/1.1" status: 200 len: 945 time: 0.1213012 Jan 26 11:50:04.513713 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3c331a58-2487-4f97-8d8b-082b41546ad9 req-c0bb76ee-cb9f-4215-8c30-41594dd38ed8 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/security-groups?id=45752114-bd1a-4677-94bb-92eaef8f3c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567312 Jan 26 11:50:04.521996 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b5301-d894-4e2c-a4cd-adb0a58b5bea req-b5fa4afb-f426-4558-823a-c5d3a46b4567 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:04.523496 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f40b5301-d894-4e2c-a4cd-adb0a58b5bea req-b5fa4afb-f426-4558-823a-c5d3a46b4567 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.24 "GET /v2.0/ports?device_id=86036708-4107-4864-b32d-590dfcfdd171 HTTP/1.1" status: 200 len: 945 time: 0.1271813 Jan 26 11:50:04.590839 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-f40b5301-d894-4e2c-a4cd-adb0a58b5bea req-e6d9ec1a-4879-4274-a69c-e50057258f0d tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Deleting port 6c307f89-64fa-482f-948b-663f055087e7 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:50:04.591183 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-f40b5301-d894-4e2c-a4cd-adb0a58b5bea req-e6d9ec1a-4879-4274-a69c-e50057258f0d tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:04.620887 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:50:04.835927 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-f40b5301-d894-4e2c-a4cd-adb0a58b5bea req-e6d9ec1a-4879-4274-a69c-e50057258f0d tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] For port 6c307f89-64fa-482f-948b-663f055087e7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=6c307f89-64fa-482f-948b-663f055087e7,segment=NetworkSegment(170462df-49fa-4d2a-b9d7-707f775a27dd),segment_id=170462df-49fa-4d2a-b9d7-707f775a27dd)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:50:04.836283 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-f40b5301-d894-4e2c-a4cd-adb0a58b5bea req-e6d9ec1a-4879-4274-a69c-e50057258f0d tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:04.957428 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-f40b5301-d894-4e2c-a4cd-adb0a58b5bea req-e6d9ec1a-4879-4274-a69c-e50057258f0d tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Calling delete_port for 6c307f89-64fa-482f-948b-663f055087e7 owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:50:05.099574 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-f40b5301-d894-4e2c-a4cd-adb0a58b5bea req-e6d9ec1a-4879-4274-a69c-e50057258f0d tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:05.111215 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['6c307f89-64fa-482f-948b-663f055087e7'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:50:05.179510 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9ec1a-4879-4274-a69c-e50057258f0d tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Pushing event deleted for resources: {'Port': ['ID=6c307f89-64fa-482f-948b-663f055087e7,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:05.232080 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40b5301-d894-4e2c-a4cd-adb0a58b5bea req-e6d9ec1a-4879-4274-a69c-e50057258f0d tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] No DVR routers for this DVR port 6c307f89-64fa-482f-948b-663f055087e7 on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:50:05.234463 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-f40b5301-d894-4e2c-a4cd-adb0a58b5bea req-e6d9ec1a-4879-4274-a69c-e50057258f0d tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:05.236941 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86036708-4107-4864-b32d-590dfcfdd171', 'name': 'network-vif-deleted', 'tag': '6c307f89-64fa-482f-948b-663f055087e7'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:50:05.253545 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f40b5301-d894-4e2c-a4cd-adb0a58b5bea req-e6d9ec1a-4879-4274-a69c-e50057258f0d tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.24 "DELETE /v2.0/ports/6c307f89-64fa-482f-948b-663f055087e7 HTTP/1.1" status: 204 len: 173 time: 0.7251546 Jan 26 11:50:05.290005 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86036708-4107-4864-b32d-590dfcfdd171', 'name': 'network-vif-deleted', 'tag': '6c307f89-64fa-482f-948b-663f055087e7', 'status': 'completed', 'code': 200} Jan 26 11:50:05.458092 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:05.677570 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-c3da4068-e4f7-4a67-9c02-25ed8a520ab2 req-94891839-b31b-483e-b397-ac6585d4a293 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Synchronizing usage tracker for tenant:6cc0991be3ef44a389dae71967da76f1 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:50:05.695528 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-c3da4068-e4f7-4a67-9c02-25ed8a520ab2 req-94891839-b31b-483e-b397-ac6585d4a293 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] Unset dirty status for tenant:6cc0991be3ef44a389dae71967da76f1 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:50:05.697344 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3da4068-e4f7-4a67-9c02-25ed8a520ab2 req-94891839-b31b-483e-b397-ac6585d4a293 tempest-ServersNegativeTestJSON-850721370 tempest-ServersNegativeTestJSON-850721370-project] 10.222.0.39 "GET /v2.0/ports?device_id=86036708-4107-4864-b32d-590dfcfdd171 HTTP/1.1" status: 200 len: 210 time: 0.0650713 Jan 26 11:50:06.793141 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59290) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:06.860151 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c62a5b-6afb-4cd9-b930-78bb30dc93ca admin admin] Deleting subnet a9a6f600-c889-47bb-804f-63c8f9cc7d16 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:50:06.863086 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-18c62a5b-6afb-4cd9-b930-78bb30dc93ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:06.910952 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-18c62a5b-6afb-4cd9-b930-78bb30dc93ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:06.964003 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-18c62a5b-6afb-4cd9-b930-78bb30dc93ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:07.033949 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-18c62a5b-6afb-4cd9-b930-78bb30dc93ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:07.070421 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c62a5b-6afb-4cd9-b930-78bb30dc93ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9a6f600-c889-47bb-804f-63c8f9cc7d16,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:07.074728 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-18c62a5b-6afb-4cd9-b930-78bb30dc93ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:07.080232 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-18c62a5b-6afb-4cd9-b930-78bb30dc93ca admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a9a6f600-c889-47bb-804f-63c8f9cc7d16 HTTP/1.1" status: 204 len: 168 time: 0.2860687 Jan 26 11:50:07.082617 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59294) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:07.283377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2caf28f4-5579-4d58-816f-157b32733feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:07.405888 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2caf28f4-5579-4d58-816f-157b32733feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:07.429940 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-2caf28f4-5579-4d58-816f-157b32733feb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3138163-9437-44e0-b60d-76950952b20e']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:07.442855 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-2caf28f4-5579-4d58-816f-157b32733feb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '170462df-49fa-4d2a-b9d7-707f775a27dd') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:07.443159 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-2caf28f4-5579-4d58-816f-157b32733feb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '170462df-49fa-4d2a-b9d7-707f775a27dd') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:07.455099 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2caf28f4-5579-4d58-816f-157b32733feb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:07.471320 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2caf28f4-5579-4d58-816f-157b32733feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:07.477075 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2caf28f4-5579-4d58-816f-157b32733feb admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:50:07.477446 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2caf28f4-5579-4d58-816f-157b32733feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:50:07.490054 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:50:07.564893 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2caf28f4-5579-4d58-816f-157b32733feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:07.580851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2caf28f4-5579-4d58-816f-157b32733feb admin admin] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:07.591270 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf28f4-5579-4d58-816f-157b32733feb admin admin] Pushing event deleted for resources: {'Network': ['ID=b3138163-9437-44e0-b60d-76950952b20e,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:07.599451 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2caf28f4-5579-4d58-816f-157b32733feb admin admin] 10.222.0.39 "DELETE /v2.0/networks/b3138163-9437-44e0-b60d-76950952b20e HTTP/1.1" status: 204 len: 168 time: 0.5158846 Jan 26 11:50:07.706122 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59300) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:07.754370 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8299cb28-b7c6-4e44-93fc-f1403409936c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6cc0991be3ef44a389dae71967da76f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470378 Jan 26 11:50:07.756693 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59304) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:07.817903 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-36f33a05-fb04-4b55-a154-6f648bc02210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:07.844227 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-36f33a05-fb04-4b55-a154-6f648bc02210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:07.895444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-36f33a05-fb04-4b55-a154-6f648bc02210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:07.912245 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f33a05-fb04-4b55-a154-6f648bc02210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45752114-bd1a-4677-94bb-92eaef8f3c62,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:07.924993 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-36f33a05-fb04-4b55-a154-6f648bc02210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:07.926401 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-36f33a05-fb04-4b55-a154-6f648bc02210 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45752114-bd1a-4677-94bb-92eaef8f3c62 HTTP/1.1" status: 204 len: 168 time: 0.1687617 Jan 26 11:50:08.460280 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 6c307f89-64fa-482f-948b-663f055087e7 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:50:08.498922 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: 6c307f89-64fa-482f-948b-663f055087e7 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:50:08.499271 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 6c307f89-64fa-482f-948b-663f055087e7 not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:50:08.660916 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59328) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:08.763645 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-d595e45b-5eba-4739-87bf-454831079352 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1698046256'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:08.768679 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-d595e45b-5eba-4739-87bf-454831079352 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:50:08.772603 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d595e45b-5eba-4739-87bf-454831079352 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Usage tracker for resource:network and tenant:0b2a5eef78b84eeebf0a87a67fd240fd is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:50:08.775699 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d595e45b-5eba-4739-87bf-454831079352 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:50:08.782358 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-d595e45b-5eba-4739-87bf-454831079352 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:50:08.791673 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d595e45b-5eba-4739-87bf-454831079352 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Made reservation on behalf of 0b2a5eef78b84eeebf0a87a67fd240fd for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:50:08.795903 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d595e45b-5eba-4739-87bf-454831079352 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:08.808491 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d595e45b-5eba-4739-87bf-454831079352 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:08.823571 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-d595e45b-5eba-4739-87bf-454831079352 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:50:08.828121 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d595e45b-5eba-4739-87bf-454831079352 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Usage tracker for resource:security_group_rule and tenant:0b2a5eef78b84eeebf0a87a67fd240fd is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:50:08.830960 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d595e45b-5eba-4739-87bf-454831079352 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:50:08.836671 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-d595e45b-5eba-4739-87bf-454831079352 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:50:08.916952 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d595e45b-5eba-4739-87bf-454831079352 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:08.920993 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d595e45b-5eba-4739-87bf-454831079352 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:08.954384 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d595e45b-5eba-4739-87bf-454831079352 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:50:08.962797 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595e45b-5eba-4739-87bf-454831079352 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73ebff92-523a-4cf7-9996-2f686d308177,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:08.969919 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d595e45b-5eba-4739-87bf-454831079352 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:08.970267 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-d595e45b-5eba-4739-87bf-454831079352 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Added segment 2e36fcc4-e4b6-4f41-b802-be498d1ff9f5 of type vlan for network ef96b16e-b08e-48d4-8a8d-6d1d635c6ee0 Jan 26 11:50:08.998665 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d595e45b-5eba-4739-87bf-454831079352 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:09.026598 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d595e45b-5eba-4739-87bf-454831079352 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:09.032664 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d595e45b-5eba-4739-87bf-454831079352 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:09.033245 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d595e45b-5eba-4739-87bf-454831079352 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:09.133670 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d595e45b-5eba-4739-87bf-454831079352 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4716530 Jan 26 11:50:09.139393 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595e45b-5eba-4739-87bf-454831079352 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Pushing event updated for resources: {'Network': ['ID=ef96b16e-b08e-48d4-8a8d-6d1d635c6ee0,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:09.149514 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network ef96b16e-b08e-48d4-8a8d-6d1d635c6ee0 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:50:12.352135 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59334) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:12.358081 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-3d649bc9-0ba6-44cf-a0a6-01259972f8bd tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Request body: {'subnet': {'network_id': 'ef96b16e-b08e-48d4-8a8d-6d1d635c6ee0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:12.468214 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-3d649bc9-0ba6-44cf-a0a6-01259972f8bd tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:50:12.471965 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3d649bc9-0ba6-44cf-a0a6-01259972f8bd tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Usage tracker for resource:subnet and tenant:0b2a5eef78b84eeebf0a87a67fd240fd is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:50:12.474720 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-3d649bc9-0ba6-44cf-a0a6-01259972f8bd tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:50:12.480335 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-3d649bc9-0ba6-44cf-a0a6-01259972f8bd tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:50:12.490040 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d649bc9-0ba6-44cf-a0a6-01259972f8bd tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Made reservation on behalf of 0b2a5eef78b84eeebf0a87a67fd240fd for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:50:12.493495 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3d649bc9-0ba6-44cf-a0a6-01259972f8bd tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:12.710791 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3d649bc9-0ba6-44cf-a0a6-01259972f8bd tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:12.787925 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d649bc9-0ba6-44cf-a0a6-01259972f8bd tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Pushing event updated for resources: {'Subnet': ['ID=7965c295-d44e-4a8a-a907-5977057002c1,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:12.796649 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d649bc9-0ba6-44cf-a0a6-01259972f8bd tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Checking segment: {'id': '2e36fcc4-e4b6-4f41-b802-be498d1ff9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ef96b16e-b08e-48d4-8a8d-6d1d635c6ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:50:12.797008 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d649bc9-0ba6-44cf-a0a6-01259972f8bd tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Network hostable DHCP agents. Network: ef96b16e-b08e-48d4-8a8d-6d1d635c6ee0, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:50:12.816815 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d649bc9-0ba6-44cf-a0a6-01259972f8bd tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Network ef96b16e-b08e-48d4-8a8d-6d1d635c6ee0 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:50:12.825686 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-3d649bc9-0ba6-44cf-a0a6-01259972f8bd tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, ef96b16e-b08e-48d4-8a8d-6d1d635c6ee0) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:50:12.829766 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d649bc9-0ba6-44cf-a0a6-01259972f8bd tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:12.830373 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3d649bc9-0ba6-44cf-a0a6-01259972f8bd tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:12.834423 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a8da39-11d8-44d9-9c00-49f7cbaf6c21 None None] Network ef96b16e-b08e-48d4-8a8d-6d1d635c6ee0 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:50:12.851519 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3d649bc9-0ba6-44cf-a0a6-01259972f8bd tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4983187 Jan 26 11:50:12.855093 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59338) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:12.861114 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-388e3a25-0dd0-4b5a-8ba7-6d2f43404b2a tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1790543460'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:12.865832 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-388e3a25-0dd0-4b5a-8ba7-6d2f43404b2a tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:50:12.869773 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-388e3a25-0dd0-4b5a-8ba7-6d2f43404b2a tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Usage tracker for resource:network and tenant:0b2a5eef78b84eeebf0a87a67fd240fd is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:50:12.873695 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-388e3a25-0dd0-4b5a-8ba7-6d2f43404b2a tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:50:12.879543 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-388e3a25-0dd0-4b5a-8ba7-6d2f43404b2a tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:50:12.889709 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388e3a25-0dd0-4b5a-8ba7-6d2f43404b2a tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Made reservation on behalf of 0b2a5eef78b84eeebf0a87a67fd240fd for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:50:12.893189 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-388e3a25-0dd0-4b5a-8ba7-6d2f43404b2a tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:12.922099 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388e3a25-0dd0-4b5a-8ba7-6d2f43404b2a tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:50:12.930898 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-388e3a25-0dd0-4b5a-8ba7-6d2f43404b2a tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:12.931244 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-388e3a25-0dd0-4b5a-8ba7-6d2f43404b2a tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Added segment 1767e83f-fa0e-4f5c-95d8-2b05dbba7b4d of type vlan for network babf32e2-9d6b-48df-8626-6b6eee8fc653 Jan 26 11:50:12.963077 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-388e3a25-0dd0-4b5a-8ba7-6d2f43404b2a tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:12.992483 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-388e3a25-0dd0-4b5a-8ba7-6d2f43404b2a tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:12.999257 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388e3a25-0dd0-4b5a-8ba7-6d2f43404b2a tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:12.999838 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-388e3a25-0dd0-4b5a-8ba7-6d2f43404b2a tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:13.048648 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d28b025-51d1-48a8-94ca-d1e615a163d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-ef96b16e-b08e-48d4-8a8d-6d1d635c6ee0', 'network_id': 'ef96b16e-b08e-48d4-8a8d-6d1d635c6ee0', 'tenant_id': '0b2a5eef78b84eeebf0a87a67fd240fd', 'fixed_ips': [{'subnet_id': '7965c295-d44e-4a8a-a907-5977057002c1'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:50:13.049472 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6d28b025-51d1-48a8-94ca-d1e615a163d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:13.056430 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-388e3a25-0dd0-4b5a-8ba7-6d2f43404b2a tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1997900 Jan 26 11:50:13.060023 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59342) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:13.066716 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Request body: {'subnet': {'network_id': 'babf32e2-9d6b-48df-8626-6b6eee8fc653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:13.111275 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e3a25-0dd0-4b5a-8ba7-6d2f43404b2a tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Pushing event updated for resources: {'Network': ['ID=babf32e2-9d6b-48df-8626-6b6eee8fc653,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:13.125307 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network babf32e2-9d6b-48df-8626-6b6eee8fc653 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:50:13.178556 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:50:13.182555 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Usage tracker for resource:subnet and tenant:0b2a5eef78b84eeebf0a87a67fd240fd is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:50:13.186606 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:50:13.192243 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:50:13.202131 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Made reservation on behalf of 0b2a5eef78b84eeebf0a87a67fd240fd for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:50:13.205719 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:13.298878 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-6d28b025-51d1-48a8-94ca-d1e615a163d9 None None] Allocated IP 2001:db8:0:ffff::2 (ef96b16e-b08e-48d4-8a8d-6d1d635c6ee0/7965c295-d44e-4a8a-a907-5977057002c1/9b73a0b8-029f-44e9-bba8-35189cd0a6b9) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:50:13.437872 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:13.509950 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6d28b025-51d1-48a8-94ca-d1e615a163d9 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:13.520968 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6d28b025-51d1-48a8-94ca-d1e615a163d9 None None] Transition to ACTIVE for port object 9b73a0b8-029f-44e9-bba8-35189cd0a6b9 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:50:13.521172 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Pushing event updated for resources: {'Subnet': ['ID=846e0a23-e0db-490c-a2f1-7f15898f5550,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:13.526212 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Checking segment: {'id': '1767e83f-fa0e-4f5c-95d8-2b05dbba7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'babf32e2-9d6b-48df-8626-6b6eee8fc653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:50:13.526596 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Network hostable DHCP agents. Network: babf32e2-9d6b-48df-8626-6b6eee8fc653, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:50:13.536147 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:13.536432 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:13.536773 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:13.537108 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:13.537436 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:13.537761 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:13.538090 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:13.538438 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:13.538919 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:13.539114 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:13.539398 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:13.539670 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6d28b025-51d1-48a8-94ca-d1e615a163d9 None None] Transition to ACTIVE for port object 9b73a0b8-029f-44e9-bba8-35189cd0a6b9 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:50:13.539792 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:13.544952 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6d28b025-51d1-48a8-94ca-d1e615a163d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:13.558189 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Network babf32e2-9d6b-48df-8626-6b6eee8fc653 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:50:13.567416 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, babf32e2-9d6b-48df-8626-6b6eee8fc653) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:50:13.571555 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:13.572147 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:13.586937 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66c955f-1a35-4b98-9a3d-f274bdc9cdd5 None None] Network babf32e2-9d6b-48df-8626-6b6eee8fc653 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:50:13.593440 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f300c1f5-ce88-4945-af2d-4de0c52ce602 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5315983 Jan 26 11:50:13.596192 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59346) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:13.648852 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d28b025-51d1-48a8-94ca-d1e615a163d9 None None] Network ef96b16e-b08e-48d4-8a8d-6d1d635c6ee0 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:50:13.652339 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28b025-51d1-48a8-94ca-d1e615a163d9 None None] Pushing event updated for resources: {'Port': ['ID=9b73a0b8-029f-44e9-bba8-35189cd0a6b9,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:13.656882 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-6d28b025-51d1-48a8-94ca-d1e615a163d9 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:50:13.704034 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d28b025-51d1-48a8-94ca-d1e615a163d9 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:50:13.738383 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9cdf4f49-f7a8-4ed1-8789-d40e56178f30 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:13.809922 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9cdf4f49-f7a8-4ed1-8789-d40e56178f30 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:13.854924 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-6d28b025-51d1-48a8-94ca-d1e615a163d9 None None] Attempting to bind port 9b73a0b8-029f-44e9-bba8-35189cd0a6b9 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:50:13.856692 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-6d28b025-51d1-48a8-94ca-d1e615a163d9 None None] Attempting to bind port 9b73a0b8-029f-44e9-bba8-35189cd0a6b9 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '2e36fcc4-e4b6-4f41-b802-be498d1ff9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ef96b16e-b08e-48d4-8a8d-6d1d635c6ee0'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:50:13.856692 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28b025-51d1-48a8-94ca-d1e615a163d9 None None] Attempting to bind port 9b73a0b8-029f-44e9-bba8-35189cd0a6b9 on network ef96b16e-b08e-48d4-8a8d-6d1d635c6ee0 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:50:13.866052 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28b025-51d1-48a8-94ca-d1e615a163d9 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:50:13.866452 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28b025-51d1-48a8-94ca-d1e615a163d9 None None] Checking segment: {'id': '2e36fcc4-e4b6-4f41-b802-be498d1ff9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ef96b16e-b08e-48d4-8a8d-6d1d635c6ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:50:13.866857 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6d28b025-51d1-48a8-94ca-d1e615a163d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:13.867251 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28b025-51d1-48a8-94ca-d1e615a163d9 None None] Bound using segment: {'id': '2e36fcc4-e4b6-4f41-b802-be498d1ff9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ef96b16e-b08e-48d4-8a8d-6d1d635c6ee0'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:50:13.867714 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-6d28b025-51d1-48a8-94ca-d1e615a163d9 None None] Bound port: 9b73a0b8-029f-44e9-bba8-35189cd0a6b9, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e36fcc4-e4b6-4f41-b802-be498d1ff9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ef96b16e-b08e-48d4-8a8d-6d1d635c6ee0'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:50:13.868086 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6d28b025-51d1-48a8-94ca-d1e615a163d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:13.888444 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9cdf4f49-f7a8-4ed1-8789-d40e56178f30 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:13.947002 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf4f49-f7a8-4ed1-8789-d40e56178f30 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Pushing event deleted for resources: {'Subnet': ['ID=846e0a23-e0db-490c-a2f1-7f15898f5550,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:13.983108 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e8f2a9-4d92-4ecc-8c88-e3c98c385f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-babf32e2-9d6b-48df-8626-6b6eee8fc653', 'network_id': 'babf32e2-9d6b-48df-8626-6b6eee8fc653', 'tenant_id': '0b2a5eef78b84eeebf0a87a67fd240fd', 'fixed_ips': [{'subnet_id': '846e0a23-e0db-490c-a2f1-7f15898f5550'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:50:13.983957 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-23e8f2a9-4d92-4ecc-8c88-e3c98c385f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:14.027389 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9cdf4f49-f7a8-4ed1-8789-d40e56178f30 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:14.051488 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-9cdf4f49-f7a8-4ed1-8789-d40e56178f30 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babf32e2-9d6b-48df-8626-6b6eee8fc653']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:14.063016 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-6d28b025-51d1-48a8-94ca-d1e615a163d9 None None] For port 9b73a0b8-029f-44e9-bba8-35189cd0a6b9, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:50:14.065032 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-9cdf4f49-f7a8-4ed1-8789-d40e56178f30 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1767e83f-fa0e-4f5c-95d8-2b05dbba7b4d') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:14.065774 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-9cdf4f49-f7a8-4ed1-8789-d40e56178f30 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1767e83f-fa0e-4f5c-95d8-2b05dbba7b4d') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:14.077084 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9cdf4f49-f7a8-4ed1-8789-d40e56178f30 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:14.086802 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-6d28b025-51d1-48a8-94ca-d1e615a163d9 None None] For port 9b73a0b8-029f-44e9-bba8-35189cd0a6b9, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=9b73a0b8-029f-44e9-bba8-35189cd0a6b9,segment=NetworkSegment(2e36fcc4-e4b6-4f41-b802-be498d1ff9f5),segment_id=2e36fcc4-e4b6-4f41-b802-be498d1ff9f5)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:50:14.093557 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9cdf4f49-f7a8-4ed1-8789-d40e56178f30 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:14.093753 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6d28b025-51d1-48a8-94ca-d1e615a163d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:14.100312 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdf4f49-f7a8-4ed1-8789-d40e56178f30 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:50:14.100833 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9cdf4f49-f7a8-4ed1-8789-d40e56178f30 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:50:14.119727 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:50:14.176498 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c032bd3f-5a7f-4846-b6f1-64db3ce95e92 None None] Network babf32e2-9d6b-48df-8626-6b6eee8fc653 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:50:14.202556 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9cdf4f49-f7a8-4ed1-8789-d40e56178f30 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:14.220637 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28b025-51d1-48a8-94ca-d1e615a163d9 None None] Pushing event updated for resources: {'Port': ['ID=9b73a0b8-029f-44e9-bba8-35189cd0a6b9,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:14.222985 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9cdf4f49-f7a8-4ed1-8789-d40e56178f30 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:14.236056 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf4f49-f7a8-4ed1-8789-d40e56178f30 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Pushing event deleted for resources: {'Network': ['ID=babf32e2-9d6b-48df-8626-6b6eee8fc653,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:14.241904 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9cdf4f49-f7a8-4ed1-8789-d40e56178f30 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] 10.222.0.39 "DELETE /v2.0/networks/babf32e2-9d6b-48df-8626-6b6eee8fc653 HTTP/1.1" status: 204 len: 168 time: 0.6445606 Jan 26 11:50:14.245274 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59350) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:14.252222 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-25549831-18cb-40ce-a6e8-86a9d94523ff tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2003102517'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:14.257892 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-25549831-18cb-40ce-a6e8-86a9d94523ff tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:50:14.262731 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-25549831-18cb-40ce-a6e8-86a9d94523ff tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Usage tracker for resource:network and tenant:0b2a5eef78b84eeebf0a87a67fd240fd is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:50:14.265784 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-25549831-18cb-40ce-a6e8-86a9d94523ff tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:50:14.272231 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-25549831-18cb-40ce-a6e8-86a9d94523ff tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:50:14.284293 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25549831-18cb-40ce-a6e8-86a9d94523ff tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Made reservation on behalf of 0b2a5eef78b84eeebf0a87a67fd240fd for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:50:14.288246 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25549831-18cb-40ce-a6e8-86a9d94523ff tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:14.321373 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25549831-18cb-40ce-a6e8-86a9d94523ff tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:50:14.330799 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25549831-18cb-40ce-a6e8-86a9d94523ff tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:14.331141 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-25549831-18cb-40ce-a6e8-86a9d94523ff tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Added segment d0e7fc26-e8ea-4648-b8bb-996bab52bd61 of type vlan for network 5d1f27b4-6466-4272-8ac6-79c8e55c7723 Jan 26 11:50:14.374471 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25549831-18cb-40ce-a6e8-86a9d94523ff tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:14.410748 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25549831-18cb-40ce-a6e8-86a9d94523ff tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:14.416403 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25549831-18cb-40ce-a6e8-86a9d94523ff tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:14.417008 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25549831-18cb-40ce-a6e8-86a9d94523ff tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:14.524951 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-25549831-18cb-40ce-a6e8-86a9d94523ff tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2779317 Jan 26 11:50:14.529831 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59354) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:14.531385 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25549831-18cb-40ce-a6e8-86a9d94523ff tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Pushing event updated for resources: {'Network': ['ID=5d1f27b4-6466-4272-8ac6-79c8e55c7723,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:14.535602 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-24a03232-a0aa-445c-b542-10d907b0701d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Request body: {'subnet': {'network_id': '5d1f27b4-6466-4272-8ac6-79c8e55c7723', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:14.542063 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 5d1f27b4-6466-4272-8ac6-79c8e55c7723 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:50:14.650185 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-24a03232-a0aa-445c-b542-10d907b0701d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:50:14.654034 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-24a03232-a0aa-445c-b542-10d907b0701d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Usage tracker for resource:subnet and tenant:0b2a5eef78b84eeebf0a87a67fd240fd is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:50:14.656968 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-24a03232-a0aa-445c-b542-10d907b0701d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:50:14.662732 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-24a03232-a0aa-445c-b542-10d907b0701d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:50:14.673485 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a03232-a0aa-445c-b542-10d907b0701d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Made reservation on behalf of 0b2a5eef78b84eeebf0a87a67fd240fd for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:50:14.677218 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-24a03232-a0aa-445c-b542-10d907b0701d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:14.769510 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.ipam_backend_mixin [None req-24a03232-a0aa-445c-b542-10d907b0701d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Performing IP validity checks on allocation pools {{(pid=87442) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 26 11:50:14.770041 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.ipam_backend_mixin [None req-24a03232-a0aa-445c-b542-10d907b0701d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87442) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 26 11:50:14.997427 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-24a03232-a0aa-445c-b542-10d907b0701d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:15.075501 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a03232-a0aa-445c-b542-10d907b0701d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Pushing event updated for resources: {'Subnet': ['ID=5277aef5-6b4d-4ec9-859d-ce1e8e8aac20,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:15.085725 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a03232-a0aa-445c-b542-10d907b0701d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Checking segment: {'id': 'd0e7fc26-e8ea-4648-b8bb-996bab52bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '5d1f27b4-6466-4272-8ac6-79c8e55c7723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:50:15.086084 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a03232-a0aa-445c-b542-10d907b0701d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Network hostable DHCP agents. Network: 5d1f27b4-6466-4272-8ac6-79c8e55c7723, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:50:15.106088 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a03232-a0aa-445c-b542-10d907b0701d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Network 5d1f27b4-6466-4272-8ac6-79c8e55c7723 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:50:15.116036 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-24a03232-a0aa-445c-b542-10d907b0701d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 5d1f27b4-6466-4272-8ac6-79c8e55c7723) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:50:15.120308 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a03232-a0aa-445c-b542-10d907b0701d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:15.121486 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-24a03232-a0aa-445c-b542-10d907b0701d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:15.127702 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142c5890-6e58-4244-9486-a214c17851b5 None None] Network 5d1f27b4-6466-4272-8ac6-79c8e55c7723 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:50:15.145604 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-24a03232-a0aa-445c-b542-10d907b0701d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6146207 Jan 26 11:50:15.148448 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59358) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:15.216671 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c0fa17-0d08-4b87-b372-e8f014a653bd None None] Network ef96b16e-b08e-48d4-8a8d-6d1d635c6ee0 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:50:15.298726 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-343ee92f-baee-4b70-a10e-f6c9740f5724 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:15.328256 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-fc461a5a-2d5a-4219-9a16-7a5c15291eaa None None] Provisioning for port 9b73a0b8-029f-44e9-bba8-35189cd0a6b9 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:50:15.367793 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-343ee92f-baee-4b70-a10e-f6c9740f5724 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:15.441675 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-343ee92f-baee-4b70-a10e-f6c9740f5724 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:15.478958 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ee92f-baee-4b70-a10e-f6c9740f5724 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Pushing event deleted for resources: {'Subnet': ['ID=5277aef5-6b4d-4ec9-859d-ce1e8e8aac20,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:15.534030 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd51f412-8b27-4a0a-8630-3109a6dadefb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-5d1f27b4-6466-4272-8ac6-79c8e55c7723', 'network_id': '5d1f27b4-6466-4272-8ac6-79c8e55c7723', 'tenant_id': '0b2a5eef78b84eeebf0a87a67fd240fd', 'fixed_ips': [{'subnet_id': '5277aef5-6b4d-4ec9-859d-ce1e8e8aac20'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:50:15.534865 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dd51f412-8b27-4a0a-8630-3109a6dadefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:15.576282 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-343ee92f-baee-4b70-a10e-f6c9740f5724 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:15.601374 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-343ee92f-baee-4b70-a10e-f6c9740f5724 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d1f27b4-6466-4272-8ac6-79c8e55c7723']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:15.613580 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-343ee92f-baee-4b70-a10e-f6c9740f5724 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e7fc26-e8ea-4648-b8bb-996bab52bd61') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:15.613877 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-343ee92f-baee-4b70-a10e-f6c9740f5724 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e7fc26-e8ea-4648-b8bb-996bab52bd61') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:15.625485 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-343ee92f-baee-4b70-a10e-f6c9740f5724 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:15.642453 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-343ee92f-baee-4b70-a10e-f6c9740f5724 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:15.648463 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ed9737-204b-4605-ba6f-b7cb0f2be354 None None] Network 5d1f27b4-6466-4272-8ac6-79c8e55c7723 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:50:15.649331 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-343ee92f-baee-4b70-a10e-f6c9740f5724 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:50:15.649731 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-343ee92f-baee-4b70-a10e-f6c9740f5724 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:50:15.669354 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:50:15.755760 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-343ee92f-baee-4b70-a10e-f6c9740f5724 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:15.774452 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-343ee92f-baee-4b70-a10e-f6c9740f5724 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:15.792470 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ee92f-baee-4b70-a10e-f6c9740f5724 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Pushing event deleted for resources: {'Network': ['ID=5d1f27b4-6466-4272-8ac6-79c8e55c7723,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:15.798250 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-343ee92f-baee-4b70-a10e-f6c9740f5724 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] 10.222.0.39 "DELETE /v2.0/networks/5d1f27b4-6466-4272-8ac6-79c8e55c7723 HTTP/1.1" status: 204 len: 168 time: 0.6486180 Jan 26 11:50:15.802024 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59362) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:15.808641 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-d25118f6-c7da-4e17-a89c-c4e3dabcf504 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-209459605'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:15.814402 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d25118f6-c7da-4e17-a89c-c4e3dabcf504 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:50:15.818489 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d25118f6-c7da-4e17-a89c-c4e3dabcf504 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Usage tracker for resource:network and tenant:0b2a5eef78b84eeebf0a87a67fd240fd is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:50:15.821826 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d25118f6-c7da-4e17-a89c-c4e3dabcf504 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:50:15.828516 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d25118f6-c7da-4e17-a89c-c4e3dabcf504 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:50:15.840103 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25118f6-c7da-4e17-a89c-c4e3dabcf504 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Made reservation on behalf of 0b2a5eef78b84eeebf0a87a67fd240fd for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:50:15.843900 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d25118f6-c7da-4e17-a89c-c4e3dabcf504 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:15.879288 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25118f6-c7da-4e17-a89c-c4e3dabcf504 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:50:15.889521 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d25118f6-c7da-4e17-a89c-c4e3dabcf504 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:15.889864 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-d25118f6-c7da-4e17-a89c-c4e3dabcf504 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Added segment fd53bfd6-7ea0-44a7-a277-058522f70f7e of type vlan for network 1d47a123-00a1-46ce-bdc2-69a0b8b1c2a2 Jan 26 11:50:15.917116 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d25118f6-c7da-4e17-a89c-c4e3dabcf504 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:15.947966 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d25118f6-c7da-4e17-a89c-c4e3dabcf504 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:15.953524 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25118f6-c7da-4e17-a89c-c4e3dabcf504 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:15.954098 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d25118f6-c7da-4e17-a89c-c4e3dabcf504 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:16.007134 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d25118f6-c7da-4e17-a89c-c4e3dabcf504 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2035637 Jan 26 11:50:16.009664 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59366) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:16.015359 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-e995425b-c574-49c8-a119-c73ed7d2510f tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Request body: {'subnet': {'network_id': '1d47a123-00a1-46ce-bdc2-69a0b8b1c2a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:16.065491 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25118f6-c7da-4e17-a89c-c4e3dabcf504 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Pushing event updated for resources: {'Network': ['ID=1d47a123-00a1-46ce-bdc2-69a0b8b1c2a2,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:16.075968 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 1d47a123-00a1-46ce-bdc2-69a0b8b1c2a2 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:50:16.197623 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 9b73a0b8-029f-44e9-bba8-35189cd0a6b9 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:50:16.234355 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e995425b-c574-49c8-a119-c73ed7d2510f tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:50:16.238173 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e995425b-c574-49c8-a119-c73ed7d2510f tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Usage tracker for resource:subnet and tenant:0b2a5eef78b84eeebf0a87a67fd240fd is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:50:16.241008 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-e995425b-c574-49c8-a119-c73ed7d2510f tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:50:16.246829 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-e995425b-c574-49c8-a119-c73ed7d2510f tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:50:16.256795 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e995425b-c574-49c8-a119-c73ed7d2510f tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Made reservation on behalf of 0b2a5eef78b84eeebf0a87a67fd240fd for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:50:16.260539 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e995425b-c574-49c8-a119-c73ed7d2510f tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:16.272414 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 9b73a0b8-029f-44e9-bba8-35189cd0a6b9 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:50:16.278273 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 9b73a0b8-029f-44e9-bba8-35189cd0a6b9 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:50:16.278684 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:16.398089 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:16.431093 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 9b73a0b8-029f-44e9-bba8-35189cd0a6b9, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=9b73a0b8-029f-44e9-bba8-35189cd0a6b9,segment=NetworkSegment(2e36fcc4-e4b6-4f41-b802-be498d1ff9f5),segment_id=2e36fcc4-e4b6-4f41-b802-be498d1ff9f5)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:50:16.435431 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:16.480574 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e995425b-c574-49c8-a119-c73ed7d2510f tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:16.504631 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=9b73a0b8-029f-44e9-bba8-35189cd0a6b9,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:16.561248 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995425b-c574-49c8-a119-c73ed7d2510f tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Pushing event updated for resources: {'Subnet': ['ID=22f26119-2ff3-4d18-ad78-89ffaa7df119,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:16.569911 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e995425b-c574-49c8-a119-c73ed7d2510f tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Checking segment: {'id': 'fd53bfd6-7ea0-44a7-a277-058522f70f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1d47a123-00a1-46ce-bdc2-69a0b8b1c2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:50:16.570273 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e995425b-c574-49c8-a119-c73ed7d2510f tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Network hostable DHCP agents. Network: 1d47a123-00a1-46ce-bdc2-69a0b8b1c2a2, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:50:16.587779 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e995425b-c574-49c8-a119-c73ed7d2510f tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Network 1d47a123-00a1-46ce-bdc2-69a0b8b1c2a2 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:50:16.597170 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-e995425b-c574-49c8-a119-c73ed7d2510f tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 1d47a123-00a1-46ce-bdc2-69a0b8b1c2a2) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:50:16.601073 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e995425b-c574-49c8-a119-c73ed7d2510f tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:16.601659 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e995425b-c574-49c8-a119-c73ed7d2510f tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:16.606130 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b9c3dc-c746-4605-8309-13dfb8f12ae9 None None] Network 1d47a123-00a1-46ce-bdc2-69a0b8b1c2a2 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:50:16.623884 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e995425b-c574-49c8-a119-c73ed7d2510f tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6130588 Jan 26 11:50:16.627422 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59370) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:16.632984 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-39f19c18-f70e-4ab6-9b13-627c3f73bf03 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1606872479'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:16.638474 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-39f19c18-f70e-4ab6-9b13-627c3f73bf03 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:50:16.649464 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-39f19c18-f70e-4ab6-9b13-627c3f73bf03 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Usage tracker for resource:network and tenant:0b2a5eef78b84eeebf0a87a67fd240fd is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:50:16.652780 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-39f19c18-f70e-4ab6-9b13-627c3f73bf03 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:50:16.658812 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-39f19c18-f70e-4ab6-9b13-627c3f73bf03 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:50:16.668605 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f19c18-f70e-4ab6-9b13-627c3f73bf03 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Made reservation on behalf of 0b2a5eef78b84eeebf0a87a67fd240fd for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:50:16.672246 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-39f19c18-f70e-4ab6-9b13-627c3f73bf03 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:16.700531 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f19c18-f70e-4ab6-9b13-627c3f73bf03 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:50:16.709510 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-39f19c18-f70e-4ab6-9b13-627c3f73bf03 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:16.709851 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-39f19c18-f70e-4ab6-9b13-627c3f73bf03 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Added segment 47762b08-5623-4ecd-9bdb-902fae2dcf13 of type vlan for network ac2536e7-3b6f-4918-838e-74f3e083cad7 Jan 26 11:50:16.740491 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-39f19c18-f70e-4ab6-9b13-627c3f73bf03 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:16.772266 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-39f19c18-f70e-4ab6-9b13-627c3f73bf03 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:16.778764 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f19c18-f70e-4ab6-9b13-627c3f73bf03 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:16.779452 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-39f19c18-f70e-4ab6-9b13-627c3f73bf03 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:16.833093 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-39f19c18-f70e-4ab6-9b13-627c3f73bf03 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2045765 Jan 26 11:50:16.836083 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59374) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:16.845605 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264c82c4-61b4-4f3d-bcb9-e9f0f228641c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-1d47a123-00a1-46ce-bdc2-69a0b8b1c2a2', 'network_id': '1d47a123-00a1-46ce-bdc2-69a0b8b1c2a2', 'tenant_id': '0b2a5eef78b84eeebf0a87a67fd240fd', 'fixed_ips': [{'subnet_id': '22f26119-2ff3-4d18-ad78-89ffaa7df119'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:50:16.846488 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-264c82c4-61b4-4f3d-bcb9-e9f0f228641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:16.891525 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-9818bdea-0771-4a88-8bfa-63a50181bb70 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Request body: {'subnet': {'network_id': 'ac2536e7-3b6f-4918-838e-74f3e083cad7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:16.916831 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f19c18-f70e-4ab6-9b13-627c3f73bf03 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Pushing event updated for resources: {'Network': ['ID=ac2536e7-3b6f-4918-838e-74f3e083cad7,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:16.932906 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network ac2536e7-3b6f-4918-838e-74f3e083cad7 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:50:17.019561 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-9818bdea-0771-4a88-8bfa-63a50181bb70 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:50:17.025346 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-9818bdea-0771-4a88-8bfa-63a50181bb70 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Usage tracker for resource:subnet and tenant:0b2a5eef78b84eeebf0a87a67fd240fd is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:50:17.028683 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-9818bdea-0771-4a88-8bfa-63a50181bb70 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:50:17.034671 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-9818bdea-0771-4a88-8bfa-63a50181bb70 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:50:17.048181 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9818bdea-0771-4a88-8bfa-63a50181bb70 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Made reservation on behalf of 0b2a5eef78b84eeebf0a87a67fd240fd for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:50:17.051400 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9818bdea-0771-4a88-8bfa-63a50181bb70 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:17.134485 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-264c82c4-61b4-4f3d-bcb9-e9f0f228641c None None] Allocated IP 2001:db8::2 (1d47a123-00a1-46ce-bdc2-69a0b8b1c2a2/22f26119-2ff3-4d18-ad78-89ffaa7df119/25eeddde-012e-45f2-978c-11a5ea9f1843) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:50:17.298627 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9818bdea-0771-4a88-8bfa-63a50181bb70 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:17.347894 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-264c82c4-61b4-4f3d-bcb9-e9f0f228641c None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:17.359091 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-264c82c4-61b4-4f3d-bcb9-e9f0f228641c None None] Transition to ACTIVE for port object 25eeddde-012e-45f2-978c-11a5ea9f1843 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:50:17.377521 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-264c82c4-61b4-4f3d-bcb9-e9f0f228641c None None] Transition to ACTIVE for port object 25eeddde-012e-45f2-978c-11a5ea9f1843 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:50:17.385288 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818bdea-0771-4a88-8bfa-63a50181bb70 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Pushing event updated for resources: {'Subnet': ['ID=182d0a79-8d80-452c-865e-1337f1b5c813,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:17.389603 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-264c82c4-61b4-4f3d-bcb9-e9f0f228641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:17.394335 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9818bdea-0771-4a88-8bfa-63a50181bb70 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Checking segment: {'id': '47762b08-5623-4ecd-9bdb-902fae2dcf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'ac2536e7-3b6f-4918-838e-74f3e083cad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:50:17.394717 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9818bdea-0771-4a88-8bfa-63a50181bb70 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Network hostable DHCP agents. Network: ac2536e7-3b6f-4918-838e-74f3e083cad7, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:50:17.415973 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9818bdea-0771-4a88-8bfa-63a50181bb70 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Network ac2536e7-3b6f-4918-838e-74f3e083cad7 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:50:17.426624 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-9818bdea-0771-4a88-8bfa-63a50181bb70 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, ac2536e7-3b6f-4918-838e-74f3e083cad7) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:50:17.432118 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9818bdea-0771-4a88-8bfa-63a50181bb70 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:17.433194 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9818bdea-0771-4a88-8bfa-63a50181bb70 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:17.445083 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c246c4a5-754d-4006-ae3b-1869c6187ece None None] Network ac2536e7-3b6f-4918-838e-74f3e083cad7 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:50:17.460554 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9818bdea-0771-4a88-8bfa-63a50181bb70 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6232975 Jan 26 11:50:17.462943 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59378) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:17.500977 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264c82c4-61b4-4f3d-bcb9-e9f0f228641c None None] Network 1d47a123-00a1-46ce-bdc2-69a0b8b1c2a2 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:50:17.508067 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-264c82c4-61b4-4f3d-bcb9-e9f0f228641c None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:50:17.510581 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264c82c4-61b4-4f3d-bcb9-e9f0f228641c None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:50:17.566233 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c82c4-61b4-4f3d-bcb9-e9f0f228641c None None] Pushing event updated for resources: {'Port': ['ID=25eeddde-012e-45f2-978c-11a5ea9f1843,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:17.686998 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-264c82c4-61b4-4f3d-bcb9-e9f0f228641c None None] Attempting to bind port 25eeddde-012e-45f2-978c-11a5ea9f1843 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:50:17.687365 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-264c82c4-61b4-4f3d-bcb9-e9f0f228641c None None] Attempting to bind port 25eeddde-012e-45f2-978c-11a5ea9f1843 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'fd53bfd6-7ea0-44a7-a277-058522f70f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1d47a123-00a1-46ce-bdc2-69a0b8b1c2a2'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:50:17.687731 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c82c4-61b4-4f3d-bcb9-e9f0f228641c None None] Attempting to bind port 25eeddde-012e-45f2-978c-11a5ea9f1843 on network 1d47a123-00a1-46ce-bdc2-69a0b8b1c2a2 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:50:17.724306 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c82c4-61b4-4f3d-bcb9-e9f0f228641c None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:50:17.724678 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c82c4-61b4-4f3d-bcb9-e9f0f228641c None None] Checking segment: {'id': 'fd53bfd6-7ea0-44a7-a277-058522f70f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1d47a123-00a1-46ce-bdc2-69a0b8b1c2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:50:17.725090 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-264c82c4-61b4-4f3d-bcb9-e9f0f228641c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:17.725480 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c82c4-61b4-4f3d-bcb9-e9f0f228641c None None] Bound using segment: {'id': 'fd53bfd6-7ea0-44a7-a277-058522f70f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1d47a123-00a1-46ce-bdc2-69a0b8b1c2a2'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:50:17.725965 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-264c82c4-61b4-4f3d-bcb9-e9f0f228641c None None] Bound port: 25eeddde-012e-45f2-978c-11a5ea9f1843, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd53bfd6-7ea0-44a7-a277-058522f70f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '1d47a123-00a1-46ce-bdc2-69a0b8b1c2a2'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:50:17.726364 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-264c82c4-61b4-4f3d-bcb9-e9f0f228641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:17.760924 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a7afda02-8774-4050-b542-bee399f639e5 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:17.827535 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a7afda02-8774-4050-b542-bee399f639e5 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:17.856476 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdc4529-1436-4252-930a-7b2bdb98ee51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-ac2536e7-3b6f-4918-838e-74f3e083cad7', 'network_id': 'ac2536e7-3b6f-4918-838e-74f3e083cad7', 'tenant_id': '0b2a5eef78b84eeebf0a87a67fd240fd', 'fixed_ips': [{'subnet_id': '182d0a79-8d80-452c-865e-1337f1b5c813'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:50:17.857278 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9cdc4529-1436-4252-930a-7b2bdb98ee51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:17.905874 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a7afda02-8774-4050-b542-bee399f639e5 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:17.919321 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-264c82c4-61b4-4f3d-bcb9-e9f0f228641c None None] For port 25eeddde-012e-45f2-978c-11a5ea9f1843, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:50:17.936813 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-264c82c4-61b4-4f3d-bcb9-e9f0f228641c None None] For port 25eeddde-012e-45f2-978c-11a5ea9f1843, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=25eeddde-012e-45f2-978c-11a5ea9f1843,segment=NetworkSegment(fd53bfd6-7ea0-44a7-a277-058522f70f7e),segment_id=fd53bfd6-7ea0-44a7-a277-058522f70f7e)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:50:17.943871 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-264c82c4-61b4-4f3d-bcb9-e9f0f228641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:17.947945 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afda02-8774-4050-b542-bee399f639e5 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Pushing event deleted for resources: {'Subnet': ['ID=182d0a79-8d80-452c-865e-1337f1b5c813,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server [None req-9cdc4529-1436-4252-930a-7b2bdb98ee51 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 182d0a79-8d80-452c-865e-1337f1b5c813: This subnet is being modified by another concurrent operation. Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server raise exception Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 182d0a79-8d80-452c-865e-1337f1b5c813: This subnet is being modified by another concurrent operation. Jan 26 11:50:18.038556 dv-neutron-826439-1-hyperv neutron-server[87444]: ERROR oslo_messaging.rpc.server Jan 26 11:50:18.048746 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a7afda02-8774-4050-b542-bee399f639e5 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:18.049812 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c82c4-61b4-4f3d-bcb9-e9f0f228641c None None] Pushing event updated for resources: {'Port': ['ID=25eeddde-012e-45f2-978c-11a5ea9f1843,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:18.075625 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725e0c14-0989-4517-be3c-b490ffaaaf98 None None] Network ac2536e7-3b6f-4918-838e-74f3e083cad7 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:50:18.081713 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-a7afda02-8774-4050-b542-bee399f639e5 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac2536e7-3b6f-4918-838e-74f3e083cad7']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:18.096813 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-a7afda02-8774-4050-b542-bee399f639e5 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47762b08-5623-4ecd-9bdb-902fae2dcf13') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:18.097126 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-a7afda02-8774-4050-b542-bee399f639e5 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47762b08-5623-4ecd-9bdb-902fae2dcf13') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:18.111967 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a7afda02-8774-4050-b542-bee399f639e5 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:18.130002 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a7afda02-8774-4050-b542-bee399f639e5 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:18.136197 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7afda02-8774-4050-b542-bee399f639e5 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:50:18.137423 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a7afda02-8774-4050-b542-bee399f639e5 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:50:18.154695 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:50:18.174743 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 9b73a0b8-029f-44e9-bba8-35189cd0a6b9 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:50:18.244362 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a7afda02-8774-4050-b542-bee399f639e5 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:18.280219 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a7afda02-8774-4050-b542-bee399f639e5 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:18.291759 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afda02-8774-4050-b542-bee399f639e5 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Pushing event deleted for resources: {'Network': ['ID=ac2536e7-3b6f-4918-838e-74f3e083cad7,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:18.300205 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59382) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:18.300703 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a7afda02-8774-4050-b542-bee399f639e5 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] 10.222.0.39 "DELETE /v2.0/networks/ac2536e7-3b6f-4918-838e-74f3e083cad7 HTTP/1.1" status: 204 len: 168 time: 0.8362715 Jan 26 11:50:18.334385 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 9b73a0b8-029f-44e9-bba8-35189cd0a6b9 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:50:18.334735 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:18.354132 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6004d28-9fc4-41e0-a583-2444b49d32aa tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] GET failed (client error): The resource could not be found. Jan 26 11:50:18.354783 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d6004d28-9fc4-41e0-a583-2444b49d32aa tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Synchronizing usage tracker for tenant:0b2a5eef78b84eeebf0a87a67fd240fd on resource:subnet {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:50:18.374715 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d6004d28-9fc4-41e0-a583-2444b49d32aa tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Unset dirty status for tenant:0b2a5eef78b84eeebf0a87a67fd240fd on resource:subnet {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:50:18.378700 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d6004d28-9fc4-41e0-a583-2444b49d32aa tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] 10.222.0.39 "GET /v2.0/subnets/182d0a79-8d80-452c-865e-1337f1b5c813 HTTP/1.1" status: 404 len: 337 time: 0.0748451 Jan 26 11:50:18.379017 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59386) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:18.406516 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-4407b7b8-67ef-4e52-afbc-9a1c319c3c6f tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] DELETE failed (client error): The resource could not be found. Jan 26 11:50:18.406999 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4407b7b8-67ef-4e52-afbc-9a1c319c3c6f tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:50:18.408849 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4407b7b8-67ef-4e52-afbc-9a1c319c3c6f tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] 10.222.0.39 "DELETE /v2.0/networks/ac2536e7-3b6f-4918-838e-74f3e083cad7 HTTP/1.1" status: 404 len: 339 time: 0.0288668 Jan 26 11:50:18.412601 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59390) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:18.457439 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c20128f-8bc2-40ae-9323-f17b5073a164 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] DELETE failed (client error): The resource could not be found. Jan 26 11:50:18.457918 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c20128f-8bc2-40ae-9323-f17b5073a164 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:50:18.459719 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6c20128f-8bc2-40ae-9323-f17b5073a164 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] 10.222.0.39 "DELETE /v2.0/subnets/182d0a79-8d80-452c-865e-1337f1b5c813 HTTP/1.1" status: 404 len: 337 time: 0.0461905 Jan 26 11:50:18.462363 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59394) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:18.488661 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bbb38c4-d9db-48fd-acce-93a9554570ad tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] DELETE failed (client error): The resource could not be found. Jan 26 11:50:18.489124 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bbb38c4-d9db-48fd-acce-93a9554570ad tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:50:18.490789 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6bbb38c4-d9db-48fd-acce-93a9554570ad tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] 10.222.0.39 "DELETE /v2.0/networks/ac2536e7-3b6f-4918-838e-74f3e083cad7 HTTP/1.1" status: 404 len: 339 time: 0.0273001 Jan 26 11:50:18.493350 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59398) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:18.557250 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-d50629ae-fabf-4262-a0a8-b2ff78d1804d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Deleting subnet 22f26119-2ff3-4d18-ad78-89ffaa7df119 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:50:18.561156 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d50629ae-fabf-4262-a0a8-b2ff78d1804d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:18.620289 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d50629ae-fabf-4262-a0a8-b2ff78d1804d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:18.702615 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d50629ae-fabf-4262-a0a8-b2ff78d1804d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:18.784183 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d50629ae-fabf-4262-a0a8-b2ff78d1804d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:18.830694 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50629ae-fabf-4262-a0a8-b2ff78d1804d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Pushing event deleted for resources: {'Subnet': ['ID=22f26119-2ff3-4d18-ad78-89ffaa7df119,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:18.832645 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d50629ae-fabf-4262-a0a8-b2ff78d1804d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:18.848129 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d50629ae-fabf-4262-a0a8-b2ff78d1804d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] 10.222.0.39 "DELETE /v2.0/subnets/22f26119-2ff3-4d18-ad78-89ffaa7df119 HTTP/1.1" status: 204 len: 168 time: 0.3521848 Jan 26 11:50:18.849088 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59402) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:18.967612 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:18.978572 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Deleting port 25eeddde-012e-45f2-978c-11a5ea9f1843 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:50:18.978914 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:19.130500 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf80c14-c6a6-4373-b8be-a9ba3ca973a3 None None] Network 1d47a123-00a1-46ce-bdc2-69a0b8b1c2a2 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:50:19.194658 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] For port 25eeddde-012e-45f2-978c-11a5ea9f1843, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=25eeddde-012e-45f2-978c-11a5ea9f1843,segment=NetworkSegment(fd53bfd6-7ea0-44a7-a277-058522f70f7e),segment_id=fd53bfd6-7ea0-44a7-a277-058522f70f7e)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:50:19.195017 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:19.320940 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Calling delete_port for 25eeddde-012e-45f2-978c-11a5ea9f1843 owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:50:19.340448 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7e364c1e-8584-41a0-8a85-50a23255a5a6 None None] Provisioning for port 25eeddde-012e-45f2-978c-11a5ea9f1843 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:50:19.404434 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:19.441873 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dc183f-efce-4e8a-958f-3dae1cf9baa1 None None] DHCP port deletion for 1d47a123-00a1-46ce-bdc2-69a0b8b1c2a2 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:50:19.453669 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Pushing event deleted for resources: {'Port': ['ID=25eeddde-012e-45f2-978c-11a5ea9f1843,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:19.455449 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] No DVR routers for this DVR port 25eeddde-012e-45f2-978c-11a5ea9f1843 on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:50:19.460706 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8851826f-89f2-446a-a8b4-edd22109305e None None] get_active_networks_info from dv-neutron-826439-1-hyperv {{(pid=87444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 26 11:50:19.548734 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8851826f-89f2-446a-a8b4-edd22109305e None None] Resources bound (agent type, host, resource id): {{(pid=87444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 11:50:19.577921 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:19.602066 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d47a123-00a1-46ce-bdc2-69a0b8b1c2a2']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:19.614285 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd53bfd6-7ea0-44a7-a277-058522f70f7e') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:19.614611 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd53bfd6-7ea0-44a7-a277-058522f70f7e') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:19.626378 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:19.641933 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:19.647796 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:50:19.648179 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:50:19.666103 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:50:19.855785 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:19.874059 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:19.884628 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Pushing event deleted for resources: {'Network': ['ID=1d47a123-00a1-46ce-bdc2-69a0b8b1c2a2,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:19.890406 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] 10.222.0.39 "DELETE /v2.0/networks/1d47a123-00a1-46ce-bdc2-69a0b8b1c2a2 HTTP/1.1" status: 204 len: 168 time: 1.0402193 Jan 26 11:50:19.893112 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59406) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:19.894659 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:19.895004 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:19.895341 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:19.895673 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:19.896003 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:19.896326 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:19.896648 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:19.896966 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:19.897285 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:19.897603 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:19.897921 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:19.898237 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac12a59-1abb-4adf-85bf-9e5a2cea359d tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:19.930609 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c2485a-1363-422b-94d0-27b3bba508f7 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] DELETE failed (client error): The resource could not be found. Jan 26 11:50:19.931069 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c2485a-1363-422b-94d0-27b3bba508f7 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:50:19.932720 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d4c2485a-1363-422b-94d0-27b3bba508f7 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] 10.222.0.39 "DELETE /v2.0/subnets/5277aef5-6b4d-4ec9-859d-ce1e8e8aac20 HTTP/1.1" status: 404 len: 337 time: 0.0386376 Jan 26 11:50:19.935880 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59410) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:19.959911 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-078f7c2d-6488-4dd3-84a0-3c80bf01cfd8 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] DELETE failed (client error): The resource could not be found. Jan 26 11:50:19.960356 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-078f7c2d-6488-4dd3-84a0-3c80bf01cfd8 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:50:19.961932 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-078f7c2d-6488-4dd3-84a0-3c80bf01cfd8 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] 10.222.0.39 "DELETE /v2.0/networks/5d1f27b4-6466-4272-8ac6-79c8e55c7723 HTTP/1.1" status: 404 len: 339 time: 0.0251782 Jan 26 11:50:19.964215 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59414) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:20.005335 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd08ad8-14f5-489f-97a4-5291bc30be8c tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] DELETE failed (client error): The resource could not be found. Jan 26 11:50:20.005808 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd08ad8-14f5-489f-97a4-5291bc30be8c tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:50:20.007487 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7cd08ad8-14f5-489f-97a4-5291bc30be8c tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] 10.222.0.39 "DELETE /v2.0/subnets/846e0a23-e0db-490c-a2f1-7f15898f5550 HTTP/1.1" status: 404 len: 337 time: 0.0423214 Jan 26 11:50:20.009960 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59418) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:20.034218 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.pecan_wsgi.hooks.translation [None req-763572ee-905b-4980-81fd-33bcd589ccd6 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] DELETE failed (client error): The resource could not be found. Jan 26 11:50:20.034704 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-763572ee-905b-4980-81fd-33bcd589ccd6 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 11:50:20.036266 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-763572ee-905b-4980-81fd-33bcd589ccd6 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] 10.222.0.39 "DELETE /v2.0/networks/babf32e2-9d6b-48df-8626-6b6eee8fc653 HTTP/1.1" status: 404 len: 339 time: 0.0254078 Jan 26 11:50:20.038522 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59422) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:20.101455 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2ac37c-6511-45b3-9dcb-872093159f30 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Deleting subnet 7965c295-d44e-4a8a-a907-5977057002c1 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:50:20.104406 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7e2ac37c-6511-45b3-9dcb-872093159f30 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:20.161439 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7e2ac37c-6511-45b3-9dcb-872093159f30 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:20.243340 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7e2ac37c-6511-45b3-9dcb-872093159f30 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:20.315598 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7e2ac37c-6511-45b3-9dcb-872093159f30 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:20.358379 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ac37c-6511-45b3-9dcb-872093159f30 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Pushing event deleted for resources: {'Subnet': ['ID=7965c295-d44e-4a8a-a907-5977057002c1,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:20.360316 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7e2ac37c-6511-45b3-9dcb-872093159f30 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:20.365218 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93426569-50aa-4ec2-9706-be3b6add177b None None] Network ef96b16e-b08e-48d4-8a8d-6d1d635c6ee0 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:50:20.371990 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7e2ac37c-6511-45b3-9dcb-872093159f30 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] 10.222.0.39 "DELETE /v2.0/subnets/7965c295-d44e-4a8a-a907-5977057002c1 HTTP/1.1" status: 204 len: 168 time: 0.3317559 Jan 26 11:50:20.374178 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59426) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:20.489304 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d0963e8b-490f-4148-89d4-53bb47f682a8 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:20.500156 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-d0963e8b-490f-4148-89d4-53bb47f682a8 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Deleting port 9b73a0b8-029f-44e9-bba8-35189cd0a6b9 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:50:20.500500 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d0963e8b-490f-4148-89d4-53bb47f682a8 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:20.606664 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7e237f-6aea-4538-a202-e9f9e2546c98 None None] DHCP port deletion for ef96b16e-b08e-48d4-8a8d-6d1d635c6ee0 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:50:20.610851 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-ee7e237f-6aea-4538-a202-e9f9e2546c98 None None] Deleting port 9b73a0b8-029f-44e9-bba8-35189cd0a6b9 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:50:20.611207 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ee7e237f-6aea-4538-a202-e9f9e2546c98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:20.706327 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-d0963e8b-490f-4148-89d4-53bb47f682a8 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] For port 9b73a0b8-029f-44e9-bba8-35189cd0a6b9, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=9b73a0b8-029f-44e9-bba8-35189cd0a6b9,segment=NetworkSegment(2e36fcc4-e4b6-4f41-b802-be498d1ff9f5),segment_id=2e36fcc4-e4b6-4f41-b802-be498d1ff9f5)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:50:20.706698 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d0963e8b-490f-4148-89d4-53bb47f682a8 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:20.810437 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-ee7e237f-6aea-4538-a202-e9f9e2546c98 None None] For port 9b73a0b8-029f-44e9-bba8-35189cd0a6b9, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=9b73a0b8-029f-44e9-bba8-35189cd0a6b9,segment=NetworkSegment(2e36fcc4-e4b6-4f41-b802-be498d1ff9f5),segment_id=2e36fcc4-e4b6-4f41-b802-be498d1ff9f5)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:50:20.810992 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ee7e237f-6aea-4538-a202-e9f9e2546c98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:20.834588 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-d0963e8b-490f-4148-89d4-53bb47f682a8 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Calling delete_port for 9b73a0b8-029f-44e9-bba8-35189cd0a6b9 owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:50:20.909368 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d0963e8b-490f-4148-89d4-53bb47f682a8 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:20.938045 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-ee7e237f-6aea-4538-a202-e9f9e2546c98 None None] Calling delete_port for 9b73a0b8-029f-44e9-bba8-35189cd0a6b9 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:50:20.955370 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0963e8b-490f-4148-89d4-53bb47f682a8 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Pushing event deleted for resources: {'Port': ['ID=9b73a0b8-029f-44e9-bba8-35189cd0a6b9,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:20.958795 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0963e8b-490f-4148-89d4-53bb47f682a8 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] No DVR routers for this DVR port 9b73a0b8-029f-44e9-bba8-35189cd0a6b9 on host dv-neutron-826439-1-hyperv {{(pid=87442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:50:21.012661 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-ee7e237f-6aea-4538-a202-e9f9e2546c98 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:50:21.013042 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-ee7e237f-6aea-4538-a202-e9f9e2546c98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:50:21.180590 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d0963e8b-490f-4148-89d4-53bb47f682a8 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:21.204846 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-d0963e8b-490f-4148-89d4-53bb47f682a8 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef96b16e-b08e-48d4-8a8d-6d1d635c6ee0']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:21.217144 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-d0963e8b-490f-4148-89d4-53bb47f682a8 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e36fcc4-e4b6-4f41-b802-be498d1ff9f5') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:21.217697 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-d0963e8b-490f-4148-89d4-53bb47f682a8 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e36fcc4-e4b6-4f41-b802-be498d1ff9f5') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:21.228651 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d0963e8b-490f-4148-89d4-53bb47f682a8 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:21.244398 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d0963e8b-490f-4148-89d4-53bb47f682a8 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:21.250750 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0963e8b-490f-4148-89d4-53bb47f682a8 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:50:21.251136 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d0963e8b-490f-4148-89d4-53bb47f682a8 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:50:21.265681 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:50:21.345381 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d0963e8b-490f-4148-89d4-53bb47f682a8 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:21.362170 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d0963e8b-490f-4148-89d4-53bb47f682a8 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:21.374482 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0963e8b-490f-4148-89d4-53bb47f682a8 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] Pushing event deleted for resources: {'Network': ['ID=ef96b16e-b08e-48d4-8a8d-6d1d635c6ee0,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:21.377295 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d0963e8b-490f-4148-89d4-53bb47f682a8 tempest-NetworksIpV6Test-783391042 tempest-NetworksIpV6Test-783391042-project] 10.222.0.39 "DELETE /v2.0/networks/ef96b16e-b08e-48d4-8a8d-6d1d635c6ee0 HTTP/1.1" status: 204 len: 168 time: 1.0021763 Jan 26 11:50:21.514642 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-ee7e237f-6aea-4538-a202-e9f9e2546c98 None None] Deleting port 9b73a0b8-029f-44e9-bba8-35189cd0a6b9 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:50:21.515160 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ee7e237f-6aea-4538-a202-e9f9e2546c98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:21.583341 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-ee7e237f-6aea-4538-a202-e9f9e2546c98 None None] The port '9b73a0b8-029f-44e9-bba8-35189cd0a6b9' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:50:21.642522 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59434) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:21.792981 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ee015262-2dba-44f6-8eec-3796b93fc806 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b2a5eef78b84eeebf0a87a67fd240fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491532 Jan 26 11:50:21.795605 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59440) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:21.852367 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-974dc1a0-353a-4884-8c03-650f508a6cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:21.877065 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-974dc1a0-353a-4884-8c03-650f508a6cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:21.929678 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-974dc1a0-353a-4884-8c03-650f508a6cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:21.946704 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974dc1a0-353a-4884-8c03-650f508a6cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ebff92-523a-4cf7-9996-2f686d308177,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:21.952223 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-974dc1a0-353a-4884-8c03-650f508a6cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:21.954221 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-974dc1a0-353a-4884-8c03-650f508a6cbe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/73ebff92-523a-4cf7-9996-2f686d308177 HTTP/1.1" status: 204 len: 168 time: 0.1574821 Jan 26 11:50:22.147918 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 9b73a0b8-029f-44e9-bba8-35189cd0a6b9 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:50:22.183329 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 9b73a0b8-029f-44e9-bba8-35189cd0a6b9 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:50:22.183831 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 9b73a0b8-029f-44e9-bba8-35189cd0a6b9 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:50:22.593652 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3ed7282e-38a8-405f-807f-0be768bea8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:22.635519 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59464) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:22.736838 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-5756ed41-fdcf-4c28-bfe6-98cb50025a7d tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-602500022', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:22.743438 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5756ed41-fdcf-4c28-bfe6-98cb50025a7d tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:50:22.747842 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5756ed41-fdcf-4c28-bfe6-98cb50025a7d tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Usage tracker for resource:router and tenant:081543e72ed14b18b559fb39f65b5fc2 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:50:22.750658 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5756ed41-fdcf-4c28-bfe6-98cb50025a7d tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:50:22.756631 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5756ed41-fdcf-4c28-bfe6-98cb50025a7d tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:50:22.766858 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5756ed41-fdcf-4c28-bfe6-98cb50025a7d tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:22.768129 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5756ed41-fdcf-4c28-bfe6-98cb50025a7d tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:22.784231 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5756ed41-fdcf-4c28-bfe6-98cb50025a7d tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:22.802556 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5756ed41-fdcf-4c28-bfe6-98cb50025a7d tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:22.824591 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5756ed41-fdcf-4c28-bfe6-98cb50025a7d tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:22.825856 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5756ed41-fdcf-4c28-bfe6-98cb50025a7d tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1893420 Jan 26 11:50:22.828574 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59470) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:22.834112 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-f82f94c8-30cc-4684-b2c3-b442330b2893 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-934926777'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:22.838824 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f82f94c8-30cc-4684-b2c3-b442330b2893 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:50:22.843904 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f82f94c8-30cc-4684-b2c3-b442330b2893 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Usage tracker for resource:network and tenant:081543e72ed14b18b559fb39f65b5fc2 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:50:22.846711 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f82f94c8-30cc-4684-b2c3-b442330b2893 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:50:22.852337 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f82f94c8-30cc-4684-b2c3-b442330b2893 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:50:22.862680 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82f94c8-30cc-4684-b2c3-b442330b2893 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Made reservation on behalf of 081543e72ed14b18b559fb39f65b5fc2 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:50:22.866103 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f82f94c8-30cc-4684-b2c3-b442330b2893 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:22.881303 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f82f94c8-30cc-4684-b2c3-b442330b2893 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:22.895451 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f82f94c8-30cc-4684-b2c3-b442330b2893 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:50:22.899117 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f82f94c8-30cc-4684-b2c3-b442330b2893 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Usage tracker for resource:security_group_rule and tenant:081543e72ed14b18b559fb39f65b5fc2 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:50:22.901821 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f82f94c8-30cc-4684-b2c3-b442330b2893 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:50:22.907985 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f82f94c8-30cc-4684-b2c3-b442330b2893 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:50:22.990973 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f82f94c8-30cc-4684-b2c3-b442330b2893 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:22.994496 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f82f94c8-30cc-4684-b2c3-b442330b2893 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:23.025149 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f82f94c8-30cc-4684-b2c3-b442330b2893 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:50:23.034256 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f94c8-30cc-4684-b2c3-b442330b2893 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69c67a2f-4d6a-4895-8327-4c8931a066f9,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:23.039954 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f82f94c8-30cc-4684-b2c3-b442330b2893 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:23.040408 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-f82f94c8-30cc-4684-b2c3-b442330b2893 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Added segment 06524d17-7361-45d8-8abd-e05e1461a203 of type vlan for network 553c1c8b-0a3b-41a7-bd10-f6f5da4a7736 Jan 26 11:50:23.068328 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f82f94c8-30cc-4684-b2c3-b442330b2893 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:23.096876 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f82f94c8-30cc-4684-b2c3-b442330b2893 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:23.102444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82f94c8-30cc-4684-b2c3-b442330b2893 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:23.103025 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f82f94c8-30cc-4684-b2c3-b442330b2893 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:23.206842 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f82f94c8-30cc-4684-b2c3-b442330b2893 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3772004 Jan 26 11:50:23.209654 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59474) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:23.211900 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f94c8-30cc-4684-b2c3-b442330b2893 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Pushing event updated for resources: {'Network': ['ID=553c1c8b-0a3b-41a7-bd10-f6f5da4a7736,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:23.216528 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-15c0c3cb-7f3c-4a3c-8766-b5d9357e94bc tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Request body: {'subnet': {'network_id': '553c1c8b-0a3b-41a7-bd10-f6f5da4a7736', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:23.222501 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 553c1c8b-0a3b-41a7-bd10-f6f5da4a7736 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:50:23.326479 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-15c0c3cb-7f3c-4a3c-8766-b5d9357e94bc tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:50:23.330163 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-15c0c3cb-7f3c-4a3c-8766-b5d9357e94bc tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Usage tracker for resource:subnet and tenant:081543e72ed14b18b559fb39f65b5fc2 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:50:23.332927 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-15c0c3cb-7f3c-4a3c-8766-b5d9357e94bc tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:50:23.338518 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-15c0c3cb-7f3c-4a3c-8766-b5d9357e94bc tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:50:23.348940 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c0c3cb-7f3c-4a3c-8766-b5d9357e94bc tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Made reservation on behalf of 081543e72ed14b18b559fb39f65b5fc2 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:50:23.352482 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-15c0c3cb-7f3c-4a3c-8766-b5d9357e94bc tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:23.582612 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-15c0c3cb-7f3c-4a3c-8766-b5d9357e94bc tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:23.664040 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0c3cb-7f3c-4a3c-8766-b5d9357e94bc tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Pushing event updated for resources: {'Subnet': ['ID=78b4a840-ca0f-4338-882c-d3384e6732c6,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:23.673826 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c0c3cb-7f3c-4a3c-8766-b5d9357e94bc tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Checking segment: {'id': '06524d17-7361-45d8-8abd-e05e1461a203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '553c1c8b-0a3b-41a7-bd10-f6f5da4a7736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:50:23.674173 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c0c3cb-7f3c-4a3c-8766-b5d9357e94bc tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Network hostable DHCP agents. Network: 553c1c8b-0a3b-41a7-bd10-f6f5da4a7736, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:50:23.693580 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c0c3cb-7f3c-4a3c-8766-b5d9357e94bc tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Network 553c1c8b-0a3b-41a7-bd10-f6f5da4a7736 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:50:23.703535 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-15c0c3cb-7f3c-4a3c-8766-b5d9357e94bc tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 553c1c8b-0a3b-41a7-bd10-f6f5da4a7736) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:50:23.707687 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c0c3cb-7f3c-4a3c-8766-b5d9357e94bc tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:23.708265 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-15c0c3cb-7f3c-4a3c-8766-b5d9357e94bc tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:23.715341 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c264fa75-a41b-4e3f-be4b-f3cf233d7461 None None] Network 553c1c8b-0a3b-41a7-bd10-f6f5da4a7736 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:50:23.736278 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59478) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:23.736535 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-15c0c3cb-7f3c-4a3c-8766-b5d9357e94bc tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5256574 Jan 26 11:50:23.741924 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-456de3c2-bed6-4f9b-90d3-15001b429d24 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-544339868'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:23.746930 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-456de3c2-bed6-4f9b-90d3-15001b429d24 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:50:23.750932 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-456de3c2-bed6-4f9b-90d3-15001b429d24 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Usage tracker for resource:network and tenant:081543e72ed14b18b559fb39f65b5fc2 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:50:23.753720 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-456de3c2-bed6-4f9b-90d3-15001b429d24 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:50:23.759904 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-456de3c2-bed6-4f9b-90d3-15001b429d24 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:50:23.770846 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456de3c2-bed6-4f9b-90d3-15001b429d24 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Made reservation on behalf of 081543e72ed14b18b559fb39f65b5fc2 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:50:23.774298 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-456de3c2-bed6-4f9b-90d3-15001b429d24 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:23.803753 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456de3c2-bed6-4f9b-90d3-15001b429d24 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:50:23.813656 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-456de3c2-bed6-4f9b-90d3-15001b429d24 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:23.814022 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-456de3c2-bed6-4f9b-90d3-15001b429d24 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Added segment e2601458-a91f-426b-a062-f78aecbe818a of type vlan for network 939c8a91-895e-4be0-acc3-911683307a24 Jan 26 11:50:23.842503 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-456de3c2-bed6-4f9b-90d3-15001b429d24 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:23.879819 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-456de3c2-bed6-4f9b-90d3-15001b429d24 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:23.885917 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456de3c2-bed6-4f9b-90d3-15001b429d24 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:23.887267 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-456de3c2-bed6-4f9b-90d3-15001b429d24 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:23.947753 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-456de3c2-bed6-4f9b-90d3-15001b429d24 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2103786 Jan 26 11:50:23.951713 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59482) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:23.954487 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403f2a2d-34cc-43fb-b04b-0fb7d1f6c52a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-553c1c8b-0a3b-41a7-bd10-f6f5da4a7736', 'network_id': '553c1c8b-0a3b-41a7-bd10-f6f5da4a7736', 'tenant_id': '081543e72ed14b18b559fb39f65b5fc2', 'fixed_ips': [{'subnet_id': '78b4a840-ca0f-4338-882c-d3384e6732c6'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:50:23.955324 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-403f2a2d-34cc-43fb-b04b-0fb7d1f6c52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:23.956798 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-6edbac8f-16c1-4cfd-8304-5111f61e3234 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Request body: {'subnet': {'network_id': '939c8a91-895e-4be0-acc3-911683307a24', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:24.012017 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456de3c2-bed6-4f9b-90d3-15001b429d24 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Pushing event updated for resources: {'Network': ['ID=939c8a91-895e-4be0-acc3-911683307a24,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:24.047520 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 939c8a91-895e-4be0-acc3-911683307a24 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:50:24.087414 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6edbac8f-16c1-4cfd-8304-5111f61e3234 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:50:24.091832 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6edbac8f-16c1-4cfd-8304-5111f61e3234 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Usage tracker for resource:subnet and tenant:081543e72ed14b18b559fb39f65b5fc2 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:50:24.095746 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-6edbac8f-16c1-4cfd-8304-5111f61e3234 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:50:24.102875 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-6edbac8f-16c1-4cfd-8304-5111f61e3234 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:50:24.112517 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edbac8f-16c1-4cfd-8304-5111f61e3234 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Made reservation on behalf of 081543e72ed14b18b559fb39f65b5fc2 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:50:24.116258 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6edbac8f-16c1-4cfd-8304-5111f61e3234 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:24.239987 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-403f2a2d-34cc-43fb-b04b-0fb7d1f6c52a None None] Allocated IP 172.20.0.2 (553c1c8b-0a3b-41a7-bd10-f6f5da4a7736/78b4a840-ca0f-4338-882c-d3384e6732c6/4212aed6-4cd9-4f40-b87b-5fc77fd4f03e) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:50:24.339818 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6edbac8f-16c1-4cfd-8304-5111f61e3234 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:24.422729 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbac8f-16c1-4cfd-8304-5111f61e3234 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Pushing event updated for resources: {'Subnet': ['ID=b666071f-d6fb-449f-8c19-00ba57e5569e,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:24.432650 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edbac8f-16c1-4cfd-8304-5111f61e3234 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Checking segment: {'id': 'e2601458-a91f-426b-a062-f78aecbe818a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '939c8a91-895e-4be0-acc3-911683307a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:50:24.433012 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edbac8f-16c1-4cfd-8304-5111f61e3234 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Network hostable DHCP agents. Network: 939c8a91-895e-4be0-acc3-911683307a24, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:50:24.455161 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edbac8f-16c1-4cfd-8304-5111f61e3234 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Network 939c8a91-895e-4be0-acc3-911683307a24 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:50:24.462470 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-403f2a2d-34cc-43fb-b04b-0fb7d1f6c52a None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:24.465141 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-6edbac8f-16c1-4cfd-8304-5111f61e3234 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 939c8a91-895e-4be0-acc3-911683307a24) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:50:24.469388 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edbac8f-16c1-4cfd-8304-5111f61e3234 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:24.470051 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6edbac8f-16c1-4cfd-8304-5111f61e3234 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:24.476394 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0672fadd-30c4-4c29-bd24-87bb6eed6914 None None] Network 939c8a91-895e-4be0-acc3-911683307a24 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:50:24.489226 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-403f2a2d-34cc-43fb-b04b-0fb7d1f6c52a None None] Transition to ACTIVE for port object 4212aed6-4cd9-4f40-b87b-5fc77fd4f03e will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:50:24.494399 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59486) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:24.494577 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6edbac8f-16c1-4cfd-8304-5111f61e3234 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5422282 Jan 26 11:50:24.500562 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-477276cb-d563-4d6a-89eb-2c45bcf8f424 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Request body: {'router': {'external_gateway_info': {'network_id': '939c8a91-895e-4be0-acc3-911683307a24'}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:24.573049 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-403f2a2d-34cc-43fb-b04b-0fb7d1f6c52a None None] Transition to ACTIVE for port object 4212aed6-4cd9-4f40-b87b-5fc77fd4f03e will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:50:24.584143 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-403f2a2d-34cc-43fb-b04b-0fb7d1f6c52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:24.676044 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403f2a2d-34cc-43fb-b04b-0fb7d1f6c52a None None] Network 553c1c8b-0a3b-41a7-bd10-f6f5da4a7736 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:50:24.705328 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-403f2a2d-34cc-43fb-b04b-0fb7d1f6c52a None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:50:24.713018 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403f2a2d-34cc-43fb-b04b-0fb7d1f6c52a None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:50:24.755061 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f2a2d-34cc-43fb-b04b-0fb7d1f6c52a None None] Pushing event updated for resources: {'Port': ['ID=4212aed6-4cd9-4f40-b87b-5fc77fd4f03e,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:24.874102 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a832b7-7fd6-4210-b864-934a1db17134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-939c8a91-895e-4be0-acc3-911683307a24', 'network_id': '939c8a91-895e-4be0-acc3-911683307a24', 'tenant_id': '081543e72ed14b18b559fb39f65b5fc2', 'fixed_ips': [{'subnet_id': 'b666071f-d6fb-449f-8c19-00ba57e5569e'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:50:24.875067 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-49a832b7-7fd6-4210-b864-934a1db17134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:24.888409 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3b429701-a0cb-4ac5-bade-e665d99b5584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:24.893380 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-403f2a2d-34cc-43fb-b04b-0fb7d1f6c52a None None] Attempting to bind port 4212aed6-4cd9-4f40-b87b-5fc77fd4f03e on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:50:24.893752 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-403f2a2d-34cc-43fb-b04b-0fb7d1f6c52a None None] Attempting to bind port 4212aed6-4cd9-4f40-b87b-5fc77fd4f03e by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '06524d17-7361-45d8-8abd-e05e1461a203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '553c1c8b-0a3b-41a7-bd10-f6f5da4a7736'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:50:24.894111 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403f2a2d-34cc-43fb-b04b-0fb7d1f6c52a None None] Attempting to bind port 4212aed6-4cd9-4f40-b87b-5fc77fd4f03e on network 553c1c8b-0a3b-41a7-bd10-f6f5da4a7736 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:50:24.903523 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403f2a2d-34cc-43fb-b04b-0fb7d1f6c52a None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:50:24.903891 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403f2a2d-34cc-43fb-b04b-0fb7d1f6c52a None None] Checking segment: {'id': '06524d17-7361-45d8-8abd-e05e1461a203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '553c1c8b-0a3b-41a7-bd10-f6f5da4a7736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:50:24.904289 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-403f2a2d-34cc-43fb-b04b-0fb7d1f6c52a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:24.904676 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403f2a2d-34cc-43fb-b04b-0fb7d1f6c52a None None] Bound using segment: {'id': '06524d17-7361-45d8-8abd-e05e1461a203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '553c1c8b-0a3b-41a7-bd10-f6f5da4a7736'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:50:24.905132 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-403f2a2d-34cc-43fb-b04b-0fb7d1f6c52a None None] Bound port: 4212aed6-4cd9-4f40-b87b-5fc77fd4f03e, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06524d17-7361-45d8-8abd-e05e1461a203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '553c1c8b-0a3b-41a7-bd10-f6f5da4a7736'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:50:24.905498 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-403f2a2d-34cc-43fb-b04b-0fb7d1f6c52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:24.923278 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-477276cb-d563-4d6a-89eb-2c45bcf8f424 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:25.076975 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.api.v2.resource [None req-477276cb-d563-4d6a-89eb-2c45bcf8f424 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 11:50:25.083533 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-477276cb-d563-4d6a-89eb-2c45bcf8f424 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] 10.222.0.39 "PUT /v2.0/routers/bb5362b2-dd4b-48a3-ae8d-320653aa0a2c HTTP/1.1" status: 400 len: 364 time: 0.5824201 Jan 26 11:50:25.083801 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59490) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:25.098894 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-403f2a2d-34cc-43fb-b04b-0fb7d1f6c52a None None] For port 4212aed6-4cd9-4f40-b87b-5fc77fd4f03e, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:50:25.115132 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-403f2a2d-34cc-43fb-b04b-0fb7d1f6c52a None None] For port 4212aed6-4cd9-4f40-b87b-5fc77fd4f03e, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=4212aed6-4cd9-4f40-b87b-5fc77fd4f03e,segment=NetworkSegment(06524d17-7361-45d8-8abd-e05e1461a203),segment_id=06524d17-7361-45d8-8abd-e05e1461a203)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:50:25.122701 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-403f2a2d-34cc-43fb-b04b-0fb7d1f6c52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:25.149055 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-cefa11e0-1fad-40a2-87ad-090f63a5e725 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Deleting subnet b666071f-d6fb-449f-8c19-00ba57e5569e {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:50:25.160572 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-49a832b7-7fd6-4210-b864-934a1db17134 None None] Allocated IP 172.21.0.2 (939c8a91-895e-4be0-acc3-911683307a24/b666071f-d6fb-449f-8c19-00ba57e5569e/f044e9d6-a0a9-4da9-9778-0a8b7156be10) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:50:25.256044 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f2a2d-34cc-43fb-b04b-0fb7d1f6c52a None None] Pushing event updated for resources: {'Port': ['ID=4212aed6-4cd9-4f40-b87b-5fc77fd4f03e,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:25.433885 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-49a832b7-7fd6-4210-b864-934a1db17134 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:25.445815 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-49a832b7-7fd6-4210-b864-934a1db17134 None None] Transition to ACTIVE for port object f044e9d6-a0a9-4da9-9778-0a8b7156be10 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:50:25.467669 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-49a832b7-7fd6-4210-b864-934a1db17134 None None] Transition to ACTIVE for port object f044e9d6-a0a9-4da9-9778-0a8b7156be10 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:50:25.472092 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cefa11e0-1fad-40a2-87ad-090f63a5e725 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:25.472701 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-49a832b7-7fd6-4210-b864-934a1db17134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:25.532787 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cefa11e0-1fad-40a2-87ad-090f63a5e725 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:25.547252 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a832b7-7fd6-4210-b864-934a1db17134 None None] Network 939c8a91-895e-4be0-acc3-911683307a24 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:50:25.550187 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-49a832b7-7fd6-4210-b864-934a1db17134 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:50:25.554102 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a832b7-7fd6-4210-b864-934a1db17134 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:50:25.588685 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a832b7-7fd6-4210-b864-934a1db17134 None None] Pushing event updated for resources: {'Port': ['ID=f044e9d6-a0a9-4da9-9778-0a8b7156be10,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:25.655251 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-49a832b7-7fd6-4210-b864-934a1db17134 None None] Attempting to bind port f044e9d6-a0a9-4da9-9778-0a8b7156be10 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:50:25.655534 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-49a832b7-7fd6-4210-b864-934a1db17134 None None] Attempting to bind port f044e9d6-a0a9-4da9-9778-0a8b7156be10 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'e2601458-a91f-426b-a062-f78aecbe818a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '939c8a91-895e-4be0-acc3-911683307a24'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:50:25.655896 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a832b7-7fd6-4210-b864-934a1db17134 None None] Attempting to bind port f044e9d6-a0a9-4da9-9778-0a8b7156be10 on network 939c8a91-895e-4be0-acc3-911683307a24 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:50:25.661818 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a832b7-7fd6-4210-b864-934a1db17134 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:50:25.662311 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a832b7-7fd6-4210-b864-934a1db17134 None None] Checking segment: {'id': 'e2601458-a91f-426b-a062-f78aecbe818a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '939c8a91-895e-4be0-acc3-911683307a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:50:25.662938 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-49a832b7-7fd6-4210-b864-934a1db17134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:25.663332 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a832b7-7fd6-4210-b864-934a1db17134 None None] Bound using segment: {'id': 'e2601458-a91f-426b-a062-f78aecbe818a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '939c8a91-895e-4be0-acc3-911683307a24'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:50:25.663798 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-49a832b7-7fd6-4210-b864-934a1db17134 None None] Bound port: f044e9d6-a0a9-4da9-9778-0a8b7156be10, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2601458-a91f-426b-a062-f78aecbe818a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '939c8a91-895e-4be0-acc3-911683307a24'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:50:25.664417 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-49a832b7-7fd6-4210-b864-934a1db17134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:25.749768 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cefa11e0-1fad-40a2-87ad-090f63a5e725 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:25.831710 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cefa11e0-1fad-40a2-87ad-090f63a5e725 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:25.835627 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-49a832b7-7fd6-4210-b864-934a1db17134 None None] For port f044e9d6-a0a9-4da9-9778-0a8b7156be10, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:50:25.840216 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-49a832b7-7fd6-4210-b864-934a1db17134 None None] For port f044e9d6-a0a9-4da9-9778-0a8b7156be10, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=f044e9d6-a0a9-4da9-9778-0a8b7156be10,segment=NetworkSegment(e2601458-a91f-426b-a062-f78aecbe818a),segment_id=e2601458-a91f-426b-a062-f78aecbe818a)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:50:25.844826 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-49a832b7-7fd6-4210-b864-934a1db17134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:25.875850 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-cefa11e0-1fad-40a2-87ad-090f63a5e725 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:25.884259 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa11e0-1fad-40a2-87ad-090f63a5e725 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Pushing event deleted for resources: {'Subnet': ['ID=b666071f-d6fb-449f-8c19-00ba57e5569e,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:25.887655 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-cefa11e0-1fad-40a2-87ad-090f63a5e725 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] 10.222.0.39 "DELETE /v2.0/subnets/b666071f-d6fb-449f-8c19-00ba57e5569e HTTP/1.1" status: 204 len: 168 time: 0.8028820 Jan 26 11:50:25.890131 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59494) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:25.952111 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:25.962682 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a832b7-7fd6-4210-b864-934a1db17134 None None] Pushing event updated for resources: {'Port': ['ID=f044e9d6-a0a9-4da9-9778-0a8b7156be10,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:26.014672 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f39367c9-297a-4305-8ad6-1b70984dd1ae tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:26.027078 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-f39367c9-297a-4305-8ad6-1b70984dd1ae tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Deleting port f044e9d6-a0a9-4da9-9778-0a8b7156be10 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:50:26.027418 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f39367c9-297a-4305-8ad6-1b70984dd1ae tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:26.143795 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:26.246427 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4212aed6-4cd9-4f40-b87b-5fc77fd4f03e up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:50:26.273424 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-f39367c9-297a-4305-8ad6-1b70984dd1ae tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] For port f044e9d6-a0a9-4da9-9778-0a8b7156be10, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=f044e9d6-a0a9-4da9-9778-0a8b7156be10,segment=NetworkSegment(e2601458-a91f-426b-a062-f78aecbe818a),segment_id=e2601458-a91f-426b-a062-f78aecbe818a)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:50:26.273869 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f39367c9-297a-4305-8ad6-1b70984dd1ae tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:26.332168 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 4212aed6-4cd9-4f40-b87b-5fc77fd4f03e completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:50:26.341518 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005078f7-2e2c-4740-94fe-794a9a346afc None None] Network 553c1c8b-0a3b-41a7-bd10-f6f5da4a7736 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:50:26.417277 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-f39367c9-297a-4305-8ad6-1b70984dd1ae tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Calling delete_port for f044e9d6-a0a9-4da9-9778-0a8b7156be10 owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:50:26.461482 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-aa9a7c0d-f938-4ad9-8b26-836f0711de60 None None] Provisioning for port 4212aed6-4cd9-4f40-b87b-5fc77fd4f03e completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:50:26.478896 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-aa9a7c0d-f938-4ad9-8b26-836f0711de60 None None] Provisioning complete for port 4212aed6-4cd9-4f40-b87b-5fc77fd4f03e triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:50:26.479261 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-aa9a7c0d-f938-4ad9-8b26-836f0711de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:26.500613 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f39367c9-297a-4305-8ad6-1b70984dd1ae tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:26.550067 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39367c9-297a-4305-8ad6-1b70984dd1ae tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] No DVR routers for this DVR port f044e9d6-a0a9-4da9-9778-0a8b7156be10 on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:50:26.580920 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39367c9-297a-4305-8ad6-1b70984dd1ae tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Pushing event deleted for resources: {'Port': ['ID=f044e9d6-a0a9-4da9-9778-0a8b7156be10,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:26.679007 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f39367c9-297a-4305-8ad6-1b70984dd1ae tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:26.693135 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-aa9a7c0d-f938-4ad9-8b26-836f0711de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:26.709824 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-f39367c9-297a-4305-8ad6-1b70984dd1ae tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939c8a91-895e-4be0-acc3-911683307a24']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:26.728202 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-f39367c9-297a-4305-8ad6-1b70984dd1ae tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2601458-a91f-426b-a062-f78aecbe818a') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:26.728553 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-f39367c9-297a-4305-8ad6-1b70984dd1ae tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2601458-a91f-426b-a062-f78aecbe818a') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:26.736396 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-aa9a7c0d-f938-4ad9-8b26-836f0711de60 None None] For port 4212aed6-4cd9-4f40-b87b-5fc77fd4f03e, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=4212aed6-4cd9-4f40-b87b-5fc77fd4f03e,segment=NetworkSegment(06524d17-7361-45d8-8abd-e05e1461a203),segment_id=06524d17-7361-45d8-8abd-e05e1461a203)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:50:26.744254 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f39367c9-297a-4305-8ad6-1b70984dd1ae tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:26.746796 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-aa9a7c0d-f938-4ad9-8b26-836f0711de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:26.763443 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f39367c9-297a-4305-8ad6-1b70984dd1ae tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:26.771717 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f39367c9-297a-4305-8ad6-1b70984dd1ae tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:50:26.772596 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f39367c9-297a-4305-8ad6-1b70984dd1ae tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:26.829108 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a7c0d-f938-4ad9-8b26-836f0711de60 None None] Pushing event updated for resources: {'Port': ['ID=4212aed6-4cd9-4f40-b87b-5fc77fd4f03e,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:50:26.876131 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:50:26.891457 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f39367c9-297a-4305-8ad6-1b70984dd1ae tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:26.909720 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f39367c9-297a-4305-8ad6-1b70984dd1ae tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:26.921618 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39367c9-297a-4305-8ad6-1b70984dd1ae tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Pushing event deleted for resources: {'Network': ['ID=939c8a91-895e-4be0-acc3-911683307a24,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:26.928310 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f39367c9-297a-4305-8ad6-1b70984dd1ae tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] 10.222.0.39 "DELETE /v2.0/networks/939c8a91-895e-4be0-acc3-911683307a24 HTTP/1.1" status: 204 len: 168 time: 1.0350535 Jan 26 11:50:26.928723 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59498) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:27.002991 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa830d1d-b2b6-4a4c-8c1c-dd9a90bc509f tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Deleting subnet 78b4a840-ca0f-4338-882c-d3384e6732c6 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:50:27.006250 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aa830d1d-b2b6-4a4c-8c1c-dd9a90bc509f tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:27.065342 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aa830d1d-b2b6-4a4c-8c1c-dd9a90bc509f tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:27.094407 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e2abb0d4-34b3-47bc-8182-c957eec13f6c None None] Provisioning complete for port 4212aed6-4cd9-4f40-b87b-5fc77fd4f03e triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:50:27.095029 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e2abb0d4-34b3-47bc-8182-c957eec13f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:27.159737 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aa830d1d-b2b6-4a4c-8c1c-dd9a90bc509f tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:27.239264 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aa830d1d-b2b6-4a4c-8c1c-dd9a90bc509f tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:27.254947 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4b0ae8-1f39-46f9-80dc-0afd74c91e2b None None] DHCP port deletion for 939c8a91-895e-4be0-acc3-911683307a24 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:50:27.271133 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1ea943-42f5-4b39-85b4-58f6f5497849 None None] Network 939c8a91-895e-4be0-acc3-911683307a24 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:50:27.284230 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-aa830d1d-b2b6-4a4c-8c1c-dd9a90bc509f tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:27.288041 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa830d1d-b2b6-4a4c-8c1c-dd9a90bc509f tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Pushing event deleted for resources: {'Subnet': ['ID=78b4a840-ca0f-4338-882c-d3384e6732c6,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:27.289032 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1ea943-42f5-4b39-85b4-58f6f5497849 None None] Network 939c8a91-895e-4be0-acc3-911683307a24 could not be found, it might have been deleted concurrently. {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 26 11:50:27.291493 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e83465-7e64-47c3-bb11-641858f6b83b None None] Network 553c1c8b-0a3b-41a7-bd10-f6f5da4a7736 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:50:27.293762 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-aa830d1d-b2b6-4a4c-8c1c-dd9a90bc509f tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] 10.222.0.39 "DELETE /v2.0/subnets/78b4a840-ca0f-4338-882c-d3384e6732c6 HTTP/1.1" status: 204 len: 168 time: 0.3642800 Jan 26 11:50:27.296214 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59502) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:27.375626 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-dbd1b0d6-5166-4aab-8f77-08ae7f79c014 None None] Could not find standard attr ID for object f044e9d6-a0a9-4da9-9778-0a8b7156be10. {{(pid=87444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 11:50:27.413703 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-855564f8-b76a-4ef6-8e65-955399ba1e38 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:27.424319 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-855564f8-b76a-4ef6-8e65-955399ba1e38 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Deleting port 4212aed6-4cd9-4f40-b87b-5fc77fd4f03e {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:50:27.424659 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-855564f8-b76a-4ef6-8e65-955399ba1e38 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:27.488317 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:27.553386 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89801b4f-039f-4329-9c65-0e45a4ebef4d None None] DHCP port deletion for 553c1c8b-0a3b-41a7-bd10-f6f5da4a7736 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:50:27.557296 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-89801b4f-039f-4329-9c65-0e45a4ebef4d None None] Deleting port 4212aed6-4cd9-4f40-b87b-5fc77fd4f03e {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:50:27.557668 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-89801b4f-039f-4329-9c65-0e45a4ebef4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:27.740946 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-855564f8-b76a-4ef6-8e65-955399ba1e38 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] For port 4212aed6-4cd9-4f40-b87b-5fc77fd4f03e, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=4212aed6-4cd9-4f40-b87b-5fc77fd4f03e,segment=NetworkSegment(06524d17-7361-45d8-8abd-e05e1461a203),segment_id=06524d17-7361-45d8-8abd-e05e1461a203)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:50:27.741220 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-855564f8-b76a-4ef6-8e65-955399ba1e38 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:27.763296 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-89801b4f-039f-4329-9c65-0e45a4ebef4d None None] For port 4212aed6-4cd9-4f40-b87b-5fc77fd4f03e, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=4212aed6-4cd9-4f40-b87b-5fc77fd4f03e,segment=NetworkSegment(06524d17-7361-45d8-8abd-e05e1461a203),segment_id=06524d17-7361-45d8-8abd-e05e1461a203)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:50:27.763684 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-89801b4f-039f-4329-9c65-0e45a4ebef4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:27.863958 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-855564f8-b76a-4ef6-8e65-955399ba1e38 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Calling delete_port for 4212aed6-4cd9-4f40-b87b-5fc77fd4f03e owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:50:27.887721 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-89801b4f-039f-4329-9c65-0e45a4ebef4d None None] Calling delete_port for 4212aed6-4cd9-4f40-b87b-5fc77fd4f03e owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:50:27.939898 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-855564f8-b76a-4ef6-8e65-955399ba1e38 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:27.959877 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-89801b4f-039f-4329-9c65-0e45a4ebef4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:50:27.960239 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-89801b4f-039f-4329-9c65-0e45a4ebef4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:50:27.991612 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855564f8-b76a-4ef6-8e65-955399ba1e38 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Pushing event deleted for resources: {'Port': ['ID=4212aed6-4cd9-4f40-b87b-5fc77fd4f03e,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:27.993331 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855564f8-b76a-4ef6-8e65-955399ba1e38 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] No DVR routers for this DVR port 4212aed6-4cd9-4f40-b87b-5fc77fd4f03e on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:50:28.115880 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-855564f8-b76a-4ef6-8e65-955399ba1e38 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:28.141674 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-855564f8-b76a-4ef6-8e65-955399ba1e38 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553c1c8b-0a3b-41a7-bd10-f6f5da4a7736']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:28.153715 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-855564f8-b76a-4ef6-8e65-955399ba1e38 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06524d17-7361-45d8-8abd-e05e1461a203') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:28.154016 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-855564f8-b76a-4ef6-8e65-955399ba1e38 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06524d17-7361-45d8-8abd-e05e1461a203') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:28.156031 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4212aed6-4cd9-4f40-b87b-5fc77fd4f03e no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:50:28.165487 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-855564f8-b76a-4ef6-8e65-955399ba1e38 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:28.181068 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-855564f8-b76a-4ef6-8e65-955399ba1e38 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:28.187661 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855564f8-b76a-4ef6-8e65-955399ba1e38 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:50:28.188046 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-855564f8-b76a-4ef6-8e65-955399ba1e38 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:28.189469 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 4212aed6-4cd9-4f40-b87b-5fc77fd4f03e {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:50:28.189819 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 4212aed6-4cd9-4f40-b87b-5fc77fd4f03e not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:50:28.203363 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:50:28.290734 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-855564f8-b76a-4ef6-8e65-955399ba1e38 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:28.295044 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-855564f8-b76a-4ef6-8e65-955399ba1e38 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:28.320312 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855564f8-b76a-4ef6-8e65-955399ba1e38 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Pushing event deleted for resources: {'Network': ['ID=553c1c8b-0a3b-41a7-bd10-f6f5da4a7736,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:28.326027 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-855564f8-b76a-4ef6-8e65-955399ba1e38 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] 10.222.0.39 "DELETE /v2.0/networks/553c1c8b-0a3b-41a7-bd10-f6f5da4a7736 HTTP/1.1" status: 204 len: 168 time: 1.0287228 Jan 26 11:50:28.328578 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59506) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:28.371498 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-82023cc3-005c-4022-bd7f-62d9565b0437 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Synchronizing usage tracker for tenant:081543e72ed14b18b559fb39f65b5fc2 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:50:28.388279 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-82023cc3-005c-4022-bd7f-62d9565b0437 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Unset dirty status for tenant:081543e72ed14b18b559fb39f65b5fc2 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:50:28.389417 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-82023cc3-005c-4022-bd7f-62d9565b0437 tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb5362b2-dd4b-48a3-ae8d-320653aa0a2c HTTP/1.1" status: 200 len: 205 time: 0.0599370 Jan 26 11:50:28.391870 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59510) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:28.461697 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-89801b4f-039f-4329-9c65-0e45a4ebef4d None None] Deleting port 4212aed6-4cd9-4f40-b87b-5fc77fd4f03e {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:50:28.462113 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-89801b4f-039f-4329-9c65-0e45a4ebef4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:28.530934 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3c064c43-8f6e-4821-94b9-2db6b195b8cb tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:28.574803 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-89801b4f-039f-4329-9c65-0e45a4ebef4d None None] The port '4212aed6-4cd9-4f40-b87b-5fc77fd4f03e' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:50:28.832338 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3c064c43-8f6e-4821-94b9-2db6b195b8cb tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:28.834554 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3c064c43-8f6e-4821-94b9-2db6b195b8cb tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:28.856923 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3c064c43-8f6e-4821-94b9-2db6b195b8cb tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:28.857455 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c064c43-8f6e-4821-94b9-2db6b195b8cb tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Fanout notify agent at l3_agent the message router_deleted on router bb5362b2-dd4b-48a3-ae8d-320653aa0a2c {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:50:28.868459 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3c064c43-8f6e-4821-94b9-2db6b195b8cb tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:28.869534 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3c064c43-8f6e-4821-94b9-2db6b195b8cb tempest-RoutersNegativeTest-1288423125 tempest-RoutersNegativeTest-1288423125-project] 10.222.0.39 "DELETE /v2.0/routers/bb5362b2-dd4b-48a3-ae8d-320653aa0a2c HTTP/1.1" status: 204 len: 168 time: 0.4767973 Jan 26 11:50:29.129143 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59518) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:29.273030 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fd46a149-b563-44e2-a465-0a1657eb3165 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=081543e72ed14b18b559fb39f65b5fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425610 Jan 26 11:50:29.275517 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59524) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:29.334523 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-576bd694-42b3-40b5-968b-bca76e377a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:29.360413 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-576bd694-42b3-40b5-968b-bca76e377a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:29.412285 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-576bd694-42b3-40b5-968b-bca76e377a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:29.427809 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576bd694-42b3-40b5-968b-bca76e377a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c67a2f-4d6a-4895-8327-4c8931a066f9,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:29.433010 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-576bd694-42b3-40b5-968b-bca76e377a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:29.434996 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-576bd694-42b3-40b5-968b-bca76e377a52 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/69c67a2f-4d6a-4895-8327-4c8931a066f9 HTTP/1.1" status: 204 len: 168 time: 0.1584401 Jan 26 11:50:30.080608 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59548) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:30.183679 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-0740b46e-ad77-448a-b67e-1e2e325a5bd7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-106665363-network', 'tenant_id': 'ea1de210465e4be9be700a261b7ea974'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:30.188304 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0740b46e-ad77-448a-b67e-1e2e325a5bd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:50:30.192082 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0740b46e-ad77-448a-b67e-1e2e325a5bd7 admin admin] Usage tracker for resource:network and tenant:ea1de210465e4be9be700a261b7ea974 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:50:30.194940 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0740b46e-ad77-448a-b67e-1e2e325a5bd7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:50:30.201134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0740b46e-ad77-448a-b67e-1e2e325a5bd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:50:30.211096 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0740b46e-ad77-448a-b67e-1e2e325a5bd7 admin admin] Made reservation on behalf of ea1de210465e4be9be700a261b7ea974 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:50:30.213379 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0740b46e-ad77-448a-b67e-1e2e325a5bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:30.225695 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0740b46e-ad77-448a-b67e-1e2e325a5bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:30.239463 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0740b46e-ad77-448a-b67e-1e2e325a5bd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:50:30.243110 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0740b46e-ad77-448a-b67e-1e2e325a5bd7 admin admin] Usage tracker for resource:security_group_rule and tenant:ea1de210465e4be9be700a261b7ea974 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:50:30.246406 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0740b46e-ad77-448a-b67e-1e2e325a5bd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:50:30.251991 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0740b46e-ad77-448a-b67e-1e2e325a5bd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:50:30.336970 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0740b46e-ad77-448a-b67e-1e2e325a5bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:30.341249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0740b46e-ad77-448a-b67e-1e2e325a5bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:30.477682 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0740b46e-ad77-448a-b67e-1e2e325a5bd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:50:30.482844 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740b46e-ad77-448a-b67e-1e2e325a5bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e3050d-5a6a-4557-97a2-4bce65ca2a2c,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:30.490896 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0740b46e-ad77-448a-b67e-1e2e325a5bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:30.491300 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-0740b46e-ad77-448a-b67e-1e2e325a5bd7 admin admin] Added segment e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70 of type vlan for network 59c54a12-bd17-449b-a976-5d46fe6ac8b2 Jan 26 11:50:30.518749 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0740b46e-ad77-448a-b67e-1e2e325a5bd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:30.546484 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0740b46e-ad77-448a-b67e-1e2e325a5bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:30.547422 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0740b46e-ad77-448a-b67e-1e2e325a5bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:30.547994 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0740b46e-ad77-448a-b67e-1e2e325a5bd7 admin admin] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:30.644796 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0740b46e-ad77-448a-b67e-1e2e325a5bd7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5631018 Jan 26 11:50:30.647927 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59554) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:30.649887 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740b46e-ad77-448a-b67e-1e2e325a5bd7 admin admin] Pushing event updated for resources: {'Network': ['ID=59c54a12-bd17-449b-a976-5d46fe6ac8b2,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:30.654077 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-ac86c9dc-17a3-48e3-8a31-ffc3d8d55498 admin admin] Request body: {'subnet': {'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-106665363-subnet', 'tenant_id': 'ea1de210465e4be9be700a261b7ea974', 'ip_version': 4}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:30.658972 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-ac86c9dc-17a3-48e3-8a31-ffc3d8d55498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:50:30.659258 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 59c54a12-bd17-449b-a976-5d46fe6ac8b2 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:50:30.662741 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ac86c9dc-17a3-48e3-8a31-ffc3d8d55498 admin admin] Usage tracker for resource:subnet and tenant:ea1de210465e4be9be700a261b7ea974 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:50:30.665507 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-ac86c9dc-17a3-48e3-8a31-ffc3d8d55498 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:50:30.672058 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-ac86c9dc-17a3-48e3-8a31-ffc3d8d55498 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:50:30.682666 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac86c9dc-17a3-48e3-8a31-ffc3d8d55498 admin admin] Made reservation on behalf of ea1de210465e4be9be700a261b7ea974 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:50:30.685788 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ac86c9dc-17a3-48e3-8a31-ffc3d8d55498 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:30.882897 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ac86c9dc-17a3-48e3-8a31-ffc3d8d55498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:30.957820 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86c9dc-17a3-48e3-8a31-ffc3d8d55498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1551e155-79a5-4263-954b-113216daa631,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:30.965695 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac86c9dc-17a3-48e3-8a31-ffc3d8d55498 admin admin] Checking segment: {'id': 'e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:50:30.966056 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac86c9dc-17a3-48e3-8a31-ffc3d8d55498 admin admin] Network hostable DHCP agents. Network: 59c54a12-bd17-449b-a976-5d46fe6ac8b2, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:50:30.985715 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac86c9dc-17a3-48e3-8a31-ffc3d8d55498 admin admin] Network 59c54a12-bd17-449b-a976-5d46fe6ac8b2 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:50:30.994507 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-ac86c9dc-17a3-48e3-8a31-ffc3d8d55498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 59c54a12-bd17-449b-a976-5d46fe6ac8b2) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:50:30.999132 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac86c9dc-17a3-48e3-8a31-ffc3d8d55498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:31.000084 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-ac86c9dc-17a3-48e3-8a31-ffc3d8d55498 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:31.003202 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72368bc3-6829-42e5-bd47-8141f2c376c7 None None] Network 59c54a12-bd17-449b-a976-5d46fe6ac8b2 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:50:31.021227 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ac86c9dc-17a3-48e3-8a31-ffc3d8d55498 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3719683 Jan 26 11:50:31.023625 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59558) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:31.029179 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-2a332f94-81d0-4b52-8b9a-2cb60d518e19 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-106665363-router', 'tenant_id': 'ea1de210465e4be9be700a261b7ea974', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:31.033702 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2a332f94-81d0-4b52-8b9a-2cb60d518e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:50:31.037488 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2a332f94-81d0-4b52-8b9a-2cb60d518e19 admin admin] Usage tracker for resource:router and tenant:ea1de210465e4be9be700a261b7ea974 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:50:31.040349 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2a332f94-81d0-4b52-8b9a-2cb60d518e19 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:50:31.046956 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2a332f94-81d0-4b52-8b9a-2cb60d518e19 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:50:31.056613 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2a332f94-81d0-4b52-8b9a-2cb60d518e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:31.057560 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2a332f94-81d0-4b52-8b9a-2cb60d518e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:31.071733 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2a332f94-81d0-4b52-8b9a-2cb60d518e19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:31.219761 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668b602f-ceb3-4f2b-954a-460f2d03eac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-59c54a12-bd17-449b-a976-5d46fe6ac8b2', 'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2', 'tenant_id': 'ea1de210465e4be9be700a261b7ea974', 'fixed_ips': [{'subnet_id': '1551e155-79a5-4263-954b-113216daa631'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:50:31.220615 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-668b602f-ceb3-4f2b-954a-460f2d03eac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:31.375692 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-668b602f-ceb3-4f2b-954a-460f2d03eac6 None None] Allocated IP 172.20.0.2 (59c54a12-bd17-449b-a976-5d46fe6ac8b2/1551e155-79a5-4263-954b-113216daa631/a9eb3c00-27f2-47b9-9762-dbbb75e4285c) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:50:31.452522 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2a332f94-81d0-4b52-8b9a-2cb60d518e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:31.584119 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-668b602f-ceb3-4f2b-954a-460f2d03eac6 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:31.594983 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-668b602f-ceb3-4f2b-954a-460f2d03eac6 None None] Transition to ACTIVE for port object a9eb3c00-27f2-47b9-9762-dbbb75e4285c will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:50:31.612482 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-668b602f-ceb3-4f2b-954a-460f2d03eac6 None None] Transition to ACTIVE for port object a9eb3c00-27f2-47b9-9762-dbbb75e4285c will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:50:31.619242 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-668b602f-ceb3-4f2b-954a-460f2d03eac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:31.685030 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668b602f-ceb3-4f2b-954a-460f2d03eac6 None None] Network 59c54a12-bd17-449b-a976-5d46fe6ac8b2 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:50:31.687885 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-668b602f-ceb3-4f2b-954a-460f2d03eac6 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:50:31.691467 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668b602f-ceb3-4f2b-954a-460f2d03eac6 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:50:31.696945 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b602f-ceb3-4f2b-954a-460f2d03eac6 None None] Pushing event updated for resources: {'Port': ['ID=a9eb3c00-27f2-47b9-9762-dbbb75e4285c,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:31.768333 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2a332f94-81d0-4b52-8b9a-2cb60d518e19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:31.786744 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-668b602f-ceb3-4f2b-954a-460f2d03eac6 None None] Attempting to bind port a9eb3c00-27f2-47b9-9762-dbbb75e4285c on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:50:31.787115 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-668b602f-ceb3-4f2b-954a-460f2d03eac6 None None] Attempting to bind port a9eb3c00-27f2-47b9-9762-dbbb75e4285c by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:50:31.787482 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668b602f-ceb3-4f2b-954a-460f2d03eac6 None None] Attempting to bind port a9eb3c00-27f2-47b9-9762-dbbb75e4285c on network 59c54a12-bd17-449b-a976-5d46fe6ac8b2 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:50:31.793438 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668b602f-ceb3-4f2b-954a-460f2d03eac6 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:50:31.793844 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668b602f-ceb3-4f2b-954a-460f2d03eac6 None None] Checking segment: {'id': 'e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:50:31.794205 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-668b602f-ceb3-4f2b-954a-460f2d03eac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:31.794622 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668b602f-ceb3-4f2b-954a-460f2d03eac6 None None] Bound using segment: {'id': 'e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:50:31.795538 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-668b602f-ceb3-4f2b-954a-460f2d03eac6 None None] Bound port: a9eb3c00-27f2-47b9-9762-dbbb75e4285c, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:50:31.795932 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-668b602f-ceb3-4f2b-954a-460f2d03eac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:31.799275 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2a332f94-81d0-4b52-8b9a-2cb60d518e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:31.887472 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-668b602f-ceb3-4f2b-954a-460f2d03eac6 None None] For port a9eb3c00-27f2-47b9-9762-dbbb75e4285c, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:50:31.891158 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-668b602f-ceb3-4f2b-954a-460f2d03eac6 None None] For port a9eb3c00-27f2-47b9-9762-dbbb75e4285c, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a9eb3c00-27f2-47b9-9762-dbbb75e4285c,segment=NetworkSegment(e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70),segment_id=e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:50:31.897668 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-668b602f-ceb3-4f2b-954a-460f2d03eac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:31.934798 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-2a332f94-81d0-4b52-8b9a-2cb60d518e19 admin admin] Allocated IP 172.26.5.25 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/b879ebe5-6cc9-4362-8d6e-d32d53a4717e) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:50:31.984236 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b602f-ceb3-4f2b-954a-460f2d03eac6 None None] Pushing event updated for resources: {'Port': ['ID=a9eb3c00-27f2-47b9-9762-dbbb75e4285c,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:32.086715 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2a332f94-81d0-4b52-8b9a-2cb60d518e19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:32.118303 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2a332f94-81d0-4b52-8b9a-2cb60d518e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:32.188978 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a332f94-81d0-4b52-8b9a-2cb60d518e19 admin admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:50:32.191826 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-2a332f94-81d0-4b52-8b9a-2cb60d518e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:50:32.195558 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a332f94-81d0-4b52-8b9a-2cb60d518e19 admin admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:50:32.231150 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a332f94-81d0-4b52-8b9a-2cb60d518e19 admin admin] Pushing event updated for resources: {'Port': ['ID=b879ebe5-6cc9-4362-8d6e-d32d53a4717e,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:32.738265 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2a332f94-81d0-4b52-8b9a-2cb60d518e19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:32.943422 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb584046-1d19-49ce-90a5-aa1bef173cc2 None None] Network 59c54a12-bd17-449b-a976-5d46fe6ac8b2 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:50:33.062543 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-15c9160f-0fc5-4cc9-a084-4f8d6e5acc42 None None] Provisioning for port a9eb3c00-27f2-47b9-9762-dbbb75e4285c completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:50:33.088661 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2a332f94-81d0-4b52-8b9a-2cb60d518e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:33.300341 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a332f94-81d0-4b52-8b9a-2cb60d518e19 admin admin] Router 99d9a983-7e85-4dff-bde0-de974b87f9a9 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:50:33.479592 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a332f94-81d0-4b52-8b9a-2cb60d518e19 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:50:33.489464 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] Sync routers for ids ['99d9a983-7e85-4dff-bde0-de974b87f9a9'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:50:33.504020 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] Routers {'99d9a983-7e85-4dff-bde0-de974b87f9a9'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:50:33.504235 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2a332f94-81d0-4b52-8b9a-2cb60d518e19 admin admin] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:33.504730 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:50:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['99d9a983-7e85-4dff-bde0-de974b87f9a9'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:33.505444 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2a332f94-81d0-4b52-8b9a-2cb60d518e19 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4808989 Jan 26 11:50:33.508506 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59562) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:33.680827 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] Set router 99d9a983-7e85-4dff-bde0-de974b87f9a9 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:50:33.963665 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d9a983-7e85-4dff-bde0-de974b87f9a9', 'name': 'tempest-TestEncryptedCinderVolumes-106665363-router', 'tenant_id': 'ea1de210465e4be9be700a261b7ea974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': 'b879ebe5-6cc9-4362-8d6e-d32d53a4717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:50:31Z', 'updated_at': '2022-01-26T11:50:32Z', 'revision_number': 3, 'project_id': 'ea1de210465e4be9be700a261b7ea974', 'gw_port': {'id': 'b879ebe5-6cc9-4362-8d6e-d32d53a4717e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d9a983-7e85-4dff-bde0-de974b87f9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:50:31Z', 'updated_at': '2022-01-26T11:50:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:33.968583 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] Checking router: 99d9a983-7e85-4dff-bde0-de974b87f9a9 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:50:33.968938 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] Updating router 99d9a983-7e85-4dff-bde0-de974b87f9a9 port b879ebe5-6cc9-4362-8d6e-d32d53a4717e binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:50:34.023662 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:34.248150 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a9eb3c00-27f2-47b9-9762-dbbb75e4285c up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:50:34.304946 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d1bc8325-62af-44c8-ba9f-c75ecf941d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:34.356949 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port a9eb3c00-27f2-47b9-9762-dbbb75e4285c completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:50:34.373622 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port a9eb3c00-27f2-47b9-9762-dbbb75e4285c triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:50:34.373995 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:34.480555 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:34.499394 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] Transition to ACTIVE for port object b879ebe5-6cc9-4362-8d6e-d32d53a4717e will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:50:34.529017 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-d1bc8325-62af-44c8-ba9f-c75ecf941d5d admin admin] Allocated IP 172.20.0.1 (59c54a12-bd17-449b-a976-5d46fe6ac8b2/1551e155-79a5-4263-954b-113216daa631/1c062195-aea6-4bc3-bf99-3b8fceb5d2f1) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:50:34.535979 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:34.635099 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] Attempting to bind port b879ebe5-6cc9-4362-8d6e-d32d53a4717e on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:50:34.635383 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] Attempting to bind port b879ebe5-6cc9-4362-8d6e-d32d53a4717e by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:50:34.635742 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] Attempting to bind port b879ebe5-6cc9-4362-8d6e-d32d53a4717e on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:50:34.637940 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:34.653892 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d75e9-525e-4272-bac3-a2281ba2a16e None None] Pushing event updated for resources: {'Port': ['ID=b879ebe5-6cc9-4362-8d6e-d32d53a4717e,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:34.660958 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:50:34.661269 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:50:34.661658 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:34.662044 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:50:34.662534 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] Bound port: b879ebe5-6cc9-4362-8d6e-d32d53a4717e, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:50:34.662902 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:34.677293 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d1bc8325-62af-44c8-ba9f-c75ecf941d5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:34.692607 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-d1bc8325-62af-44c8-ba9f-c75ecf941d5d admin admin] Transition to ACTIVE for port object 1c062195-aea6-4bc3-bf99-3b8fceb5d2f1 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:50:34.716633 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d1bc8325-62af-44c8-ba9f-c75ecf941d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:34.726684 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port a9eb3c00-27f2-47b9-9762-dbbb75e4285c, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a9eb3c00-27f2-47b9-9762-dbbb75e4285c,segment=NetworkSegment(e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70),segment_id=e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:50:34.730909 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:34.785369 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bc8325-62af-44c8-ba9f-c75ecf941d5d admin admin] Network 59c54a12-bd17-449b-a976-5d46fe6ac8b2 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:50:34.788243 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-d1bc8325-62af-44c8-ba9f-c75ecf941d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:50:34.792305 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bc8325-62af-44c8-ba9f-c75ecf941d5d admin admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:50:34.807638 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] For port b879ebe5-6cc9-4362-8d6e-d32d53a4717e, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:50:34.812453 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] For port b879ebe5-6cc9-4362-8d6e-d32d53a4717e, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=b879ebe5-6cc9-4362-8d6e-d32d53a4717e,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:50:34.821927 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=a9eb3c00-27f2-47b9-9762-dbbb75e4285c,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:34.825051 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:34.832659 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc8325-62af-44c8-ba9f-c75ecf941d5d admin admin] Pushing event updated for resources: {'Port': ['ID=1c062195-aea6-4bc3-bf99-3b8fceb5d2f1,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:34.856394 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d1bc8325-62af-44c8-ba9f-c75ecf941d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:34.913427 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] Routers {'99d9a983-7e85-4dff-bde0-de974b87f9a9'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:50:34.914071 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:50:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['99d9a983-7e85-4dff-bde0-de974b87f9a9'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:34.969630 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d75e9-525e-4272-bac3-a2281ba2a16e None None] Pushing event updated for resources: {'Port': ['ID=b879ebe5-6cc9-4362-8d6e-d32d53a4717e,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:35.001353 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d1bc8325-62af-44c8-ba9f-c75ecf941d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:35.142924 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d9549b6a-a38d-44bb-be96-0106416c73ae None None] Provisioning for port 1c062195-aea6-4bc3-bf99-3b8fceb5d2f1 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:50:35.151064 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d9549b6a-a38d-44bb-be96-0106416c73ae None None] Provisioning complete for port 1c062195-aea6-4bc3-bf99-3b8fceb5d2f1 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:50:35.151383 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d9549b6a-a38d-44bb-be96-0106416c73ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:35.188051 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] Set router 99d9a983-7e85-4dff-bde0-de974b87f9a9 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:50:35.241927 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d1bc8325-62af-44c8-ba9f-c75ecf941d5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:35.247872 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d1bc8325-62af-44c8-ba9f-c75ecf941d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:35.272941 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-d9549b6a-a38d-44bb-be96-0106416c73ae None None] Port 1c062195-aea6-4bc3-bf99-3b8fceb5d2f1 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:50:35.355413 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc8325-62af-44c8-ba9f-c75ecf941d5d admin admin] Pushing event updated for resources: {'Port': ['ID=1c062195-aea6-4bc3-bf99-3b8fceb5d2f1,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:35.358158 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d1bc8325-62af-44c8-ba9f-c75ecf941d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:35.498274 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bc8325-62af-44c8-ba9f-c75ecf941d5d admin admin] Network 59c54a12-bd17-449b-a976-5d46fe6ac8b2 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:50:35.499527 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-d1bc8325-62af-44c8-ba9f-c75ecf941d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:50:35.508748 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:35.537233 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d9a983-7e85-4dff-bde0-de974b87f9a9', 'name': 'tempest-TestEncryptedCinderVolumes-106665363-router', 'tenant_id': 'ea1de210465e4be9be700a261b7ea974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': 'b879ebe5-6cc9-4362-8d6e-d32d53a4717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:50:31Z', 'updated_at': '2022-01-26T11:50:34Z', 'revision_number': 4, 'project_id': 'ea1de210465e4be9be700a261b7ea974', 'gw_port': {'id': 'b879ebe5-6cc9-4362-8d6e-d32d53a4717e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d9a983-7e85-4dff-bde0-de974b87f9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:50:31Z', 'updated_at': '2022-01-26T11:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '1c062195-aea6-4bc3-bf99-3b8fceb5d2f1', 'name': '', 'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2', 'tenant_id': 'ea1de210465e4be9be700a261b7ea974', 'mac_address': 'fa:16:3e:ef:38:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d9a983-7e85-4dff-bde0-de974b87f9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '1551e155-79a5-4263-954b-113216daa631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:50:34Z', 'updated_at': '2022-01-26T11:50:34Z', 'revision_number': 1, 'project_id': 'ea1de210465e4be9be700a261b7ea974', 'subnets': [{'id': '1551e155-79a5-4263-954b-113216daa631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:35.541535 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1eb8d8-dd95-4bd6-9771-9fc7908de3df None None] The sync data for ids ['99d9a983-7e85-4dff-bde0-de974b87f9a9'] in dv-neutron-826439-1-hyperv is: [{'id': '99d9a983-7e85-4dff-bde0-de974b87f9a9', 'name': 'tempest-TestEncryptedCinderVolumes-106665363-router', 'tenant_id': 'ea1de210465e4be9be700a261b7ea974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': 'b879ebe5-6cc9-4362-8d6e-d32d53a4717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:50:31Z', 'updated_at': '2022-01-26T11:50:34Z', 'revision_number': 4, 'project_id': 'ea1de210465e4be9be700a261b7ea974', 'gw_port': {'id': 'b879ebe5-6cc9-4362-8d6e-d32d53a4717e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d9a983-7e85-4dff-bde0-de974b87f9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:50:31Z', 'updated_at': '2022-01-26T11:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '1c062195-aea6-4bc3-bf99-3b8fceb5d2f1', 'name': '', 'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2', 'tenant_id': 'ea1de210465e4be9be700a261b7ea974', 'mac_address': 'fa:16:3e:ef:38:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d9a983-7e85-4dff-bde0-de974b87f9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '1551e155-79a5-4263-954b-113216daa631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:50:34Z', 'updated_at': '2022-01-26T11:50:34Z', 'revision_number': 1, 'project_id': 'ea1de210465e4be9be700a261b7ea974', 'subnets': [{'id': '1551e155-79a5-4263-954b-113216daa631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:50:35.700644 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bc8325-62af-44c8-ba9f-c75ecf941d5d admin admin] Router 99d9a983-7e85-4dff-bde0-de974b87f9a9 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:50:35.812238 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6c405935-0c00-43c6-8788-9d20388f16e4 None None] Provisioning complete for port 1c062195-aea6-4bc3-bf99-3b8fceb5d2f1 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:50:35.813079 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6c405935-0c00-43c6-8788-9d20388f16e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:35.871441 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-6c405935-0c00-43c6-8788-9d20388f16e4 None None] Port 1c062195-aea6-4bc3-bf99-3b8fceb5d2f1 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:50:36.047853 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bc8325-62af-44c8-ba9f-c75ecf941d5d admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:50:36.057072 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d1bc8325-62af-44c8-ba9f-c75ecf941d5d admin admin] 10.222.0.39 "PUT /v2.0/routers/99d9a983-7e85-4dff-bde0-de974b87f9a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5475528 Jan 26 11:50:36.176360 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a9eb3c00-27f2-47b9-9762-dbbb75e4285c up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:50:36.275035 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port a9eb3c00-27f2-47b9-9762-dbbb75e4285c triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:50:36.275404 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:36.637632 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59580) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:36.643207 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-51306a3b-ae73-429b-a92b-fb0e71773ed7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1948662650-network', 'tenant_id': '5b7044930c1a449d99168dc20a76b8f8'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:36.647986 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-51306a3b-ae73-429b-a92b-fb0e71773ed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:50:36.651839 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-51306a3b-ae73-429b-a92b-fb0e71773ed7 admin admin] Usage tracker for resource:network and tenant:5b7044930c1a449d99168dc20a76b8f8 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:50:36.654839 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-51306a3b-ae73-429b-a92b-fb0e71773ed7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:50:36.660544 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-51306a3b-ae73-429b-a92b-fb0e71773ed7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:50:36.671846 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51306a3b-ae73-429b-a92b-fb0e71773ed7 admin admin] Made reservation on behalf of 5b7044930c1a449d99168dc20a76b8f8 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:50:36.674254 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-51306a3b-ae73-429b-a92b-fb0e71773ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:36.687197 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-51306a3b-ae73-429b-a92b-fb0e71773ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:36.702740 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-51306a3b-ae73-429b-a92b-fb0e71773ed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:50:36.706544 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-51306a3b-ae73-429b-a92b-fb0e71773ed7 admin admin] Usage tracker for resource:security_group_rule and tenant:5b7044930c1a449d99168dc20a76b8f8 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:50:36.709424 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-51306a3b-ae73-429b-a92b-fb0e71773ed7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:50:36.715303 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-51306a3b-ae73-429b-a92b-fb0e71773ed7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:50:36.806175 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-51306a3b-ae73-429b-a92b-fb0e71773ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:36.811746 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-51306a3b-ae73-429b-a92b-fb0e71773ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:36.844283 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51306a3b-ae73-429b-a92b-fb0e71773ed7 admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:50:36.852793 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51306a3b-ae73-429b-a92b-fb0e71773ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6819ace0-074e-4db1-9045-4a0820e6845f,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:36.858483 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-51306a3b-ae73-429b-a92b-fb0e71773ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:36.858850 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-51306a3b-ae73-429b-a92b-fb0e71773ed7 admin admin] Added segment ec375f65-6c81-4180-bb24-be595729c372 of type vlan for network fbd860b1-5175-4311-9c4a-c0dd464685a4 Jan 26 11:50:36.884777 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-51306a3b-ae73-429b-a92b-fb0e71773ed7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:36.916364 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-51306a3b-ae73-429b-a92b-fb0e71773ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:36.917600 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51306a3b-ae73-429b-a92b-fb0e71773ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:36.918258 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-51306a3b-ae73-429b-a92b-fb0e71773ed7 admin admin] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:37.021410 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-51306a3b-ae73-429b-a92b-fb0e71773ed7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3826530 Jan 26 11:50:37.024200 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59584) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:37.026856 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51306a3b-ae73-429b-a92b-fb0e71773ed7 admin admin] Pushing event updated for resources: {'Network': ['ID=fbd860b1-5175-4311-9c4a-c0dd464685a4,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:37.029888 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-0772bc78-5205-4f5c-8e72-0443f6f0b7c0 admin admin] Request body: {'subnet': {'network_id': 'fbd860b1-5175-4311-9c4a-c0dd464685a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1948662650-subnet', 'tenant_id': '5b7044930c1a449d99168dc20a76b8f8', 'ip_version': 4}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:37.036992 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network fbd860b1-5175-4311-9c4a-c0dd464685a4 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:50:37.038964 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0772bc78-5205-4f5c-8e72-0443f6f0b7c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:50:37.043056 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0772bc78-5205-4f5c-8e72-0443f6f0b7c0 admin admin] Usage tracker for resource:subnet and tenant:5b7044930c1a449d99168dc20a76b8f8 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:50:37.046024 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0772bc78-5205-4f5c-8e72-0443f6f0b7c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:50:37.052408 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0772bc78-5205-4f5c-8e72-0443f6f0b7c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:50:37.063502 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0772bc78-5205-4f5c-8e72-0443f6f0b7c0 admin admin] Made reservation on behalf of 5b7044930c1a449d99168dc20a76b8f8 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:50:37.065745 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0772bc78-5205-4f5c-8e72-0443f6f0b7c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:37.272491 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0772bc78-5205-4f5c-8e72-0443f6f0b7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:37.352783 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772bc78-5205-4f5c-8e72-0443f6f0b7c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9103cddd-d8b6-4638-90aa-2f40ed2e4144,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:37.362702 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0772bc78-5205-4f5c-8e72-0443f6f0b7c0 admin admin] Checking segment: {'id': 'ec375f65-6c81-4180-bb24-be595729c372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'fbd860b1-5175-4311-9c4a-c0dd464685a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:50:37.363087 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0772bc78-5205-4f5c-8e72-0443f6f0b7c0 admin admin] Network hostable DHCP agents. Network: fbd860b1-5175-4311-9c4a-c0dd464685a4, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:50:37.383823 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0772bc78-5205-4f5c-8e72-0443f6f0b7c0 admin admin] Network fbd860b1-5175-4311-9c4a-c0dd464685a4 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:50:37.394967 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-0772bc78-5205-4f5c-8e72-0443f6f0b7c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, fbd860b1-5175-4311-9c4a-c0dd464685a4) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:50:37.399604 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0772bc78-5205-4f5c-8e72-0443f6f0b7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:37.400189 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0772bc78-5205-4f5c-8e72-0443f6f0b7c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:37.405247 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd202de0-ec8d-4bbc-ac73-cfae509c55c5 None None] Network fbd860b1-5175-4311-9c4a-c0dd464685a4 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:50:37.425531 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0772bc78-5205-4f5c-8e72-0443f6f0b7c0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4001985 Jan 26 11:50:37.429734 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59588) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:37.437484 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-b794dbc7-572a-42b4-9d7c-ba7a985985c0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1948662650-router', 'tenant_id': '5b7044930c1a449d99168dc20a76b8f8', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:37.442072 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b794dbc7-572a-42b4-9d7c-ba7a985985c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:50:37.445827 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b794dbc7-572a-42b4-9d7c-ba7a985985c0 admin admin] Usage tracker for resource:router and tenant:5b7044930c1a449d99168dc20a76b8f8 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:50:37.448748 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b794dbc7-572a-42b4-9d7c-ba7a985985c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:50:37.455834 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b794dbc7-572a-42b4-9d7c-ba7a985985c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:50:37.467303 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b794dbc7-572a-42b4-9d7c-ba7a985985c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:37.468611 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b794dbc7-572a-42b4-9d7c-ba7a985985c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:37.484517 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b794dbc7-572a-42b4-9d7c-ba7a985985c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:37.634459 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c417e8f1-d3ea-4f1a-8326-4a1e6fd7e732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-fbd860b1-5175-4311-9c4a-c0dd464685a4', 'network_id': 'fbd860b1-5175-4311-9c4a-c0dd464685a4', 'tenant_id': '5b7044930c1a449d99168dc20a76b8f8', 'fixed_ips': [{'subnet_id': '9103cddd-d8b6-4638-90aa-2f40ed2e4144'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:50:37.635307 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c417e8f1-d3ea-4f1a-8326-4a1e6fd7e732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:37.699670 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] Sync routers for ids ['99d9a983-7e85-4dff-bde0-de974b87f9a9'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:50:37.708834 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] Routers {'99d9a983-7e85-4dff-bde0-de974b87f9a9'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:50:37.709443 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:50:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['99d9a983-7e85-4dff-bde0-de974b87f9a9'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:37.759888 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b794dbc7-572a-42b4-9d7c-ba7a985985c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:37.797949 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-c417e8f1-d3ea-4f1a-8326-4a1e6fd7e732 None None] Allocated IP 172.20.0.2 (fbd860b1-5175-4311-9c4a-c0dd464685a4/9103cddd-d8b6-4638-90aa-2f40ed2e4144/2e912df6-4b33-4c95-a229-7a06c53561d2) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:50:37.892633 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] Set router 99d9a983-7e85-4dff-bde0-de974b87f9a9 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:50:38.031739 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c417e8f1-d3ea-4f1a-8326-4a1e6fd7e732 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:38.043043 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c417e8f1-d3ea-4f1a-8326-4a1e6fd7e732 None None] Transition to ACTIVE for port object 2e912df6-4b33-4c95-a229-7a06c53561d2 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:50:38.065329 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c417e8f1-d3ea-4f1a-8326-4a1e6fd7e732 None None] Transition to ACTIVE for port object 2e912df6-4b33-4c95-a229-7a06c53561d2 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:50:38.071768 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c417e8f1-d3ea-4f1a-8326-4a1e6fd7e732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:38.121827 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b794dbc7-572a-42b4-9d7c-ba7a985985c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:38.139065 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c417e8f1-d3ea-4f1a-8326-4a1e6fd7e732 None None] Network fbd860b1-5175-4311-9c4a-c0dd464685a4 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:50:38.141937 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-c417e8f1-d3ea-4f1a-8326-4a1e6fd7e732 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:50:38.145720 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c417e8f1-d3ea-4f1a-8326-4a1e6fd7e732 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:50:38.151321 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417e8f1-d3ea-4f1a-8326-4a1e6fd7e732 None None] Pushing event updated for resources: {'Port': ['ID=2e912df6-4b33-4c95-a229-7a06c53561d2,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:38.169388 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b794dbc7-572a-42b4-9d7c-ba7a985985c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:38.236938 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d9a983-7e85-4dff-bde0-de974b87f9a9', 'name': 'tempest-TestEncryptedCinderVolumes-106665363-router', 'tenant_id': 'ea1de210465e4be9be700a261b7ea974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': 'b879ebe5-6cc9-4362-8d6e-d32d53a4717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:50:31Z', 'updated_at': '2022-01-26T11:50:34Z', 'revision_number': 4, 'project_id': 'ea1de210465e4be9be700a261b7ea974', 'gw_port': {'id': 'b879ebe5-6cc9-4362-8d6e-d32d53a4717e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d9a983-7e85-4dff-bde0-de974b87f9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:50:31Z', 'updated_at': '2022-01-26T11:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '1c062195-aea6-4bc3-bf99-3b8fceb5d2f1', 'name': '', 'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2', 'tenant_id': 'ea1de210465e4be9be700a261b7ea974', 'mac_address': 'fa:16:3e:ef:38:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d9a983-7e85-4dff-bde0-de974b87f9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '1551e155-79a5-4263-954b-113216daa631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:50:34Z', 'updated_at': '2022-01-26T11:50:35Z', 'revision_number': 2, 'project_id': 'ea1de210465e4be9be700a261b7ea974', 'subnets': [{'id': '1551e155-79a5-4263-954b-113216daa631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:38.241416 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] Checking router: 99d9a983-7e85-4dff-bde0-de974b87f9a9 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:50:38.241768 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] Updating router 99d9a983-7e85-4dff-bde0-de974b87f9a9 port 1c062195-aea6-4bc3-bf99-3b8fceb5d2f1 binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:50:38.269340 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device b879ebe5-6cc9-4362-8d6e-d32d53a4717e up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:50:38.295531 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:38.329469 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-b794dbc7-572a-42b4-9d7c-ba7a985985c0 admin admin] Allocated IP 172.26.5.112 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/15da4477-992c-4554-ae5b-268e1b989383) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:50:38.336216 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-c417e8f1-d3ea-4f1a-8326-4a1e6fd7e732 None None] Attempting to bind port 2e912df6-4b33-4c95-a229-7a06c53561d2 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:50:38.336587 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-c417e8f1-d3ea-4f1a-8326-4a1e6fd7e732 None None] Attempting to bind port 2e912df6-4b33-4c95-a229-7a06c53561d2 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ec375f65-6c81-4180-bb24-be595729c372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'fbd860b1-5175-4311-9c4a-c0dd464685a4'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:50:38.336940 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c417e8f1-d3ea-4f1a-8326-4a1e6fd7e732 None None] Attempting to bind port 2e912df6-4b33-4c95-a229-7a06c53561d2 on network fbd860b1-5175-4311-9c4a-c0dd464685a4 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:50:38.347770 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c417e8f1-d3ea-4f1a-8326-4a1e6fd7e732 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:50:38.348034 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c417e8f1-d3ea-4f1a-8326-4a1e6fd7e732 None None] Checking segment: {'id': 'ec375f65-6c81-4180-bb24-be595729c372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'fbd860b1-5175-4311-9c4a-c0dd464685a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:50:38.348330 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c417e8f1-d3ea-4f1a-8326-4a1e6fd7e732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:38.348655 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c417e8f1-d3ea-4f1a-8326-4a1e6fd7e732 None None] Bound using segment: {'id': 'ec375f65-6c81-4180-bb24-be595729c372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'fbd860b1-5175-4311-9c4a-c0dd464685a4'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:50:38.349121 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-c417e8f1-d3ea-4f1a-8326-4a1e6fd7e732 None None] Bound port: 2e912df6-4b33-4c95-a229-7a06c53561d2, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec375f65-6c81-4180-bb24-be595729c372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'fbd860b1-5175-4311-9c4a-c0dd464685a4'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:50:38.349487 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c417e8f1-d3ea-4f1a-8326-4a1e6fd7e732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:38.420142 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port b879ebe5-6cc9-4362-8d6e-d32d53a4717e completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:50:38.438093 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port b879ebe5-6cc9-4362-8d6e-d32d53a4717e triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:50:38.438506 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:38.496440 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c417e8f1-d3ea-4f1a-8326-4a1e6fd7e732 None None] For port 2e912df6-4b33-4c95-a229-7a06c53561d2, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:50:38.500501 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b794dbc7-572a-42b4-9d7c-ba7a985985c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:38.508467 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c417e8f1-d3ea-4f1a-8326-4a1e6fd7e732 None None] For port 2e912df6-4b33-4c95-a229-7a06c53561d2, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=2e912df6-4b33-4c95-a229-7a06c53561d2,segment=NetworkSegment(ec375f65-6c81-4180-bb24-be595729c372),segment_id=ec375f65-6c81-4180-bb24-be595729c372)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:50:38.517475 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c417e8f1-d3ea-4f1a-8326-4a1e6fd7e732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:38.532934 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b794dbc7-572a-42b4-9d7c-ba7a985985c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:38.644677 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:38.668254 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417e8f1-d3ea-4f1a-8326-4a1e6fd7e732 None None] Pushing event updated for resources: {'Port': ['ID=2e912df6-4b33-4c95-a229-7a06c53561d2,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:38.673330 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port b879ebe5-6cc9-4362-8d6e-d32d53a4717e, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=b879ebe5-6cc9-4362-8d6e-d32d53a4717e,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:50:38.679366 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:38.695547 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:38.707895 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] Transition to ACTIVE for port object 1c062195-aea6-4bc3-bf99-3b8fceb5d2f1 will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:50:38.717298 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b794dbc7-572a-42b4-9d7c-ba7a985985c0 admin admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:50:38.719292 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:38.734071 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-b794dbc7-572a-42b4-9d7c-ba7a985985c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:50:38.737825 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b794dbc7-572a-42b4-9d7c-ba7a985985c0 admin admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:50:38.763170 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=b879ebe5-6cc9-4362-8d6e-d32d53a4717e,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:38.804787 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794dbc7-572a-42b4-9d7c-ba7a985985c0 admin admin] Pushing event updated for resources: {'Port': ['ID=15da4477-992c-4554-ae5b-268e1b989383,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:38.968531 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72653fc-6b1e-4e8d-958d-709311783499 None None] Pushing event updated for resources: {'Port': ['ID=1c062195-aea6-4bc3-bf99-3b8fceb5d2f1,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:39.023583 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72653fc-6b1e-4e8d-958d-709311783499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:39.023937 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72653fc-6b1e-4e8d-958d-709311783499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:39.024277 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72653fc-6b1e-4e8d-958d-709311783499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:39.024612 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72653fc-6b1e-4e8d-958d-709311783499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:39.024945 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72653fc-6b1e-4e8d-958d-709311783499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:39.025272 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72653fc-6b1e-4e8d-958d-709311783499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:39.025594 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72653fc-6b1e-4e8d-958d-709311783499 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:39.025915 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72653fc-6b1e-4e8d-958d-709311783499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:39.026239 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72653fc-6b1e-4e8d-958d-709311783499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:39.026585 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72653fc-6b1e-4e8d-958d-709311783499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:39.027069 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72653fc-6b1e-4e8d-958d-709311783499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:39.027252 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72653fc-6b1e-4e8d-958d-709311783499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:50:39.050431 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] Attempting to bind port 1c062195-aea6-4bc3-bf99-3b8fceb5d2f1 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:50:39.050863 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] Attempting to bind port 1c062195-aea6-4bc3-bf99-3b8fceb5d2f1 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:50:39.051222 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] Attempting to bind port 1c062195-aea6-4bc3-bf99-3b8fceb5d2f1 on network 59c54a12-bd17-449b-a976-5d46fe6ac8b2 {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:50:39.057233 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:50:39.057608 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] Checking segment: {'id': 'e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:50:39.058142 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:39.058752 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] Bound using segment: {'id': 'e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:50:39.059231 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] Bound port: 1c062195-aea6-4bc3-bf99-3b8fceb5d2f1, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:50:39.059603 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:39.178306 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] For port 1c062195-aea6-4bc3-bf99-3b8fceb5d2f1, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:50:39.182162 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] For port 1c062195-aea6-4bc3-bf99-3b8fceb5d2f1, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=1c062195-aea6-4bc3-bf99-3b8fceb5d2f1,segment=NetworkSegment(e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70),segment_id=e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:50:39.189787 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:39.279298 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b794dbc7-572a-42b4-9d7c-ba7a985985c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:39.290872 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] Routers {'99d9a983-7e85-4dff-bde0-de974b87f9a9'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:50:39.291374 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:50:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['99d9a983-7e85-4dff-bde0-de974b87f9a9'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:39.340453 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72653fc-6b1e-4e8d-958d-709311783499 None None] Pushing event updated for resources: {'Port': ['ID=1c062195-aea6-4bc3-bf99-3b8fceb5d2f1,revision_number=4']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:39.481475 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] Set router 99d9a983-7e85-4dff-bde0-de974b87f9a9 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:50:39.644328 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b794dbc7-572a-42b4-9d7c-ba7a985985c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:39.806998 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d9a983-7e85-4dff-bde0-de974b87f9a9', 'name': 'tempest-TestEncryptedCinderVolumes-106665363-router', 'tenant_id': 'ea1de210465e4be9be700a261b7ea974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': 'b879ebe5-6cc9-4362-8d6e-d32d53a4717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:50:31Z', 'updated_at': '2022-01-26T11:50:34Z', 'revision_number': 4, 'project_id': 'ea1de210465e4be9be700a261b7ea974', 'gw_port': {'id': 'b879ebe5-6cc9-4362-8d6e-d32d53a4717e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9a983-7e85-4dff-bde0-de974b87f9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:50:31Z', 'updated_at': '2022-01-26T11:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '1c062195-aea6-4bc3-bf99-3b8fceb5d2f1', 'name': '', 'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2', 'tenant_id': 'ea1de210465e4be9be700a261b7ea974', 'mac_address': 'fa:16:3e:ef:38:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d9a983-7e85-4dff-bde0-de974b87f9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '1551e155-79a5-4263-954b-113216daa631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:50:34Z', 'updated_at': '2022-01-26T11:50:39Z', 'revision_number': 4, 'project_id': 'ea1de210465e4be9be700a261b7ea974', 'subnets': [{'id': '1551e155-79a5-4263-954b-113216daa631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:39.813914 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe4cb86-1469-434e-81a7-b076a130ce87 None None] The sync data for ids ['99d9a983-7e85-4dff-bde0-de974b87f9a9'] in dv-neutron-826439-1-hyperv is: [{'id': '99d9a983-7e85-4dff-bde0-de974b87f9a9', 'name': 'tempest-TestEncryptedCinderVolumes-106665363-router', 'tenant_id': 'ea1de210465e4be9be700a261b7ea974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': 'b879ebe5-6cc9-4362-8d6e-d32d53a4717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:50:31Z', 'updated_at': '2022-01-26T11:50:34Z', 'revision_number': 4, 'project_id': 'ea1de210465e4be9be700a261b7ea974', 'gw_port': {'id': 'b879ebe5-6cc9-4362-8d6e-d32d53a4717e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9a983-7e85-4dff-bde0-de974b87f9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:50:31Z', 'updated_at': '2022-01-26T11:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '1c062195-aea6-4bc3-bf99-3b8fceb5d2f1', 'name': '', 'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2', 'tenant_id': 'ea1de210465e4be9be700a261b7ea974', 'mac_address': 'fa:16:3e:ef:38:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d9a983-7e85-4dff-bde0-de974b87f9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '1551e155-79a5-4263-954b-113216daa631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:50:34Z', 'updated_at': '2022-01-26T11:50:39Z', 'revision_number': 4, 'project_id': 'ea1de210465e4be9be700a261b7ea974', 'subnets': [{'id': '1551e155-79a5-4263-954b-113216daa631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:50:39.865377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b794dbc7-572a-42b4-9d7c-ba7a985985c0 admin admin] Router 64386660-0b06-4869-8dbe-86dbddaa2c4b is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:50:39.995334 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d416cd-2932-4bfd-b83e-1f2b303cf353 None None] Network fbd860b1-5175-4311-9c4a-c0dd464685a4 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:50:40.054629 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b794dbc7-572a-42b4-9d7c-ba7a985985c0 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:50:40.079888 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b794dbc7-572a-42b4-9d7c-ba7a985985c0 admin admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:40.081314 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b794dbc7-572a-42b4-9d7c-ba7a985985c0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6505229 Jan 26 11:50:40.083955 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59592) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:50:40.089859 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] Sync routers for ids ['64386660-0b06-4869-8dbe-86dbddaa2c4b'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:50:40.125725 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] Routers {'64386660-0b06-4869-8dbe-86dbddaa2c4b'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:50:40.126411 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:50:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['64386660-0b06-4869-8dbe-86dbddaa2c4b'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:40.205155 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-45e078e4-aff5-46ff-9df9-1bb7fb824764 None None] Provisioning for port 2e912df6-4b33-4c95-a229-7a06c53561d2 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:50:40.373443 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 1c062195-aea6-4bc3-bf99-3b8fceb5d2f1 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:50:40.519369 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] Set router 64386660-0b06-4869-8dbe-86dbddaa2c4b gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:50:40.730929 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 1c062195-aea6-4bc3-bf99-3b8fceb5d2f1 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:50:40.747836 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 1c062195-aea6-4bc3-bf99-3b8fceb5d2f1 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:50:40.748217 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:40.941478 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b9d552ff-72ff-47a9-a784-40eaa9c747f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:40.945302 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:40.973657 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64386660-0b06-4869-8dbe-86dbddaa2c4b', 'name': 'tempest-TestEncryptedCinderVolumes-1948662650-router', 'tenant_id': '5b7044930c1a449d99168dc20a76b8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '15da4477-992c-4554-ae5b-268e1b989383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:50:37Z', 'updated_at': '2022-01-26T11:50:39Z', 'revision_number': 3, 'project_id': '5b7044930c1a449d99168dc20a76b8f8', 'gw_port': {'id': '15da4477-992c-4554-ae5b-268e1b989383', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64386660-0b06-4869-8dbe-86dbddaa2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:50:38Z', 'updated_at': '2022-01-26T11:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:40.983633 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] Checking router: 64386660-0b06-4869-8dbe-86dbddaa2c4b for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:50:40.984120 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] Updating router 64386660-0b06-4869-8dbe-86dbddaa2c4b port 15da4477-992c-4554-ae5b-268e1b989383 binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:50:41.073126 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 1c062195-aea6-4bc3-bf99-3b8fceb5d2f1, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=1c062195-aea6-4bc3-bf99-3b8fceb5d2f1,segment=NetworkSegment(e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70),segment_id=e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:50:41.087373 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:41.088638 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 2e912df6-4b33-4c95-a229-7a06c53561d2 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:50:41.170862 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-b9d552ff-72ff-47a9-a784-40eaa9c747f3 admin admin] Allocated IP 172.20.0.1 (fbd860b1-5175-4311-9c4a-c0dd464685a4/9103cddd-d8b6-4638-90aa-2f40ed2e4144/765aba6f-f283-4313-8644-50e1dc8e58e8) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:50:41.181913 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:41.311191 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=1c062195-aea6-4bc3-bf99-3b8fceb5d2f1,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:41.319940 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b9d552ff-72ff-47a9-a784-40eaa9c747f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:41.331546 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 2e912df6-4b33-4c95-a229-7a06c53561d2 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:50:41.336417 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-b9d552ff-72ff-47a9-a784-40eaa9c747f3 admin admin] Transition to ACTIVE for port object 765aba6f-f283-4313-8644-50e1dc8e58e8 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:50:41.340668 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 2e912df6-4b33-4c95-a229-7a06c53561d2 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:50:41.341040 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:41.361064 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b9d552ff-72ff-47a9-a784-40eaa9c747f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:41.426389 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d552ff-72ff-47a9-a784-40eaa9c747f3 admin admin] Network fbd860b1-5175-4311-9c4a-c0dd464685a4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:50:41.429307 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-b9d552ff-72ff-47a9-a784-40eaa9c747f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:50:41.432921 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d552ff-72ff-47a9-a784-40eaa9c747f3 admin admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:50:41.465850 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d552ff-72ff-47a9-a784-40eaa9c747f3 admin admin] Pushing event updated for resources: {'Port': ['ID=765aba6f-f283-4313-8644-50e1dc8e58e8,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:41.499479 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b9d552ff-72ff-47a9-a784-40eaa9c747f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:41.576788 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:41.624360 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:50:41.665019 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 2e912df6-4b33-4c95-a229-7a06c53561d2, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=2e912df6-4b33-4c95-a229-7a06c53561d2,segment=NetworkSegment(ec375f65-6c81-4180-bb24-be595729c372),segment_id=ec375f65-6c81-4180-bb24-be595729c372)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:50:41.669919 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:41.670775 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device b879ebe5-6cc9-4362-8d6e-d32d53a4717e up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:50:41.763293 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:41.806591 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] Transition to ACTIVE for port object 15da4477-992c-4554-ae5b-268e1b989383 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:50:41.819515 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-cecbc107-327f-46ea-82dc-6cef74d41017 None None] Provisioning for port 765aba6f-f283-4313-8644-50e1dc8e58e8 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:50:41.828353 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:41.835687 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-cecbc107-327f-46ea-82dc-6cef74d41017 None None] Provisioning complete for port 765aba6f-f283-4313-8644-50e1dc8e58e8 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:50:41.836056 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cecbc107-327f-46ea-82dc-6cef74d41017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:41.860506 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=2e912df6-4b33-4c95-a229-7a06c53561d2,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:41.893205 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b9d552ff-72ff-47a9-a784-40eaa9c747f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:41.975044 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] Attempting to bind port 15da4477-992c-4554-ae5b-268e1b989383 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:50:41.975412 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] Attempting to bind port 15da4477-992c-4554-ae5b-268e1b989383 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:50:41.975770 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] Attempting to bind port 15da4477-992c-4554-ae5b-268e1b989383 on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:50:41.982283 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port b879ebe5-6cc9-4362-8d6e-d32d53a4717e triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:50:41.982671 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:42.007093 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-cecbc107-327f-46ea-82dc-6cef74d41017 None None] Port 765aba6f-f283-4313-8644-50e1dc8e58e8 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:50:42.023349 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634ff8f-0ffe-4d75-9683-63a249434e3d None None] Pushing event updated for resources: {'Port': ['ID=15da4477-992c-4554-ae5b-268e1b989383,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:42.032369 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:50:42.032741 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:50:42.033139 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:42.033519 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:50:42.033989 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] Bound port: 15da4477-992c-4554-ae5b-268e1b989383, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:50:42.034384 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:42.123708 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b9d552ff-72ff-47a9-a784-40eaa9c747f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:42.128016 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b9d552ff-72ff-47a9-a784-40eaa9c747f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:42.154600 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] For port 15da4477-992c-4554-ae5b-268e1b989383, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:50:42.176119 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] For port 15da4477-992c-4554-ae5b-268e1b989383, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=15da4477-992c-4554-ae5b-268e1b989383,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:50:42.184610 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:42.231909 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b9d552ff-72ff-47a9-a784-40eaa9c747f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:42.235473 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d552ff-72ff-47a9-a784-40eaa9c747f3 admin admin] Pushing event updated for resources: {'Port': ['ID=765aba6f-f283-4313-8644-50e1dc8e58e8,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:42.269981 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] Routers {'64386660-0b06-4869-8dbe-86dbddaa2c4b'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:50:42.270633 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:50:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['64386660-0b06-4869-8dbe-86dbddaa2c4b'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:42.329904 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 1c062195-aea6-4bc3-bf99-3b8fceb5d2f1 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:50:42.374423 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d552ff-72ff-47a9-a784-40eaa9c747f3 admin admin] Network fbd860b1-5175-4311-9c4a-c0dd464685a4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:50:42.375599 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-b9d552ff-72ff-47a9-a784-40eaa9c747f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:50:42.379370 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634ff8f-0ffe-4d75-9683-63a249434e3d None None] Pushing event updated for resources: {'Port': ['ID=15da4477-992c-4554-ae5b-268e1b989383,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:42.521388 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 1c062195-aea6-4bc3-bf99-3b8fceb5d2f1 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:50:42.521764 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:42.573226 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] Set router 64386660-0b06-4869-8dbe-86dbddaa2c4b gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:50:42.581635 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d552ff-72ff-47a9-a784-40eaa9c747f3 admin admin] Router 64386660-0b06-4869-8dbe-86dbddaa2c4b has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:50:42.766935 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d552ff-72ff-47a9-a784-40eaa9c747f3 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:50:42.775244 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c2c49db1-bc5a-4d3d-a479-91a756a565ff None None] Provisioning complete for port 765aba6f-f283-4313-8644-50e1dc8e58e8 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:50:42.775616 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c2c49db1-bc5a-4d3d-a479-91a756a565ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:42.783711 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b9d552ff-72ff-47a9-a784-40eaa9c747f3 admin admin] 10.222.0.39 "PUT /v2.0/routers/64386660-0b06-4869-8dbe-86dbddaa2c4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6912825 Jan 26 11:50:42.966889 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-c2c49db1-bc5a-4d3d-a479-91a756a565ff None None] Port 765aba6f-f283-4313-8644-50e1dc8e58e8 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:50:42.988687 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 2e912df6-4b33-4c95-a229-7a06c53561d2 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:50:43.123425 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 2e912df6-4b33-4c95-a229-7a06c53561d2 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:50:43.123796 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:43.184918 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64386660-0b06-4869-8dbe-86dbddaa2c4b', 'name': 'tempest-TestEncryptedCinderVolumes-1948662650-router', 'tenant_id': '5b7044930c1a449d99168dc20a76b8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '15da4477-992c-4554-ae5b-268e1b989383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:50:37Z', 'updated_at': '2022-01-26T11:50:41Z', 'revision_number': 4, 'project_id': '5b7044930c1a449d99168dc20a76b8f8', 'gw_port': {'id': '15da4477-992c-4554-ae5b-268e1b989383', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64386660-0b06-4869-8dbe-86dbddaa2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:50:38Z', 'updated_at': '2022-01-26T11:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '765aba6f-f283-4313-8644-50e1dc8e58e8', 'name': '', 'network_id': 'fbd860b1-5175-4311-9c4a-c0dd464685a4', 'tenant_id': '5b7044930c1a449d99168dc20a76b8f8', 'mac_address': 'fa:16:3e:45:61:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64386660-0b06-4869-8dbe-86dbddaa2c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '9103cddd-d8b6-4638-90aa-2f40ed2e4144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:50:41Z', 'updated_at': '2022-01-26T11:50:41Z', 'revision_number': 2, 'project_id': '5b7044930c1a449d99168dc20a76b8f8', 'subnets': [{'id': '9103cddd-d8b6-4638-90aa-2f40ed2e4144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:43.190758 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c6c317-eff1-4abb-8676-5f1b84235bde None None] The sync data for ids ['64386660-0b06-4869-8dbe-86dbddaa2c4b'] in dv-neutron-826439-1-hyperv is: [{'id': '64386660-0b06-4869-8dbe-86dbddaa2c4b', 'name': 'tempest-TestEncryptedCinderVolumes-1948662650-router', 'tenant_id': '5b7044930c1a449d99168dc20a76b8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '15da4477-992c-4554-ae5b-268e1b989383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:50:37Z', 'updated_at': '2022-01-26T11:50:41Z', 'revision_number': 4, 'project_id': '5b7044930c1a449d99168dc20a76b8f8', 'gw_port': {'id': '15da4477-992c-4554-ae5b-268e1b989383', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64386660-0b06-4869-8dbe-86dbddaa2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:50:38Z', 'updated_at': '2022-01-26T11:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '765aba6f-f283-4313-8644-50e1dc8e58e8', 'name': '', 'network_id': 'fbd860b1-5175-4311-9c4a-c0dd464685a4', 'tenant_id': '5b7044930c1a449d99168dc20a76b8f8', 'mac_address': 'fa:16:3e:45:61:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64386660-0b06-4869-8dbe-86dbddaa2c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '9103cddd-d8b6-4638-90aa-2f40ed2e4144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:50:41Z', 'updated_at': '2022-01-26T11:50:41Z', 'revision_number': 2, 'project_id': '5b7044930c1a449d99168dc20a76b8f8', 'subnets': [{'id': '9103cddd-d8b6-4638-90aa-2f40ed2e4144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:50:43.741653 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6475d81-add6-4885-8490-d260a9231dfc req-0c8d309a-dd5b-477d-af31-544397d17621 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:43.743166 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b6475d81-add6-4885-8490-d260a9231dfc req-0c8d309a-dd5b-477d-af31-544397d17621 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/networks?id=59c54a12-bd17-449b-a976-5d46fe6ac8b2 HTTP/1.1" status: 200 len: 816 time: 0.1557245 Jan 26 11:50:43.759163 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b6475d81-add6-4885-8490-d260a9231dfc req-5c634aff-48a6-4526-a768-f276182fdd5c tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/quotas/ea1de210465e4be9be700a261b7ea974 HTTP/1.1" status: 200 len: 375 time: 0.0098500 Jan 26 11:50:43.848434 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-b6475d81-add6-4885-8490-d260a9231dfc req-597ab572-8aa5-4ebc-9a7f-c9590d7bcb70 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Synchronizing usage tracker for tenant:ea1de210465e4be9be700a261b7ea974 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:50:43.874792 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-b6475d81-add6-4885-8490-d260a9231dfc req-597ab572-8aa5-4ebc-9a7f-c9590d7bcb70 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Unset dirty status for tenant:ea1de210465e4be9be700a261b7ea974 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:50:43.876160 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b6475d81-add6-4885-8490-d260a9231dfc req-597ab572-8aa5-4ebc-9a7f-c9590d7bcb70 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea1de210465e4be9be700a261b7ea974&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1101017 Jan 26 11:50:44.025384 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b6475d81-add6-4885-8490-d260a9231dfc req-26279d6a-a408-4004-8772-75aae7af3a2c service neutron] 10.222.0.39 "GET /v2.0/networks/59c54a12-bd17-449b-a976-5d46fe6ac8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360676 Jan 26 11:50:44.164439 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b6475d81-add6-4885-8490-d260a9231dfc req-158209a6-d6ca-498f-aa01-a9e411eaa13a service neutron] 10.222.0.39 "GET /v2.0/networks/59c54a12-bd17-449b-a976-5d46fe6ac8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320958 Jan 26 11:50:44.374383 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 15da4477-992c-4554-ae5b-268e1b989383 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:50:44.381366 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ebc33387-124c-4cc8-92f9-23618d83ed54 req-d8effd7f-15f8-4060-a44b-34297bd484b2 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?device_id=9344c17c-91fc-4bcd-ac5e-430eba76fb3f HTTP/1.1" status: 200 len: 210 time: 0.0574076 Jan 26 11:50:44.451047 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 15da4477-992c-4554-ae5b-268e1b989383 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:50:44.460034 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 15da4477-992c-4554-ae5b-268e1b989383 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:50:44.460544 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:44.593188 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:44.610375 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 15da4477-992c-4554-ae5b-268e1b989383, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=15da4477-992c-4554-ae5b-268e1b989383,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:50:44.614120 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:44.682638 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=15da4477-992c-4554-ae5b-268e1b989383,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:45.424339 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6475d81-add6-4885-8490-d260a9231dfc req-433abda4-10ac-47fe-a6d2-6babc870e48f tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:45.425038 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-b6475d81-add6-4885-8490-d260a9231dfc req-433abda4-10ac-47fe-a6d2-6babc870e48f tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Synchronizing usage tracker for tenant:ea1de210465e4be9be700a261b7ea974 on resource:network {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:50:45.444944 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-b6475d81-add6-4885-8490-d260a9231dfc req-433abda4-10ac-47fe-a6d2-6babc870e48f tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Unset dirty status for tenant:ea1de210465e4be9be700a261b7ea974 on resource:network {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:50:45.446089 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b6475d81-add6-4885-8490-d260a9231dfc req-433abda4-10ac-47fe-a6d2-6babc870e48f tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.24 "GET /v2.0/networks?id=59c54a12-bd17-449b-a976-5d46fe6ac8b2 HTTP/1.1" status: 200 len: 816 time: 0.1729102 Jan 26 11:50:45.457472 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-b6475d81-add6-4885-8490-d260a9231dfc req-080449d0-dc52-4beb-b6e5-503856073e24 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Request body: {'port': {'device_id': '9344c17c-91fc-4bcd-ac5e-430eba76fb3f', 'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2', 'admin_state_up': True, 'tenant_id': 'ea1de210465e4be9be700a261b7ea974'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:45.547754 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7f531758-e262-4e46-a9c4-c1abaa42a01d req-2038f60b-a4f6-4235-8d31-fcd6cd39348d tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?device_id=9344c17c-91fc-4bcd-ac5e-430eba76fb3f HTTP/1.1" status: 200 len: 210 time: 0.0520234 Jan 26 11:50:45.601972 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-b6475d81-add6-4885-8490-d260a9231dfc req-080449d0-dc52-4beb-b6e5-503856073e24 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:50:45.612363 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-b6475d81-add6-4885-8490-d260a9231dfc req-080449d0-dc52-4beb-b6e5-503856073e24 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:50:45.623394 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6475d81-add6-4885-8490-d260a9231dfc req-080449d0-dc52-4beb-b6e5-503856073e24 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Made reservation on behalf of ea1de210465e4be9be700a261b7ea974 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:50:45.626929 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b6475d81-add6-4885-8490-d260a9231dfc req-080449d0-dc52-4beb-b6e5-503856073e24 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:45.786049 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-b6475d81-add6-4885-8490-d260a9231dfc req-080449d0-dc52-4beb-b6e5-503856073e24 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Allocated IP 172.20.0.10 (59c54a12-bd17-449b-a976-5d46fe6ac8b2/1551e155-79a5-4263-954b-113216daa631/1420bf1b-d9d6-44e7-b451-47337fbab143) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:50:46.100614 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b6475d81-add6-4885-8490-d260a9231dfc req-080449d0-dc52-4beb-b6e5-503856073e24 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:46.116245 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-b6475d81-add6-4885-8490-d260a9231dfc req-080449d0-dc52-4beb-b6e5-503856073e24 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Transition to ACTIVE for port object 1420bf1b-d9d6-44e7-b451-47337fbab143 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:50:46.138975 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b6475d81-add6-4885-8490-d260a9231dfc req-080449d0-dc52-4beb-b6e5-503856073e24 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:46.211463 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6475d81-add6-4885-8490-d260a9231dfc req-080449d0-dc52-4beb-b6e5-503856073e24 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Network 59c54a12-bd17-449b-a976-5d46fe6ac8b2 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:50:46.215259 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-b6475d81-add6-4885-8490-d260a9231dfc req-080449d0-dc52-4beb-b6e5-503856073e24 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:50:46.219317 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6475d81-add6-4885-8490-d260a9231dfc req-080449d0-dc52-4beb-b6e5-503856073e24 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:50:46.250015 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080449d0-dc52-4beb-b6e5-503856073e24 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Pushing event updated for resources: {'Port': ['ID=1420bf1b-d9d6-44e7-b451-47337fbab143,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:46.286512 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6475d81-add6-4885-8490-d260a9231dfc req-080449d0-dc52-4beb-b6e5-503856073e24 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:46.287248 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b6475d81-add6-4885-8490-d260a9231dfc req-080449d0-dc52-4beb-b6e5-503856073e24 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:46.304006 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 15da4477-992c-4554-ae5b-268e1b989383 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:50:46.313347 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b6475d81-add6-4885-8490-d260a9231dfc req-080449d0-dc52-4beb-b6e5-503856073e24 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8597736 Jan 26 11:50:46.325611 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-b6475d81-add6-4885-8490-d260a9231dfc req-673b1f9a-d92d-4f77-a10d-053aac20ccbd service neutron] Request body: {'port': {'device_id': '9344c17c-91fc-4bcd-ac5e-430eba76fb3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:50:46.380668 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 15da4477-992c-4554-ae5b-268e1b989383 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:50:46.380964 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:46.449499 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b6475d81-add6-4885-8490-d260a9231dfc req-673b1f9a-d92d-4f77-a10d-053aac20ccbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:46.514399 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ed085269-78ad-416e-a479-44d938c7cd1f None None] Provisioning for port 1420bf1b-d9d6-44e7-b451-47337fbab143 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:50:46.519005 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ed085269-78ad-416e-a479-44d938c7cd1f None None] Provisioning complete for port 1420bf1b-d9d6-44e7-b451-47337fbab143 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:50:46.519381 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ed085269-78ad-416e-a479-44d938c7cd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:46.571365 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-ed085269-78ad-416e-a479-44d938c7cd1f None None] Port 1420bf1b-d9d6-44e7-b451-47337fbab143 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:50:46.837724 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5742c1b-13ef-48c4-b5f4-8189b7045e29 req-2c94e4fa-7668-46a0-8396-bdd64350ea9c tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:46.838449 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-c5742c1b-13ef-48c4-b5f4-8189b7045e29 req-2c94e4fa-7668-46a0-8396-bdd64350ea9c tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Synchronizing usage tracker for tenant:ea1de210465e4be9be700a261b7ea974 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:50:46.872957 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-b6475d81-add6-4885-8490-d260a9231dfc req-673b1f9a-d92d-4f77-a10d-053aac20ccbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1420bf1b-d9d6-44e7-b451-47337fbab143 {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:50:46.879180 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-c5742c1b-13ef-48c4-b5f4-8189b7045e29 req-2c94e4fa-7668-46a0-8396-bdd64350ea9c tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Unset dirty status for tenant:ea1de210465e4be9be700a261b7ea974 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:50:46.880325 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c5742c1b-13ef-48c4-b5f4-8189b7045e29 req-2c94e4fa-7668-46a0-8396-bdd64350ea9c tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?device_id=9344c17c-91fc-4bcd-ac5e-430eba76fb3f HTTP/1.1" status: 200 len: 932 time: 0.2000384 Jan 26 11:50:46.881845 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b6475d81-add6-4885-8490-d260a9231dfc req-673b1f9a-d92d-4f77-a10d-053aac20ccbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:46.913984 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-b6475d81-add6-4885-8490-d260a9231dfc req-673b1f9a-d92d-4f77-a10d-053aac20ccbd service neutron] Transition to ACTIVE for port object 1420bf1b-d9d6-44e7-b451-47337fbab143 will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:50:46.924842 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b6475d81-add6-4885-8490-d260a9231dfc req-673b1f9a-d92d-4f77-a10d-053aac20ccbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:46.976404 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-c5742c1b-13ef-48c4-b5f4-8189b7045e29 req-097f504b-2225-4e32-b01e-5e1c40deb6ae tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Synchronizing usage tracker for tenant:ea1de210465e4be9be700a261b7ea974 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:50:47.074511 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b1f9a-d92d-4f77-a10d-053aac20ccbd service neutron] Pushing event updated for resources: {'Port': ['ID=1420bf1b-d9d6-44e7-b451-47337fbab143,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:47.108193 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] Sync routers for ids ['64386660-0b06-4869-8dbe-86dbddaa2c4b'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:50:47.113411 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-c5742c1b-13ef-48c4-b5f4-8189b7045e29 req-097f504b-2225-4e32-b01e-5e1c40deb6ae tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Unset dirty status for tenant:ea1de210465e4be9be700a261b7ea974 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:50:47.114611 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c5742c1b-13ef-48c4-b5f4-8189b7045e29 req-097f504b-2225-4e32-b01e-5e1c40deb6ae tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e3050d-5a6a-4557-97a2-4bce65ca2a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284989 Jan 26 11:50:47.126646 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] Routers {'64386660-0b06-4869-8dbe-86dbddaa2c4b'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:50:47.127464 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:50:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['64386660-0b06-4869-8dbe-86dbddaa2c4b'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:47.188460 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-b6475d81-add6-4885-8490-d260a9231dfc req-673b1f9a-d92d-4f77-a10d-053aac20ccbd service neutron] Attempting to bind port 1420bf1b-d9d6-44e7-b451-47337fbab143 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:50:47.188795 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-b6475d81-add6-4885-8490-d260a9231dfc req-673b1f9a-d92d-4f77-a10d-053aac20ccbd service neutron] Attempting to bind port 1420bf1b-d9d6-44e7-b451-47337fbab143 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:50:47.189124 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6475d81-add6-4885-8490-d260a9231dfc req-673b1f9a-d92d-4f77-a10d-053aac20ccbd service neutron] Attempting to bind port 1420bf1b-d9d6-44e7-b451-47337fbab143 on network 59c54a12-bd17-449b-a976-5d46fe6ac8b2 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:50:47.193759 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6475d81-add6-4885-8490-d260a9231dfc req-673b1f9a-d92d-4f77-a10d-053aac20ccbd service neutron] Port 1420bf1b-d9d6-44e7-b451-47337fbab143 on network 59c54a12-bd17-449b-a976-5d46fe6ac8b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:50:47.194016 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6475d81-add6-4885-8490-d260a9231dfc req-673b1f9a-d92d-4f77-a10d-053aac20ccbd service neutron] Attempting to bind port 1420bf1b-d9d6-44e7-b451-47337fbab143 on network 59c54a12-bd17-449b-a976-5d46fe6ac8b2 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:50:47.200267 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6475d81-add6-4885-8490-d260a9231dfc req-673b1f9a-d92d-4f77-a10d-053aac20ccbd service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:50:47.200602 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6475d81-add6-4885-8490-d260a9231dfc req-673b1f9a-d92d-4f77-a10d-053aac20ccbd service neutron] Checking segment: {'id': 'e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:50:47.201001 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6475d81-add6-4885-8490-d260a9231dfc req-673b1f9a-d92d-4f77-a10d-053aac20ccbd service neutron] Bound using segment: {'id': 'e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:50:47.201406 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-b6475d81-add6-4885-8490-d260a9231dfc req-673b1f9a-d92d-4f77-a10d-053aac20ccbd service neutron] Bound port: 1420bf1b-d9d6-44e7-b451-47337fbab143, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:50:47.201754 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b6475d81-add6-4885-8490-d260a9231dfc req-673b1f9a-d92d-4f77-a10d-053aac20ccbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:47.295921 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-b6475d81-add6-4885-8490-d260a9231dfc req-673b1f9a-d92d-4f77-a10d-053aac20ccbd service neutron] For port 1420bf1b-d9d6-44e7-b451-47337fbab143, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:50:47.299431 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-b6475d81-add6-4885-8490-d260a9231dfc req-673b1f9a-d92d-4f77-a10d-053aac20ccbd service neutron] For port 1420bf1b-d9d6-44e7-b451-47337fbab143, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=1420bf1b-d9d6-44e7-b451-47337fbab143,segment=NetworkSegment(e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70),segment_id=e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:50:47.304159 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b6475d81-add6-4885-8490-d260a9231dfc req-673b1f9a-d92d-4f77-a10d-053aac20ccbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:47.312729 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] Set router 64386660-0b06-4869-8dbe-86dbddaa2c4b gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:50:47.365554 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6475d81-add6-4885-8490-d260a9231dfc req-673b1f9a-d92d-4f77-a10d-053aac20ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:47.366072 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b6475d81-add6-4885-8490-d260a9231dfc req-673b1f9a-d92d-4f77-a10d-053aac20ccbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:47.367462 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b6475d81-add6-4885-8490-d260a9231dfc req-673b1f9a-d92d-4f77-a10d-053aac20ccbd service neutron] 10.222.0.24 "PUT /v2.0/ports/1420bf1b-d9d6-44e7-b451-47337fbab143 HTTP/1.1" status: 200 len: 1094 time: 1.0466626 Jan 26 11:50:47.367900 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9344c17c-91fc-4bcd-ac5e-430eba76fb3f', 'tag': '1420bf1b-d9d6-44e7-b451-47337fbab143'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:50:47.388526 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b1f9a-d92d-4f77-a10d-053aac20ccbd service neutron] Pushing event updated for resources: {'Port': ['ID=1420bf1b-d9d6-44e7-b451-47337fbab143,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:47.468185 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9344c17c-91fc-4bcd-ac5e-430eba76fb3f', 'tag': '1420bf1b-d9d6-44e7-b451-47337fbab143', 'status': 'completed', 'code': 200} Jan 26 11:50:47.513625 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6475d81-add6-4885-8490-d260a9231dfc req-44aee9f4-7ba4-4151-86f3-c01d9d374aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:47.515417 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b6475d81-add6-4885-8490-d260a9231dfc req-44aee9f4-7ba4-4151-86f3-c01d9d374aa5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea1de210465e4be9be700a261b7ea974&device_id=9344c17c-91fc-4bcd-ac5e-430eba76fb3f HTTP/1.1" status: 200 len: 1097 time: 0.0944719 Jan 26 11:50:47.585738 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b6475d81-add6-4885-8490-d260a9231dfc req-99386c49-f334-4bf7-a4a5-729bdceedbc6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1420bf1b-d9d6-44e7-b451-47337fbab143 HTTP/1.1" status: 200 len: 217 time: 0.0640690 Jan 26 11:50:47.659142 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6475d81-add6-4885-8490-d260a9231dfc req-89a05738-3b77-4b5a-80f5-c60f819b29ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:47.660514 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b6475d81-add6-4885-8490-d260a9231dfc req-89a05738-3b77-4b5a-80f5-c60f819b29ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1551e155-79a5-4263-954b-113216daa631 HTTP/1.1" status: 200 len: 855 time: 0.0682483 Jan 26 11:50:47.673016 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64386660-0b06-4869-8dbe-86dbddaa2c4b', 'name': 'tempest-TestEncryptedCinderVolumes-1948662650-router', 'tenant_id': '5b7044930c1a449d99168dc20a76b8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '15da4477-992c-4554-ae5b-268e1b989383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:50:37Z', 'updated_at': '2022-01-26T11:50:41Z', 'revision_number': 4, 'project_id': '5b7044930c1a449d99168dc20a76b8f8', 'gw_port': {'id': '15da4477-992c-4554-ae5b-268e1b989383', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64386660-0b06-4869-8dbe-86dbddaa2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:50:38Z', 'updated_at': '2022-01-26T11:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '765aba6f-f283-4313-8644-50e1dc8e58e8', 'name': '', 'network_id': 'fbd860b1-5175-4311-9c4a-c0dd464685a4', 'tenant_id': '5b7044930c1a449d99168dc20a76b8f8', 'mac_address': 'fa:16:3e:45:61:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64386660-0b06-4869-8dbe-86dbddaa2c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '9103cddd-d8b6-4638-90aa-2f40ed2e4144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:50:41Z', 'updated_at': '2022-01-26T11:50:41Z', 'revision_number': 2, 'project_id': '5b7044930c1a449d99168dc20a76b8f8', 'subnets': [{'id': '9103cddd-d8b6-4638-90aa-2f40ed2e4144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:47.676774 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] Checking router: 64386660-0b06-4869-8dbe-86dbddaa2c4b for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:50:47.677118 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] Updating router 64386660-0b06-4869-8dbe-86dbddaa2c4b port 765aba6f-f283-4313-8644-50e1dc8e58e8 binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:50:47.729000 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:47.735473 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6475d81-add6-4885-8490-d260a9231dfc req-35d806d4-549c-4560-8a35-684f29661689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:47.737036 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b6475d81-add6-4885-8490-d260a9231dfc req-35d806d4-549c-4560-8a35-684f29661689 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59c54a12-bd17-449b-a976-5d46fe6ac8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708804 Jan 26 11:50:47.972737 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b6475d81-add6-4885-8490-d260a9231dfc req-21af7702-7af4-4965-a1df-6d1858df72a1 service neutron] 10.222.0.24 "GET /v2.0/networks/59c54a12-bd17-449b-a976-5d46fe6ac8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298174 Jan 26 11:50:48.076763 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:48.087832 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] Transition to ACTIVE for port object 765aba6f-f283-4313-8644-50e1dc8e58e8 will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:50:48.097174 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:48.106703 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b6475d81-add6-4885-8490-d260a9231dfc req-0a9c1045-652e-4471-8e0e-d88d3c1c9f00 service neutron] 10.222.0.24 "GET /v2.0/networks/59c54a12-bd17-449b-a976-5d46fe6ac8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281035 Jan 26 11:50:48.279850 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17972a5-041b-4cbc-84bd-102d545b3eee req-c30236df-eebc-412d-99f0-e2882a04dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:48.281360 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a17972a5-041b-4cbc-84bd-102d545b3eee req-c30236df-eebc-412d-99f0-e2882a04dea1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea1de210465e4be9be700a261b7ea974&device_id=9344c17c-91fc-4bcd-ac5e-430eba76fb3f HTTP/1.1" status: 200 len: 1097 time: 0.1275296 Jan 26 11:50:48.281678 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a013f-9ecf-4d76-b3d3-ab84d014ab98 None None] Pushing event updated for resources: {'Port': ['ID=765aba6f-f283-4313-8644-50e1dc8e58e8,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:48.340811 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] Attempting to bind port 765aba6f-f283-4313-8644-50e1dc8e58e8 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:50:48.341146 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] Attempting to bind port 765aba6f-f283-4313-8644-50e1dc8e58e8 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ec375f65-6c81-4180-bb24-be595729c372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'fbd860b1-5175-4311-9c4a-c0dd464685a4'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:50:48.341604 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] Attempting to bind port 765aba6f-f283-4313-8644-50e1dc8e58e8 on network fbd860b1-5175-4311-9c4a-c0dd464685a4 {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:50:48.347941 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:50:48.348418 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] Checking segment: {'id': 'ec375f65-6c81-4180-bb24-be595729c372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'fbd860b1-5175-4311-9c4a-c0dd464685a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:50:48.348891 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:48.349352 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] Bound using segment: {'id': 'ec375f65-6c81-4180-bb24-be595729c372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'fbd860b1-5175-4311-9c4a-c0dd464685a4'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:50:48.349896 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] Bound port: 765aba6f-f283-4313-8644-50e1dc8e58e8, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec375f65-6c81-4180-bb24-be595729c372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'fbd860b1-5175-4311-9c4a-c0dd464685a4'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:50:48.350360 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:48.424304 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da370ca8-bb66-439a-b707-65cd31664297 req-ca762126-fcbd-45af-8b77-3472f0dd96b7 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:48.425871 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-da370ca8-bb66-439a-b707-65cd31664297 req-ca762126-fcbd-45af-8b77-3472f0dd96b7 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?device_id=9344c17c-91fc-4bcd-ac5e-430eba76fb3f HTTP/1.1" status: 200 len: 944 time: 0.1978569 Jan 26 11:50:48.443095 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] For port 765aba6f-f283-4313-8644-50e1dc8e58e8, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:50:48.446110 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] For port 765aba6f-f283-4313-8644-50e1dc8e58e8, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=765aba6f-f283-4313-8644-50e1dc8e58e8,segment=NetworkSegment(ec375f65-6c81-4180-bb24-be595729c372),segment_id=ec375f65-6c81-4180-bb24-be595729c372)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:50:48.452021 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:48.465799 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17972a5-041b-4cbc-84bd-102d545b3eee req-9203aa73-2099-40f9-a7c3-3d5104b1932a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:48.467286 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a17972a5-041b-4cbc-84bd-102d545b3eee req-9203aa73-2099-40f9-a7c3-3d5104b1932a service neutron] 10.222.0.24 "GET /v2.0/networks?id=59c54a12-bd17-449b-a976-5d46fe6ac8b2 HTTP/1.1" status: 200 len: 917 time: 0.1769450 Jan 26 11:50:48.531083 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] Routers {'64386660-0b06-4869-8dbe-86dbddaa2c4b'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:50:48.531712 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:50:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['64386660-0b06-4869-8dbe-86dbddaa2c4b'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:48.547100 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a17972a5-041b-4cbc-84bd-102d545b3eee req-072cb153-3777-46ef-9ce6-b08ef7ba44d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1420bf1b-d9d6-44e7-b451-47337fbab143 HTTP/1.1" status: 200 len: 217 time: 0.0696828 Jan 26 11:50:48.549900 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-da370ca8-bb66-439a-b707-65cd31664297 req-d88f7376-402c-456e-b435-7dee15096c00 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e3050d-5a6a-4557-97a2-4bce65ca2a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100867 Jan 26 11:50:48.596364 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a013f-9ecf-4d76-b3d3-ab84d014ab98 None None] Pushing event updated for resources: {'Port': ['ID=765aba6f-f283-4313-8644-50e1dc8e58e8,revision_number=4']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:48.620200 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17972a5-041b-4cbc-84bd-102d545b3eee req-5dc24f70-036c-491d-af0d-6fc0260f4102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:48.622503 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a17972a5-041b-4cbc-84bd-102d545b3eee req-5dc24f70-036c-491d-af0d-6fc0260f4102 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1551e155-79a5-4263-954b-113216daa631 HTTP/1.1" status: 200 len: 855 time: 0.0684369 Jan 26 11:50:48.704464 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17972a5-041b-4cbc-84bd-102d545b3eee req-16418d95-ffff-4947-acd5-265be5624973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:48.705965 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a17972a5-041b-4cbc-84bd-102d545b3eee req-16418d95-ffff-4947-acd5-265be5624973 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59c54a12-bd17-449b-a976-5d46fe6ac8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762358 Jan 26 11:50:48.718110 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] Set router 64386660-0b06-4869-8dbe-86dbddaa2c4b gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:50:48.838939 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a17972a5-041b-4cbc-84bd-102d545b3eee req-c868f715-b376-47ba-a1d9-531678a1981e service neutron] 10.222.0.24 "GET /v2.0/networks/59c54a12-bd17-449b-a976-5d46fe6ac8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259727 Jan 26 11:50:48.970377 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a17972a5-041b-4cbc-84bd-102d545b3eee req-73e36621-33f0-465b-b126-a700a9baec1e service neutron] 10.222.0.24 "GET /v2.0/networks/59c54a12-bd17-449b-a976-5d46fe6ac8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256218 Jan 26 11:50:49.054511 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64386660-0b06-4869-8dbe-86dbddaa2c4b', 'name': 'tempest-TestEncryptedCinderVolumes-1948662650-router', 'tenant_id': '5b7044930c1a449d99168dc20a76b8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '15da4477-992c-4554-ae5b-268e1b989383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:50:37Z', 'updated_at': '2022-01-26T11:50:41Z', 'revision_number': 4, 'project_id': '5b7044930c1a449d99168dc20a76b8f8', 'gw_port': {'id': '15da4477-992c-4554-ae5b-268e1b989383', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64386660-0b06-4869-8dbe-86dbddaa2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:50:38Z', 'updated_at': '2022-01-26T11:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '765aba6f-f283-4313-8644-50e1dc8e58e8', 'name': '', 'network_id': 'fbd860b1-5175-4311-9c4a-c0dd464685a4', 'tenant_id': '5b7044930c1a449d99168dc20a76b8f8', 'mac_address': 'fa:16:3e:45:61:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64386660-0b06-4869-8dbe-86dbddaa2c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '9103cddd-d8b6-4638-90aa-2f40ed2e4144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:50:41Z', 'updated_at': '2022-01-26T11:50:48Z', 'revision_number': 4, 'project_id': '5b7044930c1a449d99168dc20a76b8f8', 'subnets': [{'id': '9103cddd-d8b6-4638-90aa-2f40ed2e4144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:50:49.059140 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4196ee82-a0d5-4dbb-b905-927b493310e3 None None] The sync data for ids ['64386660-0b06-4869-8dbe-86dbddaa2c4b'] in dv-neutron-826439-1-hyperv is: [{'id': '64386660-0b06-4869-8dbe-86dbddaa2c4b', 'name': 'tempest-TestEncryptedCinderVolumes-1948662650-router', 'tenant_id': '5b7044930c1a449d99168dc20a76b8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '15da4477-992c-4554-ae5b-268e1b989383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:50:37Z', 'updated_at': '2022-01-26T11:50:41Z', 'revision_number': 4, 'project_id': '5b7044930c1a449d99168dc20a76b8f8', 'gw_port': {'id': '15da4477-992c-4554-ae5b-268e1b989383', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64386660-0b06-4869-8dbe-86dbddaa2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:50:38Z', 'updated_at': '2022-01-26T11:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '765aba6f-f283-4313-8644-50e1dc8e58e8', 'name': '', 'network_id': 'fbd860b1-5175-4311-9c4a-c0dd464685a4', 'tenant_id': '5b7044930c1a449d99168dc20a76b8f8', 'mac_address': 'fa:16:3e:45:61:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64386660-0b06-4869-8dbe-86dbddaa2c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '9103cddd-d8b6-4638-90aa-2f40ed2e4144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:50:41Z', 'updated_at': '2022-01-26T11:50:48Z', 'revision_number': 4, 'project_id': '5b7044930c1a449d99168dc20a76b8f8', 'subnets': [{'id': '9103cddd-d8b6-4638-90aa-2f40ed2e4144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:50:49.740682 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8f928-99d2-423a-a7cb-0ed797c7cc87 req-6cba3bcc-d6a3-42fb-ae27-94c2b27729e0 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:49.742147 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-3ec8f928-99d2-423a-a7cb-0ed797c7cc87 req-6cba3bcc-d6a3-42fb-ae27-94c2b27729e0 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?device_id=9344c17c-91fc-4bcd-ac5e-430eba76fb3f HTTP/1.1" status: 200 len: 944 time: 0.0834270 Jan 26 11:50:49.785748 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-3ec8f928-99d2-423a-a7cb-0ed797c7cc87 req-eb765a17-0671-4032-bad3-43bbdaf0f9e5 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e3050d-5a6a-4557-97a2-4bce65ca2a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376077 Jan 26 11:50:50.319347 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 765aba6f-f283-4313-8644-50e1dc8e58e8 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:50:50.391424 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 765aba6f-f283-4313-8644-50e1dc8e58e8 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:50:50.396525 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 765aba6f-f283-4313-8644-50e1dc8e58e8 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:50:50.396890 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:50.509518 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:50.542779 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 765aba6f-f283-4313-8644-50e1dc8e58e8, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=765aba6f-f283-4313-8644-50e1dc8e58e8,segment=NetworkSegment(ec375f65-6c81-4180-bb24-be595729c372),segment_id=ec375f65-6c81-4180-bb24-be595729c372)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:50:50.546689 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:50.597052 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 1420bf1b-d9d6-44e7-b451-47337fbab143 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:50:50.625459 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=765aba6f-f283-4313-8644-50e1dc8e58e8,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:50.747490 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 1420bf1b-d9d6-44e7-b451-47337fbab143, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=1420bf1b-d9d6-44e7-b451-47337fbab143,segment=NetworkSegment(e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70),segment_id=e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:50:50.760291 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '1420bf1b-d9d6-44e7-b451-47337fbab143', 'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2', 'port_id': '1420bf1b-d9d6-44e7-b451-47337fbab143', 'mac_address': 'fa:16:3e:e3:e6:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1551e155-79a5-4263-954b-113216daa631', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:50:50.821331 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:50.869378 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1420bf1b-d9d6-44e7-b451-47337fbab143 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:50:50.885239 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 1420bf1b-d9d6-44e7-b451-47337fbab143, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=1420bf1b-d9d6-44e7-b451-47337fbab143,segment=NetworkSegment(e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70),segment_id=e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:50:50.889944 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:50.956575 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=1420bf1b-d9d6-44e7-b451-47337fbab143,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:50.978246 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6637c90-0c5e-4fb9-ad1f-125fcce22fd9 req-ea9817f8-f49c-4d42-9fd0-2038cf417b17 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:50.980337 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d6637c90-0c5e-4fb9-ad1f-125fcce22fd9 req-ea9817f8-f49c-4d42-9fd0-2038cf417b17 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?device_id=9344c17c-91fc-4bcd-ac5e-430eba76fb3f HTTP/1.1" status: 200 len: 945 time: 0.0808537 Jan 26 11:50:51.027142 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d6637c90-0c5e-4fb9-ad1f-125fcce22fd9 req-fe74a157-8d26-4d5c-b80e-6fa6f401a86f tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e3050d-5a6a-4557-97a2-4bce65ca2a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403318 Jan 26 11:50:51.115479 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['1420bf1b-d9d6-44e7-b451-47337fbab143'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:50:52.210682 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12da44a-e26d-42ac-86ca-f1e6979d07df req-44d3cd56-f22c-404d-ab73-4142a49fcb60 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:52.212125 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f12da44a-e26d-42ac-86ca-f1e6979d07df req-44d3cd56-f22c-404d-ab73-4142a49fcb60 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?device_id=9344c17c-91fc-4bcd-ac5e-430eba76fb3f HTTP/1.1" status: 200 len: 945 time: 0.0822937 Jan 26 11:50:52.255708 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f12da44a-e26d-42ac-86ca-f1e6979d07df req-38fb802d-348d-4fe1-9973-217f26b4317a tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e3050d-5a6a-4557-97a2-4bce65ca2a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371070 Jan 26 11:50:52.298014 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 765aba6f-f283-4313-8644-50e1dc8e58e8 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:50:52.363969 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 765aba6f-f283-4313-8644-50e1dc8e58e8 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:50:52.364253 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:52.592530 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 1420bf1b-d9d6-44e7-b451-47337fbab143 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:50:52.621653 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4ce5c1ec-8c93-46ab-9bd5-221933ecf1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:52.661919 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port 1420bf1b-d9d6-44e7-b451-47337fbab143 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:50:52.666707 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 1420bf1b-d9d6-44e7-b451-47337fbab143 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:50:52.667075 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:52.783224 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:52.812630 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9344c17c-91fc-4bcd-ac5e-430eba76fb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1420bf1b-d9d6-44e7-b451-47337fbab143'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:50:52.822292 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 1420bf1b-d9d6-44e7-b451-47337fbab143, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=1420bf1b-d9d6-44e7-b451-47337fbab143,segment=NetworkSegment(e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70),segment_id=e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:50:52.827401 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:52.866306 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9344c17c-91fc-4bcd-ac5e-430eba76fb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1420bf1b-d9d6-44e7-b451-47337fbab143', 'code': 200} Jan 26 11:50:52.899682 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=1420bf1b-d9d6-44e7-b451-47337fbab143,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:50:53.085015 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa7326-6435-4c0d-a9ad-c1ed42474df9 req-6fe47aca-0cda-493f-9fac-ffb63df6ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:53.086509 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e8aa7326-6435-4c0d-a9ad-c1ed42474df9 req-6fe47aca-0cda-493f-9fac-ffb63df6ad46 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9344c17c-91fc-4bcd-ac5e-430eba76fb3f HTTP/1.1" status: 200 len: 1099 time: 0.0703359 Jan 26 11:50:53.126679 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e8aa7326-6435-4c0d-a9ad-c1ed42474df9 req-2bf47334-9f5b-409d-ac65-2dac501285af service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=50e3050d-5a6a-4557-97a2-4bce65ca2a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343661 Jan 26 11:50:53.439183 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66903e5d-d00c-490f-b483-60d6036224fa req-f8035e17-7b6c-40f3-afbb-61f04cf83c5d tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:53.440633 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-66903e5d-d00c-490f-b483-60d6036224fa req-f8035e17-7b6c-40f3-afbb-61f04cf83c5d tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?device_id=9344c17c-91fc-4bcd-ac5e-430eba76fb3f HTTP/1.1" status: 200 len: 946 time: 0.0786066 Jan 26 11:50:53.484511 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-66903e5d-d00c-490f-b483-60d6036224fa req-6318db4a-ac8f-4819-bb1b-a995bfc0326b tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e3050d-5a6a-4557-97a2-4bce65ca2a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383461 Jan 26 11:50:54.669559 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d00dc1-2ac7-4483-892d-20886a0682f5 req-b47e39c2-2380-41a6-aa74-68a876e7d838 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:54.671070 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-14d00dc1-2ac7-4483-892d-20886a0682f5 req-b47e39c2-2380-41a6-aa74-68a876e7d838 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?device_id=9344c17c-91fc-4bcd-ac5e-430eba76fb3f HTTP/1.1" status: 200 len: 946 time: 0.0833333 Jan 26 11:50:54.714634 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-14d00dc1-2ac7-4483-892d-20886a0682f5 req-c2d8b5fd-6d95-4cce-9ac3-e7316182c16b tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e3050d-5a6a-4557-97a2-4bce65ca2a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373676 Jan 26 11:50:54.851170 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b8517429-154f-4c01-9d19-d67e5c00fb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:54.899280 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d6ea0-1010-4184-9fc9-9ad3ba65e23a req-dc947bf7-7ce1-4190-ac25-71107b8bab93 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:50:54.900725 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-785d6ea0-1010-4184-9fc9-9ad3ba65e23a req-dc947bf7-7ce1-4190-ac25-71107b8bab93 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?device_id=9344c17c-91fc-4bcd-ac5e-430eba76fb3f HTTP/1.1" status: 200 len: 946 time: 0.0831783 Jan 26 11:50:54.946489 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-785d6ea0-1010-4184-9fc9-9ad3ba65e23a req-6d0d0b30-1dcf-43eb-bef4-4c565bd73937 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e3050d-5a6a-4557-97a2-4bce65ca2a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392966 Jan 26 11:50:55.916966 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:56.132111 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:50:57.487376 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:05.474030 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:10.826696 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f813517-e5c1-4a03-a504-7ffe10efa459 req-7252635c-d30e-4801-9440-4da08a8d47b8 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:10.828128 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9f813517-e5c1-4a03-a504-7ffe10efa459 req-7252635c-d30e-4801-9440-4da08a8d47b8 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?device_id=9344c17c-91fc-4bcd-ac5e-430eba76fb3f HTTP/1.1" status: 200 len: 946 time: 0.0796337 Jan 26 11:51:10.876536 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9f813517-e5c1-4a03-a504-7ffe10efa459 req-cb30955e-a9ce-4d21-aa03-479e7a8274df tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e3050d-5a6a-4557-97a2-4bce65ca2a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426655 Jan 26 11:51:12.061779 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76fd8f7-46d2-4d34-aa8c-502802b1224f req-f457d84f-02cd-4ca7-8a61-2a4426a9e17c tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:12.063880 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d76fd8f7-46d2-4d34-aa8c-502802b1224f req-f457d84f-02cd-4ca7-8a61-2a4426a9e17c tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?device_id=9344c17c-91fc-4bcd-ac5e-430eba76fb3f HTTP/1.1" status: 200 len: 946 time: 0.0795825 Jan 26 11:51:12.107180 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d76fd8f7-46d2-4d34-aa8c-502802b1224f req-988bd44d-d438-4f33-8c1c-2bcf3731a845 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e3050d-5a6a-4557-97a2-4bce65ca2a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376191 Jan 26 11:51:12.273452 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2927990-96ac-40ef-8544-4c3093e08d92 req-046047f4-e6c5-49b5-8531-f265b1678a99 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:12.274886 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e2927990-96ac-40ef-8544-4c3093e08d92 req-046047f4-e6c5-49b5-8531-f265b1678a99 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.24 "GET /v2.0/ports?device_id=9344c17c-91fc-4bcd-ac5e-430eba76fb3f HTTP/1.1" status: 200 len: 946 time: 0.0889359 Jan 26 11:51:12.346211 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-e2927990-96ac-40ef-8544-4c3093e08d92 req-46187061-f5fa-4fc5-bbff-623a8fdc5f5b tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Deleting port 1420bf1b-d9d6-44e7-b451-47337fbab143 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:51:12.346579 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e2927990-96ac-40ef-8544-4c3093e08d92 req-46187061-f5fa-4fc5-bbff-623a8fdc5f5b tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:12.692114 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-e2927990-96ac-40ef-8544-4c3093e08d92 req-46187061-f5fa-4fc5-bbff-623a8fdc5f5b tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] For port 1420bf1b-d9d6-44e7-b451-47337fbab143, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=1420bf1b-d9d6-44e7-b451-47337fbab143,segment=NetworkSegment(e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70),segment_id=e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:51:12.692471 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e2927990-96ac-40ef-8544-4c3093e08d92 req-46187061-f5fa-4fc5-bbff-623a8fdc5f5b tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:12.814834 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-e2927990-96ac-40ef-8544-4c3093e08d92 req-46187061-f5fa-4fc5-bbff-623a8fdc5f5b tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Calling delete_port for 1420bf1b-d9d6-44e7-b451-47337fbab143 owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:51:12.960360 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e2927990-96ac-40ef-8544-4c3093e08d92 req-46187061-f5fa-4fc5-bbff-623a8fdc5f5b tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:12.971928 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['1420bf1b-d9d6-44e7-b451-47337fbab143'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:51:13.010398 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46187061-f5fa-4fc5-bbff-623a8fdc5f5b tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Pushing event deleted for resources: {'Port': ['ID=1420bf1b-d9d6-44e7-b451-47337fbab143,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:51:13.089228 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2927990-96ac-40ef-8544-4c3093e08d92 req-46187061-f5fa-4fc5-bbff-623a8fdc5f5b tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] No DVR routers for this DVR port 1420bf1b-d9d6-44e7-b451-47337fbab143 on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:51:13.091701 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e2927990-96ac-40ef-8544-4c3093e08d92 req-46187061-f5fa-4fc5-bbff-623a8fdc5f5b tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:13.095455 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9344c17c-91fc-4bcd-ac5e-430eba76fb3f', 'name': 'network-vif-deleted', 'tag': '1420bf1b-d9d6-44e7-b451-47337fbab143'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:51:13.111983 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e2927990-96ac-40ef-8544-4c3093e08d92 req-46187061-f5fa-4fc5-bbff-623a8fdc5f5b tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.24 "DELETE /v2.0/ports/1420bf1b-d9d6-44e7-b451-47337fbab143 HTTP/1.1" status: 204 len: 173 time: 0.8319309 Jan 26 11:51:13.160064 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9344c17c-91fc-4bcd-ac5e-430eba76fb3f', 'name': 'network-vif-deleted', 'tag': '1420bf1b-d9d6-44e7-b451-47337fbab143', 'status': 'completed', 'code': 200} Jan 26 11:51:13.274982 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-035b54d5-5333-4ed1-a89f-e82db0fe21d6 req-010fe3ac-8b30-453f-ad74-a35a709da716 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Synchronizing usage tracker for tenant:ea1de210465e4be9be700a261b7ea974 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:51:13.291032 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-035b54d5-5333-4ed1-a89f-e82db0fe21d6 req-010fe3ac-8b30-453f-ad74-a35a709da716 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Unset dirty status for tenant:ea1de210465e4be9be700a261b7ea974 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:51:13.292295 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-035b54d5-5333-4ed1-a89f-e82db0fe21d6 req-010fe3ac-8b30-453f-ad74-a35a709da716 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?device_id=9344c17c-91fc-4bcd-ac5e-430eba76fb3f HTTP/1.1" status: 200 len: 210 time: 0.0608511 Jan 26 11:51:15.072969 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-011f6b21-6d5c-4f5a-9be7-88e3113daabf tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:15.074313 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-011f6b21-6d5c-4f5a-9be7-88e3113daabf tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/networks?id=59c54a12-bd17-449b-a976-5d46fe6ac8b2 HTTP/1.1" status: 200 len: 816 time: 0.1416519 Jan 26 11:51:15.089496 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-f7c06cdb-d7ae-4c88-ab7e-2b4937eb1ce4 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/quotas/ea1de210465e4be9be700a261b7ea974 HTTP/1.1" status: 200 len: 375 time: 0.0087054 Jan 26 11:51:15.173659 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-2515cc82-b0c7-4e6f-baa3-360b44a35d34 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea1de210465e4be9be700a261b7ea974&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785809 Jan 26 11:51:15.189205 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-8611204a-9f66-4ec9-9bf5-c131aa8438a2 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:51:15.190148 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-8611204a-9f66-4ec9-9bf5-c131aa8438a2 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056708 Jan 26 11:51:15.321831 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-4f32629a-78bd-4ed5-9014-90396a912fa8 service neutron] 10.222.0.39 "GET /v2.0/networks/59c54a12-bd17-449b-a976-5d46fe6ac8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259797 Jan 26 11:51:15.452956 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-9b6de8c3-5027-4d5a-8ff7-e6f99b8c1b92 service neutron] 10.222.0.39 "GET /v2.0/networks/59c54a12-bd17-449b-a976-5d46fe6ac8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246736 Jan 26 11:51:15.627907 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9808f336-e533-4edb-9edf-03b1900a421e req-a6eca67c-acfd-429b-830f-039e1a58e70f tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?device_id=93203a63-ac94-4be7-a550-bc1e193a7588 HTTP/1.1" status: 200 len: 210 time: 0.0434365 Jan 26 11:51:16.626458 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-08914523-e5c6-4320-9115-9e519ef5b339 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:16.627885 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-08914523-e5c6-4320-9115-9e519ef5b339 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.24 "GET /v2.0/networks?id=59c54a12-bd17-449b-a976-5d46fe6ac8b2 HTTP/1.1" status: 200 len: 816 time: 0.1509361 Jan 26 11:51:16.639303 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-b6352597-c241-43ac-9396-27a716951eff tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Request body: {'port': {'device_id': '93203a63-ac94-4be7-a550-bc1e193a7588', 'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2', 'admin_state_up': True, 'tenant_id': 'ea1de210465e4be9be700a261b7ea974'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:51:16.734843 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 1420bf1b-d9d6-44e7-b451-47337fbab143 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:51:16.769350 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: 1420bf1b-d9d6-44e7-b451-47337fbab143 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:51:16.769694 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 1420bf1b-d9d6-44e7-b451-47337fbab143 not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:51:16.796363 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9a5f4915-e75f-46f5-aad9-177fa2f71cba req-d0f84d90-1e25-4977-aae5-c62c75a72e33 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?device_id=93203a63-ac94-4be7-a550-bc1e193a7588 HTTP/1.1" status: 200 len: 210 time: 0.0536585 Jan 26 11:51:16.824468 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-b6352597-c241-43ac-9396-27a716951eff tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:51:16.834704 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-b6352597-c241-43ac-9396-27a716951eff tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:51:16.844339 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-b6352597-c241-43ac-9396-27a716951eff tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Made reservation on behalf of ea1de210465e4be9be700a261b7ea974 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:51:16.847955 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-b6352597-c241-43ac-9396-27a716951eff tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:17.134108 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-b6352597-c241-43ac-9396-27a716951eff tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Allocated IP 172.20.0.13 (59c54a12-bd17-449b-a976-5d46fe6ac8b2/1551e155-79a5-4263-954b-113216daa631/853f066e-82a7-4270-acca-829283c623e8) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:51:17.362033 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-b6352597-c241-43ac-9396-27a716951eff tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:17.377394 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-b6352597-c241-43ac-9396-27a716951eff tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Transition to ACTIVE for port object 853f066e-82a7-4270-acca-829283c623e8 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:51:17.402344 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-b6352597-c241-43ac-9396-27a716951eff tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:17.480598 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-b6352597-c241-43ac-9396-27a716951eff tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Network 59c54a12-bd17-449b-a976-5d46fe6ac8b2 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:51:17.483786 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-b6352597-c241-43ac-9396-27a716951eff tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:51:17.488476 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-b6352597-c241-43ac-9396-27a716951eff tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:51:17.532933 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6352597-c241-43ac-9396-27a716951eff tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Pushing event updated for resources: {'Port': ['ID=853f066e-82a7-4270-acca-829283c623e8,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:51:17.568789 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-b6352597-c241-43ac-9396-27a716951eff tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:17.569679 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-b6352597-c241-43ac-9396-27a716951eff tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:17.600156 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-b6352597-c241-43ac-9396-27a716951eff tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9643922 Jan 26 11:51:17.612498 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-e09a6398-8571-4eda-8f46-c1860512cbb8 service neutron] Request body: {'port': {'device_id': '93203a63-ac94-4be7-a550-bc1e193a7588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:51:17.737208 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-e09a6398-8571-4eda-8f46-c1860512cbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:17.753817 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-95446ae9-7e24-4069-ac58-0318ced087d1 None None] Provisioning for port 853f066e-82a7-4270-acca-829283c623e8 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:51:17.760317 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-95446ae9-7e24-4069-ac58-0318ced087d1 None None] Provisioning complete for port 853f066e-82a7-4270-acca-829283c623e8 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:51:17.760627 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-95446ae9-7e24-4069-ac58-0318ced087d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:17.821995 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-95446ae9-7e24-4069-ac58-0318ced087d1 None None] Port 853f066e-82a7-4270-acca-829283c623e8 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:51:17.987498 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196e25b-ab6e-42e2-8582-2568a1a4bd7b req-1cab83af-bdd1-4242-8698-0d4903f5d2db tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:17.988893 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2196e25b-ab6e-42e2-8582-2568a1a4bd7b req-1cab83af-bdd1-4242-8698-0d4903f5d2db tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?device_id=93203a63-ac94-4be7-a550-bc1e193a7588 HTTP/1.1" status: 200 len: 932 time: 0.0801933 Jan 26 11:51:18.036333 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2196e25b-ab6e-42e2-8582-2568a1a4bd7b req-3f27d7b7-a0dc-48a7-8490-c974e800bb63 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e3050d-5a6a-4557-97a2-4bce65ca2a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418141 Jan 26 11:51:18.089143 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-e09a6398-8571-4eda-8f46-c1860512cbb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853f066e-82a7-4270-acca-829283c623e8 {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:51:18.097263 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-e09a6398-8571-4eda-8f46-c1860512cbb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:18.111541 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-e09a6398-8571-4eda-8f46-c1860512cbb8 service neutron] Transition to ACTIVE for port object 853f066e-82a7-4270-acca-829283c623e8 will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:51:18.115344 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-e09a6398-8571-4eda-8f46-c1860512cbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:18.244016 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a6398-8571-4eda-8f46-c1860512cbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=853f066e-82a7-4270-acca-829283c623e8,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:51:18.349899 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-e09a6398-8571-4eda-8f46-c1860512cbb8 service neutron] Attempting to bind port 853f066e-82a7-4270-acca-829283c623e8 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:51:18.350229 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-e09a6398-8571-4eda-8f46-c1860512cbb8 service neutron] Attempting to bind port 853f066e-82a7-4270-acca-829283c623e8 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:51:18.350574 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-e09a6398-8571-4eda-8f46-c1860512cbb8 service neutron] Attempting to bind port 853f066e-82a7-4270-acca-829283c623e8 on network 59c54a12-bd17-449b-a976-5d46fe6ac8b2 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:51:18.355049 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-e09a6398-8571-4eda-8f46-c1860512cbb8 service neutron] Port 853f066e-82a7-4270-acca-829283c623e8 on network 59c54a12-bd17-449b-a976-5d46fe6ac8b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:51:18.355364 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-e09a6398-8571-4eda-8f46-c1860512cbb8 service neutron] Attempting to bind port 853f066e-82a7-4270-acca-829283c623e8 on network 59c54a12-bd17-449b-a976-5d46fe6ac8b2 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:51:18.361239 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-e09a6398-8571-4eda-8f46-c1860512cbb8 service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:51:18.361564 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-e09a6398-8571-4eda-8f46-c1860512cbb8 service neutron] Checking segment: {'id': 'e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:51:18.361940 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-e09a6398-8571-4eda-8f46-c1860512cbb8 service neutron] Bound using segment: {'id': 'e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:51:18.362375 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-e09a6398-8571-4eda-8f46-c1860512cbb8 service neutron] Bound port: 853f066e-82a7-4270-acca-829283c623e8, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:51:18.362715 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-e09a6398-8571-4eda-8f46-c1860512cbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:18.449377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-e09a6398-8571-4eda-8f46-c1860512cbb8 service neutron] For port 853f066e-82a7-4270-acca-829283c623e8, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:51:18.452328 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-e09a6398-8571-4eda-8f46-c1860512cbb8 service neutron] For port 853f066e-82a7-4270-acca-829283c623e8, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=853f066e-82a7-4270-acca-829283c623e8,segment=NetworkSegment(e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70),segment_id=e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:51:18.456851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-e09a6398-8571-4eda-8f46-c1860512cbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:18.517551 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-e09a6398-8571-4eda-8f46-c1860512cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:18.518034 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-e09a6398-8571-4eda-8f46-c1860512cbb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:18.519299 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-e09a6398-8571-4eda-8f46-c1860512cbb8 service neutron] 10.222.0.24 "PUT /v2.0/ports/853f066e-82a7-4270-acca-829283c623e8 HTTP/1.1" status: 200 len: 1094 time: 0.9114118 Jan 26 11:51:18.522072 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93203a63-ac94-4be7-a550-bc1e193a7588', 'tag': '853f066e-82a7-4270-acca-829283c623e8'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:51:18.545209 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a6398-8571-4eda-8f46-c1860512cbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=853f066e-82a7-4270-acca-829283c623e8,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:51:18.591220 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93203a63-ac94-4be7-a550-bc1e193a7588', 'tag': '853f066e-82a7-4270-acca-829283c623e8', 'status': 'completed', 'code': 200} Jan 26 11:51:18.623904 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:51:18.633472 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-c5feb605-a744-4c34-84a8-817715702dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:18.635005 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-c5feb605-a744-4c34-84a8-817715702dd1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea1de210465e4be9be700a261b7ea974&device_id=93203a63-ac94-4be7-a550-bc1e193a7588 HTTP/1.1" status: 200 len: 1097 time: 0.0761108 Jan 26 11:51:18.707879 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-003bf4fe-c3d8-400f-a735-80a039b62b59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=853f066e-82a7-4270-acca-829283c623e8 HTTP/1.1" status: 200 len: 217 time: 0.0660961 Jan 26 11:51:18.770218 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-56737ea5-922b-461e-9ed0-b1fd9abc2863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:18.771729 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-56737ea5-922b-461e-9ed0-b1fd9abc2863 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1551e155-79a5-4263-954b-113216daa631 HTTP/1.1" status: 200 len: 855 time: 0.0587702 Jan 26 11:51:18.948256 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-90e81139-0641-4fc0-9df6-0c2c52c9dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:18.949744 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-90e81139-0641-4fc0-9df6-0c2c52c9dfaa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59c54a12-bd17-449b-a976-5d46fe6ac8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1722965 Jan 26 11:51:19.079831 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-2a99baf9-172e-49ee-bfe4-20ecfb89a7dc service neutron] 10.222.0.24 "GET /v2.0/networks/59c54a12-bd17-449b-a976-5d46fe6ac8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235914 Jan 26 11:51:19.211109 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5c549547-fa78-4244-aa3f-821c1af5e068 req-2d7cc789-e90a-4a6a-9bec-01fa9963e88d service neutron] 10.222.0.24 "GET /v2.0/networks/59c54a12-bd17-449b-a976-5d46fe6ac8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255455 Jan 26 11:51:19.222044 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d18d7d-2d4f-4cde-9353-a3d376e072ca req-a1b286d3-7730-4355-b4b1-c6fe41fffd66 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:19.223560 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-72d18d7d-2d4f-4cde-9353-a3d376e072ca req-a1b286d3-7730-4355-b4b1-c6fe41fffd66 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?device_id=93203a63-ac94-4be7-a550-bc1e193a7588 HTTP/1.1" status: 200 len: 944 time: 0.0791578 Jan 26 11:51:19.269061 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-72d18d7d-2d4f-4cde-9353-a3d376e072ca req-c5503a22-6f62-429a-97d9-eb66e1f7ee1a tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e3050d-5a6a-4557-97a2-4bce65ca2a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396399 Jan 26 11:51:19.325301 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe2d59-8ff6-4454-bbcc-1c932ca79b27 req-6aa02c5c-7c86-48c7-bac3-5d13924bb17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:19.326710 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-25fe2d59-8ff6-4454-bbcc-1c932ca79b27 req-6aa02c5c-7c86-48c7-bac3-5d13924bb17e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea1de210465e4be9be700a261b7ea974&device_id=93203a63-ac94-4be7-a550-bc1e193a7588 HTTP/1.1" status: 200 len: 1097 time: 0.0710728 Jan 26 11:51:19.456018 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe2d59-8ff6-4454-bbcc-1c932ca79b27 req-f3c771aa-03e6-4fa2-bb34-1b1fd77f0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:19.457437 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-25fe2d59-8ff6-4454-bbcc-1c932ca79b27 req-f3c771aa-03e6-4fa2-bb34-1b1fd77f0142 service neutron] 10.222.0.24 "GET /v2.0/networks?id=59c54a12-bd17-449b-a976-5d46fe6ac8b2 HTTP/1.1" status: 200 len: 917 time: 0.1245112 Jan 26 11:51:19.528867 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-25fe2d59-8ff6-4454-bbcc-1c932ca79b27 req-ffe435af-e44f-4d8a-bc30-669f005499d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=853f066e-82a7-4270-acca-829283c623e8 HTTP/1.1" status: 200 len: 217 time: 0.0637996 Jan 26 11:51:19.589306 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe2d59-8ff6-4454-bbcc-1c932ca79b27 req-8c27cc7b-6d69-46a7-8c73-2fece9346996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:19.590700 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-25fe2d59-8ff6-4454-bbcc-1c932ca79b27 req-8c27cc7b-6d69-46a7-8c73-2fece9346996 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1551e155-79a5-4263-954b-113216daa631 HTTP/1.1" status: 200 len: 855 time: 0.0552878 Jan 26 11:51:19.666004 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe2d59-8ff6-4454-bbcc-1c932ca79b27 req-f19cf28f-e97c-4f32-865c-b8da149e946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:19.667572 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-25fe2d59-8ff6-4454-bbcc-1c932ca79b27 req-f19cf28f-e97c-4f32-865c-b8da149e946a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59c54a12-bd17-449b-a976-5d46fe6ac8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710957 Jan 26 11:51:19.797622 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-25fe2d59-8ff6-4454-bbcc-1c932ca79b27 req-b1ae8c69-c745-4299-ac4a-8f5bd4a3177d service neutron] 10.222.0.24 "GET /v2.0/networks/59c54a12-bd17-449b-a976-5d46fe6ac8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229749 Jan 26 11:51:19.927259 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-25fe2d59-8ff6-4454-bbcc-1c932ca79b27 req-516f98eb-d0eb-4f45-8292-7669246357ed service neutron] 10.222.0.24 "GET /v2.0/networks/59c54a12-bd17-449b-a976-5d46fe6ac8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237936 Jan 26 11:51:20.451726 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5112e87-9b70-446f-b979-826603ab2f54 req-3fa0dc58-8cfa-4f66-8f0c-c84138bb1b04 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:20.452895 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-a5112e87-9b70-446f-b979-826603ab2f54 req-3fa0dc58-8cfa-4f66-8f0c-c84138bb1b04 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Synchronizing usage tracker for tenant:ea1de210465e4be9be700a261b7ea974 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:51:20.469959 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-a5112e87-9b70-446f-b979-826603ab2f54 req-3fa0dc58-8cfa-4f66-8f0c-c84138bb1b04 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Unset dirty status for tenant:ea1de210465e4be9be700a261b7ea974 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:51:20.471191 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a5112e87-9b70-446f-b979-826603ab2f54 req-3fa0dc58-8cfa-4f66-8f0c-c84138bb1b04 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?device_id=93203a63-ac94-4be7-a550-bc1e193a7588 HTTP/1.1" status: 200 len: 944 time: 0.0973897 Jan 26 11:51:20.516687 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a5112e87-9b70-446f-b979-826603ab2f54 req-dc553fb4-0918-4e0b-8ef0-b75d8130eafa tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e3050d-5a6a-4557-97a2-4bce65ca2a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383875 Jan 26 11:51:21.701491 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aace48-c314-4c00-9a60-6c5129ff4452 req-b3af362c-f910-4130-87d1-426cca4d34d2 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:21.703015 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-87aace48-c314-4c00-9a60-6c5129ff4452 req-b3af362c-f910-4130-87d1-426cca4d34d2 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?device_id=93203a63-ac94-4be7-a550-bc1e193a7588 HTTP/1.1" status: 200 len: 944 time: 0.0819755 Jan 26 11:51:21.747107 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-87aace48-c314-4c00-9a60-6c5129ff4452 req-11116980-e5fd-4416-a0c8-3730b05156b0 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e3050d-5a6a-4557-97a2-4bce65ca2a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385504 Jan 26 11:51:22.593635 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d929c28a-1d31-4c25-bf26-0c6da77f328a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:22.779503 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 853f066e-82a7-4270-acca-829283c623e8 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:51:22.913993 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 853f066e-82a7-4270-acca-829283c623e8, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=853f066e-82a7-4270-acca-829283c623e8,segment=NetworkSegment(e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70),segment_id=e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:51:22.932166 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '853f066e-82a7-4270-acca-829283c623e8', 'network_id': '59c54a12-bd17-449b-a976-5d46fe6ac8b2', 'port_id': '853f066e-82a7-4270-acca-829283c623e8', 'mac_address': 'fa:16:3e:c6:9e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1551e155-79a5-4263-954b-113216daa631', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:51:22.933494 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26c7d3-134c-4a48-babc-0173530c0eeb req-4fdca428-f6a8-45d9-acd5-37a8abbbd3d6 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:22.934991 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ec26c7d3-134c-4a48-babc-0173530c0eeb req-4fdca428-f6a8-45d9-acd5-37a8abbbd3d6 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?device_id=93203a63-ac94-4be7-a550-bc1e193a7588 HTTP/1.1" status: 200 len: 944 time: 0.0830326 Jan 26 11:51:22.979732 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ec26c7d3-134c-4a48-babc-0173530c0eeb req-312bb40c-e8a4-48c7-802d-e405f77dddb9 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e3050d-5a6a-4557-97a2-4bce65ca2a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384741 Jan 26 11:51:22.989178 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:23.006480 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853f066e-82a7-4270-acca-829283c623e8 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:51:23.021158 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 853f066e-82a7-4270-acca-829283c623e8, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=853f066e-82a7-4270-acca-829283c623e8,segment=NetworkSegment(e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70),segment_id=e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:51:23.024610 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:23.089435 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=853f066e-82a7-4270-acca-829283c623e8,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:51:23.097254 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:23.097602 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:23.097946 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:23.098280 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:23.098644 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:23.098977 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:23.099307 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:23.099630 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:23.099958 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:23.100280 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:23.100600 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:23.100920 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:23.258980 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['853f066e-82a7-4270-acca-829283c623e8'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:51:24.162574 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc8626-010a-4749-a2d2-3ee94dea7650 req-3d057ffc-6a0b-4380-8b55-acb611033504 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:24.163933 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-52cc8626-010a-4749-a2d2-3ee94dea7650 req-3d057ffc-6a0b-4380-8b55-acb611033504 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?device_id=93203a63-ac94-4be7-a550-bc1e193a7588 HTTP/1.1" status: 200 len: 945 time: 0.0788901 Jan 26 11:51:24.209572 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-52cc8626-010a-4749-a2d2-3ee94dea7650 req-74bd8243-f545-444e-8905-5d4364b90285 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e3050d-5a6a-4557-97a2-4bce65ca2a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400045 Jan 26 11:51:24.780376 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 853f066e-82a7-4270-acca-829283c623e8 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:51:24.857316 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-baa0463a-a720-4c4f-8e89-239edda1cb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:24.871473 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port 853f066e-82a7-4270-acca-829283c623e8 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:51:24.876619 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 853f066e-82a7-4270-acca-829283c623e8 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:51:24.876987 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:24.991374 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:25.021045 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93203a63-ac94-4be7-a550-bc1e193a7588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853f066e-82a7-4270-acca-829283c623e8'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:51:25.030307 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 853f066e-82a7-4270-acca-829283c623e8, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=853f066e-82a7-4270-acca-829283c623e8,segment=NetworkSegment(e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70),segment_id=e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:51:25.034753 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:25.070364 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93203a63-ac94-4be7-a550-bc1e193a7588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853f066e-82a7-4270-acca-829283c623e8', 'code': 200} Jan 26 11:51:25.103108 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=853f066e-82a7-4270-acca-829283c623e8,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:51:25.294422 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a41e53-c7cb-41cf-a9bb-85938a6b5787 req-1c54b9f4-68b3-474f-a826-fec7db2885bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:25.295812 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-27a41e53-c7cb-41cf-a9bb-85938a6b5787 req-1c54b9f4-68b3-474f-a826-fec7db2885bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=93203a63-ac94-4be7-a550-bc1e193a7588 HTTP/1.1" status: 200 len: 1099 time: 0.0690441 Jan 26 11:51:25.339339 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-27a41e53-c7cb-41cf-a9bb-85938a6b5787 req-fcbb8818-e836-4189-aa9b-8c49592bdb88 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=50e3050d-5a6a-4557-97a2-4bce65ca2a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379376 Jan 26 11:51:25.499220 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd65f2d-6052-4ac8-b3dc-d534c769015f req-5b067b96-0b64-4a85-9490-2b0c398b42e2 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:25.501737 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-fdd65f2d-6052-4ac8-b3dc-d534c769015f req-5b067b96-0b64-4a85-9490-2b0c398b42e2 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?device_id=93203a63-ac94-4be7-a550-bc1e193a7588 HTTP/1.1" status: 200 len: 946 time: 0.1826236 Jan 26 11:51:25.545003 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-fdd65f2d-6052-4ac8-b3dc-d534c769015f req-c471ead1-01e0-43b8-a5cc-f82b487b3d0f tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e3050d-5a6a-4557-97a2-4bce65ca2a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372634 Jan 26 11:51:25.925577 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:26.134867 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:26.728111 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f4431-0825-4a98-aa0a-c4b101f14135 req-ad60e258-7548-4165-b5c4-be970c9f66fa tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:26.729829 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-498f4431-0825-4a98-aa0a-c4b101f14135 req-ad60e258-7548-4165-b5c4-be970c9f66fa tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?device_id=93203a63-ac94-4be7-a550-bc1e193a7588 HTTP/1.1" status: 200 len: 946 time: 0.0803192 Jan 26 11:51:26.774998 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-498f4431-0825-4a98-aa0a-c4b101f14135 req-5010c86f-eeb5-4e84-9d67-930fb086a10d tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e3050d-5a6a-4557-97a2-4bce65ca2a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384109 Jan 26 11:51:26.959944 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779627a4-5f3f-4bcf-961a-da39a15873a6 req-29d4a184-1eaa-4493-8837-8e919d9f8534 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:26.961380 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-779627a4-5f3f-4bcf-961a-da39a15873a6 req-29d4a184-1eaa-4493-8837-8e919d9f8534 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?device_id=93203a63-ac94-4be7-a550-bc1e193a7588 HTTP/1.1" status: 200 len: 946 time: 0.0815344 Jan 26 11:51:27.005716 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-779627a4-5f3f-4bcf-961a-da39a15873a6 req-10e5a12f-a410-45b0-9613-ef70b9aef363 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e3050d-5a6a-4557-97a2-4bce65ca2a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387316 Jan 26 11:51:27.495423 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:29.924340 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-088b4695-4b3a-46d2-be1a-20c67cfd8a55 req-1fdc8f86-2a2f-4797-bc34-634dd3cdcd97 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=93203a63-ac94-4be7-a550-bc1e193a7588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753021 Jan 26 11:51:30.063645 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b4695-4b3a-46d2-be1a-20c67cfd8a55 req-e9b58f6e-2e32-4a96-ae2c-b48174ffe778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:30.065850 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-088b4695-4b3a-46d2-be1a-20c67cfd8a55 req-e9b58f6e-2e32-4a96-ae2c-b48174ffe778 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea1de210465e4be9be700a261b7ea974&device_id=93203a63-ac94-4be7-a550-bc1e193a7588 HTTP/1.1" status: 200 len: 1099 time: 0.0744083 Jan 26 11:51:30.326641 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b4695-4b3a-46d2-be1a-20c67cfd8a55 req-1c34c23e-6cad-4152-b6ab-fae400c27d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:30.328103 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-088b4695-4b3a-46d2-be1a-20c67cfd8a55 req-1c34c23e-6cad-4152-b6ab-fae400c27d04 service neutron] 10.222.0.24 "GET /v2.0/networks?id=59c54a12-bd17-449b-a976-5d46fe6ac8b2 HTTP/1.1" status: 200 len: 917 time: 0.2456934 Jan 26 11:51:30.399119 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-088b4695-4b3a-46d2-be1a-20c67cfd8a55 req-106de368-2510-4508-9211-cbd5c0730ee3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=853f066e-82a7-4270-acca-829283c623e8 HTTP/1.1" status: 200 len: 217 time: 0.0651002 Jan 26 11:51:30.460948 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b4695-4b3a-46d2-be1a-20c67cfd8a55 req-d6e973f9-4043-405f-9035-44366c14ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:30.462453 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-088b4695-4b3a-46d2-be1a-20c67cfd8a55 req-d6e973f9-4043-405f-9035-44366c14ea20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1551e155-79a5-4263-954b-113216daa631 HTTP/1.1" status: 200 len: 855 time: 0.0573101 Jan 26 11:51:30.542409 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b4695-4b3a-46d2-be1a-20c67cfd8a55 req-c14f8413-7409-4923-a628-85a4d36f81a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:30.543891 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-088b4695-4b3a-46d2-be1a-20c67cfd8a55 req-c14f8413-7409-4923-a628-85a4d36f81a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59c54a12-bd17-449b-a976-5d46fe6ac8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759692 Jan 26 11:51:30.683562 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-088b4695-4b3a-46d2-be1a-20c67cfd8a55 req-f4a906b7-a7cb-43b9-bbd2-4d11912046e2 service neutron] 10.222.0.24 "GET /v2.0/networks/59c54a12-bd17-449b-a976-5d46fe6ac8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276951 Jan 26 11:51:30.809578 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-088b4695-4b3a-46d2-be1a-20c67cfd8a55 req-ab1f160d-3457-4a81-97c8-629c926b5043 service neutron] 10.222.0.24 "GET /v2.0/networks/59c54a12-bd17-449b-a976-5d46fe6ac8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244659 Jan 26 11:51:35.480536 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:41.426567 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6db7a6-92c8-4468-9c43-e9a2a7275b19 req-96bc8ccd-67fe-409f-bea7-4ed34420f60f tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:41.427973 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9f6db7a6-92c8-4468-9c43-e9a2a7275b19 req-96bc8ccd-67fe-409f-bea7-4ed34420f60f tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?device_id=93203a63-ac94-4be7-a550-bc1e193a7588 HTTP/1.1" status: 200 len: 946 time: 0.0884912 Jan 26 11:51:41.472221 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9f6db7a6-92c8-4468-9c43-e9a2a7275b19 req-0481e031-6592-4167-bc61-961068759db1 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e3050d-5a6a-4557-97a2-4bce65ca2a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378406 Jan 26 11:51:42.665426 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb67611-c4f3-4239-afc7-31dda6427bb9 req-96887eea-8011-453a-bc77-0371d1ce1f53 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:42.666918 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4eb67611-c4f3-4239-afc7-31dda6427bb9 req-96887eea-8011-453a-bc77-0371d1ce1f53 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?device_id=93203a63-ac94-4be7-a550-bc1e193a7588 HTTP/1.1" status: 200 len: 946 time: 0.0820103 Jan 26 11:51:42.711972 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4eb67611-c4f3-4239-afc7-31dda6427bb9 req-4ef5a663-ebe6-46bd-9619-67ba686a9614 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e3050d-5a6a-4557-97a2-4bce65ca2a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385947 Jan 26 11:51:42.907403 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18257b8f-a5da-4ba8-ad13-a7856b426bd4 req-ddb4014d-64db-4f8d-bc1f-c7dd936cdf15 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:42.909358 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-18257b8f-a5da-4ba8-ad13-a7856b426bd4 req-ddb4014d-64db-4f8d-bc1f-c7dd936cdf15 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.24 "GET /v2.0/ports?device_id=93203a63-ac94-4be7-a550-bc1e193a7588 HTTP/1.1" status: 200 len: 946 time: 0.0811229 Jan 26 11:51:42.978287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-18257b8f-a5da-4ba8-ad13-a7856b426bd4 req-1abaacfd-2dfd-482f-85d7-9eb720b8da54 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Deleting port 853f066e-82a7-4270-acca-829283c623e8 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:51:42.978576 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-18257b8f-a5da-4ba8-ad13-a7856b426bd4 req-1abaacfd-2dfd-482f-85d7-9eb720b8da54 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:43.226004 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-18257b8f-a5da-4ba8-ad13-a7856b426bd4 req-1abaacfd-2dfd-482f-85d7-9eb720b8da54 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] For port 853f066e-82a7-4270-acca-829283c623e8, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=853f066e-82a7-4270-acca-829283c623e8,segment=NetworkSegment(e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70),segment_id=e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:51:43.226382 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-18257b8f-a5da-4ba8-ad13-a7856b426bd4 req-1abaacfd-2dfd-482f-85d7-9eb720b8da54 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:43.348561 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-18257b8f-a5da-4ba8-ad13-a7856b426bd4 req-1abaacfd-2dfd-482f-85d7-9eb720b8da54 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Calling delete_port for 853f066e-82a7-4270-acca-829283c623e8 owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:51:43.491539 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-18257b8f-a5da-4ba8-ad13-a7856b426bd4 req-1abaacfd-2dfd-482f-85d7-9eb720b8da54 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:43.503545 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['853f066e-82a7-4270-acca-829283c623e8'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:51:43.550350 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abaacfd-2dfd-482f-85d7-9eb720b8da54 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Pushing event deleted for resources: {'Port': ['ID=853f066e-82a7-4270-acca-829283c623e8,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:51:43.584623 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abaacfd-2dfd-482f-85d7-9eb720b8da54 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:43.584980 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abaacfd-2dfd-482f-85d7-9eb720b8da54 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:43.585320 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abaacfd-2dfd-482f-85d7-9eb720b8da54 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:43.585656 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abaacfd-2dfd-482f-85d7-9eb720b8da54 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:43.585992 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abaacfd-2dfd-482f-85d7-9eb720b8da54 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:43.586349 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abaacfd-2dfd-482f-85d7-9eb720b8da54 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:43.586680 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abaacfd-2dfd-482f-85d7-9eb720b8da54 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:43.587015 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abaacfd-2dfd-482f-85d7-9eb720b8da54 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:43.587341 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abaacfd-2dfd-482f-85d7-9eb720b8da54 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:43.587667 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abaacfd-2dfd-482f-85d7-9eb720b8da54 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:43.587993 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abaacfd-2dfd-482f-85d7-9eb720b8da54 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:43.588314 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abaacfd-2dfd-482f-85d7-9eb720b8da54 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:43.638995 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-18257b8f-a5da-4ba8-ad13-a7856b426bd4 req-1abaacfd-2dfd-482f-85d7-9eb720b8da54 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] No DVR routers for this DVR port 853f066e-82a7-4270-acca-829283c623e8 on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:51:43.641501 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-18257b8f-a5da-4ba8-ad13-a7856b426bd4 req-1abaacfd-2dfd-482f-85d7-9eb720b8da54 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:43.644591 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93203a63-ac94-4be7-a550-bc1e193a7588', 'name': 'network-vif-deleted', 'tag': '853f066e-82a7-4270-acca-829283c623e8'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:51:43.662657 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-18257b8f-a5da-4ba8-ad13-a7856b426bd4 req-1abaacfd-2dfd-482f-85d7-9eb720b8da54 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.24 "DELETE /v2.0/ports/853f066e-82a7-4270-acca-829283c623e8 HTTP/1.1" status: 204 len: 173 time: 0.7484012 Jan 26 11:51:43.694806 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93203a63-ac94-4be7-a550-bc1e193a7588', 'name': 'network-vif-deleted', 'tag': '853f066e-82a7-4270-acca-829283c623e8', 'status': 'completed', 'code': 200} Jan 26 11:51:43.877102 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0b57d2f1-8e0e-44bb-ad5d-7b21a5d8da06 req-16302fe2-269b-4b3f-aea0-ba593e6c83a7 tempest-TestEncryptedCinderVolumes-619696341 tempest-TestEncryptedCinderVolumes-619696341-project] 10.222.0.39 "GET /v2.0/ports?device_id=93203a63-ac94-4be7-a550-bc1e193a7588 HTTP/1.1" status: 200 len: 210 time: 0.0425777 Jan 26 11:51:44.999749 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59878) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:45.639590 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-029f51df-4b02-44c6-b82c-702ef074c3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:45.983537 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-029f51df-4b02-44c6-b82c-702ef074c3e1 admin admin] Deleting port 1c062195-aea6-4bc3-bf99-3b8fceb5d2f1 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:51:45.983776 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-029f51df-4b02-44c6-b82c-702ef074c3e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:46.151052 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-029f51df-4b02-44c6-b82c-702ef074c3e1 admin admin] For port 1c062195-aea6-4bc3-bf99-3b8fceb5d2f1, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=1c062195-aea6-4bc3-bf99-3b8fceb5d2f1,segment=NetworkSegment(e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70),segment_id=e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:51:46.151776 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-029f51df-4b02-44c6-b82c-702ef074c3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:46.271122 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-029f51df-4b02-44c6-b82c-702ef074c3e1 admin admin] Calling delete_port for 1c062195-aea6-4bc3-bf99-3b8fceb5d2f1 owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:51:46.687934 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-029f51df-4b02-44c6-b82c-702ef074c3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:46.735374 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f51df-4b02-44c6-b82c-702ef074c3e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c062195-aea6-4bc3-bf99-3b8fceb5d2f1,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:51:46.910286 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 853f066e-82a7-4270-acca-829283c623e8 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:51:46.971691 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: 853f066e-82a7-4270-acca-829283c623e8 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:51:46.971967 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 853f066e-82a7-4270-acca-829283c623e8 not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:51:47.003065 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-029f51df-4b02-44c6-b82c-702ef074c3e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:47.349762 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029f51df-4b02-44c6-b82c-702ef074c3e1 admin admin] Router 99d9a983-7e85-4dff-bde0-de974b87f9a9 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:51:47.525186 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029f51df-4b02-44c6-b82c-702ef074c3e1 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:51:47.533650 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb95acd-da94-4593-9958-3eed47603d3d None None] Sync routers for ids ['99d9a983-7e85-4dff-bde0-de974b87f9a9'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:51:47.537293 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-029f51df-4b02-44c6-b82c-702ef074c3e1 admin admin] 10.222.0.39 "PUT /v2.0/routers/99d9a983-7e85-4dff-bde0-de974b87f9a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5364201 Jan 26 11:51:47.539717 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59882) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:47.542660 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb95acd-da94-4593-9958-3eed47603d3d None None] Routers {'99d9a983-7e85-4dff-bde0-de974b87f9a9'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:51:47.543268 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-1fb95acd-da94-4593-9958-3eed47603d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:51:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['99d9a983-7e85-4dff-bde0-de974b87f9a9'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:51:47.714968 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d411ce80-1356-4a0c-bffc-2b0a7e72caf9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:47.719164 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-1fb95acd-da94-4593-9958-3eed47603d3d None None] Set router 99d9a983-7e85-4dff-bde0-de974b87f9a9 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:51:48.008898 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-1fb95acd-da94-4593-9958-3eed47603d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d9a983-7e85-4dff-bde0-de974b87f9a9', 'name': 'tempest-TestEncryptedCinderVolumes-106665363-router', 'tenant_id': 'ea1de210465e4be9be700a261b7ea974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': 'b879ebe5-6cc9-4362-8d6e-d32d53a4717e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:50:31Z', 'updated_at': '2022-01-26T11:51:46Z', 'revision_number': 5, 'project_id': 'ea1de210465e4be9be700a261b7ea974', 'gw_port': {'id': 'b879ebe5-6cc9-4362-8d6e-d32d53a4717e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:48:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d9a983-7e85-4dff-bde0-de974b87f9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:50:31Z', 'updated_at': '2022-01-26T11:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:51:48.012608 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb95acd-da94-4593-9958-3eed47603d3d None None] Checking router: 99d9a983-7e85-4dff-bde0-de974b87f9a9 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:51:48.015118 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d411ce80-1356-4a0c-bffc-2b0a7e72caf9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:48.021834 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb95acd-da94-4593-9958-3eed47603d3d None None] Routers {'99d9a983-7e85-4dff-bde0-de974b87f9a9'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:51:48.022580 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-1fb95acd-da94-4593-9958-3eed47603d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:51:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['99d9a983-7e85-4dff-bde0-de974b87f9a9'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:51:48.026474 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-d411ce80-1356-4a0c-bffc-2b0a7e72caf9 admin admin] Deleting port b879ebe5-6cc9-4362-8d6e-d32d53a4717e {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:51:48.026813 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d411ce80-1356-4a0c-bffc-2b0a7e72caf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:48.179073 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-1fb95acd-da94-4593-9958-3eed47603d3d None None] Set router 99d9a983-7e85-4dff-bde0-de974b87f9a9 gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:51:48.203921 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-d411ce80-1356-4a0c-bffc-2b0a7e72caf9 admin admin] For port b879ebe5-6cc9-4362-8d6e-d32d53a4717e, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=b879ebe5-6cc9-4362-8d6e-d32d53a4717e,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:51:48.204278 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d411ce80-1356-4a0c-bffc-2b0a7e72caf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:48.285173 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-1fb95acd-da94-4593-9958-3eed47603d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d9a983-7e85-4dff-bde0-de974b87f9a9', 'name': 'tempest-TestEncryptedCinderVolumes-106665363-router', 'tenant_id': 'ea1de210465e4be9be700a261b7ea974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:50:31Z', 'updated_at': '2022-01-26T11:51:48Z', 'revision_number': 6, 'project_id': 'ea1de210465e4be9be700a261b7ea974', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:51:48.289258 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb95acd-da94-4593-9958-3eed47603d3d None None] The sync data for ids ['99d9a983-7e85-4dff-bde0-de974b87f9a9'] in dv-neutron-826439-1-hyperv is: [{'id': '99d9a983-7e85-4dff-bde0-de974b87f9a9', 'name': 'tempest-TestEncryptedCinderVolumes-106665363-router', 'tenant_id': 'ea1de210465e4be9be700a261b7ea974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:50:31Z', 'updated_at': '2022-01-26T11:51:48Z', 'revision_number': 6, 'project_id': 'ea1de210465e4be9be700a261b7ea974', 'gw_port_host': None}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:51:48.331825 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-d411ce80-1356-4a0c-bffc-2b0a7e72caf9 admin admin] Calling delete_port for b879ebe5-6cc9-4362-8d6e-d32d53a4717e owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:51:48.496617 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d411ce80-1356-4a0c-bffc-2b0a7e72caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:48.548986 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411ce80-1356-4a0c-bffc-2b0a7e72caf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b879ebe5-6cc9-4362-8d6e-d32d53a4717e,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:51:48.650611 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d411ce80-1356-4a0c-bffc-2b0a7e72caf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:48.825065 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d411ce80-1356-4a0c-bffc-2b0a7e72caf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:48.827223 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d411ce80-1356-4a0c-bffc-2b0a7e72caf9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:48.848084 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d411ce80-1356-4a0c-bffc-2b0a7e72caf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:48.848678 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d411ce80-1356-4a0c-bffc-2b0a7e72caf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99d9a983-7e85-4dff-bde0-de974b87f9a9 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:51:48.860707 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d411ce80-1356-4a0c-bffc-2b0a7e72caf9 admin admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:48.862481 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d411ce80-1356-4a0c-bffc-2b0a7e72caf9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/99d9a983-7e85-4dff-bde0-de974b87f9a9 HTTP/1.1" status: 204 len: 168 time: 1.3212948 Jan 26 11:51:48.865024 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59886) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:48.922909 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e0480f-be50-4a79-82b8-501b4b0025a8 admin admin] Deleting subnet 1551e155-79a5-4263-954b-113216daa631 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:51:48.926513 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-99e0480f-be50-4a79-82b8-501b4b0025a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:48.976506 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-99e0480f-be50-4a79-82b8-501b4b0025a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:49.053804 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-99e0480f-be50-4a79-82b8-501b4b0025a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:49.121776 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-99e0480f-be50-4a79-82b8-501b4b0025a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:49.162909 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0480f-be50-4a79-82b8-501b4b0025a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1551e155-79a5-4263-954b-113216daa631,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:51:49.166794 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-99e0480f-be50-4a79-82b8-501b4b0025a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:49.172213 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca09a2c9-8cc1-43c0-8b33-9434de1af2ab None None] Network 59c54a12-bd17-449b-a976-5d46fe6ac8b2 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:51:49.172733 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-99e0480f-be50-4a79-82b8-501b4b0025a8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1551e155-79a5-4263-954b-113216daa631 HTTP/1.1" status: 204 len: 168 time: 0.3067117 Jan 26 11:51:49.175774 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59890) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:49.283350 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-82bcb7e8-aa44-4db5-b143-7af902551809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:49.294591 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-82bcb7e8-aa44-4db5-b143-7af902551809 admin admin] Deleting port a9eb3c00-27f2-47b9-9762-dbbb75e4285c {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:51:49.294930 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-82bcb7e8-aa44-4db5-b143-7af902551809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:49.426688 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf3d096-b474-46f7-9ab1-afec57258b39 None None] DHCP port deletion for 59c54a12-bd17-449b-a976-5d46fe6ac8b2 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:51:49.430737 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8cf3d096-b474-46f7-9ab1-afec57258b39 None None] Deleting port a9eb3c00-27f2-47b9-9762-dbbb75e4285c {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:51:49.431137 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8cf3d096-b474-46f7-9ab1-afec57258b39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:49.607995 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-82bcb7e8-aa44-4db5-b143-7af902551809 admin admin] For port a9eb3c00-27f2-47b9-9762-dbbb75e4285c, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a9eb3c00-27f2-47b9-9762-dbbb75e4285c,segment=NetworkSegment(e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70),segment_id=e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:51:49.608580 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-82bcb7e8-aa44-4db5-b143-7af902551809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:49.645297 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-8cf3d096-b474-46f7-9ab1-afec57258b39 None None] For port a9eb3c00-27f2-47b9-9762-dbbb75e4285c, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a9eb3c00-27f2-47b9-9762-dbbb75e4285c,segment=NetworkSegment(e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70),segment_id=e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:51:49.645603 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8cf3d096-b474-46f7-9ab1-afec57258b39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:49.734949 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-82bcb7e8-aa44-4db5-b143-7af902551809 admin admin] Calling delete_port for a9eb3c00-27f2-47b9-9762-dbbb75e4285c owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:51:49.811430 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8cf3d096-b474-46f7-9ab1-afec57258b39 None None] Calling delete_port for a9eb3c00-27f2-47b9-9762-dbbb75e4285c owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:51:49.817753 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-82bcb7e8-aa44-4db5-b143-7af902551809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:49.864344 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcb7e8-aa44-4db5-b143-7af902551809 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9eb3c00-27f2-47b9-9762-dbbb75e4285c,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:51:49.867834 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bcb7e8-aa44-4db5-b143-7af902551809 admin admin] No DVR routers for this DVR port a9eb3c00-27f2-47b9-9762-dbbb75e4285c on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:51:49.891457 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-8cf3d096-b474-46f7-9ab1-afec57258b39 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:51:49.891857 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-8cf3d096-b474-46f7-9ab1-afec57258b39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:51:49.981416 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-82bcb7e8-aa44-4db5-b143-7af902551809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:50.005890 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-82bcb7e8-aa44-4db5-b143-7af902551809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c54a12-bd17-449b-a976-5d46fe6ac8b2']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:51:50.017867 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-82bcb7e8-aa44-4db5-b143-7af902551809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:51:50.018768 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-82bcb7e8-aa44-4db5-b143-7af902551809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d2c6cc-ee9c-4836-8563-cf1fc10d9d70') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:51:50.029956 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-82bcb7e8-aa44-4db5-b143-7af902551809 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:50.049841 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-82bcb7e8-aa44-4db5-b143-7af902551809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:50.055994 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82bcb7e8-aa44-4db5-b143-7af902551809 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:51:50.056373 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-82bcb7e8-aa44-4db5-b143-7af902551809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:51:50.070252 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:51:50.141977 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-82bcb7e8-aa44-4db5-b143-7af902551809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:50.146628 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-82bcb7e8-aa44-4db5-b143-7af902551809 admin admin] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:50.170023 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcb7e8-aa44-4db5-b143-7af902551809 admin admin] Pushing event deleted for resources: {'Network': ['ID=59c54a12-bd17-449b-a976-5d46fe6ac8b2,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:51:50.183147 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-82bcb7e8-aa44-4db5-b143-7af902551809 admin admin] 10.222.0.39 "DELETE /v2.0/networks/59c54a12-bd17-449b-a976-5d46fe6ac8b2 HTTP/1.1" status: 204 len: 168 time: 1.0064194 Jan 26 11:51:50.185967 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59894) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:50.324210 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 1c062195-aea6-4bc3-bf99-3b8fceb5d2f1 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:51:50.358003 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 1c062195-aea6-4bc3-bf99-3b8fceb5d2f1 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:51:50.358455 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 1c062195-aea6-4bc3-bf99-3b8fceb5d2f1 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:51:50.358886 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a9eb3c00-27f2-47b9-9762-dbbb75e4285c no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:51:50.391680 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: a9eb3c00-27f2-47b9-9762-dbbb75e4285c {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:51:50.392031 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a9eb3c00-27f2-47b9-9762-dbbb75e4285c not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:51:50.392454 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device b879ebe5-6cc9-4362-8d6e-d32d53a4717e no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:51:50.415342 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8cf3d096-b474-46f7-9ab1-afec57258b39 None None] Deleting port a9eb3c00-27f2-47b9-9762-dbbb75e4285c {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:51:50.415726 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8cf3d096-b474-46f7-9ab1-afec57258b39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:50.457865 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: b879ebe5-6cc9-4362-8d6e-d32d53a4717e {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:51:50.458212 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device b879ebe5-6cc9-4362-8d6e-d32d53a4717e not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:51:50.493001 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8cf3d096-b474-46f7-9ab1-afec57258b39 None None] The port 'a9eb3c00-27f2-47b9-9762-dbbb75e4285c' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:51:50.726146 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8ee0fdbf-2b8a-49eb-9ae1-a77b30c21282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:51.162641 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0fdbf-2b8a-49eb-9ae1-a77b30c21282 admin admin] Deleting port 765aba6f-f283-4313-8644-50e1dc8e58e8 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:51:51.162978 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8ee0fdbf-2b8a-49eb-9ae1-a77b30c21282 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:51.328827 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-8ee0fdbf-2b8a-49eb-9ae1-a77b30c21282 admin admin] For port 765aba6f-f283-4313-8644-50e1dc8e58e8, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=765aba6f-f283-4313-8644-50e1dc8e58e8,segment=NetworkSegment(ec375f65-6c81-4180-bb24-be595729c372),segment_id=ec375f65-6c81-4180-bb24-be595729c372)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:51:51.329184 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8ee0fdbf-2b8a-49eb-9ae1-a77b30c21282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:51.453099 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0fdbf-2b8a-49eb-9ae1-a77b30c21282 admin admin] Calling delete_port for 765aba6f-f283-4313-8644-50e1dc8e58e8 owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:51:51.625472 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8ee0fdbf-2b8a-49eb-9ae1-a77b30c21282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:51.672511 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0fdbf-2b8a-49eb-9ae1-a77b30c21282 admin admin] Pushing event deleted for resources: {'Port': ['ID=765aba6f-f283-4313-8644-50e1dc8e58e8,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:51:51.942089 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8ee0fdbf-2b8a-49eb-9ae1-a77b30c21282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:52.398878 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee0fdbf-2b8a-49eb-9ae1-a77b30c21282 admin admin] Router 64386660-0b06-4869-8dbe-86dbddaa2c4b has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:51:52.578449 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee0fdbf-2b8a-49eb-9ae1-a77b30c21282 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:51:52.588143 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0496bb5b-a774-4c9c-82b0-3b5fe862a62b None None] Sync routers for ids ['64386660-0b06-4869-8dbe-86dbddaa2c4b'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:51:52.589544 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8ee0fdbf-2b8a-49eb-9ae1-a77b30c21282 admin admin] 10.222.0.39 "PUT /v2.0/routers/64386660-0b06-4869-8dbe-86dbddaa2c4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4025681 Jan 26 11:51:52.592295 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59898) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:52.597628 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0496bb5b-a774-4c9c-82b0-3b5fe862a62b None None] Routers {'64386660-0b06-4869-8dbe-86dbddaa2c4b'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:51:52.598713 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-0496bb5b-a774-4c9c-82b0-3b5fe862a62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:51:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['64386660-0b06-4869-8dbe-86dbddaa2c4b'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:51:52.601364 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7dbfd29b-11a0-48e0-8079-b3828e125cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:52.771512 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:52.774998 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-0496bb5b-a774-4c9c-82b0-3b5fe862a62b None None] Set router 64386660-0b06-4869-8dbe-86dbddaa2c4b gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:51:52.955743 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:52.966210 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] Deleting port 15da4477-992c-4554-ae5b-268e1b989383 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:51:52.966603 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:53.059950 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-0496bb5b-a774-4c9c-82b0-3b5fe862a62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64386660-0b06-4869-8dbe-86dbddaa2c4b', 'name': 'tempest-TestEncryptedCinderVolumes-1948662650-router', 'tenant_id': '5b7044930c1a449d99168dc20a76b8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '15da4477-992c-4554-ae5b-268e1b989383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:50:37Z', 'updated_at': '2022-01-26T11:51:51Z', 'revision_number': 5, 'project_id': '5b7044930c1a449d99168dc20a76b8f8', 'gw_port': {'id': '15da4477-992c-4554-ae5b-268e1b989383', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64386660-0b06-4869-8dbe-86dbddaa2c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:50:38Z', 'updated_at': '2022-01-26T11:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:51:53.063776 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0496bb5b-a774-4c9c-82b0-3b5fe862a62b None None] Checking router: 64386660-0b06-4869-8dbe-86dbddaa2c4b for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:51:53.072585 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0496bb5b-a774-4c9c-82b0-3b5fe862a62b None None] Routers {'64386660-0b06-4869-8dbe-86dbddaa2c4b'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:51:53.073183 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-0496bb5b-a774-4c9c-82b0-3b5fe862a62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:51:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['64386660-0b06-4869-8dbe-86dbddaa2c4b'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:51:53.137852 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] For port 15da4477-992c-4554-ae5b-268e1b989383, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=15da4477-992c-4554-ae5b-268e1b989383,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:51:53.138214 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:53.220209 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-0496bb5b-a774-4c9c-82b0-3b5fe862a62b None None] Set router 64386660-0b06-4869-8dbe-86dbddaa2c4b gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:51:53.263803 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] Calling delete_port for 15da4477-992c-4554-ae5b-268e1b989383 owned by network:router_gateway {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:51:53.337591 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-0496bb5b-a774-4c9c-82b0-3b5fe862a62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64386660-0b06-4869-8dbe-86dbddaa2c4b', 'name': 'tempest-TestEncryptedCinderVolumes-1948662650-router', 'tenant_id': '5b7044930c1a449d99168dc20a76b8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:50:37Z', 'updated_at': '2022-01-26T11:51:52Z', 'revision_number': 6, 'project_id': '5b7044930c1a449d99168dc20a76b8f8', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:51:53.341664 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0496bb5b-a774-4c9c-82b0-3b5fe862a62b None None] The sync data for ids ['64386660-0b06-4869-8dbe-86dbddaa2c4b'] in dv-neutron-826439-1-hyperv is: [{'id': '64386660-0b06-4869-8dbe-86dbddaa2c4b', 'name': 'tempest-TestEncryptedCinderVolumes-1948662650-router', 'tenant_id': '5b7044930c1a449d99168dc20a76b8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:50:37Z', 'updated_at': '2022-01-26T11:51:52Z', 'revision_number': 6, 'project_id': '5b7044930c1a449d99168dc20a76b8f8', 'gw_port_host': None}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:51:53.569719 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:53.615816 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=15da4477-992c-4554-ae5b-268e1b989383,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:51:53.795763 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:53.796109 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:53.796447 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:53.796776 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:53.797103 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:53.797429 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:53.797753 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:53.798071 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:53.798418 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:53.798739 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:53.799055 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:53.799896 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:51:53.830934 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:53.999816 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:54.001960 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:54.024690 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:54.025146 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64386660-0b06-4869-8dbe-86dbddaa2c4b {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:51:54.036765 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:54.037881 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c47efc4e-9dac-45d1-99b7-7f177e275ba2 admin admin] 10.222.0.39 "DELETE /v2.0/routers/64386660-0b06-4869-8dbe-86dbddaa2c4b HTTP/1.1" status: 204 len: 168 time: 1.4445302 Jan 26 11:51:54.040379 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59902) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:54.102746 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-88735100-8200-4ecc-819a-7938af6c8ca7 admin admin] Deleting subnet 9103cddd-d8b6-4638-90aa-2f40ed2e4144 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:51:54.105660 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-88735100-8200-4ecc-819a-7938af6c8ca7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:54.153348 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-88735100-8200-4ecc-819a-7938af6c8ca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:54.231561 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-88735100-8200-4ecc-819a-7938af6c8ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:54.306994 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-88735100-8200-4ecc-819a-7938af6c8ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:54.328543 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 765aba6f-f283-4313-8644-50e1dc8e58e8 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:51:54.353542 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88735100-8200-4ecc-819a-7938af6c8ca7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9103cddd-d8b6-4638-90aa-2f40ed2e4144,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:51:54.359684 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa0f8ce-ec95-48ad-9619-5e4b485818b1 None None] Network fbd860b1-5175-4311-9c4a-c0dd464685a4 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:51:54.360175 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-88735100-8200-4ecc-819a-7938af6c8ca7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:54.367308 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-88735100-8200-4ecc-819a-7938af6c8ca7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9103cddd-d8b6-4638-90aa-2f40ed2e4144 HTTP/1.1" status: 204 len: 168 time: 0.3259387 Jan 26 11:51:54.369059 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59906) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:54.386564 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 765aba6f-f283-4313-8644-50e1dc8e58e8 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:51:54.386916 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 765aba6f-f283-4313-8644-50e1dc8e58e8 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:51:54.387339 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 15da4477-992c-4554-ae5b-268e1b989383 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:51:54.430929 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 15da4477-992c-4554-ae5b-268e1b989383 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:51:54.431283 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 15da4477-992c-4554-ae5b-268e1b989383 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:51:54.479981 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3428ae2a-011d-44dc-8ce7-1a7154d10f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:54.490270 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-3428ae2a-011d-44dc-8ce7-1a7154d10f07 admin admin] Deleting port 2e912df6-4b33-4c95-a229-7a06c53561d2 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:51:54.490630 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3428ae2a-011d-44dc-8ce7-1a7154d10f07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:54.657627 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befb2e0d-75d0-43a7-ba0b-5225b1160ac8 None None] DHCP port deletion for fbd860b1-5175-4311-9c4a-c0dd464685a4 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:51:54.661924 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-befb2e0d-75d0-43a7-ba0b-5225b1160ac8 None None] Deleting port 2e912df6-4b33-4c95-a229-7a06c53561d2 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:51:54.662300 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-befb2e0d-75d0-43a7-ba0b-5225b1160ac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:54.696622 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-3428ae2a-011d-44dc-8ce7-1a7154d10f07 admin admin] For port 2e912df6-4b33-4c95-a229-7a06c53561d2, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=2e912df6-4b33-4c95-a229-7a06c53561d2,segment=NetworkSegment(ec375f65-6c81-4180-bb24-be595729c372),segment_id=ec375f65-6c81-4180-bb24-be595729c372)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:51:54.697205 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3428ae2a-011d-44dc-8ce7-1a7154d10f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:54.824467 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-3428ae2a-011d-44dc-8ce7-1a7154d10f07 admin admin] Calling delete_port for 2e912df6-4b33-4c95-a229-7a06c53561d2 owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:51:54.882202 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-befb2e0d-75d0-43a7-ba0b-5225b1160ac8 None None] For port 2e912df6-4b33-4c95-a229-7a06c53561d2, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=2e912df6-4b33-4c95-a229-7a06c53561d2,segment=NetworkSegment(ec375f65-6c81-4180-bb24-be595729c372),segment_id=ec375f65-6c81-4180-bb24-be595729c372)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:51:54.882526 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-befb2e0d-75d0-43a7-ba0b-5225b1160ac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:54.894809 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d4e0634d-0d53-4a36-b0ab-34173b797dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:54.904031 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3428ae2a-011d-44dc-8ce7-1a7154d10f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:54.959534 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428ae2a-011d-44dc-8ce7-1a7154d10f07 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e912df6-4b33-4c95-a229-7a06c53561d2,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:51:54.962779 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3428ae2a-011d-44dc-8ce7-1a7154d10f07 admin admin] No DVR routers for this DVR port 2e912df6-4b33-4c95-a229-7a06c53561d2 on host dv-neutron-826439-1-hyperv {{(pid=87442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:51:55.015286 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-befb2e0d-75d0-43a7-ba0b-5225b1160ac8 None None] Calling delete_port for 2e912df6-4b33-4c95-a229-7a06c53561d2 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:51:55.078691 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3428ae2a-011d-44dc-8ce7-1a7154d10f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:55.087655 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-befb2e0d-75d0-43a7-ba0b-5225b1160ac8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:51:55.088013 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-befb2e0d-75d0-43a7-ba0b-5225b1160ac8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:51:55.103821 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-3428ae2a-011d-44dc-8ce7-1a7154d10f07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd860b1-5175-4311-9c4a-c0dd464685a4']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:51:55.115456 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-3428ae2a-011d-44dc-8ce7-1a7154d10f07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec375f65-6c81-4180-bb24-be595729c372') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:51:55.115746 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-3428ae2a-011d-44dc-8ce7-1a7154d10f07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec375f65-6c81-4180-bb24-be595729c372') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:51:55.126489 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3428ae2a-011d-44dc-8ce7-1a7154d10f07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:55.144112 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3428ae2a-011d-44dc-8ce7-1a7154d10f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:55.150074 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3428ae2a-011d-44dc-8ce7-1a7154d10f07 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:51:55.150549 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3428ae2a-011d-44dc-8ce7-1a7154d10f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:51:55.163499 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:51:55.243796 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3428ae2a-011d-44dc-8ce7-1a7154d10f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:55.356304 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3428ae2a-011d-44dc-8ce7-1a7154d10f07 admin admin] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:55.364535 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428ae2a-011d-44dc-8ce7-1a7154d10f07 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbd860b1-5175-4311-9c4a-c0dd464685a4,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:51:55.368607 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3428ae2a-011d-44dc-8ce7-1a7154d10f07 admin admin] 10.222.0.39 "DELETE /v2.0/networks/fbd860b1-5175-4311-9c4a-c0dd464685a4 HTTP/1.1" status: 204 len: 168 time: 0.9959338 Jan 26 11:51:55.533104 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59912) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:55.582447 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0d14426e-2221-4a8e-a25c-ab5eca94a957 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea1de210465e4be9be700a261b7ea974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469396 Jan 26 11:51:55.584849 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59916) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:55.589350 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-befb2e0d-75d0-43a7-ba0b-5225b1160ac8 None None] Deleting port 2e912df6-4b33-4c95-a229-7a06c53561d2 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:51:55.589836 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-befb2e0d-75d0-43a7-ba0b-5225b1160ac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:55.625058 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:51:55.646509 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d63d8ef4-192c-4a66-b7f1-ddb3518ab1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:55.662583 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-befb2e0d-75d0-43a7-ba0b-5225b1160ac8 None None] The port '2e912df6-4b33-4c95-a229-7a06c53561d2' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:51:55.673685 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d63d8ef4-192c-4a66-b7f1-ddb3518ab1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:55.726419 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d63d8ef4-192c-4a66-b7f1-ddb3518ab1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:55.743451 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d8ef4-192c-4a66-b7f1-ddb3518ab1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e3050d-5a6a-4557-97a2-4bce65ca2a2c,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:51:55.752781 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d63d8ef4-192c-4a66-b7f1-ddb3518ab1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:55.756363 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d63d8ef4-192c-4a66-b7f1-ddb3518ab1d8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50e3050d-5a6a-4557-97a2-4bce65ca2a2c HTTP/1.1" status: 204 len: 168 time: 0.1682520 Jan 26 11:51:55.917860 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:56.138103 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:56.159101 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59924) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:56.211105 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9567decc-2e87-4814-bf14-f9e0869513d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b7044930c1a449d99168dc20a76b8f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508206 Jan 26 11:51:56.213474 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59928) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:56.270561 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fc24dffd-1276-483d-b210-c82112385e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:56.296333 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fc24dffd-1276-483d-b210-c82112385e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:56.324239 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 2e912df6-4b33-4c95-a229-7a06c53561d2 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:51:56.351869 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fc24dffd-1276-483d-b210-c82112385e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:56.365305 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 2e912df6-4b33-4c95-a229-7a06c53561d2 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:51:56.365648 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 2e912df6-4b33-4c95-a229-7a06c53561d2 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:51:56.369779 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24dffd-1276-483d-b210-c82112385e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6819ace0-074e-4db1-9045-4a0820e6845f,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:51:56.373810 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-fc24dffd-1276-483d-b210-c82112385e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:56.378175 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-fc24dffd-1276-483d-b210-c82112385e66 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6819ace0-074e-4db1-9045-4a0820e6845f HTTP/1.1" status: 204 len: 168 time: 0.1606131 Jan 26 11:51:57.132924 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59952) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:57.281473 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-379a1125-0b11-45c8-849a-8819f1397117 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2826220-network', 'tenant_id': '012400910ef242a9a2e49cbc70919121'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:51:57.287245 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-379a1125-0b11-45c8-849a-8819f1397117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:51:57.290994 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-379a1125-0b11-45c8-849a-8819f1397117 admin admin] Usage tracker for resource:network and tenant:012400910ef242a9a2e49cbc70919121 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:51:57.293806 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-379a1125-0b11-45c8-849a-8819f1397117 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:51:57.299461 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-379a1125-0b11-45c8-849a-8819f1397117 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:51:57.309595 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379a1125-0b11-45c8-849a-8819f1397117 admin admin] Made reservation on behalf of 012400910ef242a9a2e49cbc70919121 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:51:57.312085 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-379a1125-0b11-45c8-849a-8819f1397117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:57.324274 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-379a1125-0b11-45c8-849a-8819f1397117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:57.339032 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-379a1125-0b11-45c8-849a-8819f1397117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:51:57.342695 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-379a1125-0b11-45c8-849a-8819f1397117 admin admin] Usage tracker for resource:security_group_rule and tenant:012400910ef242a9a2e49cbc70919121 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:51:57.345650 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-379a1125-0b11-45c8-849a-8819f1397117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:51:57.352321 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-379a1125-0b11-45c8-849a-8819f1397117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:51:57.440134 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-379a1125-0b11-45c8-849a-8819f1397117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:57.444014 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-379a1125-0b11-45c8-849a-8819f1397117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:57.479779 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379a1125-0b11-45c8-849a-8819f1397117 admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:51:57.484933 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a1125-0b11-45c8-849a-8819f1397117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a382ce2f-d973-4cc8-872c-ba015570ba7d,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:51:57.493978 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-379a1125-0b11-45c8-849a-8819f1397117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:57.494376 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-379a1125-0b11-45c8-849a-8819f1397117 admin admin] Added segment a9c65f77-f392-4f15-90d4-60886a957674 of type vlan for network f50fc431-0c68-4f49-b7a1-482e41cc654b Jan 26 11:51:57.494868 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:57.522006 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-379a1125-0b11-45c8-849a-8819f1397117 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:57.549735 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-379a1125-0b11-45c8-849a-8819f1397117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:57.551296 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379a1125-0b11-45c8-849a-8819f1397117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:57.552260 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-379a1125-0b11-45c8-849a-8819f1397117 admin admin] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:57.654022 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a1125-0b11-45c8-849a-8819f1397117 admin admin] Pushing event updated for resources: {'Network': ['ID=f50fc431-0c68-4f49-b7a1-482e41cc654b,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:51:57.656888 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-379a1125-0b11-45c8-849a-8819f1397117 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5229325 Jan 26 11:51:57.659960 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59958) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:57.663636 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network f50fc431-0c68-4f49-b7a1-482e41cc654b details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:51:57.665403 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-8fa6f1cc-14c4-4fb9-a035-febeb5204ca3 admin admin] Request body: {'subnet': {'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2826220-subnet', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'ip_version': 4}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:51:57.670367 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8fa6f1cc-14c4-4fb9-a035-febeb5204ca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:51:57.674561 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8fa6f1cc-14c4-4fb9-a035-febeb5204ca3 admin admin] Usage tracker for resource:subnet and tenant:012400910ef242a9a2e49cbc70919121 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:51:57.677877 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8fa6f1cc-14c4-4fb9-a035-febeb5204ca3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:51:57.683858 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8fa6f1cc-14c4-4fb9-a035-febeb5204ca3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:51:57.695166 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa6f1cc-14c4-4fb9-a035-febeb5204ca3 admin admin] Made reservation on behalf of 012400910ef242a9a2e49cbc70919121 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:51:57.697600 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8fa6f1cc-14c4-4fb9-a035-febeb5204ca3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:57.897542 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8fa6f1cc-14c4-4fb9-a035-febeb5204ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:57.974905 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6f1cc-14c4-4fb9-a035-febeb5204ca3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f360f22f-12b8-4c79-910d-6ce996d7463f,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:51:57.982144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa6f1cc-14c4-4fb9-a035-febeb5204ca3 admin admin] Checking segment: {'id': 'a9c65f77-f392-4f15-90d4-60886a957674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:51:57.982539 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa6f1cc-14c4-4fb9-a035-febeb5204ca3 admin admin] Network hostable DHCP agents. Network: f50fc431-0c68-4f49-b7a1-482e41cc654b, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:51:58.001349 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa6f1cc-14c4-4fb9-a035-febeb5204ca3 admin admin] Network f50fc431-0c68-4f49-b7a1-482e41cc654b is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:51:58.012074 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-8fa6f1cc-14c4-4fb9-a035-febeb5204ca3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, f50fc431-0c68-4f49-b7a1-482e41cc654b) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:51:58.016587 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa6f1cc-14c4-4fb9-a035-febeb5204ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:51:58.017645 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8fa6f1cc-14c4-4fb9-a035-febeb5204ca3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:58.023498 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5680acf6-ee27-434e-89e0-be13fdb86f75 None None] Network f50fc431-0c68-4f49-b7a1-482e41cc654b requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:51:58.042213 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59962) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:51:58.042826 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8fa6f1cc-14c4-4fb9-a035-febeb5204ca3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3812201 Jan 26 11:51:58.047951 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-18fd9495-108a-4779-9efc-d95e09aa4347 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2826220-router', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:51:58.053097 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-18fd9495-108a-4779-9efc-d95e09aa4347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:51:58.057350 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-18fd9495-108a-4779-9efc-d95e09aa4347 admin admin] Usage tracker for resource:router and tenant:012400910ef242a9a2e49cbc70919121 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:51:58.060304 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-18fd9495-108a-4779-9efc-d95e09aa4347 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:51:58.066474 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-18fd9495-108a-4779-9efc-d95e09aa4347 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:51:58.078205 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-18fd9495-108a-4779-9efc-d95e09aa4347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:58.079347 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-18fd9495-108a-4779-9efc-d95e09aa4347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:58.095146 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-18fd9495-108a-4779-9efc-d95e09aa4347 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:58.274403 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a8b173-4cf0-4e58-b6fe-e2700f229498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-f50fc431-0c68-4f49-b7a1-482e41cc654b', 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'fixed_ips': [{'subnet_id': 'f360f22f-12b8-4c79-910d-6ce996d7463f'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:51:58.275127 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-72a8b173-4cf0-4e58-b6fe-e2700f229498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:58.368949 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-18fd9495-108a-4779-9efc-d95e09aa4347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:58.428649 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-72a8b173-4cf0-4e58-b6fe-e2700f229498 None None] Allocated IP 172.20.0.2 (f50fc431-0c68-4f49-b7a1-482e41cc654b/f360f22f-12b8-4c79-910d-6ce996d7463f/c51ab7ac-321b-48bd-8640-61daabfb6967) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:51:58.637700 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-72a8b173-4cf0-4e58-b6fe-e2700f229498 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:58.649036 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-72a8b173-4cf0-4e58-b6fe-e2700f229498 None None] Transition to ACTIVE for port object c51ab7ac-321b-48bd-8640-61daabfb6967 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:51:58.668363 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-72a8b173-4cf0-4e58-b6fe-e2700f229498 None None] Transition to ACTIVE for port object c51ab7ac-321b-48bd-8640-61daabfb6967 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:51:58.675009 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-72a8b173-4cf0-4e58-b6fe-e2700f229498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:58.685421 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-18fd9495-108a-4779-9efc-d95e09aa4347 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:58.714858 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-18fd9495-108a-4779-9efc-d95e09aa4347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:58.743087 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a8b173-4cf0-4e58-b6fe-e2700f229498 None None] Network f50fc431-0c68-4f49-b7a1-482e41cc654b is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:51:58.745962 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-72a8b173-4cf0-4e58-b6fe-e2700f229498 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:51:58.748463 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a8b173-4cf0-4e58-b6fe-e2700f229498 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:51:58.757513 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8b173-4cf0-4e58-b6fe-e2700f229498 None None] Pushing event updated for resources: {'Port': ['ID=c51ab7ac-321b-48bd-8640-61daabfb6967,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:51:58.857467 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-18fd9495-108a-4779-9efc-d95e09aa4347 admin admin] Allocated IP 172.26.5.208 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/d0eeca6e-abfb-4c97-9372-5741d51681f3) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:51:58.862018 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-72a8b173-4cf0-4e58-b6fe-e2700f229498 None None] Attempting to bind port c51ab7ac-321b-48bd-8640-61daabfb6967 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:51:58.862377 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-72a8b173-4cf0-4e58-b6fe-e2700f229498 None None] Attempting to bind port c51ab7ac-321b-48bd-8640-61daabfb6967 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'a9c65f77-f392-4f15-90d4-60886a957674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:51:58.862914 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8b173-4cf0-4e58-b6fe-e2700f229498 None None] Attempting to bind port c51ab7ac-321b-48bd-8640-61daabfb6967 on network f50fc431-0c68-4f49-b7a1-482e41cc654b {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:51:58.868310 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8b173-4cf0-4e58-b6fe-e2700f229498 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:51:58.868687 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8b173-4cf0-4e58-b6fe-e2700f229498 None None] Checking segment: {'id': 'a9c65f77-f392-4f15-90d4-60886a957674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:51:58.869094 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-72a8b173-4cf0-4e58-b6fe-e2700f229498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:58.869486 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8b173-4cf0-4e58-b6fe-e2700f229498 None None] Bound using segment: {'id': 'a9c65f77-f392-4f15-90d4-60886a957674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:51:58.869977 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-72a8b173-4cf0-4e58-b6fe-e2700f229498 None None] Bound port: c51ab7ac-321b-48bd-8640-61daabfb6967, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c65f77-f392-4f15-90d4-60886a957674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:51:58.870409 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-72a8b173-4cf0-4e58-b6fe-e2700f229498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:58.959360 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-72a8b173-4cf0-4e58-b6fe-e2700f229498 None None] For port c51ab7ac-321b-48bd-8640-61daabfb6967, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:51:58.961875 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-72a8b173-4cf0-4e58-b6fe-e2700f229498 None None] For port c51ab7ac-321b-48bd-8640-61daabfb6967, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c51ab7ac-321b-48bd-8640-61daabfb6967,segment=NetworkSegment(a9c65f77-f392-4f15-90d4-60886a957674),segment_id=a9c65f77-f392-4f15-90d4-60886a957674)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:51:58.966026 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-72a8b173-4cf0-4e58-b6fe-e2700f229498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:59.009284 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-18fd9495-108a-4779-9efc-d95e09aa4347 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:59.040237 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-18fd9495-108a-4779-9efc-d95e09aa4347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:51:59.056912 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8b173-4cf0-4e58-b6fe-e2700f229498 None None] Pushing event updated for resources: {'Port': ['ID=c51ab7ac-321b-48bd-8640-61daabfb6967,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:51:59.110666 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fd9495-108a-4779-9efc-d95e09aa4347 admin admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:51:59.114787 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-18fd9495-108a-4779-9efc-d95e09aa4347 admin admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:51:59.118645 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fd9495-108a-4779-9efc-d95e09aa4347 admin admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:51:59.157575 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd9495-108a-4779-9efc-d95e09aa4347 admin admin] Pushing event updated for resources: {'Port': ['ID=d0eeca6e-abfb-4c97-9372-5741d51681f3,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:51:59.654516 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-18fd9495-108a-4779-9efc-d95e09aa4347 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:00.012353 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-18fd9495-108a-4779-9efc-d95e09aa4347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:00.027092 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4646bf45-9da1-4b6e-b40f-427c26101eeb None None] Network f50fc431-0c68-4f49-b7a1-482e41cc654b requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:52:00.178998 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-58afa737-b2ec-4f0c-97a8-87f01554b1c3 None None] Provisioning for port c51ab7ac-321b-48bd-8640-61daabfb6967 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:52:00.228683 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18fd9495-108a-4779-9efc-d95e09aa4347 admin admin] Router 42704645-6230-4289-b002-6ed749ac188c is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:52:00.368059 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c51ab7ac-321b-48bd-8640-61daabfb6967 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:52:00.427097 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18fd9495-108a-4779-9efc-d95e09aa4347 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:52:00.439171 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] Sync routers for ids ['42704645-6230-4289-b002-6ed749ac188c'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:52:00.450834 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port c51ab7ac-321b-48bd-8640-61daabfb6967 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:52:00.453586 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-18fd9495-108a-4779-9efc-d95e09aa4347 admin admin] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:00.454223 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] Routers {'42704645-6230-4289-b002-6ed749ac188c'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:52:00.458082 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-18fd9495-108a-4779-9efc-d95e09aa4347 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4112995 Jan 26 11:52:00.458294 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59966) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:00.458738 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:51:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['42704645-6230-4289-b002-6ed749ac188c'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:52:00.519836 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port c51ab7ac-321b-48bd-8640-61daabfb6967 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:52:00.520199 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:00.599468 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-20c12b25-5769-42ec-8989-32c15fab1a81 None None] Provisioning complete for port c51ab7ac-321b-48bd-8640-61daabfb6967 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:52:00.599757 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-20c12b25-5769-42ec-8989-32c15fab1a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:00.810208 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] Set router 42704645-6230-4289-b002-6ed749ac188c gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:52:01.000695 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:01.109109 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-20c12b25-5769-42ec-8989-32c15fab1a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:01.137469 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port c51ab7ac-321b-48bd-8640-61daabfb6967, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c51ab7ac-321b-48bd-8640-61daabfb6967,segment=NetworkSegment(a9c65f77-f392-4f15-90d4-60886a957674),segment_id=a9c65f77-f392-4f15-90d4-60886a957674)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:52:01.154998 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:01.258980 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-48922f17-89d0-4e04-ae22-0aee37ec5532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:01.320826 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=c51ab7ac-321b-48bd-8640-61daabfb6967,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:01.329311 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-20c12b25-5769-42ec-8989-32c15fab1a81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:52:01.329663 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-20c12b25-5769-42ec-8989-32c15fab1a81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:52:01.355141 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42704645-6230-4289-b002-6ed749ac188c', 'name': 'tempest-TestMinimumBasicScenario-2826220-router', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.208'}], 'enable_snat': True}, 'gw_port_id': 'd0eeca6e-abfb-4c97-9372-5741d51681f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:51:59Z', 'revision_number': 3, 'project_id': '012400910ef242a9a2e49cbc70919121', 'gw_port': {'id': 'd0eeca6e-abfb-4c97-9372-5741d51681f3', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42704645-6230-4289-b002-6ed749ac188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:52:01.358967 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] Checking router: 42704645-6230-4289-b002-6ed749ac188c for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:52:01.359374 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] Updating router 42704645-6230-4289-b002-6ed749ac188c port d0eeca6e-abfb-4c97-9372-5741d51681f3 binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:52:01.411823 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:01.474673 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-48922f17-89d0-4e04-ae22-0aee37ec5532 admin admin] Allocated IP 172.20.0.1 (f50fc431-0c68-4f49-b7a1-482e41cc654b/f360f22f-12b8-4c79-910d-6ce996d7463f/8b062d77-f2a4-41f1-a398-3284bed4d6d4) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:52:01.623011 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-48922f17-89d0-4e04-ae22-0aee37ec5532 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:01.639161 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-48922f17-89d0-4e04-ae22-0aee37ec5532 admin admin] Transition to ACTIVE for port object 8b062d77-f2a4-41f1-a398-3284bed4d6d4 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:52:01.663406 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-48922f17-89d0-4e04-ae22-0aee37ec5532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:01.728123 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48922f17-89d0-4e04-ae22-0aee37ec5532 admin admin] Network f50fc431-0c68-4f49-b7a1-482e41cc654b is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:52:01.731002 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-48922f17-89d0-4e04-ae22-0aee37ec5532 admin admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:52:01.734806 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48922f17-89d0-4e04-ae22-0aee37ec5532 admin admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:52:01.748900 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:01.768423 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] Transition to ACTIVE for port object d0eeca6e-abfb-4c97-9372-5741d51681f3 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:52:01.777549 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:01.777799 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48922f17-89d0-4e04-ae22-0aee37ec5532 admin admin] Pushing event updated for resources: {'Port': ['ID=8b062d77-f2a4-41f1-a398-3284bed4d6d4,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:01.798761 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-48922f17-89d0-4e04-ae22-0aee37ec5532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:01.913534 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] Attempting to bind port d0eeca6e-abfb-4c97-9372-5741d51681f3 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:52:01.913903 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] Attempting to bind port d0eeca6e-abfb-4c97-9372-5741d51681f3 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:52:01.914258 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] Attempting to bind port d0eeca6e-abfb-4c97-9372-5741d51681f3 on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:52:01.918112 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f544f1f-b426-402a-a59a-188aebbca30f None None] Pushing event updated for resources: {'Port': ['ID=d0eeca6e-abfb-4c97-9372-5741d51681f3,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:01.930894 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:52:01.931443 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:52:01.931933 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:01.932785 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:52:01.932918 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] Bound port: d0eeca6e-abfb-4c97-9372-5741d51681f3, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:52:01.933214 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:02.011386 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] For port d0eeca6e-abfb-4c97-9372-5741d51681f3, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:52:02.014535 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] For port d0eeca6e-abfb-4c97-9372-5741d51681f3, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d0eeca6e-abfb-4c97-9372-5741d51681f3,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:52:02.020221 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:02.082144 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-48922f17-89d0-4e04-ae22-0aee37ec5532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:02.106042 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] Routers {'42704645-6230-4289-b002-6ed749ac188c'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:52:02.107663 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:51:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['42704645-6230-4289-b002-6ed749ac188c'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:52:02.166451 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a4fb3bba-bc76-474c-8eed-33603f749008 None None] Provisioning for port 8b062d77-f2a4-41f1-a398-3284bed4d6d4 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:52:02.169256 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f544f1f-b426-402a-a59a-188aebbca30f None None] Pushing event updated for resources: {'Port': ['ID=d0eeca6e-abfb-4c97-9372-5741d51681f3,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:02.184422 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a4fb3bba-bc76-474c-8eed-33603f749008 None None] Provisioning complete for port 8b062d77-f2a4-41f1-a398-3284bed4d6d4 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:52:02.184792 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a4fb3bba-bc76-474c-8eed-33603f749008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:02.308791 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-48922f17-89d0-4e04-ae22-0aee37ec5532 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:02.315223 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-48922f17-89d0-4e04-ae22-0aee37ec5532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:02.320775 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-a4fb3bba-bc76-474c-8eed-33603f749008 None None] Port 8b062d77-f2a4-41f1-a398-3284bed4d6d4 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:52:02.350930 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c51ab7ac-321b-48bd-8640-61daabfb6967 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:52:02.380061 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] Set router 42704645-6230-4289-b002-6ed749ac188c gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:52:02.538289 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-48922f17-89d0-4e04-ae22-0aee37ec5532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:02.541607 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48922f17-89d0-4e04-ae22-0aee37ec5532 admin admin] Pushing event updated for resources: {'Port': ['ID=8b062d77-f2a4-41f1-a398-3284bed4d6d4,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:02.673737 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port c51ab7ac-321b-48bd-8640-61daabfb6967 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:52:02.674113 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:02.679322 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48922f17-89d0-4e04-ae22-0aee37ec5532 admin admin] Network f50fc431-0c68-4f49-b7a1-482e41cc654b is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:52:02.680469 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-48922f17-89d0-4e04-ae22-0aee37ec5532 admin admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:52:02.880232 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48922f17-89d0-4e04-ae22-0aee37ec5532 admin admin] Router 42704645-6230-4289-b002-6ed749ac188c has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:52:02.880437 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42704645-6230-4289-b002-6ed749ac188c', 'name': 'tempest-TestMinimumBasicScenario-2826220-router', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.208'}], 'enable_snat': True}, 'gw_port_id': 'd0eeca6e-abfb-4c97-9372-5741d51681f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:52:02Z', 'revision_number': 4, 'project_id': '012400910ef242a9a2e49cbc70919121', 'gw_port': {'id': 'd0eeca6e-abfb-4c97-9372-5741d51681f3', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42704645-6230-4289-b002-6ed749ac188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '8b062d77-f2a4-41f1-a398-3284bed4d6d4', 'name': '', 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'mac_address': 'fa:16:3e:12:a7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42704645-6230-4289-b002-6ed749ac188c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f360f22f-12b8-4c79-910d-6ce996d7463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:52:01Z', 'updated_at': '2022-01-26T11:52:01Z', 'revision_number': 1, 'project_id': '012400910ef242a9a2e49cbc70919121', 'subnets': [{'id': 'f360f22f-12b8-4c79-910d-6ce996d7463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:52:02.885122 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98154b0-7cf9-4974-921a-cb72bf5c2baf None None] The sync data for ids ['42704645-6230-4289-b002-6ed749ac188c'] in dv-neutron-826439-1-hyperv is: [{'id': '42704645-6230-4289-b002-6ed749ac188c', 'name': 'tempest-TestMinimumBasicScenario-2826220-router', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.208'}], 'enable_snat': True}, 'gw_port_id': 'd0eeca6e-abfb-4c97-9372-5741d51681f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:52:02Z', 'revision_number': 4, 'project_id': '012400910ef242a9a2e49cbc70919121', 'gw_port': {'id': 'd0eeca6e-abfb-4c97-9372-5741d51681f3', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42704645-6230-4289-b002-6ed749ac188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '8b062d77-f2a4-41f1-a398-3284bed4d6d4', 'name': '', 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'mac_address': 'fa:16:3e:12:a7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42704645-6230-4289-b002-6ed749ac188c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f360f22f-12b8-4c79-910d-6ce996d7463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:52:01Z', 'updated_at': '2022-01-26T11:52:01Z', 'revision_number': 1, 'project_id': '012400910ef242a9a2e49cbc70919121', 'subnets': [{'id': 'f360f22f-12b8-4c79-910d-6ce996d7463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:52:02.946086 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6bb38d8b-459c-4997-be2b-203228d0c2ad None None] Provisioning complete for port 8b062d77-f2a4-41f1-a398-3284bed4d6d4 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:52:02.946517 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6bb38d8b-459c-4997-be2b-203228d0c2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:03.004931 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-6bb38d8b-459c-4997-be2b-203228d0c2ad None None] Port 8b062d77-f2a4-41f1-a398-3284bed4d6d4 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:52:03.069653 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48922f17-89d0-4e04-ae22-0aee37ec5532 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:52:03.080737 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-48922f17-89d0-4e04-ae22-0aee37ec5532 admin admin] 10.222.0.39 "PUT /v2.0/routers/42704645-6230-4289-b002-6ed749ac188c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6193910 Jan 26 11:52:03.632906 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59984) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:03.639273 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-0bb3065f-12ce-45a1-9542-26a273545f8a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-130189240-network', 'tenant_id': '22a5061d850b44c5be2ab2ffe136708a'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:03.645559 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-0bb3065f-12ce-45a1-9542-26a273545f8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:52:03.649572 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0bb3065f-12ce-45a1-9542-26a273545f8a admin admin] Usage tracker for resource:network and tenant:22a5061d850b44c5be2ab2ffe136708a is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:52:03.652582 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0bb3065f-12ce-45a1-9542-26a273545f8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:52:03.658366 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-0bb3065f-12ce-45a1-9542-26a273545f8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:52:03.669956 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb3065f-12ce-45a1-9542-26a273545f8a admin admin] Made reservation on behalf of 22a5061d850b44c5be2ab2ffe136708a for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:52:03.672507 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0bb3065f-12ce-45a1-9542-26a273545f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:03.685842 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0bb3065f-12ce-45a1-9542-26a273545f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:03.701585 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-0bb3065f-12ce-45a1-9542-26a273545f8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:52:03.705600 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0bb3065f-12ce-45a1-9542-26a273545f8a admin admin] Usage tracker for resource:security_group_rule and tenant:22a5061d850b44c5be2ab2ffe136708a is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:52:03.709143 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0bb3065f-12ce-45a1-9542-26a273545f8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:52:03.715057 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-0bb3065f-12ce-45a1-9542-26a273545f8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:52:03.802048 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0bb3065f-12ce-45a1-9542-26a273545f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:03.807459 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0bb3065f-12ce-45a1-9542-26a273545f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:03.839488 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb3065f-12ce-45a1-9542-26a273545f8a admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:52:03.849238 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3065f-12ce-45a1-9542-26a273545f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ab012c-bfa5-4aaa-9607-e8b583fb614e,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:03.855324 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0bb3065f-12ce-45a1-9542-26a273545f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:03.855734 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-0bb3065f-12ce-45a1-9542-26a273545f8a admin admin] Added segment a019f15d-0adb-44a9-a32e-4494e5cadabb of type vlan for network e1f552fc-772e-4d47-8b8b-39d40643da1b Jan 26 11:52:03.888260 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0bb3065f-12ce-45a1-9542-26a273545f8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:03.920348 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0bb3065f-12ce-45a1-9542-26a273545f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:03.921339 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb3065f-12ce-45a1-9542-26a273545f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:03.921914 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0bb3065f-12ce-45a1-9542-26a273545f8a admin admin] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:04.022193 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0bb3065f-12ce-45a1-9542-26a273545f8a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3874187 Jan 26 11:52:04.025293 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59988) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:04.027556 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3065f-12ce-45a1-9542-26a273545f8a admin admin] Pushing event updated for resources: {'Network': ['ID=e1f552fc-772e-4d47-8b8b-39d40643da1b,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:04.033337 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-8d8cdea9-ff8e-4e15-848b-021e8bea3b21 admin admin] Request body: {'subnet': {'network_id': 'e1f552fc-772e-4d47-8b8b-39d40643da1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-130189240-subnet', 'tenant_id': '22a5061d850b44c5be2ab2ffe136708a', 'ip_version': 4}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:04.037682 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network e1f552fc-772e-4d47-8b8b-39d40643da1b details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:52:04.040013 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8d8cdea9-ff8e-4e15-848b-021e8bea3b21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:52:04.044429 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8d8cdea9-ff8e-4e15-848b-021e8bea3b21 admin admin] Usage tracker for resource:subnet and tenant:22a5061d850b44c5be2ab2ffe136708a is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:52:04.048715 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8d8cdea9-ff8e-4e15-848b-021e8bea3b21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:52:04.057020 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8d8cdea9-ff8e-4e15-848b-021e8bea3b21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:52:04.068762 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8cdea9-ff8e-4e15-848b-021e8bea3b21 admin admin] Made reservation on behalf of 22a5061d850b44c5be2ab2ffe136708a for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:52:04.071878 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8d8cdea9-ff8e-4e15-848b-021e8bea3b21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:04.288651 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8d8cdea9-ff8e-4e15-848b-021e8bea3b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:04.365826 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d0eeca6e-abfb-4c97-9372-5741d51681f3 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:52:04.369996 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cdea9-ff8e-4e15-848b-021e8bea3b21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0904cba5-91f9-4e41-b74f-7817a15173f1,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:04.375363 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8cdea9-ff8e-4e15-848b-021e8bea3b21 admin admin] Checking segment: {'id': 'a019f15d-0adb-44a9-a32e-4494e5cadabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e1f552fc-772e-4d47-8b8b-39d40643da1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:52:04.375724 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8cdea9-ff8e-4e15-848b-021e8bea3b21 admin admin] Network hostable DHCP agents. Network: e1f552fc-772e-4d47-8b8b-39d40643da1b, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:52:04.394206 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8cdea9-ff8e-4e15-848b-021e8bea3b21 admin admin] Network e1f552fc-772e-4d47-8b8b-39d40643da1b is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:52:04.403700 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-8d8cdea9-ff8e-4e15-848b-021e8bea3b21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, e1f552fc-772e-4d47-8b8b-39d40643da1b) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:52:04.408686 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8cdea9-ff8e-4e15-848b-021e8bea3b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:04.410338 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8d8cdea9-ff8e-4e15-848b-021e8bea3b21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:04.415266 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8105f038-aa36-4447-9744-618b1005c312 None None] Network e1f552fc-772e-4d47-8b8b-39d40643da1b requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:52:04.435495 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8d8cdea9-ff8e-4e15-848b-021e8bea3b21 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4083467 Jan 26 11:52:04.438152 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 59992) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:04.443710 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-8230acf8-5e7f-4d82-a991-26c0b409dea1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-130189240-router', 'tenant_id': '22a5061d850b44c5be2ab2ffe136708a', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:04.448314 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8230acf8-5e7f-4d82-a991-26c0b409dea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:52:04.452247 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8230acf8-5e7f-4d82-a991-26c0b409dea1 admin admin] Usage tracker for resource:router and tenant:22a5061d850b44c5be2ab2ffe136708a is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:52:04.455054 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-8230acf8-5e7f-4d82-a991-26c0b409dea1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:52:04.461152 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-8230acf8-5e7f-4d82-a991-26c0b409dea1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:52:04.472259 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8230acf8-5e7f-4d82-a991-26c0b409dea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:04.473459 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8230acf8-5e7f-4d82-a991-26c0b409dea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:04.487783 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8230acf8-5e7f-4d82-a991-26c0b409dea1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:04.533352 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port d0eeca6e-abfb-4c97-9372-5741d51681f3 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:52:04.550743 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port d0eeca6e-abfb-4c97-9372-5741d51681f3 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:52:04.551133 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:04.743262 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8852fc-e28f-42e7-9638-184054e07a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-e1f552fc-772e-4d47-8b8b-39d40643da1b', 'network_id': 'e1f552fc-772e-4d47-8b8b-39d40643da1b', 'tenant_id': '22a5061d850b44c5be2ab2ffe136708a', 'fixed_ips': [{'subnet_id': '0904cba5-91f9-4e41-b74f-7817a15173f1'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:52:04.744484 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3d8852fc-e28f-42e7-9638-184054e07a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:04.769414 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8230acf8-5e7f-4d82-a991-26c0b409dea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:04.830604 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:04.871996 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port d0eeca6e-abfb-4c97-9372-5741d51681f3, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d0eeca6e-abfb-4c97-9372-5741d51681f3,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:52:04.879131 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:04.936978 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] Sync routers for ids ['42704645-6230-4289-b002-6ed749ac188c'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:52:04.948352 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] Routers {'42704645-6230-4289-b002-6ed749ac188c'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:52:04.948999 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:51:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['42704645-6230-4289-b002-6ed749ac188c'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:52:05.006971 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=d0eeca6e-abfb-4c97-9372-5741d51681f3,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:05.010095 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-3d8852fc-e28f-42e7-9638-184054e07a17 None None] Allocated IP 172.20.0.2 (e1f552fc-772e-4d47-8b8b-39d40643da1b/0904cba5-91f9-4e41-b74f-7817a15173f1/6fb00e42-fe5b-4ece-94a1-804970b2d793) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:52:05.133295 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] Set router 42704645-6230-4289-b002-6ed749ac188c gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:52:05.217333 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3d8852fc-e28f-42e7-9638-184054e07a17 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:05.227222 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8230acf8-5e7f-4d82-a991-26c0b409dea1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:05.228729 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3d8852fc-e28f-42e7-9638-184054e07a17 None None] Transition to ACTIVE for port object 6fb00e42-fe5b-4ece-94a1-804970b2d793 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:52:05.248221 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3d8852fc-e28f-42e7-9638-184054e07a17 None None] Transition to ACTIVE for port object 6fb00e42-fe5b-4ece-94a1-804970b2d793 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:52:05.255048 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3d8852fc-e28f-42e7-9638-184054e07a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:05.261544 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8230acf8-5e7f-4d82-a991-26c0b409dea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:05.323032 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8852fc-e28f-42e7-9638-184054e07a17 None None] Network e1f552fc-772e-4d47-8b8b-39d40643da1b is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:52:05.325863 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-3d8852fc-e28f-42e7-9638-184054e07a17 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:52:05.329804 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8852fc-e28f-42e7-9638-184054e07a17 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:52:05.339461 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8852fc-e28f-42e7-9638-184054e07a17 None None] Pushing event updated for resources: {'Port': ['ID=6fb00e42-fe5b-4ece-94a1-804970b2d793,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:05.406908 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-8230acf8-5e7f-4d82-a991-26c0b409dea1 admin admin] Allocated IP 172.26.5.151 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/3f53239a-abfe-4c74-b3a1-fec9d4b3f901) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:52:05.426961 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-3d8852fc-e28f-42e7-9638-184054e07a17 None None] Attempting to bind port 6fb00e42-fe5b-4ece-94a1-804970b2d793 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:52:05.427320 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-3d8852fc-e28f-42e7-9638-184054e07a17 None None] Attempting to bind port 6fb00e42-fe5b-4ece-94a1-804970b2d793 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'a019f15d-0adb-44a9-a32e-4494e5cadabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e1f552fc-772e-4d47-8b8b-39d40643da1b'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:52:05.427722 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8852fc-e28f-42e7-9638-184054e07a17 None None] Attempting to bind port 6fb00e42-fe5b-4ece-94a1-804970b2d793 on network e1f552fc-772e-4d47-8b8b-39d40643da1b {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:52:05.433232 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8852fc-e28f-42e7-9638-184054e07a17 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:52:05.433604 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8852fc-e28f-42e7-9638-184054e07a17 None None] Checking segment: {'id': 'a019f15d-0adb-44a9-a32e-4494e5cadabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e1f552fc-772e-4d47-8b8b-39d40643da1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:52:05.434049 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3d8852fc-e28f-42e7-9638-184054e07a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:05.434475 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8852fc-e28f-42e7-9638-184054e07a17 None None] Bound using segment: {'id': 'a019f15d-0adb-44a9-a32e-4494e5cadabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e1f552fc-772e-4d47-8b8b-39d40643da1b'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:52:05.434935 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-3d8852fc-e28f-42e7-9638-184054e07a17 None None] Bound port: 6fb00e42-fe5b-4ece-94a1-804970b2d793, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a019f15d-0adb-44a9-a32e-4494e5cadabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e1f552fc-772e-4d47-8b8b-39d40643da1b'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:52:05.435304 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3d8852fc-e28f-42e7-9638-184054e07a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:05.513459 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42704645-6230-4289-b002-6ed749ac188c', 'name': 'tempest-TestMinimumBasicScenario-2826220-router', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.208'}], 'enable_snat': True}, 'gw_port_id': 'd0eeca6e-abfb-4c97-9372-5741d51681f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:52:02Z', 'revision_number': 4, 'project_id': '012400910ef242a9a2e49cbc70919121', 'gw_port': {'id': 'd0eeca6e-abfb-4c97-9372-5741d51681f3', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42704645-6230-4289-b002-6ed749ac188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '8b062d77-f2a4-41f1-a398-3284bed4d6d4', 'name': '', 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'mac_address': 'fa:16:3e:12:a7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42704645-6230-4289-b002-6ed749ac188c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f360f22f-12b8-4c79-910d-6ce996d7463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:52:01Z', 'updated_at': '2022-01-26T11:52:02Z', 'revision_number': 2, 'project_id': '012400910ef242a9a2e49cbc70919121', 'subnets': [{'id': 'f360f22f-12b8-4c79-910d-6ce996d7463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:52:05.517621 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] Checking router: 42704645-6230-4289-b002-6ed749ac188c for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:52:05.517975 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] Updating router 42704645-6230-4289-b002-6ed749ac188c port 8b062d77-f2a4-41f1-a398-3284bed4d6d4 binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:52:05.564678 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8230acf8-5e7f-4d82-a991-26c0b409dea1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:05.568882 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:05.571819 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:05.583649 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-3d8852fc-e28f-42e7-9638-184054e07a17 None None] For port 6fb00e42-fe5b-4ece-94a1-804970b2d793, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:52:05.587458 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-3d8852fc-e28f-42e7-9638-184054e07a17 None None] For port 6fb00e42-fe5b-4ece-94a1-804970b2d793, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=6fb00e42-fe5b-4ece-94a1-804970b2d793,segment=NetworkSegment(a019f15d-0adb-44a9-a32e-4494e5cadabb),segment_id=a019f15d-0adb-44a9-a32e-4494e5cadabb)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:52:05.593293 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3d8852fc-e28f-42e7-9638-184054e07a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:05.599167 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8230acf8-5e7f-4d82-a991-26c0b409dea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:05.668675 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8230acf8-5e7f-4d82-a991-26c0b409dea1 admin admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:52:05.672041 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-8230acf8-5e7f-4d82-a991-26c0b409dea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:52:05.672816 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8852fc-e28f-42e7-9638-184054e07a17 None None] Pushing event updated for resources: {'Port': ['ID=6fb00e42-fe5b-4ece-94a1-804970b2d793,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:05.674526 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8230acf8-5e7f-4d82-a991-26c0b409dea1 admin admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:52:05.719903 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230acf8-5e7f-4d82-a991-26c0b409dea1 admin admin] Pushing event updated for resources: {'Port': ['ID=3f53239a-abfe-4c74-b3a1-fec9d4b3f901,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:05.947003 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:05.963647 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] Transition to ACTIVE for port object 8b062d77-f2a4-41f1-a398-3284bed4d6d4 will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:52:05.973332 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:06.156102 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8230acf8-5e7f-4d82-a991-26c0b409dea1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:06.173931 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8011975-1eb9-4cab-8a8d-83d64efd77e4 None None] Pushing event updated for resources: {'Port': ['ID=8b062d77-f2a4-41f1-a398-3284bed4d6d4,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:06.194559 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8011975-1eb9-4cab-8a8d-83d64efd77e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:06.194910 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8011975-1eb9-4cab-8a8d-83d64efd77e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:06.195254 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8011975-1eb9-4cab-8a8d-83d64efd77e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:06.195588 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8011975-1eb9-4cab-8a8d-83d64efd77e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:06.195919 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8011975-1eb9-4cab-8a8d-83d64efd77e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:06.196242 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8011975-1eb9-4cab-8a8d-83d64efd77e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:06.196570 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8011975-1eb9-4cab-8a8d-83d64efd77e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:06.196893 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8011975-1eb9-4cab-8a8d-83d64efd77e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:06.197220 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8011975-1eb9-4cab-8a8d-83d64efd77e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:06.197540 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8011975-1eb9-4cab-8a8d-83d64efd77e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:06.197862 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8011975-1eb9-4cab-8a8d-83d64efd77e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:06.198179 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8011975-1eb9-4cab-8a8d-83d64efd77e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:06.209744 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] Attempting to bind port 8b062d77-f2a4-41f1-a398-3284bed4d6d4 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:52:06.210120 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] Attempting to bind port 8b062d77-f2a4-41f1-a398-3284bed4d6d4 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'a9c65f77-f392-4f15-90d4-60886a957674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:52:06.210544 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] Attempting to bind port 8b062d77-f2a4-41f1-a398-3284bed4d6d4 on network f50fc431-0c68-4f49-b7a1-482e41cc654b {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:52:06.216033 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:52:06.216408 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] Checking segment: {'id': 'a9c65f77-f392-4f15-90d4-60886a957674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:52:06.216805 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:06.217202 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] Bound using segment: {'id': 'a9c65f77-f392-4f15-90d4-60886a957674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:52:06.217663 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] Bound port: 8b062d77-f2a4-41f1-a398-3284bed4d6d4, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c65f77-f392-4f15-90d4-60886a957674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:52:06.218036 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:06.321547 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] For port 8b062d77-f2a4-41f1-a398-3284bed4d6d4, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:52:06.325394 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] For port 8b062d77-f2a4-41f1-a398-3284bed4d6d4, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=8b062d77-f2a4-41f1-a398-3284bed4d6d4,segment=NetworkSegment(a9c65f77-f392-4f15-90d4-60886a957674),segment_id=a9c65f77-f392-4f15-90d4-60886a957674)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:52:06.333755 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:06.420045 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] Routers {'42704645-6230-4289-b002-6ed749ac188c'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:52:06.420816 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:51:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['42704645-6230-4289-b002-6ed749ac188c'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:52:06.465111 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 6fb00e42-fe5b-4ece-94a1-804970b2d793 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:52:06.482432 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8011975-1eb9-4cab-8a8d-83d64efd77e4 None None] Pushing event updated for resources: {'Port': ['ID=8b062d77-f2a4-41f1-a398-3284bed4d6d4,revision_number=4']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:06.557713 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 6fb00e42-fe5b-4ece-94a1-804970b2d793 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:52:06.564141 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d0eeca6e-abfb-4c97-9372-5741d51681f3 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:52:06.667997 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] Set router 42704645-6230-4289-b002-6ed749ac188c gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:52:06.676957 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port d0eeca6e-abfb-4c97-9372-5741d51681f3 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:52:06.677310 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:06.801671 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8230acf8-5e7f-4d82-a991-26c0b409dea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:06.973351 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed4c8dc-e73a-4f31-b23a-a9ab9ca34843 None None] Network e1f552fc-772e-4d47-8b8b-39d40643da1b requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:52:07.032302 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8230acf8-5e7f-4d82-a991-26c0b409dea1 admin admin] Router 84b163df-504b-46ba-b644-db7cfb9725e0 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:52:07.062450 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f48aa706-361c-4222-9103-a9e0def242a5 None None] Provisioning for port 6fb00e42-fe5b-4ece-94a1-804970b2d793 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:52:07.074541 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f48aa706-361c-4222-9103-a9e0def242a5 None None] Provisioning complete for port 6fb00e42-fe5b-4ece-94a1-804970b2d793 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:52:07.074907 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f48aa706-361c-4222-9103-a9e0def242a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:07.121753 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42704645-6230-4289-b002-6ed749ac188c', 'name': 'tempest-TestMinimumBasicScenario-2826220-router', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.208'}], 'enable_snat': True}, 'gw_port_id': 'd0eeca6e-abfb-4c97-9372-5741d51681f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:52:02Z', 'revision_number': 4, 'project_id': '012400910ef242a9a2e49cbc70919121', 'gw_port': {'id': 'd0eeca6e-abfb-4c97-9372-5741d51681f3', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42704645-6230-4289-b002-6ed749ac188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '8b062d77-f2a4-41f1-a398-3284bed4d6d4', 'name': '', 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'mac_address': 'fa:16:3e:12:a7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42704645-6230-4289-b002-6ed749ac188c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f360f22f-12b8-4c79-910d-6ce996d7463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:52:01Z', 'updated_at': '2022-01-26T11:52:06Z', 'revision_number': 4, 'project_id': '012400910ef242a9a2e49cbc70919121', 'subnets': [{'id': 'f360f22f-12b8-4c79-910d-6ce996d7463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:52:07.127195 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2944c7fd-3aab-4c62-9de3-4777339c2edf None None] The sync data for ids ['42704645-6230-4289-b002-6ed749ac188c'] in dv-neutron-826439-1-hyperv is: [{'id': '42704645-6230-4289-b002-6ed749ac188c', 'name': 'tempest-TestMinimumBasicScenario-2826220-router', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.208'}], 'enable_snat': True}, 'gw_port_id': 'd0eeca6e-abfb-4c97-9372-5741d51681f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:52:02Z', 'revision_number': 4, 'project_id': '012400910ef242a9a2e49cbc70919121', 'gw_port': {'id': 'd0eeca6e-abfb-4c97-9372-5741d51681f3', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42704645-6230-4289-b002-6ed749ac188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '8b062d77-f2a4-41f1-a398-3284bed4d6d4', 'name': '', 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'mac_address': 'fa:16:3e:12:a7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42704645-6230-4289-b002-6ed749ac188c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f360f22f-12b8-4c79-910d-6ce996d7463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:52:01Z', 'updated_at': '2022-01-26T11:52:06Z', 'revision_number': 4, 'project_id': '012400910ef242a9a2e49cbc70919121', 'subnets': [{'id': 'f360f22f-12b8-4c79-910d-6ce996d7463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:52:07.223555 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8230acf8-5e7f-4d82-a991-26c0b409dea1 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:52:07.241654 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] Sync routers for ids ['84b163df-504b-46ba-b644-db7cfb9725e0'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:52:07.247979 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8230acf8-5e7f-4d82-a991-26c0b409dea1 admin admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:07.249953 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8230acf8-5e7f-4d82-a991-26c0b409dea1 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8106258 Jan 26 11:52:07.252551 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 59996) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:07.305831 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] Routers {'84b163df-504b-46ba-b644-db7cfb9725e0'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:52:07.306497 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:51:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['84b163df-504b-46ba-b644-db7cfb9725e0'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:52:07.386223 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f48aa706-361c-4222-9103-a9e0def242a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:07.506806 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-f48aa706-361c-4222-9103-a9e0def242a5 None None] For port 6fb00e42-fe5b-4ece-94a1-804970b2d793, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=6fb00e42-fe5b-4ece-94a1-804970b2d793,segment=NetworkSegment(a019f15d-0adb-44a9-a32e-4494e5cadabb),segment_id=a019f15d-0adb-44a9-a32e-4494e5cadabb)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:52:07.523545 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f48aa706-361c-4222-9103-a9e0def242a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:07.609022 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] Set router 84b163df-504b-46ba-b644-db7cfb9725e0 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:52:07.747081 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48aa706-361c-4222-9103-a9e0def242a5 None None] Pushing event updated for resources: {'Port': ['ID=6fb00e42-fe5b-4ece-94a1-804970b2d793,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:07.957530 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b6551bac-855d-4535-8a46-28f17ef4ba63 None None] Provisioning complete for port 6fb00e42-fe5b-4ece-94a1-804970b2d793 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:52:07.958008 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b6551bac-855d-4535-8a46-28f17ef4ba63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:07.989161 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b163df-504b-46ba-b644-db7cfb9725e0', 'name': 'tempest-TestMinimumBasicScenario-130189240-router', 'tenant_id': '22a5061d850b44c5be2ab2ffe136708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '3f53239a-abfe-4c74-b3a1-fec9d4b3f901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:52:04Z', 'updated_at': '2022-01-26T11:52:05Z', 'revision_number': 3, 'project_id': '22a5061d850b44c5be2ab2ffe136708a', 'gw_port': {'id': '3f53239a-abfe-4c74-b3a1-fec9d4b3f901', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:36:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b163df-504b-46ba-b644-db7cfb9725e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:52:05Z', 'updated_at': '2022-01-26T11:52:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:52:08.007835 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] Checking router: 84b163df-504b-46ba-b644-db7cfb9725e0 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:52:08.008180 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] Updating router 84b163df-504b-46ba-b644-db7cfb9725e0 port 3f53239a-abfe-4c74-b3a1-fec9d4b3f901 binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:52:08.113114 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d5aef67b-b83f-4d54-999f-8e80236f9c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:08.117188 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:08.327755 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-d5aef67b-b83f-4d54-999f-8e80236f9c4f admin admin] Allocated IP 172.20.0.1 (e1f552fc-772e-4d47-8b8b-39d40643da1b/0904cba5-91f9-4e41-b74f-7817a15173f1/13536e0d-9157-45cf-aa83-7b10f7690c46) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:52:08.386156 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 6fb00e42-fe5b-4ece-94a1-804970b2d793 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:52:08.483077 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d5aef67b-b83f-4d54-999f-8e80236f9c4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:08.499930 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-d5aef67b-b83f-4d54-999f-8e80236f9c4f admin admin] Transition to ACTIVE for port object 13536e0d-9157-45cf-aa83-7b10f7690c46 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:52:08.504003 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 6fb00e42-fe5b-4ece-94a1-804970b2d793 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:52:08.504626 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:08.523268 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d5aef67b-b83f-4d54-999f-8e80236f9c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:08.591210 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aef67b-b83f-4d54-999f-8e80236f9c4f admin admin] Network e1f552fc-772e-4d47-8b8b-39d40643da1b is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:52:08.594495 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-d5aef67b-b83f-4d54-999f-8e80236f9c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:52:08.598359 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aef67b-b83f-4d54-999f-8e80236f9c4f admin admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:52:08.632989 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aef67b-b83f-4d54-999f-8e80236f9c4f admin admin] Pushing event updated for resources: {'Port': ['ID=13536e0d-9157-45cf-aa83-7b10f7690c46,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:08.633450 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:08.656116 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d5aef67b-b83f-4d54-999f-8e80236f9c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:08.682059 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] Transition to ACTIVE for port object 3f53239a-abfe-4c74-b3a1-fec9d4b3f901 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:52:08.697099 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:08.760410 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 8b062d77-f2a4-41f1-a398-3284bed4d6d4 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:52:08.792261 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d5aef67b-b83f-4d54-999f-8e80236f9c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:08.836163 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f2d71-75da-4e86-a699-7015c2c3399d None None] Pushing event updated for resources: {'Port': ['ID=3f53239a-abfe-4c74-b3a1-fec9d4b3f901,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:08.838465 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] Attempting to bind port 3f53239a-abfe-4c74-b3a1-fec9d4b3f901 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:52:08.838831 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] Attempting to bind port 3f53239a-abfe-4c74-b3a1-fec9d4b3f901 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:52:08.839189 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] Attempting to bind port 3f53239a-abfe-4c74-b3a1-fec9d4b3f901 on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:52:08.854172 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:52:08.854584 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:52:08.854967 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:08.855359 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:52:08.856067 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] Bound port: 3f53239a-abfe-4c74-b3a1-fec9d4b3f901, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:52:08.856216 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:08.929328 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-94309355-4a56-4b94-9ccf-3edfcc526dd1 None None] Provisioning for port 13536e0d-9157-45cf-aa83-7b10f7690c46 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:52:08.936414 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 8b062d77-f2a4-41f1-a398-3284bed4d6d4 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:52:08.942291 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-94309355-4a56-4b94-9ccf-3edfcc526dd1 None None] Provisioning complete for port 13536e0d-9157-45cf-aa83-7b10f7690c46 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:52:08.942688 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-94309355-4a56-4b94-9ccf-3edfcc526dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:08.979820 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 8b062d77-f2a4-41f1-a398-3284bed4d6d4 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:52:08.980188 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:09.028616 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] For port 3f53239a-abfe-4c74-b3a1-fec9d4b3f901, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:52:09.029021 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d5aef67b-b83f-4d54-999f-8e80236f9c4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:09.033931 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d5aef67b-b83f-4d54-999f-8e80236f9c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:09.053404 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-94309355-4a56-4b94-9ccf-3edfcc526dd1 None None] Port 13536e0d-9157-45cf-aa83-7b10f7690c46 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:52:09.055593 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] For port 3f53239a-abfe-4c74-b3a1-fec9d4b3f901, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=3f53239a-abfe-4c74-b3a1-fec9d4b3f901,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:52:09.064737 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:09.140596 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aef67b-b83f-4d54-999f-8e80236f9c4f admin admin] Pushing event updated for resources: {'Port': ['ID=13536e0d-9157-45cf-aa83-7b10f7690c46,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:09.143155 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d5aef67b-b83f-4d54-999f-8e80236f9c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:09.195454 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f2d71-75da-4e86-a699-7015c2c3399d None None] Pushing event updated for resources: {'Port': ['ID=3f53239a-abfe-4c74-b3a1-fec9d4b3f901,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:09.200166 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] Routers {'84b163df-504b-46ba-b644-db7cfb9725e0'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:52:09.200764 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:51:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['84b163df-504b-46ba-b644-db7cfb9725e0'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:52:09.278760 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aef67b-b83f-4d54-999f-8e80236f9c4f admin admin] Network e1f552fc-772e-4d47-8b8b-39d40643da1b is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:52:09.279932 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-d5aef67b-b83f-4d54-999f-8e80236f9c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:52:09.282783 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:09.397504 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 8b062d77-f2a4-41f1-a398-3284bed4d6d4, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=8b062d77-f2a4-41f1-a398-3284bed4d6d4,segment=NetworkSegment(a9c65f77-f392-4f15-90d4-60886a957674),segment_id=a9c65f77-f392-4f15-90d4-60886a957674)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:52:09.404096 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:09.466351 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] Set router 84b163df-504b-46ba-b644-db7cfb9725e0 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:52:09.477228 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5aef67b-b83f-4d54-999f-8e80236f9c4f admin admin] Router 84b163df-504b-46ba-b644-db7cfb9725e0 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:52:09.610405 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=8b062d77-f2a4-41f1-a398-3284bed4d6d4,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:09.710881 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ae6efcd8-b64d-4962-923d-1cc050cbd846 None None] Provisioning complete for port 13536e0d-9157-45cf-aa83-7b10f7690c46 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:52:09.711584 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ae6efcd8-b64d-4962-923d-1cc050cbd846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:09.771628 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5aef67b-b83f-4d54-999f-8e80236f9c4f admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:52:09.789563 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d5aef67b-b83f-4d54-999f-8e80236f9c4f admin admin] 10.222.0.39 "PUT /v2.0/routers/84b163df-504b-46ba-b644-db7cfb9725e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5347776 Jan 26 11:52:09.837512 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-ae6efcd8-b64d-4962-923d-1cc050cbd846 None None] Port 13536e0d-9157-45cf-aa83-7b10f7690c46 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:52:09.908192 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b163df-504b-46ba-b644-db7cfb9725e0', 'name': 'tempest-TestMinimumBasicScenario-130189240-router', 'tenant_id': '22a5061d850b44c5be2ab2ffe136708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '3f53239a-abfe-4c74-b3a1-fec9d4b3f901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:52:04Z', 'updated_at': '2022-01-26T11:52:08Z', 'revision_number': 4, 'project_id': '22a5061d850b44c5be2ab2ffe136708a', 'gw_port': {'id': '3f53239a-abfe-4c74-b3a1-fec9d4b3f901', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:36:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b163df-504b-46ba-b644-db7cfb9725e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:52:05Z', 'updated_at': '2022-01-26T11:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '13536e0d-9157-45cf-aa83-7b10f7690c46', 'name': '', 'network_id': 'e1f552fc-772e-4d47-8b8b-39d40643da1b', 'tenant_id': '22a5061d850b44c5be2ab2ffe136708a', 'mac_address': 'fa:16:3e:9f:8b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b163df-504b-46ba-b644-db7cfb9725e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '0904cba5-91f9-4e41-b74f-7817a15173f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:52:08Z', 'updated_at': '2022-01-26T11:52:08Z', 'revision_number': 2, 'project_id': '22a5061d850b44c5be2ab2ffe136708a', 'subnets': [{'id': '0904cba5-91f9-4e41-b74f-7817a15173f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:52:09.915954 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c52901-1ede-4ef6-9451-b3fea6b44aed None None] The sync data for ids ['84b163df-504b-46ba-b644-db7cfb9725e0'] in dv-neutron-826439-1-hyperv is: [{'id': '84b163df-504b-46ba-b644-db7cfb9725e0', 'name': 'tempest-TestMinimumBasicScenario-130189240-router', 'tenant_id': '22a5061d850b44c5be2ab2ffe136708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '3f53239a-abfe-4c74-b3a1-fec9d4b3f901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:52:04Z', 'updated_at': '2022-01-26T11:52:08Z', 'revision_number': 4, 'project_id': '22a5061d850b44c5be2ab2ffe136708a', 'gw_port': {'id': '3f53239a-abfe-4c74-b3a1-fec9d4b3f901', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:36:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b163df-504b-46ba-b644-db7cfb9725e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:52:05Z', 'updated_at': '2022-01-26T11:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '13536e0d-9157-45cf-aa83-7b10f7690c46', 'name': '', 'network_id': 'e1f552fc-772e-4d47-8b8b-39d40643da1b', 'tenant_id': '22a5061d850b44c5be2ab2ffe136708a', 'mac_address': 'fa:16:3e:9f:8b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b163df-504b-46ba-b644-db7cfb9725e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '0904cba5-91f9-4e41-b74f-7817a15173f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:52:08Z', 'updated_at': '2022-01-26T11:52:08Z', 'revision_number': 2, 'project_id': '22a5061d850b44c5be2ab2ffe136708a', 'subnets': [{'id': '0904cba5-91f9-4e41-b74f-7817a15173f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:52:10.352553 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 8b062d77-f2a4-41f1-a398-3284bed4d6d4 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:52:10.435382 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 8b062d77-f2a4-41f1-a398-3284bed4d6d4 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:52:10.435766 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:12.397033 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 3f53239a-abfe-4c74-b3a1-fec9d4b3f901 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:52:12.477603 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 3f53239a-abfe-4c74-b3a1-fec9d4b3f901 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:52:12.483007 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 3f53239a-abfe-4c74-b3a1-fec9d4b3f901 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:52:12.483379 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:12.618667 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:12.635451 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 3f53239a-abfe-4c74-b3a1-fec9d4b3f901, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=3f53239a-abfe-4c74-b3a1-fec9d4b3f901,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:52:12.642586 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:12.719144 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=3f53239a-abfe-4c74-b3a1-fec9d4b3f901,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:14.012295 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] Sync routers for ids ['84b163df-504b-46ba-b644-db7cfb9725e0'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:52:14.022223 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] Routers {'84b163df-504b-46ba-b644-db7cfb9725e0'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:52:14.022902 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:51:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['84b163df-504b-46ba-b644-db7cfb9725e0'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:52:14.233313 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] Set router 84b163df-504b-46ba-b644-db7cfb9725e0 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:52:14.354029 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 3f53239a-abfe-4c74-b3a1-fec9d4b3f901 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:52:14.431887 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 3f53239a-abfe-4c74-b3a1-fec9d4b3f901 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:52:14.432556 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:14.605204 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b163df-504b-46ba-b644-db7cfb9725e0', 'name': 'tempest-TestMinimumBasicScenario-130189240-router', 'tenant_id': '22a5061d850b44c5be2ab2ffe136708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '3f53239a-abfe-4c74-b3a1-fec9d4b3f901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:52:04Z', 'updated_at': '2022-01-26T11:52:08Z', 'revision_number': 4, 'project_id': '22a5061d850b44c5be2ab2ffe136708a', 'gw_port': {'id': '3f53239a-abfe-4c74-b3a1-fec9d4b3f901', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:36:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b163df-504b-46ba-b644-db7cfb9725e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:52:05Z', 'updated_at': '2022-01-26T11:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '13536e0d-9157-45cf-aa83-7b10f7690c46', 'name': '', 'network_id': 'e1f552fc-772e-4d47-8b8b-39d40643da1b', 'tenant_id': '22a5061d850b44c5be2ab2ffe136708a', 'mac_address': 'fa:16:3e:9f:8b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b163df-504b-46ba-b644-db7cfb9725e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '0904cba5-91f9-4e41-b74f-7817a15173f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:52:08Z', 'updated_at': '2022-01-26T11:52:08Z', 'revision_number': 2, 'project_id': '22a5061d850b44c5be2ab2ffe136708a', 'subnets': [{'id': '0904cba5-91f9-4e41-b74f-7817a15173f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:52:14.609468 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] Checking router: 84b163df-504b-46ba-b644-db7cfb9725e0 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:52:14.609821 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] Updating router 84b163df-504b-46ba-b644-db7cfb9725e0 port 13536e0d-9157-45cf-aa83-7b10f7690c46 binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:52:14.664578 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:15.052971 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:15.065402 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] Transition to ACTIVE for port object 13536e0d-9157-45cf-aa83-7b10f7690c46 will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:52:15.073764 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:15.211669 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e55400-985d-4d49-96b5-2270e4af0002 None None] Pushing event updated for resources: {'Port': ['ID=13536e0d-9157-45cf-aa83-7b10f7690c46,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:15.308615 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] Attempting to bind port 13536e0d-9157-45cf-aa83-7b10f7690c46 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:52:15.309151 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] Attempting to bind port 13536e0d-9157-45cf-aa83-7b10f7690c46 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'a019f15d-0adb-44a9-a32e-4494e5cadabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e1f552fc-772e-4d47-8b8b-39d40643da1b'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:52:15.309666 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] Attempting to bind port 13536e0d-9157-45cf-aa83-7b10f7690c46 on network e1f552fc-772e-4d47-8b8b-39d40643da1b {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:52:15.315484 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:52:15.315947 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] Checking segment: {'id': 'a019f15d-0adb-44a9-a32e-4494e5cadabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e1f552fc-772e-4d47-8b8b-39d40643da1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:52:15.316589 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:15.317050 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] Bound using segment: {'id': 'a019f15d-0adb-44a9-a32e-4494e5cadabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e1f552fc-772e-4d47-8b8b-39d40643da1b'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:52:15.317513 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] Bound port: 13536e0d-9157-45cf-aa83-7b10f7690c46, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a019f15d-0adb-44a9-a32e-4494e5cadabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e1f552fc-772e-4d47-8b8b-39d40643da1b'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:52:15.317876 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:15.427869 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] For port 13536e0d-9157-45cf-aa83-7b10f7690c46, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:52:15.433553 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] For port 13536e0d-9157-45cf-aa83-7b10f7690c46, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=13536e0d-9157-45cf-aa83-7b10f7690c46,segment=NetworkSegment(a019f15d-0adb-44a9-a32e-4494e5cadabb),segment_id=a019f15d-0adb-44a9-a32e-4494e5cadabb)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:52:15.439286 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:15.516956 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] Routers {'84b163df-504b-46ba-b644-db7cfb9725e0'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:52:15.517580 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:51:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['84b163df-504b-46ba-b644-db7cfb9725e0'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:52:15.619371 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e55400-985d-4d49-96b5-2270e4af0002 None None] Pushing event updated for resources: {'Port': ['ID=13536e0d-9157-45cf-aa83-7b10f7690c46,revision_number=4']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:15.766365 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] Set router 84b163df-504b-46ba-b644-db7cfb9725e0 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:52:16.134701 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b163df-504b-46ba-b644-db7cfb9725e0', 'name': 'tempest-TestMinimumBasicScenario-130189240-router', 'tenant_id': '22a5061d850b44c5be2ab2ffe136708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '3f53239a-abfe-4c74-b3a1-fec9d4b3f901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:52:04Z', 'updated_at': '2022-01-26T11:52:08Z', 'revision_number': 4, 'project_id': '22a5061d850b44c5be2ab2ffe136708a', 'gw_port': {'id': '3f53239a-abfe-4c74-b3a1-fec9d4b3f901', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:36:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b163df-504b-46ba-b644-db7cfb9725e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:52:05Z', 'updated_at': '2022-01-26T11:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '13536e0d-9157-45cf-aa83-7b10f7690c46', 'name': '', 'network_id': 'e1f552fc-772e-4d47-8b8b-39d40643da1b', 'tenant_id': '22a5061d850b44c5be2ab2ffe136708a', 'mac_address': 'fa:16:3e:9f:8b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b163df-504b-46ba-b644-db7cfb9725e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '0904cba5-91f9-4e41-b74f-7817a15173f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:52:08Z', 'updated_at': '2022-01-26T11:52:15Z', 'revision_number': 4, 'project_id': '22a5061d850b44c5be2ab2ffe136708a', 'subnets': [{'id': '0904cba5-91f9-4e41-b74f-7817a15173f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:52:16.138816 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfb1c60-5ab9-440d-ba51-b9779092162b None None] The sync data for ids ['84b163df-504b-46ba-b644-db7cfb9725e0'] in dv-neutron-826439-1-hyperv is: [{'id': '84b163df-504b-46ba-b644-db7cfb9725e0', 'name': 'tempest-TestMinimumBasicScenario-130189240-router', 'tenant_id': '22a5061d850b44c5be2ab2ffe136708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '3f53239a-abfe-4c74-b3a1-fec9d4b3f901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:52:04Z', 'updated_at': '2022-01-26T11:52:08Z', 'revision_number': 4, 'project_id': '22a5061d850b44c5be2ab2ffe136708a', 'gw_port': {'id': '3f53239a-abfe-4c74-b3a1-fec9d4b3f901', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:36:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b163df-504b-46ba-b644-db7cfb9725e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:52:05Z', 'updated_at': '2022-01-26T11:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '13536e0d-9157-45cf-aa83-7b10f7690c46', 'name': '', 'network_id': 'e1f552fc-772e-4d47-8b8b-39d40643da1b', 'tenant_id': '22a5061d850b44c5be2ab2ffe136708a', 'mac_address': 'fa:16:3e:9f:8b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b163df-504b-46ba-b644-db7cfb9725e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '0904cba5-91f9-4e41-b74f-7817a15173f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:52:08Z', 'updated_at': '2022-01-26T11:52:15Z', 'revision_number': 4, 'project_id': '22a5061d850b44c5be2ab2ffe136708a', 'subnets': [{'id': '0904cba5-91f9-4e41-b74f-7817a15173f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:52:16.399506 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 13536e0d-9157-45cf-aa83-7b10f7690c46 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:52:16.473395 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 13536e0d-9157-45cf-aa83-7b10f7690c46 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:52:16.478669 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 13536e0d-9157-45cf-aa83-7b10f7690c46 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:52:16.479372 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:16.620212 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:16.669120 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 13536e0d-9157-45cf-aa83-7b10f7690c46, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=13536e0d-9157-45cf-aa83-7b10f7690c46,segment=NetworkSegment(a019f15d-0adb-44a9-a32e-4494e5cadabb),segment_id=a019f15d-0adb-44a9-a32e-4494e5cadabb)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:52:16.673914 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:16.771295 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=13536e0d-9157-45cf-aa83-7b10f7690c46,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:18.349874 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 13536e0d-9157-45cf-aa83-7b10f7690c46 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:52:18.431391 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 13536e0d-9157-45cf-aa83-7b10f7690c46 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:52:18.431774 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:20.357406 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-f11f4ff9-e1a0-4dfa-b6de-43a21d8c9c39 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:20.358745 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-f11f4ff9-e1a0-4dfa-b6de-43a21d8c9c39 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/networks?id=f50fc431-0c68-4f49-b7a1-482e41cc654b HTTP/1.1" status: 200 len: 812 time: 0.1420052 Jan 26 11:52:20.372900 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-09b66040-124a-459e-a7bf-bf5a3fab947b tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/quotas/012400910ef242a9a2e49cbc70919121 HTTP/1.1" status: 200 len: 375 time: 0.0086753 Jan 26 11:52:20.452606 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-8406037a-1e26-45aa-b8e3-a16bc1d833e0 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Synchronizing usage tracker for tenant:012400910ef242a9a2e49cbc70919121 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:52:20.468471 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-8406037a-1e26-45aa-b8e3-a16bc1d833e0 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Unset dirty status for tenant:012400910ef242a9a2e49cbc70919121 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:52:20.470021 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-8406037a-1e26-45aa-b8e3-a16bc1d833e0 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=012400910ef242a9a2e49cbc70919121&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924063 Jan 26 11:52:20.584817 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-1c593431-582b-4b06-a171-5ca25bb1ba78 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 11:52:20.585783 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-1c593431-582b-4b06-a171-5ca25bb1ba78 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1041286 Jan 26 11:52:20.718120 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-9ae0dc6b-e2df-4155-9cef-001a2da2dd8a service neutron] 10.222.0.39 "GET /v2.0/networks/f50fc431-0c68-4f49-b7a1-482e41cc654b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261709 Jan 26 11:52:20.851146 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-5adc13a6-421f-4d7d-be1a-aea915532427 service neutron] 10.222.0.39 "GET /v2.0/networks/f50fc431-0c68-4f49-b7a1-482e41cc654b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270473 Jan 26 11:52:21.030397 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b4a01057-1a6c-4e27-842c-0777c0ff23e9 req-2031009b-88f3-4dc4-a0da-1a296b1df956 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 210 time: 0.0439055 Jan 26 11:52:22.039637 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-eba14d8e-5199-4f01-9135-bafad48b5550 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:22.040339 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-eba14d8e-5199-4f01-9135-bafad48b5550 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Synchronizing usage tracker for tenant:012400910ef242a9a2e49cbc70919121 on resource:network {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:52:22.058589 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-eba14d8e-5199-4f01-9135-bafad48b5550 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Unset dirty status for tenant:012400910ef242a9a2e49cbc70919121 on resource:network {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:52:22.060395 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-eba14d8e-5199-4f01-9135-bafad48b5550 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.24 "GET /v2.0/networks?id=f50fc431-0c68-4f49-b7a1-482e41cc654b HTTP/1.1" status: 200 len: 812 time: 0.1715603 Jan 26 11:52:22.071680 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-b3a86d17-e1dc-407d-957e-74ad64803524 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Request body: {'port': {'device_id': '55b2dcec-4249-4e17-8227-88b87615d1ff', 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b', 'admin_state_up': True, 'tenant_id': '012400910ef242a9a2e49cbc70919121'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:22.185872 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-20238004-1155-4223-b9ea-933f5054b435 req-578834a0-2941-4f1f-8aed-145c68660891 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 210 time: 0.0445628 Jan 26 11:52:22.218243 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-b3a86d17-e1dc-407d-957e-74ad64803524 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:52:22.227991 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-b3a86d17-e1dc-407d-957e-74ad64803524 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:52:22.238286 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-b3a86d17-e1dc-407d-957e-74ad64803524 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Made reservation on behalf of 012400910ef242a9a2e49cbc70919121 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:52:22.242036 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-b3a86d17-e1dc-407d-957e-74ad64803524 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:22.433674 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-b3a86d17-e1dc-407d-957e-74ad64803524 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Allocated IP 172.20.0.8 (f50fc431-0c68-4f49-b7a1-482e41cc654b/f360f22f-12b8-4c79-910d-6ce996d7463f/e7653fdf-44a0-4d6c-be54-7faa37cccab7) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:52:22.598268 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d17f0a4a-b3a2-4566-8cb4-805884699c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:22.784349 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-b3a86d17-e1dc-407d-957e-74ad64803524 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:22.815269 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-b3a86d17-e1dc-407d-957e-74ad64803524 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Transition to ACTIVE for port object e7653fdf-44a0-4d6c-be54-7faa37cccab7 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:52:22.845314 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-b3a86d17-e1dc-407d-957e-74ad64803524 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:22.931901 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-b3a86d17-e1dc-407d-957e-74ad64803524 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Network f50fc431-0c68-4f49-b7a1-482e41cc654b is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:52:22.935092 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-b3a86d17-e1dc-407d-957e-74ad64803524 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:52:22.939025 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-b3a86d17-e1dc-407d-957e-74ad64803524 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:52:22.982055 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a86d17-e1dc-407d-957e-74ad64803524 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Pushing event updated for resources: {'Port': ['ID=e7653fdf-44a0-4d6c-be54-7faa37cccab7,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:23.020929 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-b3a86d17-e1dc-407d-957e-74ad64803524 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:23.021696 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-b3a86d17-e1dc-407d-957e-74ad64803524 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:23.055087 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-b3a86d17-e1dc-407d-957e-74ad64803524 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9872961 Jan 26 11:52:23.247862 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c590030f-02bb-451a-b403-f74aae8fa3ff None None] Provisioning for port e7653fdf-44a0-4d6c-be54-7faa37cccab7 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:52:23.256827 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c590030f-02bb-451a-b403-f74aae8fa3ff None None] Provisioning complete for port e7653fdf-44a0-4d6c-be54-7faa37cccab7 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:52:23.257192 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c590030f-02bb-451a-b403-f74aae8fa3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:23.313223 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-c590030f-02bb-451a-b403-f74aae8fa3ff None None] Port e7653fdf-44a0-4d6c-be54-7faa37cccab7 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:52:23.393361 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882e054-5428-475a-b4b4-62f69d612b52 req-5e0c0676-750e-40c9-bee9-f092e0d3ca09 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:23.394532 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-b882e054-5428-475a-b4b4-62f69d612b52 req-5e0c0676-750e-40c9-bee9-f092e0d3ca09 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Synchronizing usage tracker for tenant:012400910ef242a9a2e49cbc70919121 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:52:23.411450 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-b882e054-5428-475a-b4b4-62f69d612b52 req-5e0c0676-750e-40c9-bee9-f092e0d3ca09 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Unset dirty status for tenant:012400910ef242a9a2e49cbc70919121 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:52:23.412814 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b882e054-5428-475a-b4b4-62f69d612b52 req-5e0c0676-750e-40c9-bee9-f092e0d3ca09 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 931 time: 0.1067944 Jan 26 11:52:23.461237 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-b882e054-5428-475a-b4b4-62f69d612b52 req-a19a3f64-c173-497c-8ba6-eeb48ce940ac tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Synchronizing usage tracker for tenant:012400910ef242a9a2e49cbc70919121 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:52:23.478054 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-b882e054-5428-475a-b4b4-62f69d612b52 req-a19a3f64-c173-497c-8ba6-eeb48ce940ac tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Unset dirty status for tenant:012400910ef242a9a2e49cbc70919121 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:52:23.479300 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b882e054-5428-475a-b4b4-62f69d612b52 req-a19a3f64-c173-497c-8ba6-eeb48ce940ac tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600045 Jan 26 11:52:24.683033 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d743ed9-97f8-4934-b3b3-72c0646ccc6c req-92692298-ba7e-48d9-af14-39441611e499 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:24.684688 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6d743ed9-97f8-4934-b3b3-72c0646ccc6c req-92692298-ba7e-48d9-af14-39441611e499 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 931 time: 0.0910087 Jan 26 11:52:24.736114 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6d743ed9-97f8-4934-b3b3-72c0646ccc6c req-d1276a32-0d75-4a1e-9c0e-a3a30580c19d tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452561 Jan 26 11:52:24.850464 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-03471695-13bc-46c6-a4d7-483cffa745d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:25.926851 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:25.958104 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ea018-e16c-4564-9018-ade919d5e065 req-8d74cc04-01ec-46f6-ac0a-db82ed564efe tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:25.959854 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ec2ea018-e16c-4564-9018-ade919d5e065 req-8d74cc04-01ec-46f6-ac0a-db82ed564efe tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 931 time: 0.0925982 Jan 26 11:52:26.008199 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ec2ea018-e16c-4564-9018-ade919d5e065 req-b157d61b-6f3b-471c-86ea-37fddb72956d tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422418 Jan 26 11:52:26.151271 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:27.211296 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb1f6e-455d-4649-a04f-21ec69ba966b req-b07313bc-ed4a-459f-aebe-0cfe72a92502 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:27.213430 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4ebb1f6e-455d-4649-a04f-21ec69ba966b req-b07313bc-ed4a-459f-aebe-0cfe72a92502 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 931 time: 0.0894704 Jan 26 11:52:27.269210 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4ebb1f6e-455d-4649-a04f-21ec69ba966b req-397881e0-8ee3-4178-acc7-818f6983410a tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470870 Jan 26 11:52:27.499240 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:28.462868 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445de7c-1cdc-4a5a-9e89-9c5e01650d6c req-357ef0cd-7205-4be0-b037-28957aba7987 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:28.464366 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f445de7c-1cdc-4a5a-9e89-9c5e01650d6c req-357ef0cd-7205-4be0-b037-28957aba7987 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 931 time: 0.0857375 Jan 26 11:52:28.516628 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f445de7c-1cdc-4a5a-9e89-9c5e01650d6c req-4f9434d9-79d3-4542-b892-a78ac3d836dd tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418174 Jan 26 11:52:29.701775 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c6933-bca6-4b93-bb62-106288b3dcc7 req-121fc328-f1e0-4e9c-960c-a74c968844af tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:29.703190 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a97c6933-bca6-4b93-bb62-106288b3dcc7 req-121fc328-f1e0-4e9c-960c-a74c968844af tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 931 time: 0.0798969 Jan 26 11:52:29.746886 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a97c6933-bca6-4b93-bb62-106288b3dcc7 req-e3079fc1-d5aa-480e-8b1b-3d0f8ba92345 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374808 Jan 26 11:52:29.970265 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-bb32b968-aa6b-4541-b083-29198d12a2e6 service neutron] Request body: {'port': {'device_id': '55b2dcec-4249-4e17-8227-88b87615d1ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:30.183478 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-bb32b968-aa6b-4541-b083-29198d12a2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:30.514739 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-bb32b968-aa6b-4541-b083-29198d12a2e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7653fdf-44a0-4d6c-be54-7faa37cccab7 {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:52:30.521838 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-bb32b968-aa6b-4541-b083-29198d12a2e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:30.535898 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-bb32b968-aa6b-4541-b083-29198d12a2e6 service neutron] Transition to ACTIVE for port object e7653fdf-44a0-4d6c-be54-7faa37cccab7 will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:52:30.539574 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-bb32b968-aa6b-4541-b083-29198d12a2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:30.671377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32b968-aa6b-4541-b083-29198d12a2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e7653fdf-44a0-4d6c-be54-7faa37cccab7,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:30.783499 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-bb32b968-aa6b-4541-b083-29198d12a2e6 service neutron] Attempting to bind port e7653fdf-44a0-4d6c-be54-7faa37cccab7 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:52:30.784098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-bb32b968-aa6b-4541-b083-29198d12a2e6 service neutron] Attempting to bind port e7653fdf-44a0-4d6c-be54-7faa37cccab7 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'a9c65f77-f392-4f15-90d4-60886a957674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:52:30.784635 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-bb32b968-aa6b-4541-b083-29198d12a2e6 service neutron] Attempting to bind port e7653fdf-44a0-4d6c-be54-7faa37cccab7 on network f50fc431-0c68-4f49-b7a1-482e41cc654b {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:52:30.792339 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-bb32b968-aa6b-4541-b083-29198d12a2e6 service neutron] Port e7653fdf-44a0-4d6c-be54-7faa37cccab7 on network f50fc431-0c68-4f49-b7a1-482e41cc654b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:52:30.792667 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-bb32b968-aa6b-4541-b083-29198d12a2e6 service neutron] Attempting to bind port e7653fdf-44a0-4d6c-be54-7faa37cccab7 on network f50fc431-0c68-4f49-b7a1-482e41cc654b {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:52:30.798116 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-bb32b968-aa6b-4541-b083-29198d12a2e6 service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:52:30.798499 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-bb32b968-aa6b-4541-b083-29198d12a2e6 service neutron] Checking segment: {'id': 'a9c65f77-f392-4f15-90d4-60886a957674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:52:30.798880 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-bb32b968-aa6b-4541-b083-29198d12a2e6 service neutron] Bound using segment: {'id': 'a9c65f77-f392-4f15-90d4-60886a957674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:52:30.799303 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-bb32b968-aa6b-4541-b083-29198d12a2e6 service neutron] Bound port: e7653fdf-44a0-4d6c-be54-7faa37cccab7, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c65f77-f392-4f15-90d4-60886a957674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:52:30.799644 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-bb32b968-aa6b-4541-b083-29198d12a2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:30.944950 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-bb32b968-aa6b-4541-b083-29198d12a2e6 service neutron] For port e7653fdf-44a0-4d6c-be54-7faa37cccab7, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:52:30.948309 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-bb32b968-aa6b-4541-b083-29198d12a2e6 service neutron] For port e7653fdf-44a0-4d6c-be54-7faa37cccab7, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e7653fdf-44a0-4d6c-be54-7faa37cccab7,segment=NetworkSegment(a9c65f77-f392-4f15-90d4-60886a957674),segment_id=a9c65f77-f392-4f15-90d4-60886a957674)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:52:30.957051 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-bb32b968-aa6b-4541-b083-29198d12a2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:31.028993 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438202a-217f-4ec2-8917-20b2d6a52729 req-bf1fd0ed-1d45-4ae9-8982-76c91ee8087d tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:31.030685 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4438202a-217f-4ec2-8917-20b2d6a52729 req-bf1fd0ed-1d45-4ae9-8982-76c91ee8087d tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 943 time: 0.1699831 Jan 26 11:52:31.038561 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-bb32b968-aa6b-4541-b083-29198d12a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:31.039166 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-bb32b968-aa6b-4541-b083-29198d12a2e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:31.040511 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-bb32b968-aa6b-4541-b083-29198d12a2e6 service neutron] 10.222.0.24 "PUT /v2.0/ports/e7653fdf-44a0-4d6c-be54-7faa37cccab7 HTTP/1.1" status: 200 len: 1093 time: 1.0748389 Jan 26 11:52:31.042111 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b2dcec-4249-4e17-8227-88b87615d1ff', 'tag': 'e7653fdf-44a0-4d6c-be54-7faa37cccab7'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:52:31.085621 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32b968-aa6b-4541-b083-29198d12a2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e7653fdf-44a0-4d6c-be54-7faa37cccab7,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:31.124894 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b2dcec-4249-4e17-8227-88b87615d1ff', 'tag': 'e7653fdf-44a0-4d6c-be54-7faa37cccab7', 'status': 'completed', 'code': 200} Jan 26 11:52:31.134018 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4438202a-217f-4ec2-8917-20b2d6a52729 req-59b512fe-e7ce-4918-92b8-3ab9b88df37f tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925529 Jan 26 11:52:31.175035 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-056d2b09-8ce7-4448-aab2-c4c146d76e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:31.177309 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-056d2b09-8ce7-4448-aab2-c4c146d76e36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=012400910ef242a9a2e49cbc70919121&device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 1096 time: 0.0944555 Jan 26 11:52:31.245907 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-d1e5a79c-2711-45cb-b3b9-121e3f85a874 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7653fdf-44a0-4d6c-be54-7faa37cccab7 HTTP/1.1" status: 200 len: 217 time: 0.0615191 Jan 26 11:52:31.310292 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-9c99af89-94c3-40b2-9e7f-48b6fbd8af7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:31.311695 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-9c99af89-94c3-40b2-9e7f-48b6fbd8af7a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f360f22f-12b8-4c79-910d-6ce996d7463f HTTP/1.1" status: 200 len: 851 time: 0.0598600 Jan 26 11:52:31.384876 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-24628060-122e-4028-a855-dd9ffa4ab368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:31.386435 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-24628060-122e-4028-a855-dd9ffa4ab368 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f50fc431-0c68-4f49-b7a1-482e41cc654b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691588 Jan 26 11:52:31.515929 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-759b4f9d-df47-4032-994a-445c981fe4de service neutron] 10.222.0.24 "GET /v2.0/networks/f50fc431-0c68-4f49-b7a1-482e41cc654b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237175 Jan 26 11:52:31.644403 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-abc916b7-d3fa-4a32-a3b5-ee8aadd14f39 req-004f5910-a0d2-4409-a255-becbd9908f88 service neutron] 10.222.0.24 "GET /v2.0/networks/f50fc431-0c68-4f49-b7a1-482e41cc654b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226442 Jan 26 11:52:31.757257 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9604f-c4c7-4ace-8b13-3ceb12fa7aba req-1cc91886-f8f9-4109-842e-0a9b8ac0a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:31.758749 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-03d9604f-c4c7-4ace-8b13-3ceb12fa7aba req-1cc91886-f8f9-4109-842e-0a9b8ac0a4ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=012400910ef242a9a2e49cbc70919121&device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 1096 time: 0.0700428 Jan 26 11:52:31.987370 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9604f-c4c7-4ace-8b13-3ceb12fa7aba req-87d3be4a-a4af-49be-ae2e-5b658b74d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:31.988979 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-03d9604f-c4c7-4ace-8b13-3ceb12fa7aba req-87d3be4a-a4af-49be-ae2e-5b658b74d74a service neutron] 10.222.0.24 "GET /v2.0/networks?id=f50fc431-0c68-4f49-b7a1-482e41cc654b HTTP/1.1" status: 200 len: 913 time: 0.2237709 Jan 26 11:52:32.059482 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-03d9604f-c4c7-4ace-8b13-3ceb12fa7aba req-c7faad3f-6954-4c10-95a8-0070239ce453 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7653fdf-44a0-4d6c-be54-7faa37cccab7 HTTP/1.1" status: 200 len: 217 time: 0.0638993 Jan 26 11:52:32.123655 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9604f-c4c7-4ace-8b13-3ceb12fa7aba req-252ee04d-c383-4fe2-b9ab-4e2ab7af8c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:32.124985 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-03d9604f-c4c7-4ace-8b13-3ceb12fa7aba req-252ee04d-c383-4fe2-b9ab-4e2ab7af8c98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f360f22f-12b8-4c79-910d-6ce996d7463f HTTP/1.1" status: 200 len: 851 time: 0.0595355 Jan 26 11:52:32.199996 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9604f-c4c7-4ace-8b13-3ceb12fa7aba req-6071304f-615a-44ed-9224-c5f8fb266edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:32.201479 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-03d9604f-c4c7-4ace-8b13-3ceb12fa7aba req-6071304f-615a-44ed-9224-c5f8fb266edb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f50fc431-0c68-4f49-b7a1-482e41cc654b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703411 Jan 26 11:52:32.324774 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4572a6-b795-482a-b248-c9a3bd753bf6 req-59c8b987-7bdd-4242-ab17-f97bed560c63 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:32.326251 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-1e4572a6-b795-482a-b248-c9a3bd753bf6 req-59c8b987-7bdd-4242-ab17-f97bed560c63 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 943 time: 0.0835230 Jan 26 11:52:32.335062 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-03d9604f-c4c7-4ace-8b13-3ceb12fa7aba req-4e222df1-2432-4c1d-be5d-217c5257b8cf service neutron] 10.222.0.24 "GET /v2.0/networks/f50fc431-0c68-4f49-b7a1-482e41cc654b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267521 Jan 26 11:52:32.373903 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-1e4572a6-b795-482a-b248-c9a3bd753bf6 req-7a2c112d-b21c-47f5-8480-ea5fc1b3c7da tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417240 Jan 26 11:52:32.469929 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-03d9604f-c4c7-4ace-8b13-3ceb12fa7aba req-1f25af04-9c0f-483a-b3c2-4a7b91f63adf service neutron] 10.222.0.24 "GET /v2.0/networks/f50fc431-0c68-4f49-b7a1-482e41cc654b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280203 Jan 26 11:52:32.624611 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:52:33.558415 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace4ecc-3f68-43df-9444-0092bd3d1741 req-6ea48497-3c9e-4978-be7e-925ca0f5d36a tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:33.559865 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4ace4ecc-3f68-43df-9444-0092bd3d1741 req-6ea48497-3c9e-4978-be7e-925ca0f5d36a tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 943 time: 0.0826845 Jan 26 11:52:33.603047 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4ace4ecc-3f68-43df-9444-0092bd3d1741 req-c9de05c8-daf1-427e-ae26-84f35a967176 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375729 Jan 26 11:52:34.787059 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914db15-2579-4eba-8420-54104ac88e89 req-39f23528-880e-4046-8b09-d118228686c8 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:34.788574 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0914db15-2579-4eba-8420-54104ac88e89 req-39f23528-880e-4046-8b09-d118228686c8 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 943 time: 0.0802903 Jan 26 11:52:34.839650 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0914db15-2579-4eba-8420-54104ac88e89 req-865ec765-35ab-4b24-82ef-4c66578de12c tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443633 Jan 26 11:52:35.067307 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device e7653fdf-44a0-4d6c-be54-7faa37cccab7 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:52:35.197372 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port e7653fdf-44a0-4d6c-be54-7faa37cccab7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e7653fdf-44a0-4d6c-be54-7faa37cccab7,segment=NetworkSegment(a9c65f77-f392-4f15-90d4-60886a957674),segment_id=a9c65f77-f392-4f15-90d4-60886a957674)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:52:35.210159 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': 'e7653fdf-44a0-4d6c-be54-7faa37cccab7', 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b', 'port_id': 'e7653fdf-44a0-4d6c-be54-7faa37cccab7', 'mac_address': 'fa:16:3e:ef:3a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f360f22f-12b8-4c79-910d-6ce996d7463f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:52:35.267116 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:35.283785 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7653fdf-44a0-4d6c-be54-7faa37cccab7 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:52:35.299106 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port e7653fdf-44a0-4d6c-be54-7faa37cccab7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e7653fdf-44a0-4d6c-be54-7faa37cccab7,segment=NetworkSegment(a9c65f77-f392-4f15-90d4-60886a957674),segment_id=a9c65f77-f392-4f15-90d4-60886a957674)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:52:35.302934 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:35.368655 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=e7653fdf-44a0-4d6c-be54-7faa37cccab7,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:35.375491 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:35.375848 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:35.376193 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:35.376551 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:35.376871 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:35.377206 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:35.377537 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:35.377869 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:35.378237 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:35.378586 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:35.378906 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:35.379229 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:35.483762 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:35.506400 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['e7653fdf-44a0-4d6c-be54-7faa37cccab7'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:52:36.021545 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adfbc7-dabf-4d3c-bda3-4bee38ce5dd9 req-9f6b4468-be36-4240-a6d3-d082216b30fb tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:36.023025 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-12adfbc7-dabf-4d3c-bda3-4bee38ce5dd9 req-9f6b4468-be36-4240-a6d3-d082216b30fb tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 944 time: 0.0785134 Jan 26 11:52:36.066605 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-12adfbc7-dabf-4d3c-bda3-4bee38ce5dd9 req-7fd30fcf-3e22-4aa9-925b-c8c1d7be9b41 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373113 Jan 26 11:52:37.076660 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device e7653fdf-44a0-4d6c-be54-7faa37cccab7 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:52:37.146338 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port e7653fdf-44a0-4d6c-be54-7faa37cccab7 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:52:37.151482 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port e7653fdf-44a0-4d6c-be54-7faa37cccab7 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:52:37.151853 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:37.260205 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5adbe5-65e2-4683-ab21-340c7c95db17 req-83a4a34e-fbbc-45a0-a397-3b5ddea6918f tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:37.261752 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-fe5adbe5-65e2-4683-ab21-340c7c95db17 req-83a4a34e-fbbc-45a0-a397-3b5ddea6918f tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 944 time: 0.0858240 Jan 26 11:52:37.271581 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:37.298715 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b2dcec-4249-4e17-8227-88b87615d1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7653fdf-44a0-4d6c-be54-7faa37cccab7'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:52:37.306216 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-fe5adbe5-65e2-4683-ab21-340c7c95db17 req-b8f75e5a-654e-4fa6-bf96-607c0f50a549 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386920 Jan 26 11:52:37.309787 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port e7653fdf-44a0-4d6c-be54-7faa37cccab7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e7653fdf-44a0-4d6c-be54-7faa37cccab7,segment=NetworkSegment(a9c65f77-f392-4f15-90d4-60886a957674),segment_id=a9c65f77-f392-4f15-90d4-60886a957674)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:52:37.314084 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:37.355681 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b2dcec-4249-4e17-8227-88b87615d1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7653fdf-44a0-4d6c-be54-7faa37cccab7', 'code': 200} Jan 26 11:52:37.391819 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=e7653fdf-44a0-4d6c-be54-7faa37cccab7,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:37.610984 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffe772-2f23-46d6-9d4f-48f3414a16e5 req-085b82b0-dd27-4ac6-9bb1-aa4bad98f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:37.612927 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-67ffe772-2f23-46d6-9d4f-48f3414a16e5 req-085b82b0-dd27-4ac6-9bb1-aa4bad98f475 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 1098 time: 0.1159053 Jan 26 11:52:37.652342 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-67ffe772-2f23-46d6-9d4f-48f3414a16e5 req-6a5c9b9b-8945-41bd-b534-2d69b6eea5c7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335708 Jan 26 11:52:38.491833 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7182f8-c2ca-43a2-9be3-9bd30701b8df req-b06e258d-afd4-4236-b4cc-ae3ea0059486 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:38.493315 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ff7182f8-c2ca-43a2-9be3-9bd30701b8df req-b06e258d-afd4-4236-b4cc-ae3ea0059486 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 945 time: 0.0790389 Jan 26 11:52:38.537301 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ff7182f8-c2ca-43a2-9be3-9bd30701b8df req-b595ed6f-b727-4e32-bc62-8fceb2e8416a tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382872 Jan 26 11:52:39.723462 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ef6ef-18ee-4787-a7f9-ebd4362e5a40 req-7d820bf7-42b4-4ba9-94e5-7f6e8846ccfa tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:39.724897 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-992ef6ef-18ee-4787-a7f9-ebd4362e5a40 req-7d820bf7-42b4-4ba9-94e5-7f6e8846ccfa tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 945 time: 0.0815992 Jan 26 11:52:39.772849 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-992ef6ef-18ee-4787-a7f9-ebd4362e5a40 req-515d6d71-9563-486c-8792-4a6ed71f6124 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422981 Jan 26 11:52:39.968484 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc2a9a-6b2d-47c6-baa8-c315faed780f req-987ed5d2-c9fb-4985-b2c8-4e610fe12144 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:39.970236 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b5bc2a9a-6b2d-47c6-baa8-c315faed780f req-987ed5d2-c9fb-4985-b2c8-4e610fe12144 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 945 time: 0.0903807 Jan 26 11:52:40.014539 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b5bc2a9a-6b2d-47c6-baa8-c315faed780f req-34cbcd69-8318-4caa-aaf9-acf02dcea165 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379288 Jan 26 11:52:40.402340 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6fd39-919c-47d2-a039-d35642f9f36b req-e8584b6f-08c4-411e-b637-a853fc6385f3 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:40.403738 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-1be6fd39-919c-47d2-a039-d35642f9f36b req-e8584b6f-08c4-411e-b637-a853fc6385f3 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 945 time: 0.0790887 Jan 26 11:52:40.451596 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-1be6fd39-919c-47d2-a039-d35642f9f36b req-a6963d72-b1da-44c3-a9ee-85edcd6e393f tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422418 Jan 26 11:52:50.808305 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19edd2-06d5-4cec-b68b-6928c6f39720 req-da217286-6edb-4433-9a8e-d8c3df73c888 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:50.809779 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6a19edd2-06d5-4cec-b68b-6928c6f39720 req-da217286-6edb-4433-9a8e-d8c3df73c888 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 945 time: 0.1910548 Jan 26 11:52:50.856027 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6a19edd2-06d5-4cec-b68b-6928c6f39720 req-fdc2aa53-5f60-4f95-897d-5102ba112ebe tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403183 Jan 26 11:52:50.879374 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60194) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:50.992908 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e938e4-108c-43d6-9176-f3208ce7dfc0 tempest-TestMinimumBasicScenario-299569022 tempest-TestMinimumBasicScenario-299569022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:50.993614 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-96e938e4-108c-43d6-9176-f3208ce7dfc0 tempest-TestMinimumBasicScenario-299569022 tempest-TestMinimumBasicScenario-299569022-project-admin] Synchronizing usage tracker for tenant:22a5061d850b44c5be2ab2ffe136708a on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:52:51.009183 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-96e938e4-108c-43d6-9176-f3208ce7dfc0 tempest-TestMinimumBasicScenario-299569022 tempest-TestMinimumBasicScenario-299569022-project-admin] Unset dirty status for tenant:22a5061d850b44c5be2ab2ffe136708a on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:52:51.010399 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-96e938e4-108c-43d6-9176-f3208ce7dfc0 tempest-TestMinimumBasicScenario-299569022 tempest-TestMinimumBasicScenario-299569022-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 1093 time: 0.1300545 Jan 26 11:52:51.013567 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60200) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:51.018435 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-3b68ec14-bf50-43d1-85e6-163c199a4282 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': 'e7653fdf-44a0-4d6c-be54-7faa37cccab7', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:51.025289 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3b68ec14-bf50-43d1-85e6-163c199a4282 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:52:51.028980 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3b68ec14-bf50-43d1-85e6-163c199a4282 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Usage tracker for resource:floatingip and tenant:012400910ef242a9a2e49cbc70919121 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:52:51.031715 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3b68ec14-bf50-43d1-85e6-163c199a4282 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:52:51.038078 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3b68ec14-bf50-43d1-85e6-163c199a4282 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:52:51.048380 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b68ec14-bf50-43d1-85e6-163c199a4282 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for floatingip, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:51.287524 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b68ec14-bf50-43d1-85e6-163c199a4282 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:51.420104 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-3b68ec14-bf50-43d1-85e6-163c199a4282 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Allocated IP 172.26.5.79 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/2168a169-1ac6-4b53-94ce-df0dff3e1712) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:52:51.564499 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b68ec14-bf50-43d1-85e6-163c199a4282 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:51.593436 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b68ec14-bf50-43d1-85e6-163c199a4282 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:51.661386 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b68ec14-bf50-43d1-85e6-163c199a4282 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:52:51.664184 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-3b68ec14-bf50-43d1-85e6-163c199a4282 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:52:51.666794 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b68ec14-bf50-43d1-85e6-163c199a4282 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:52:51.707043 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68ec14-bf50-43d1-85e6-163c199a4282 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Pushing event updated for resources: {'Port': ['ID=2168a169-1ac6-4b53-94ce-df0dff3e1712,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:52.083910 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b68ec14-bf50-43d1-85e6-163c199a4282 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:52.157020 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b68ec14-bf50-43d1-85e6-163c199a4282 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:52.359558 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b68ec14-bf50-43d1-85e6-163c199a4282 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:52.364100 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b68ec14-bf50-43d1-85e6-163c199a4282 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:52.474554 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68ec14-bf50-43d1-85e6-163c199a4282 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Pushing event updated for resources: {'Port': ['ID=2168a169-1ac6-4b53-94ce-df0dff3e1712,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:52.482719 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b68ec14-bf50-43d1-85e6-163c199a4282 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:52.591412 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-80fe8370-2130-405c-be6f-fb373b516bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:52.653256 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-3b68ec14-bf50-43d1-85e6-163c199a4282 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Floating IP ee18f586-ae94-4569-b14c-9c9b57f7b8a2 associated. External IP: 172.26.5.79, port: e7653fdf-44a0-4d6c-be54-7faa37cccab7. Jan 26 11:52:53.124700 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b68ec14-bf50-43d1-85e6-163c199a4282 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Router 42704645-6230-4289-b002-6ed749ac188c has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:52:53.299844 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b68ec14-bf50-43d1-85e6-163c199a4282 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:52:53.309540 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54b3a68-552e-4245-9994-2cce6b250188 None None] Sync routers for ids ['42704645-6230-4289-b002-6ed749ac188c'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:52:53.318654 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54b3a68-552e-4245-9994-2cce6b250188 None None] Routers {'42704645-6230-4289-b002-6ed749ac188c'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:52:53.319338 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-e54b3a68-552e-4245-9994-2cce6b250188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:52:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['42704645-6230-4289-b002-6ed749ac188c'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:52:53.323608 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b68ec14-bf50-43d1-85e6-163c199a4282 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:53.383262 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3b68ec14-bf50-43d1-85e6-163c199a4282 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3682690 Jan 26 11:52:53.383463 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b2dcec-4249-4e17-8227-88b87615d1ff', 'tag': 'e7653fdf-44a0-4d6c-be54-7faa37cccab7'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:52:53.385739 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60204) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:53.391108 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-32860446-6309-4295-a9c7-726487164ea7 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1222590398', 'description': 'tempest-secgroup-smoke-1222590398 description', 'project_id': '012400910ef242a9a2e49cbc70919121'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:53.397798 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-32860446-6309-4295-a9c7-726487164ea7 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:52:53.407573 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-32860446-6309-4295-a9c7-726487164ea7 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:52:53.419183 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-32860446-6309-4295-a9c7-726487164ea7 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:53.439728 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-32860446-6309-4295-a9c7-726487164ea7 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:52:53.444992 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-32860446-6309-4295-a9c7-726487164ea7 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Usage tracker for resource:security_group_rule and tenant:012400910ef242a9a2e49cbc70919121 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:52:53.448195 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-32860446-6309-4295-a9c7-726487164ea7 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:52:53.454585 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-32860446-6309-4295-a9c7-726487164ea7 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:52:53.493051 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b2dcec-4249-4e17-8227-88b87615d1ff', 'tag': 'e7653fdf-44a0-4d6c-be54-7faa37cccab7', 'status': 'completed', 'code': 200} Jan 26 11:52:53.515554 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-e54b3a68-552e-4245-9994-2cce6b250188 None None] Set router 42704645-6230-4289-b002-6ed749ac188c gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:52:53.564748 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-32860446-6309-4295-a9c7-726487164ea7 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:53.569302 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-32860446-6309-4295-a9c7-726487164ea7 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:53.632173 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32860446-6309-4295-a9c7-726487164ea7 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5b96fe-ec2b-443f-9584-ba7944b71459,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:53.641930 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32860446-6309-4295-a9c7-726487164ea7 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:53.642240 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32860446-6309-4295-a9c7-726487164ea7 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:53.642657 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32860446-6309-4295-a9c7-726487164ea7 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:53.643000 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32860446-6309-4295-a9c7-726487164ea7 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:53.643340 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32860446-6309-4295-a9c7-726487164ea7 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:53.643698 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32860446-6309-4295-a9c7-726487164ea7 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:53.644045 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32860446-6309-4295-a9c7-726487164ea7 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:53.644373 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32860446-6309-4295-a9c7-726487164ea7 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:53.644790 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32860446-6309-4295-a9c7-726487164ea7 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:53.645119 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32860446-6309-4295-a9c7-726487164ea7 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:53.645445 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32860446-6309-4295-a9c7-726487164ea7 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:53.645770 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32860446-6309-4295-a9c7-726487164ea7 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:53.653782 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-32860446-6309-4295-a9c7-726487164ea7 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:53.657160 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-32860446-6309-4295-a9c7-726487164ea7 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2674267 Jan 26 11:52:53.657767 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60212) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:53.661076 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f90b0-97f0-46ea-9d89-1901c52c46a9 req-25695b63-7180-487c-9a67-0286b9e72d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:53.662576 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-da9f90b0-97f0-46ea-9d89-1901c52c46a9 req-25695b63-7180-487c-9a67-0286b9e72d1a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=012400910ef242a9a2e49cbc70919121&device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 1098 time: 0.1463606 Jan 26 11:52:53.663189 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-89b5c84b-3ff8-4d97-ab3c-609d10f47671 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Request body: {'security_group_rule': {'security_group_id': '3c5b96fe-ec2b-443f-9584-ba7944b71459', 'project_id': '012400910ef242a9a2e49cbc70919121', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:53.669089 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-89b5c84b-3ff8-4d97-ab3c-609d10f47671 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:52:53.672946 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-89b5c84b-3ff8-4d97-ab3c-609d10f47671 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Usage tracker for resource:security_group_rule and tenant:012400910ef242a9a2e49cbc70919121 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:52:53.676495 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-89b5c84b-3ff8-4d97-ab3c-609d10f47671 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:52:53.682694 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-89b5c84b-3ff8-4d97-ab3c-609d10f47671 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:52:53.699484 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89b5c84b-3ff8-4d97-ab3c-609d10f47671 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:53.764993 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89b5c84b-3ff8-4d97-ab3c-609d10f47671 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:53.771088 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89b5c84b-3ff8-4d97-ab3c-609d10f47671 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:53.804793 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-89b5c84b-3ff8-4d97-ab3c-609d10f47671 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:53.806543 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-89b5c84b-3ff8-4d97-ab3c-609d10f47671 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1476891 Jan 26 11:52:53.808656 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60216) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:53.811883 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5c84b-3ff8-4d97-ab3c-609d10f47671 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c912f36-ff21-4778-b250-ec341268e39f,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:53.812131 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f90b0-97f0-46ea-9d89-1901c52c46a9 req-51fe129d-2953-4062-840f-0e1e9b5afabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:53.813514 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-da9f90b0-97f0-46ea-9d89-1901c52c46a9 req-51fe129d-2953-4062-840f-0e1e9b5afabd service neutron] 10.222.0.24 "GET /v2.0/networks?id=f50fc431-0c68-4f49-b7a1-482e41cc654b HTTP/1.1" status: 200 len: 913 time: 0.1441364 Jan 26 11:52:53.816975 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-7ee0fdc6-8b0e-4838-9f8f-ae08f00123a6 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Request body: {'security_group_rule': {'security_group_id': '3c5b96fe-ec2b-443f-9584-ba7944b71459', 'project_id': '012400910ef242a9a2e49cbc70919121', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:53.823211 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-7ee0fdc6-8b0e-4838-9f8f-ae08f00123a6 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:52:53.827010 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7ee0fdc6-8b0e-4838-9f8f-ae08f00123a6 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Usage tracker for resource:security_group_rule and tenant:012400910ef242a9a2e49cbc70919121 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:52:53.830478 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7ee0fdc6-8b0e-4838-9f8f-ae08f00123a6 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:52:53.837222 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-7ee0fdc6-8b0e-4838-9f8f-ae08f00123a6 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:52:53.851607 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5c84b-3ff8-4d97-ab3c-609d10f47671 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:53.851975 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5c84b-3ff8-4d97-ab3c-609d10f47671 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:53.852728 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5c84b-3ff8-4d97-ab3c-609d10f47671 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:53.853077 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5c84b-3ff8-4d97-ab3c-609d10f47671 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:53.853415 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5c84b-3ff8-4d97-ab3c-609d10f47671 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:53.853752 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5c84b-3ff8-4d97-ab3c-609d10f47671 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:53.854086 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5c84b-3ff8-4d97-ab3c-609d10f47671 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:53.854455 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5c84b-3ff8-4d97-ab3c-609d10f47671 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:53.854771 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5c84b-3ff8-4d97-ab3c-609d10f47671 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:53.855101 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5c84b-3ff8-4d97-ab3c-609d10f47671 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:53.855431 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5c84b-3ff8-4d97-ab3c-609d10f47671 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:53.855756 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5c84b-3ff8-4d97-ab3c-609d10f47671 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:52:53.865912 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7ee0fdc6-8b0e-4838-9f8f-ae08f00123a6 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:53.900340 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-e54b3a68-552e-4245-9994-2cce6b250188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42704645-6230-4289-b002-6ed749ac188c', 'name': 'tempest-TestMinimumBasicScenario-2826220-router', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.208'}], 'enable_snat': True}, 'gw_port_id': 'd0eeca6e-abfb-4c97-9372-5741d51681f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:52:02Z', 'revision_number': 4, 'project_id': '012400910ef242a9a2e49cbc70919121', 'gw_port': {'id': 'd0eeca6e-abfb-4c97-9372-5741d51681f3', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42704645-6230-4289-b002-6ed749ac188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': 'ee18f586-ae94-4569-b14c-9c9b57f7b8a2', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'floating_ip_address': '172.26.5.79', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '42704645-6230-4289-b002-6ed749ac188c', 'port_id': 'e7653fdf-44a0-4d6c-be54-7faa37cccab7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b', 'mac_address': 'fa:16:3e:ef:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b2dcec-4249-4e17-8227-88b87615d1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:52:52Z', 'updated_at': '2022-01-26T11:52:52Z', 'revision_number': 0, 'project_id': '012400910ef242a9a2e49cbc70919121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b062d77-f2a4-41f1-a398-3284bed4d6d4', 'name': '', 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'mac_address': 'fa:16:3e:12:a7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42704645-6230-4289-b002-6ed749ac188c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f360f22f-12b8-4c79-910d-6ce996d7463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:52:01Z', 'updated_at': '2022-01-26T11:52:09Z', 'revision_number': 5, 'project_id': '012400910ef242a9a2e49cbc70919121', 'subnets': [{'id': 'f360f22f-12b8-4c79-910d-6ce996d7463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:52:53.905715 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54b3a68-552e-4245-9994-2cce6b250188 None None] Checking router: 42704645-6230-4289-b002-6ed749ac188c for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:52:53.917280 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54b3a68-552e-4245-9994-2cce6b250188 None None] Routers {'42704645-6230-4289-b002-6ed749ac188c'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:52:53.918455 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-e54b3a68-552e-4245-9994-2cce6b250188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:52:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['42704645-6230-4289-b002-6ed749ac188c'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:52:53.936485 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7ee0fdc6-8b0e-4838-9f8f-ae08f00123a6 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:53.940837 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7ee0fdc6-8b0e-4838-9f8f-ae08f00123a6 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:53.943026 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-da9f90b0-97f0-46ea-9d89-1901c52c46a9 req-627f36ac-9a1c-4878-98a9-dc61e4523030 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7653fdf-44a0-4d6c-be54-7faa37cccab7 HTTP/1.1" status: 200 len: 998 time: 0.1226065 Jan 26 11:52:53.967209 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0fdc6-8b0e-4838-9f8f-ae08f00123a6 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50022ff3-e19f-4f3c-91a8-e98ffb7bd114,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:53.979632 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7ee0fdc6-8b0e-4838-9f8f-ae08f00123a6 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:53.985075 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7ee0fdc6-8b0e-4838-9f8f-ae08f00123a6 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1729136 Jan 26 11:52:53.985955 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60220) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:53.991180 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-f8e97977-5592-429e-92bc-5e6f5e7e8e5f tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Request body: {'security_group_rule': {'security_group_id': '3c5b96fe-ec2b-443f-9584-ba7944b71459', 'project_id': '012400910ef242a9a2e49cbc70919121', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:53.997478 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f8e97977-5592-429e-92bc-5e6f5e7e8e5f tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:52:54.001456 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f8e97977-5592-429e-92bc-5e6f5e7e8e5f tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Usage tracker for resource:security_group_rule and tenant:012400910ef242a9a2e49cbc70919121 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:52:54.004647 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f8e97977-5592-429e-92bc-5e6f5e7e8e5f tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:52:54.010741 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f8e97977-5592-429e-92bc-5e6f5e7e8e5f tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:52:54.021985 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f90b0-97f0-46ea-9d89-1901c52c46a9 req-9a7c61d5-c380-4fc1-8e0d-b63eb2b8e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:54.023643 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-da9f90b0-97f0-46ea-9d89-1901c52c46a9 req-9a7c61d5-c380-4fc1-8e0d-b63eb2b8e889 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f360f22f-12b8-4c79-910d-6ce996d7463f HTTP/1.1" status: 200 len: 851 time: 0.0736258 Jan 26 11:52:54.035773 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f8e97977-5592-429e-92bc-5e6f5e7e8e5f tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:54.107794 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f8e97977-5592-429e-92bc-5e6f5e7e8e5f tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:54.124044 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f8e97977-5592-429e-92bc-5e6f5e7e8e5f tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:54.124194 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-e54b3a68-552e-4245-9994-2cce6b250188 None None] Set router 42704645-6230-4289-b002-6ed749ac188c gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:52:54.124294 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f90b0-97f0-46ea-9d89-1901c52c46a9 req-efba5f63-cf42-457a-8235-8760a9ca4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:54.124294 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-da9f90b0-97f0-46ea-9d89-1901c52c46a9 req-efba5f63-cf42-457a-8235-8760a9ca4db5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f50fc431-0c68-4f49-b7a1-482e41cc654b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0909939 Jan 26 11:52:54.144214 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e97977-5592-429e-92bc-5e6f5e7e8e5f tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1780e54c-3fcd-4fe9-9070-4e1cc3382781,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:54.152123 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f8e97977-5592-429e-92bc-5e6f5e7e8e5f tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:54.153443 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f8e97977-5592-429e-92bc-5e6f5e7e8e5f tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1669617 Jan 26 11:52:54.156065 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60224) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:54.162873 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-e6396368-c4d2-4b11-b00b-3307494150ec tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Request body: {'security_group_rule': {'security_group_id': '3c5b96fe-ec2b-443f-9584-ba7944b71459', 'project_id': '012400910ef242a9a2e49cbc70919121', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:54.169411 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e6396368-c4d2-4b11-b00b-3307494150ec tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:52:54.173569 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e6396368-c4d2-4b11-b00b-3307494150ec tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Usage tracker for resource:security_group_rule and tenant:012400910ef242a9a2e49cbc70919121 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:52:54.177443 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e6396368-c4d2-4b11-b00b-3307494150ec tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:52:54.183781 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e6396368-c4d2-4b11-b00b-3307494150ec tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:52:54.202735 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e6396368-c4d2-4b11-b00b-3307494150ec tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:54.278496 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e6396368-c4d2-4b11-b00b-3307494150ec tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:54.282732 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e6396368-c4d2-4b11-b00b-3307494150ec tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:54.308150 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6396368-c4d2-4b11-b00b-3307494150ec tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c765ba1-3b97-4c0d-95b5-d13a9998906e,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:54.319927 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e6396368-c4d2-4b11-b00b-3307494150ec tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:54.324417 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e6396368-c4d2-4b11-b00b-3307494150ec tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1673961 Jan 26 11:52:54.325214 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60228) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:54.330818 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-a1877fbb-d41d-4383-8e03-7addb8babf6e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Request body: {'security_group_rule': {'security_group_id': '3c5b96fe-ec2b-443f-9584-ba7944b71459', 'project_id': '012400910ef242a9a2e49cbc70919121', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:54.337265 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a1877fbb-d41d-4383-8e03-7addb8babf6e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:52:54.341316 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a1877fbb-d41d-4383-8e03-7addb8babf6e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Usage tracker for resource:security_group_rule and tenant:012400910ef242a9a2e49cbc70919121 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:52:54.344927 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a1877fbb-d41d-4383-8e03-7addb8babf6e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:52:54.351695 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a1877fbb-d41d-4383-8e03-7addb8babf6e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:52:54.363411 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.securitygroups_db [None req-a1877fbb-d41d-4383-8e03-7addb8babf6e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Project 012400910ef242a9a2e49cbc70919121 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:52:54.371626 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a1877fbb-d41d-4383-8e03-7addb8babf6e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:54.400770 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-da9f90b0-97f0-46ea-9d89-1901c52c46a9 req-6a5defd6-596d-4652-b041-c394958173c7 service neutron] 10.222.0.24 "GET /v2.0/networks/f50fc431-0c68-4f49-b7a1-482e41cc654b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710578 Jan 26 11:52:54.440137 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a1877fbb-d41d-4383-8e03-7addb8babf6e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:54.445306 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a1877fbb-d41d-4383-8e03-7addb8babf6e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:54.468764 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1877fbb-d41d-4383-8e03-7addb8babf6e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5cbd1cb-a345-4244-9e1d-947c99fa234f,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:54.482564 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a1877fbb-d41d-4383-8e03-7addb8babf6e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:54.483806 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a1877fbb-d41d-4383-8e03-7addb8babf6e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1574209 Jan 26 11:52:54.486378 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60232) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:52:54.491994 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-eb03b7ec-0b28-45a4-a701-0f87156eb70b tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Request body: {'security_group_rule': {'security_group_id': '3c5b96fe-ec2b-443f-9584-ba7944b71459', 'project_id': '012400910ef242a9a2e49cbc70919121', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:54.497688 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-eb03b7ec-0b28-45a4-a701-0f87156eb70b tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:52:54.501532 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-eb03b7ec-0b28-45a4-a701-0f87156eb70b tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Usage tracker for resource:security_group_rule and tenant:012400910ef242a9a2e49cbc70919121 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:52:54.506172 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-eb03b7ec-0b28-45a4-a701-0f87156eb70b tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:52:54.512366 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-eb03b7ec-0b28-45a4-a701-0f87156eb70b tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:52:54.524809 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.securitygroups_db [None req-eb03b7ec-0b28-45a4-a701-0f87156eb70b tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Project 012400910ef242a9a2e49cbc70919121 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:52:54.534491 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-eb03b7ec-0b28-45a4-a701-0f87156eb70b tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:54.543137 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-da9f90b0-97f0-46ea-9d89-1901c52c46a9 req-eb163fbd-7764-4a45-b7f0-477fa13f1618 service neutron] 10.222.0.24 "GET /v2.0/networks/f50fc431-0c68-4f49-b7a1-482e41cc654b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358504 Jan 26 11:52:54.567907 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-e54b3a68-552e-4245-9994-2cce6b250188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42704645-6230-4289-b002-6ed749ac188c', 'name': 'tempest-TestMinimumBasicScenario-2826220-router', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.208'}], 'enable_snat': True}, 'gw_port_id': 'd0eeca6e-abfb-4c97-9372-5741d51681f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:52:02Z', 'revision_number': 4, 'project_id': '012400910ef242a9a2e49cbc70919121', 'gw_port': {'id': 'd0eeca6e-abfb-4c97-9372-5741d51681f3', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42704645-6230-4289-b002-6ed749ac188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': 'ee18f586-ae94-4569-b14c-9c9b57f7b8a2', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'floating_ip_address': '172.26.5.79', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '42704645-6230-4289-b002-6ed749ac188c', 'port_id': 'e7653fdf-44a0-4d6c-be54-7faa37cccab7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b', 'mac_address': 'fa:16:3e:ef:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b2dcec-4249-4e17-8227-88b87615d1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:52:52Z', 'updated_at': '2022-01-26T11:52:52Z', 'revision_number': 0, 'project_id': '012400910ef242a9a2e49cbc70919121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b062d77-f2a4-41f1-a398-3284bed4d6d4', 'name': '', 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'mac_address': 'fa:16:3e:12:a7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42704645-6230-4289-b002-6ed749ac188c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f360f22f-12b8-4c79-910d-6ce996d7463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:52:01Z', 'updated_at': '2022-01-26T11:52:09Z', 'revision_number': 5, 'project_id': '012400910ef242a9a2e49cbc70919121', 'subnets': [{'id': 'f360f22f-12b8-4c79-910d-6ce996d7463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:52:54.572275 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54b3a68-552e-4245-9994-2cce6b250188 None None] The sync data for ids ['42704645-6230-4289-b002-6ed749ac188c'] in dv-neutron-826439-1-hyperv is: [{'id': '42704645-6230-4289-b002-6ed749ac188c', 'name': 'tempest-TestMinimumBasicScenario-2826220-router', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.208'}], 'enable_snat': True}, 'gw_port_id': 'd0eeca6e-abfb-4c97-9372-5741d51681f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:52:02Z', 'revision_number': 4, 'project_id': '012400910ef242a9a2e49cbc70919121', 'gw_port': {'id': 'd0eeca6e-abfb-4c97-9372-5741d51681f3', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42704645-6230-4289-b002-6ed749ac188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': 'ee18f586-ae94-4569-b14c-9c9b57f7b8a2', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'floating_ip_address': '172.26.5.79', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '42704645-6230-4289-b002-6ed749ac188c', 'port_id': 'e7653fdf-44a0-4d6c-be54-7faa37cccab7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b', 'mac_address': 'fa:16:3e:ef:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b2dcec-4249-4e17-8227-88b87615d1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:52:52Z', 'updated_at': '2022-01-26T11:52:52Z', 'revision_number': 0, 'project_id': '012400910ef242a9a2e49cbc70919121', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b062d77-f2a4-41f1-a398-3284bed4d6d4', 'name': '', 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'mac_address': 'fa:16:3e:12:a7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42704645-6230-4289-b002-6ed749ac188c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f360f22f-12b8-4c79-910d-6ce996d7463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:52:01Z', 'updated_at': '2022-01-26T11:52:09Z', 'revision_number': 5, 'project_id': '012400910ef242a9a2e49cbc70919121', 'subnets': [{'id': 'f360f22f-12b8-4c79-910d-6ce996d7463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:52:54.609717 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-eb03b7ec-0b28-45a4-a701-0f87156eb70b tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:54.614132 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-eb03b7ec-0b28-45a4-a701-0f87156eb70b tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:54.638361 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03b7ec-0b28-45a4-a701-0f87156eb70b tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6813747-9a0f-4759-9969-8221e6a56ae1,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:54.647230 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-eb03b7ec-0b28-45a4-a701-0f87156eb70b tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:54.648428 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-eb03b7ec-0b28-45a4-a701-0f87156eb70b tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1611383 Jan 26 11:52:54.777649 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b1f0aa9e-48aa-4fc5-a1d5-11fe50969a41 req-d48a4046-b19e-4c16-b1f4-408288d7e6f3 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1222590398&fields=id&tenant_id=012400910ef242a9a2e49cbc70919121 HTTP/1.1" status: 200 len: 267 time: 0.0430803 Jan 26 11:52:54.791497 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a31809-c64d-4c17-b843-1fbd86735aaf None None] New status for floating IP ee18f586-ae94-4569-b14c-9c9b57f7b8a2: ACTIVE {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:52:54.845753 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-40261ca7-7404-4d0d-a1ea-bfbc49660edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:54.884444 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0aa9e-48aa-4fc5-a1d5-11fe50969a41 req-e4e32610-210c-48e3-b120-856280c1414d tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:54.885898 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b1f0aa9e-48aa-4fc5-a1d5-11fe50969a41 req-e4e32610-210c-48e3-b120-856280c1414d tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 945 time: 0.1023815 Jan 26 11:52:54.897356 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [req-b1f0aa9e-48aa-4fc5-a1d5-11fe50969a41 req-a8a36a12-39f8-4885-97cf-5ceb0c27b166 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Request body: {'port': {'security_groups': ['a382ce2f-d973-4cc8-872c-ba015570ba7d', '3c5b96fe-ec2b-443f-9584-ba7944b71459']}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:52:55.036285 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [req-b1f0aa9e-48aa-4fc5-a1d5-11fe50969a41 req-a8a36a12-39f8-4885-97cf-5ceb0c27b166 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:55.284977 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [req-b1f0aa9e-48aa-4fc5-a1d5-11fe50969a41 req-a8a36a12-39f8-4885-97cf-5ceb0c27b166 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] For port e7653fdf-44a0-4d6c-be54-7faa37cccab7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e7653fdf-44a0-4d6c-be54-7faa37cccab7,segment=NetworkSegment(a9c65f77-f392-4f15-90d4-60886a957674),segment_id=a9c65f77-f392-4f15-90d4-60886a957674)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:52:55.309105 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [req-b1f0aa9e-48aa-4fc5-a1d5-11fe50969a41 req-a8a36a12-39f8-4885-97cf-5ceb0c27b166 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:55.313535 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [req-b1f0aa9e-48aa-4fc5-a1d5-11fe50969a41 req-a8a36a12-39f8-4885-97cf-5ceb0c27b166 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:55.324414 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['e7653fdf-44a0-4d6c-be54-7faa37cccab7'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:52:55.391256 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0aa9e-48aa-4fc5-a1d5-11fe50969a41 req-a8a36a12-39f8-4885-97cf-5ceb0c27b166 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:55.391883 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [req-b1f0aa9e-48aa-4fc5-a1d5-11fe50969a41 req-a8a36a12-39f8-4885-97cf-5ceb0c27b166 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:55.393269 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b1f0aa9e-48aa-4fc5-a1d5-11fe50969a41 req-a8a36a12-39f8-4885-97cf-5ceb0c27b166 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "PUT /v2.0/ports/e7653fdf-44a0-4d6c-be54-7faa37cccab7 HTTP/1.1" status: 200 len: 981 time: 0.5009480 Jan 26 11:52:55.413821 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a36a12-39f8-4885-97cf-5ceb0c27b166 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Pushing event updated for resources: {'Port': ['ID=e7653fdf-44a0-4d6c-be54-7faa37cccab7,revision_number=6']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:52:55.453867 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['e7653fdf-44a0-4d6c-be54-7faa37cccab7'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:52:55.494957 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b2dcec-4249-4e17-8227-88b87615d1ff', 'tag': 'e7653fdf-44a0-4d6c-be54-7faa37cccab7'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:52:55.555436 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b2dcec-4249-4e17-8227-88b87615d1ff', 'tag': 'e7653fdf-44a0-4d6c-be54-7faa37cccab7', 'status': 'completed', 'code': 200} Jan 26 11:52:55.727330 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1ceb3-fd4f-4ee2-b349-132d0b5c07a3 req-eb0da7f4-5d89-48a1-9d50-cb8c5164b8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:55.728737 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8ab1ceb3-fd4f-4ee2-b349-132d0b5c07a3 req-eb0da7f4-5d89-48a1-9d50-cb8c5164b8b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=012400910ef242a9a2e49cbc70919121&device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 1137 time: 0.1494501 Jan 26 11:52:55.736930 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44187705-929e-4bf8-8a28-ab54e4a902a6 req-d615a853-15a8-495d-aaa3-4efa398d58d1 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:55.738412 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-44187705-929e-4bf8-8a28-ab54e4a902a6 req-d615a853-15a8-495d-aaa3-4efa398d58d1 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 984 time: 0.1900902 Jan 26 11:52:55.746575 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7cf91a39-29e9-47b7-841f-46213bce1ba3 None None] Provisioning complete for port e7653fdf-44a0-4d6c-be54-7faa37cccab7 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:52:55.746945 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7cf91a39-29e9-47b7-841f-46213bce1ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:55.874775 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-44187705-929e-4bf8-8a28-ab54e4a902a6 req-e1c65cd0-1f7f-4b6f-83a5-92f92ec45a80 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Synchronizing usage tracker for tenant:012400910ef242a9a2e49cbc70919121 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:52:55.916380 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-44187705-929e-4bf8-8a28-ab54e4a902a6 req-e1c65cd0-1f7f-4b6f-83a5-92f92ec45a80 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Unset dirty status for tenant:012400910ef242a9a2e49cbc70919121 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:52:55.917679 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-44187705-929e-4bf8-8a28-ab54e4a902a6 req-e1c65cd0-1f7f-4b6f-83a5-92f92ec45a80 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&id=3c5b96fe-ec2b-443f-9584-ba7944b71459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1605167 Jan 26 11:52:55.918886 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1ceb3-fd4f-4ee2-b349-132d0b5c07a3 req-a8707b28-0694-4bbd-838a-b25d2ac15cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:55.920225 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8ab1ceb3-fd4f-4ee2-b349-132d0b5c07a3 req-a8707b28-0694-4bbd-838a-b25d2ac15cde service neutron] 10.222.0.24 "GET /v2.0/networks?id=f50fc431-0c68-4f49-b7a1-482e41cc654b HTTP/1.1" status: 200 len: 913 time: 0.1810257 Jan 26 11:52:56.011194 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:56.028129 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8ab1ceb3-fd4f-4ee2-b349-132d0b5c07a3 req-c87ee128-f334-4bc6-86d2-5e1170f241ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7653fdf-44a0-4d6c-be54-7faa37cccab7 HTTP/1.1" status: 200 len: 1000 time: 0.1019087 Jan 26 11:52:56.089475 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1ceb3-fd4f-4ee2-b349-132d0b5c07a3 req-8033d6a2-329e-4060-9138-7cb344eb3cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:56.090860 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8ab1ceb3-fd4f-4ee2-b349-132d0b5c07a3 req-8033d6a2-329e-4060-9138-7cb344eb3cab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f360f22f-12b8-4c79-910d-6ce996d7463f HTTP/1.1" status: 200 len: 851 time: 0.0567284 Jan 26 11:52:56.163974 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1ceb3-fd4f-4ee2-b349-132d0b5c07a3 req-e11044b7-34d4-42f9-a148-0dacf67c46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:52:56.165473 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8ab1ceb3-fd4f-4ee2-b349-132d0b5c07a3 req-e11044b7-34d4-42f9-a148-0dacf67c46b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f50fc431-0c68-4f49-b7a1-482e41cc654b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688257 Jan 26 11:52:56.180263 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:52:56.296939 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8ab1ceb3-fd4f-4ee2-b349-132d0b5c07a3 req-bd3222e2-ea24-4d70-9140-4109e0399535 service neutron] 10.222.0.24 "GET /v2.0/networks/f50fc431-0c68-4f49-b7a1-482e41cc654b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253824 Jan 26 11:52:56.426941 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8ab1ceb3-fd4f-4ee2-b349-132d0b5c07a3 req-19383fb9-766e-4c8f-8410-255334f28e84 service neutron] 10.222.0.24 "GET /v2.0/networks/f50fc431-0c68-4f49-b7a1-482e41cc654b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234975 Jan 26 11:52:57.496631 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:05.515672 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:09.623854 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:53:11.306982 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b952e2-5ab0-4ed2-8ab7-7861f757d185 req-bd06a01d-7331-481b-bbce-277cdd30ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:11.308456 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-88b952e2-5ab0-4ed2-8ab7-7861f757d185 req-bd06a01d-7331-481b-bbce-277cdd30ea1a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=012400910ef242a9a2e49cbc70919121&device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 1137 time: 0.1341743 Jan 26 11:53:11.316548 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad2096-eb5f-48a4-98ba-80bd59db3932 req-4a6dedd9-a41b-410b-9753-00b2aacd74fd tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:11.318801 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-50ad2096-eb5f-48a4-98ba-80bd59db3932 req-4a6dedd9-a41b-410b-9753-00b2aacd74fd tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 984 time: 0.1059623 Jan 26 11:53:11.446118 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-50ad2096-eb5f-48a4-98ba-80bd59db3932 req-7586006e-ad34-4b95-93b0-72c792a50952 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&id=3c5b96fe-ec2b-443f-9584-ba7944b71459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090775 Jan 26 11:53:11.477220 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b952e2-5ab0-4ed2-8ab7-7861f757d185 req-26cf308d-252f-4593-b01e-c18c7488196b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:11.478718 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-88b952e2-5ab0-4ed2-8ab7-7861f757d185 req-26cf308d-252f-4593-b01e-c18c7488196b service neutron] 10.222.0.24 "GET /v2.0/networks?id=f50fc431-0c68-4f49-b7a1-482e41cc654b HTTP/1.1" status: 200 len: 913 time: 0.1590874 Jan 26 11:53:11.582021 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-88b952e2-5ab0-4ed2-8ab7-7861f757d185 req-aa87c2cc-bfeb-4dff-bd4d-30f2f1ec443c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7653fdf-44a0-4d6c-be54-7faa37cccab7 HTTP/1.1" status: 200 len: 1000 time: 0.0959883 Jan 26 11:53:11.742210 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b952e2-5ab0-4ed2-8ab7-7861f757d185 req-c1ec621b-3f67-4e82-a6fb-50a61d706b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:11.743604 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-88b952e2-5ab0-4ed2-8ab7-7861f757d185 req-c1ec621b-3f67-4e82-a6fb-50a61d706b0b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f360f22f-12b8-4c79-910d-6ce996d7463f HTTP/1.1" status: 200 len: 851 time: 0.1544805 Jan 26 11:53:11.821061 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b952e2-5ab0-4ed2-8ab7-7861f757d185 req-e1c3cfe9-2b84-4396-a0b8-e45b77172dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:11.822573 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-88b952e2-5ab0-4ed2-8ab7-7861f757d185 req-e1c3cfe9-2b84-4396-a0b8-e45b77172dfa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f50fc431-0c68-4f49-b7a1-482e41cc654b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726120 Jan 26 11:53:11.954050 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-88b952e2-5ab0-4ed2-8ab7-7861f757d185 req-2fbfd9c7-285d-439d-93e7-1eb0b295c630 service neutron] 10.222.0.24 "GET /v2.0/networks/f50fc431-0c68-4f49-b7a1-482e41cc654b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249361 Jan 26 11:53:12.084943 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-88b952e2-5ab0-4ed2-8ab7-7861f757d185 req-69eca1b5-1362-42c3-be8d-68e5fa491a24 service neutron] 10.222.0.24 "GET /v2.0/networks/f50fc431-0c68-4f49-b7a1-482e41cc654b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242888 Jan 26 11:53:12.632442 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556162df-87dd-4b88-9390-503c65e4acd3 req-5d879b99-dffb-4a22-8392-c42a6ff8a56f tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:12.633878 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-556162df-87dd-4b88-9390-503c65e4acd3 req-5d879b99-dffb-4a22-8392-c42a6ff8a56f tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 984 time: 0.0796254 Jan 26 11:53:12.679922 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-556162df-87dd-4b88-9390-503c65e4acd3 req-21aff219-d817-4ae4-8057-46ced7ac7afb tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&id=3c5b96fe-ec2b-443f-9584-ba7944b71459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400810 Jan 26 11:53:13.867282 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1e62d-2204-4b0a-a1d7-91620dab52a3 req-18c99147-ee8d-4f11-9891-26897ce4158e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:13.868742 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-60f1e62d-2204-4b0a-a1d7-91620dab52a3 req-18c99147-ee8d-4f11-9891-26897ce4158e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 984 time: 0.0850925 Jan 26 11:53:13.916562 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-60f1e62d-2204-4b0a-a1d7-91620dab52a3 req-a30cc97e-085c-4ef5-b50e-7896f3187e63 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&id=3c5b96fe-ec2b-443f-9584-ba7944b71459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420015 Jan 26 11:53:15.210679 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785be474-b745-4623-a1f2-027babb23b86 req-34be8ea0-82f6-4e5d-9970-f481deb9faab tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:15.212082 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-785be474-b745-4623-a1f2-027babb23b86 req-34be8ea0-82f6-4e5d-9970-f481deb9faab tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 984 time: 0.1880085 Jan 26 11:53:15.257632 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-785be474-b745-4623-a1f2-027babb23b86 req-5cf750b6-72ca-4138-a7a9-3fc129eeb0a8 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&id=3c5b96fe-ec2b-443f-9584-ba7944b71459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397816 Jan 26 11:53:16.441548 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da2f69-7b07-4d23-9e06-cbf473e8c639 req-7df2a229-ae1f-43c4-8b31-de68caa80ed5 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:16.443071 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-03da2f69-7b07-4d23-9e06-cbf473e8c639 req-7df2a229-ae1f-43c4-8b31-de68caa80ed5 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 984 time: 0.0790198 Jan 26 11:53:16.488600 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-03da2f69-7b07-4d23-9e06-cbf473e8c639 req-09861bde-cc5c-458e-91c3-41301d89b243 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&id=3c5b96fe-ec2b-443f-9584-ba7944b71459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398850 Jan 26 11:53:17.672075 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a21799-e23a-403c-9ff8-8ecaa6293601 req-c9f8d297-2b5a-44a9-bb7c-9e761fd53c98 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:17.673525 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e5a21799-e23a-403c-9ff8-8ecaa6293601 req-c9f8d297-2b5a-44a9-bb7c-9e761fd53c98 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 984 time: 0.0789361 Jan 26 11:53:17.721970 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e5a21799-e23a-403c-9ff8-8ecaa6293601 req-0fd61c7c-0625-4333-9034-c779eeadaf94 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&id=3c5b96fe-ec2b-443f-9584-ba7944b71459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420496 Jan 26 11:53:18.910181 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc64702-7d32-414b-950d-c49ea03d3668 req-8bd8cbb4-1ed8-416e-bef7-c52474b9a45a tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:18.911709 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-cdc64702-7d32-414b-950d-c49ea03d3668 req-8bd8cbb4-1ed8-416e-bef7-c52474b9a45a tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 984 time: 0.0837481 Jan 26 11:53:18.957055 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-cdc64702-7d32-414b-950d-c49ea03d3668 req-99201475-30a2-4c59-859b-38ee18650349 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&id=3c5b96fe-ec2b-443f-9584-ba7944b71459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396633 Jan 26 11:53:20.159335 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78dc80-7bd4-42e7-876f-d8d4323148da req-d543c4d5-92de-4506-8cd0-236cc1bae94e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:20.161040 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0c78dc80-7bd4-42e7-876f-d8d4323148da req-d543c4d5-92de-4506-8cd0-236cc1bae94e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 984 time: 0.0866451 Jan 26 11:53:20.222215 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0c78dc80-7bd4-42e7-876f-d8d4323148da req-e32576a9-709e-45d4-97d6-869b2eaca11c tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&id=3c5b96fe-ec2b-443f-9584-ba7944b71459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550201 Jan 26 11:53:21.410281 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400d8fd-2e31-4144-a747-997d84b51a40 req-e14bb04a-0fae-465d-a376-0379b43bbb13 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:21.412343 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c400d8fd-2e31-4144-a747-997d84b51a40 req-e14bb04a-0fae-465d-a376-0379b43bbb13 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 984 time: 0.0796070 Jan 26 11:53:21.460774 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c400d8fd-2e31-4144-a747-997d84b51a40 req-952f5c81-5a48-432b-81d3-0476ae8df13d tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&id=3c5b96fe-ec2b-443f-9584-ba7944b71459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427346 Jan 26 11:53:22.593112 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e46cdc71-9f56-4221-9028-850d8f7d3879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:22.647100 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24752b-d97a-4bbc-b701-15001c831442 req-bad9fdf6-e1f2-4a55-a4e1-b8e761696a05 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:22.648559 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ff24752b-d97a-4bbc-b701-15001c831442 req-bad9fdf6-e1f2-4a55-a4e1-b8e761696a05 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 984 time: 0.0854881 Jan 26 11:53:22.700833 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ff24752b-d97a-4bbc-b701-15001c831442 req-6736eb64-f4db-454f-ae71-360cf0233a5b tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&id=3c5b96fe-ec2b-443f-9584-ba7944b71459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396631 Jan 26 11:53:23.888505 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ad800-aa7b-4aff-be19-c7a99dc75c00 req-6082cfaf-9ec8-4f81-a13c-e8186f01bb16 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:23.890055 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-274ad800-aa7b-4aff-be19-c7a99dc75c00 req-6082cfaf-9ec8-4f81-a13c-e8186f01bb16 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 984 time: 0.0855196 Jan 26 11:53:23.938802 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-274ad800-aa7b-4aff-be19-c7a99dc75c00 req-30314f51-53ed-4576-9a3a-0cbc3de68105 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&id=3c5b96fe-ec2b-443f-9584-ba7944b71459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425537 Jan 26 11:53:24.849749 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1a888a7d-8469-48af-932b-eb6ba7856128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:25.923515 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:26.144981 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:27.501543 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:30.293184 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c8023970-0084-447a-8726-48802ce54536 req-e129a9c4-9d66-4691-89de-3c9d44c3349a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722024 Jan 26 11:53:30.432031 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8023970-0084-447a-8726-48802ce54536 req-7d1c9efd-72d8-498b-9d99-3cf61ab3fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:30.433479 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c8023970-0084-447a-8726-48802ce54536 req-7d1c9efd-72d8-498b-9d99-3cf61ab3fdee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=012400910ef242a9a2e49cbc70919121&device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 1137 time: 0.0711939 Jan 26 11:53:30.574846 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8023970-0084-447a-8726-48802ce54536 req-4ec14855-bcdd-4108-8dcc-185d817b0323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:30.576203 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c8023970-0084-447a-8726-48802ce54536 req-4ec14855-bcdd-4108-8dcc-185d817b0323 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f50fc431-0c68-4f49-b7a1-482e41cc654b HTTP/1.1" status: 200 len: 913 time: 0.1257691 Jan 26 11:53:30.680620 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c8023970-0084-447a-8726-48802ce54536 req-ca20ccf5-640a-4515-832a-31fedc55313e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7653fdf-44a0-4d6c-be54-7faa37cccab7 HTTP/1.1" status: 200 len: 1000 time: 0.0986319 Jan 26 11:53:30.741985 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8023970-0084-447a-8726-48802ce54536 req-bdc4779f-c73e-4862-8fba-4b6c31dff490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:30.743396 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c8023970-0084-447a-8726-48802ce54536 req-bdc4779f-c73e-4862-8fba-4b6c31dff490 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f360f22f-12b8-4c79-910d-6ce996d7463f HTTP/1.1" status: 200 len: 851 time: 0.0568578 Jan 26 11:53:30.820851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8023970-0084-447a-8726-48802ce54536 req-09db54cd-94fb-4c3c-a356-1d177e00461a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:30.822483 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c8023970-0084-447a-8726-48802ce54536 req-09db54cd-94fb-4c3c-a356-1d177e00461a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f50fc431-0c68-4f49-b7a1-482e41cc654b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730247 Jan 26 11:53:30.956864 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c8023970-0084-447a-8726-48802ce54536 req-1b718c50-1cdc-4d03-a4f3-271351aaba15 service neutron] 10.222.0.24 "GET /v2.0/networks/f50fc431-0c68-4f49-b7a1-482e41cc654b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276343 Jan 26 11:53:31.181163 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c8023970-0084-447a-8726-48802ce54536 req-67f476bb-41de-4992-9739-a08de9940149 service neutron] 10.222.0.24 "GET /v2.0/networks/f50fc431-0c68-4f49-b7a1-482e41cc654b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184067 Jan 26 11:53:35.531814 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:46.623261 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:53:52.599385 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b2730129-256d-4ff8-905a-d06ed600dc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:54.852501 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-49338fe8-a9dd-4cb6-b78a-70e6712d3133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:55.925594 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:56.147625 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:56.296476 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-573e21af-1681-48c0-814c-644efb1d10d4 req-ffa38ceb-c98b-4957-a71b-9bd305f56d1e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1222590398&fields=id&tenant_id=012400910ef242a9a2e49cbc70919121 HTTP/1.1" status: 200 len: 267 time: 0.0402429 Jan 26 11:53:56.378826 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e21af-1681-48c0-814c-644efb1d10d4 req-511c3c04-4e42-4d37-a227-ee2b610e0354 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:56.380277 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-573e21af-1681-48c0-814c-644efb1d10d4 req-511c3c04-4e42-4d37-a227-ee2b610e0354 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 984 time: 0.0783582 Jan 26 11:53:56.391335 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [req-573e21af-1681-48c0-814c-644efb1d10d4 req-99732fc3-fd37-4d62-b224-16d24396ad72 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Request body: {'port': {'security_groups': ['a382ce2f-d973-4cc8-872c-ba015570ba7d']}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:53:56.513511 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [req-573e21af-1681-48c0-814c-644efb1d10d4 req-99732fc3-fd37-4d62-b224-16d24396ad72 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:56.760460 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [req-573e21af-1681-48c0-814c-644efb1d10d4 req-99732fc3-fd37-4d62-b224-16d24396ad72 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] For port e7653fdf-44a0-4d6c-be54-7faa37cccab7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e7653fdf-44a0-4d6c-be54-7faa37cccab7,segment=NetworkSegment(a9c65f77-f392-4f15-90d4-60886a957674),segment_id=a9c65f77-f392-4f15-90d4-60886a957674)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:53:56.785309 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [req-573e21af-1681-48c0-814c-644efb1d10d4 req-99732fc3-fd37-4d62-b224-16d24396ad72 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:56.790818 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [req-573e21af-1681-48c0-814c-644efb1d10d4 req-99732fc3-fd37-4d62-b224-16d24396ad72 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:56.803568 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['e7653fdf-44a0-4d6c-be54-7faa37cccab7'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:53:56.860922 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e21af-1681-48c0-814c-644efb1d10d4 req-99732fc3-fd37-4d62-b224-16d24396ad72 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:56.861140 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [req-573e21af-1681-48c0-814c-644efb1d10d4 req-99732fc3-fd37-4d62-b224-16d24396ad72 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:56.862553 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-573e21af-1681-48c0-814c-644efb1d10d4 req-99732fc3-fd37-4d62-b224-16d24396ad72 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "PUT /v2.0/ports/e7653fdf-44a0-4d6c-be54-7faa37cccab7 HTTP/1.1" status: 200 len: 942 time: 0.4761515 Jan 26 11:53:56.866693 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b2dcec-4249-4e17-8227-88b87615d1ff', 'tag': 'e7653fdf-44a0-4d6c-be54-7faa37cccab7'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:53:56.868368 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60290) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:53:56.890992 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99732fc3-fd37-4d62-b224-16d24396ad72 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Pushing event updated for resources: {'Port': ['ID=e7653fdf-44a0-4d6c-be54-7faa37cccab7,revision_number=7']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:53:56.899692 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99732fc3-fd37-4d62-b224-16d24396ad72 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:53:56.900047 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99732fc3-fd37-4d62-b224-16d24396ad72 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:53:56.900394 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99732fc3-fd37-4d62-b224-16d24396ad72 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:53:56.900733 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99732fc3-fd37-4d62-b224-16d24396ad72 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:53:56.901070 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99732fc3-fd37-4d62-b224-16d24396ad72 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:53:56.901406 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99732fc3-fd37-4d62-b224-16d24396ad72 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:53:56.901734 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99732fc3-fd37-4d62-b224-16d24396ad72 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:53:56.902194 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99732fc3-fd37-4d62-b224-16d24396ad72 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:53:56.902555 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99732fc3-fd37-4d62-b224-16d24396ad72 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:53:56.902880 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99732fc3-fd37-4d62-b224-16d24396ad72 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:53:56.903240 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99732fc3-fd37-4d62-b224-16d24396ad72 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:53:56.903564 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99732fc3-fd37-4d62-b224-16d24396ad72 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:53:56.949519 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b2dcec-4249-4e17-8227-88b87615d1ff', 'tag': 'e7653fdf-44a0-4d6c-be54-7faa37cccab7', 'status': 'completed', 'code': 200} Jan 26 11:53:56.983940 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['e7653fdf-44a0-4d6c-be54-7faa37cccab7'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:53:57.047979 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7163499f-b8e4-4f9b-a273-3f59541b709e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:57.091337 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7163499f-b8e4-4f9b-a273-3f59541b709e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:57.107532 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bed6c-1977-48e2-8854-6e2406c926f4 req-aafdec03-2526-4ed5-8f80-38c7440d342d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:57.109029 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0a2bed6c-1977-48e2-8854-6e2406c926f4 req-aafdec03-2526-4ed5-8f80-38c7440d342d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=012400910ef242a9a2e49cbc70919121&device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 1098 time: 0.1266692 Jan 26 11:53:57.116628 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e4e322a5-d37d-46c3-bf17-c31884638ceb None None] Provisioning complete for port e7653fdf-44a0-4d6c-be54-7faa37cccab7 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:53:57.117000 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e4e322a5-d37d-46c3-bf17-c31884638ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:57.259750 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bed6c-1977-48e2-8854-6e2406c926f4 req-cd2b30f4-deed-4b62-b91a-1340a12f6c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:57.261297 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0a2bed6c-1977-48e2-8854-6e2406c926f4 req-cd2b30f4-deed-4b62-b91a-1340a12f6c22 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f50fc431-0c68-4f49-b7a1-482e41cc654b HTTP/1.1" status: 200 len: 913 time: 0.1460183 Jan 26 11:53:57.355297 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7163499f-b8e4-4f9b-a273-3f59541b709e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:57.379748 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163499f-b8e4-4f9b-a273-3f59541b709e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5b96fe-ec2b-443f-9584-ba7944b71459,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:53:57.393578 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163499f-b8e4-4f9b-a273-3f59541b709e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:53:57.393931 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163499f-b8e4-4f9b-a273-3f59541b709e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:53:57.394273 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163499f-b8e4-4f9b-a273-3f59541b709e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:53:57.394641 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163499f-b8e4-4f9b-a273-3f59541b709e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:53:57.394977 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163499f-b8e4-4f9b-a273-3f59541b709e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:53:57.395314 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163499f-b8e4-4f9b-a273-3f59541b709e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:53:57.395647 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163499f-b8e4-4f9b-a273-3f59541b709e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:53:57.395977 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163499f-b8e4-4f9b-a273-3f59541b709e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:53:57.396299 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163499f-b8e4-4f9b-a273-3f59541b709e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:53:57.396634 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163499f-b8e4-4f9b-a273-3f59541b709e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:53:57.396977 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163499f-b8e4-4f9b-a273-3f59541b709e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:53:57.397282 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163499f-b8e4-4f9b-a273-3f59541b709e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:53:57.404848 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0a2bed6c-1977-48e2-8854-6e2406c926f4 req-1b3ad8a7-3e83-4200-ad1e-83a4ac15bf20 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7653fdf-44a0-4d6c-be54-7faa37cccab7 HTTP/1.1" status: 200 len: 1000 time: 0.1370335 Jan 26 11:53:57.408964 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7163499f-b8e4-4f9b-a273-3f59541b709e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:57.409981 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7163499f-b8e4-4f9b-a273-3f59541b709e tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "DELETE /v2.0/security-groups/3c5b96fe-ec2b-443f-9584-ba7944b71459 HTTP/1.1" status: 204 len: 168 time: 0.5397964 Jan 26 11:53:57.412799 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60296) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:53:57.473953 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bed6c-1977-48e2-8854-6e2406c926f4 req-0971c4eb-e254-46a4-af61-8aad08499fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:57.475432 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0a2bed6c-1977-48e2-8854-6e2406c926f4 req-0971c4eb-e254-46a4-af61-8aad08499fe2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f360f22f-12b8-4c79-910d-6ce996d7463f HTTP/1.1" status: 200 len: 851 time: 0.0642719 Jan 26 11:53:57.504266 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:57.549645 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bed6c-1977-48e2-8854-6e2406c926f4 req-f24752ff-3818-4f98-bc37-8392a34ec1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:57.551232 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0a2bed6c-1977-48e2-8854-6e2406c926f4 req-f24752ff-3818-4f98-bc37-8392a34ec1f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f50fc431-0c68-4f49-b7a1-482e41cc654b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706203 Jan 26 11:53:57.634559 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-da65b0d7-11bd-4af8-89c6-2cec1dcb9d6d tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Deleting port 2168a169-1ac6-4b53-94ce-df0dff3e1712 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:53:57.634901 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-da65b0d7-11bd-4af8-89c6-2cec1dcb9d6d tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:57.689424 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0a2bed6c-1977-48e2-8854-6e2406c926f4 req-28dce05a-6824-483f-b114-ed1f756b9be4 service neutron] 10.222.0.24 "GET /v2.0/networks/f50fc431-0c68-4f49-b7a1-482e41cc654b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270447 Jan 26 11:53:57.810554 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-da65b0d7-11bd-4af8-89c6-2cec1dcb9d6d tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:57.810906 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-da65b0d7-11bd-4af8-89c6-2cec1dcb9d6d tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:57.823596 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0a2bed6c-1977-48e2-8854-6e2406c926f4 req-85775798-204c-4fdf-94ec-cb2328cb2bc8 service neutron] 10.222.0.24 "GET /v2.0/networks/f50fc431-0c68-4f49-b7a1-482e41cc654b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286969 Jan 26 11:53:57.933187 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-da65b0d7-11bd-4af8-89c6-2cec1dcb9d6d tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Calling delete_port for 2168a169-1ac6-4b53-94ce-df0dff3e1712 owned by network:floatingip {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:53:58.082467 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-da65b0d7-11bd-4af8-89c6-2cec1dcb9d6d tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:58.130139 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65b0d7-11bd-4af8-89c6-2cec1dcb9d6d tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Pushing event deleted for resources: {'Port': ['ID=2168a169-1ac6-4b53-94ce-df0dff3e1712,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:53:58.221120 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-da65b0d7-11bd-4af8-89c6-2cec1dcb9d6d tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks [] for floatingip, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:58.221451 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-da65b0d7-11bd-4af8-89c6-2cec1dcb9d6d tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Floating IP ee18f586-ae94-4569-b14c-9c9b57f7b8a2 disassociated (deleted). External IP: 172.26.5.79, port: e7653fdf-44a0-4d6c-be54-7faa37cccab7. Jan 26 11:53:58.664698 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da65b0d7-11bd-4af8-89c6-2cec1dcb9d6d tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Router 42704645-6230-4289-b002-6ed749ac188c has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:53:58.848160 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da65b0d7-11bd-4af8-89c6-2cec1dcb9d6d tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:53:58.858162 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84d91fb-4108-439d-92d7-6083935beeee None None] Sync routers for ids ['42704645-6230-4289-b002-6ed749ac188c'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:53:58.867848 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84d91fb-4108-439d-92d7-6083935beeee None None] Routers {'42704645-6230-4289-b002-6ed749ac188c'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:53:58.868467 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-c84d91fb-4108-439d-92d7-6083935beeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:53:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['42704645-6230-4289-b002-6ed749ac188c'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:53:58.868575 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-da65b0d7-11bd-4af8-89c6-2cec1dcb9d6d tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:53:58.929967 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-da65b0d7-11bd-4af8-89c6-2cec1dcb9d6d tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "DELETE /v2.0/floatingips/ee18f586-ae94-4569-b14c-9c9b57f7b8a2 HTTP/1.1" status: 204 len: 168 time: 1.5153954 Jan 26 11:53:58.951267 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b2dcec-4249-4e17-8227-88b87615d1ff', 'tag': 'e7653fdf-44a0-4d6c-be54-7faa37cccab7'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:53:58.999854 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b2dcec-4249-4e17-8227-88b87615d1ff', 'tag': 'e7653fdf-44a0-4d6c-be54-7faa37cccab7', 'status': 'completed', 'code': 200} Jan 26 11:53:59.090174 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-c84d91fb-4108-439d-92d7-6083935beeee None None] Set router 42704645-6230-4289-b002-6ed749ac188c gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:53:59.098269 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cb976-6097-40bd-9d24-8fd72a4d6c11 req-d8a16841-5238-41de-8485-5afa845ad7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:59.099825 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a91cb976-6097-40bd-9d24-8fd72a4d6c11 req-d8a16841-5238-41de-8485-5afa845ad7c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=012400910ef242a9a2e49cbc70919121&device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 1098 time: 0.0783422 Jan 26 11:53:59.240096 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cb976-6097-40bd-9d24-8fd72a4d6c11 req-a740fe5e-588d-4b12-bd67-7663164f8ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:59.241734 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a91cb976-6097-40bd-9d24-8fd72a4d6c11 req-a740fe5e-588d-4b12-bd67-7663164f8ed9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f50fc431-0c68-4f49-b7a1-482e41cc654b HTTP/1.1" status: 200 len: 913 time: 0.1360729 Jan 26 11:53:59.315628 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a91cb976-6097-40bd-9d24-8fd72a4d6c11 req-aa2e68ad-b9e8-44f1-8189-6f8c15ef04ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7653fdf-44a0-4d6c-be54-7faa37cccab7 HTTP/1.1" status: 200 len: 217 time: 0.0683129 Jan 26 11:53:59.395596 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cb976-6097-40bd-9d24-8fd72a4d6c11 req-f2e4bbec-5488-4d8d-89a3-17cc2eca3e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:59.397033 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a91cb976-6097-40bd-9d24-8fd72a4d6c11 req-f2e4bbec-5488-4d8d-89a3-17cc2eca3e97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f360f22f-12b8-4c79-910d-6ce996d7463f HTTP/1.1" status: 200 len: 851 time: 0.0684867 Jan 26 11:53:59.449286 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-c84d91fb-4108-439d-92d7-6083935beeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42704645-6230-4289-b002-6ed749ac188c', 'name': 'tempest-TestMinimumBasicScenario-2826220-router', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.208'}], 'enable_snat': True}, 'gw_port_id': 'd0eeca6e-abfb-4c97-9372-5741d51681f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:52:02Z', 'revision_number': 4, 'project_id': '012400910ef242a9a2e49cbc70919121', 'gw_port': {'id': 'd0eeca6e-abfb-4c97-9372-5741d51681f3', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42704645-6230-4289-b002-6ed749ac188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '8b062d77-f2a4-41f1-a398-3284bed4d6d4', 'name': '', 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'mac_address': 'fa:16:3e:12:a7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42704645-6230-4289-b002-6ed749ac188c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f360f22f-12b8-4c79-910d-6ce996d7463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:52:01Z', 'updated_at': '2022-01-26T11:52:09Z', 'revision_number': 5, 'project_id': '012400910ef242a9a2e49cbc70919121', 'subnets': [{'id': 'f360f22f-12b8-4c79-910d-6ce996d7463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:53:59.453561 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84d91fb-4108-439d-92d7-6083935beeee None None] Checking router: 42704645-6230-4289-b002-6ed749ac188c for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:53:59.461634 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84d91fb-4108-439d-92d7-6083935beeee None None] Routers {'42704645-6230-4289-b002-6ed749ac188c'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:53:59.462228 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-c84d91fb-4108-439d-92d7-6083935beeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:53:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['42704645-6230-4289-b002-6ed749ac188c'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:53:59.474552 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cb976-6097-40bd-9d24-8fd72a4d6c11 req-3dd1cdcc-6831-4a38-89b7-f33222a71a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:53:59.476066 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a91cb976-6097-40bd-9d24-8fd72a4d6c11 req-3dd1cdcc-6831-4a38-89b7-f33222a71a99 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f50fc431-0c68-4f49-b7a1-482e41cc654b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732226 Jan 26 11:53:59.610199 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a91cb976-6097-40bd-9d24-8fd72a4d6c11 req-529b787c-1cb4-4f56-ab2c-0e522b852ebc service neutron] 10.222.0.24 "GET /v2.0/networks/f50fc431-0c68-4f49-b7a1-482e41cc654b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272411 Jan 26 11:53:59.641344 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-c84d91fb-4108-439d-92d7-6083935beeee None None] Set router 42704645-6230-4289-b002-6ed749ac188c gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:53:59.861401 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a91cb976-6097-40bd-9d24-8fd72a4d6c11 req-aa2ee13a-2254-43c1-91cb-27422741c422 service neutron] 10.222.0.24 "GET /v2.0/networks/f50fc431-0c68-4f49-b7a1-482e41cc654b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454360 Jan 26 11:53:59.973494 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-c84d91fb-4108-439d-92d7-6083935beeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42704645-6230-4289-b002-6ed749ac188c', 'name': 'tempest-TestMinimumBasicScenario-2826220-router', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.208'}], 'enable_snat': True}, 'gw_port_id': 'd0eeca6e-abfb-4c97-9372-5741d51681f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:52:02Z', 'revision_number': 4, 'project_id': '012400910ef242a9a2e49cbc70919121', 'gw_port': {'id': 'd0eeca6e-abfb-4c97-9372-5741d51681f3', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42704645-6230-4289-b002-6ed749ac188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '8b062d77-f2a4-41f1-a398-3284bed4d6d4', 'name': '', 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'mac_address': 'fa:16:3e:12:a7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42704645-6230-4289-b002-6ed749ac188c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f360f22f-12b8-4c79-910d-6ce996d7463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:52:01Z', 'updated_at': '2022-01-26T11:52:09Z', 'revision_number': 5, 'project_id': '012400910ef242a9a2e49cbc70919121', 'subnets': [{'id': 'f360f22f-12b8-4c79-910d-6ce996d7463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:53:59.977578 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84d91fb-4108-439d-92d7-6083935beeee None None] The sync data for ids ['42704645-6230-4289-b002-6ed749ac188c'] in dv-neutron-826439-1-hyperv is: [{'id': '42704645-6230-4289-b002-6ed749ac188c', 'name': 'tempest-TestMinimumBasicScenario-2826220-router', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.208'}], 'enable_snat': True}, 'gw_port_id': 'd0eeca6e-abfb-4c97-9372-5741d51681f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:52:02Z', 'revision_number': 4, 'project_id': '012400910ef242a9a2e49cbc70919121', 'gw_port': {'id': 'd0eeca6e-abfb-4c97-9372-5741d51681f3', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42704645-6230-4289-b002-6ed749ac188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '8b062d77-f2a4-41f1-a398-3284bed4d6d4', 'name': '', 'network_id': 'f50fc431-0c68-4f49-b7a1-482e41cc654b', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'mac_address': 'fa:16:3e:12:a7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42704645-6230-4289-b002-6ed749ac188c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'f360f22f-12b8-4c79-910d-6ce996d7463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:52:01Z', 'updated_at': '2022-01-26T11:52:09Z', 'revision_number': 5, 'project_id': '012400910ef242a9a2e49cbc70919121', 'subnets': [{'id': 'f360f22f-12b8-4c79-910d-6ce996d7463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:54:00.227388 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f847ee-295b-4a38-913a-9aad7fdb5220 None None] New status for floating IP ee18f586-ae94-4569-b14c-9c9b57f7b8a2: DOWN {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:54:03.317035 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf79f4d-92a1-40bb-8109-adb1cc533045 req-590889da-cba9-43b0-abd9-6c506ec37423 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:03.318458 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6bf79f4d-92a1-40bb-8109-adb1cc533045 req-590889da-cba9-43b0-abd9-6c506ec37423 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 945 time: 0.0844631 Jan 26 11:54:03.362817 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-6bf79f4d-92a1-40bb-8109-adb1cc533045 req-c0eb90ce-662b-4164-a852-8ec27c28725c tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Synchronizing usage tracker for tenant:012400910ef242a9a2e49cbc70919121 on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:54:03.377307 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-6bf79f4d-92a1-40bb-8109-adb1cc533045 req-c0eb90ce-662b-4164-a852-8ec27c28725c tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Unset dirty status for tenant:012400910ef242a9a2e49cbc70919121 on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:54:03.378454 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6bf79f4d-92a1-40bb-8109-adb1cc533045 req-c0eb90ce-662b-4164-a852-8ec27c28725c tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543170 Jan 26 11:54:04.565536 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6552e-b232-40d9-b10b-5c4e1e00e72e req-f4457c44-cd75-4142-9cfc-91c9c69b185d tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:04.566237 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-ffe6552e-b232-40d9-b10b-5c4e1e00e72e req-f4457c44-cd75-4142-9cfc-91c9c69b185d tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Synchronizing usage tracker for tenant:012400910ef242a9a2e49cbc70919121 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:54:04.581408 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-ffe6552e-b232-40d9-b10b-5c4e1e00e72e req-f4457c44-cd75-4142-9cfc-91c9c69b185d tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Unset dirty status for tenant:012400910ef242a9a2e49cbc70919121 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:54:04.582706 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ffe6552e-b232-40d9-b10b-5c4e1e00e72e req-f4457c44-cd75-4142-9cfc-91c9c69b185d tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 945 time: 0.0979180 Jan 26 11:54:04.628938 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ffe6552e-b232-40d9-b10b-5c4e1e00e72e req-2fb91d1a-df1c-46e7-b2b8-8720a1f631c4 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/security-groups?id=a382ce2f-d973-4cc8-872c-ba015570ba7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404210 Jan 26 11:54:04.908711 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e282c-4621-4e18-984f-2f1e0c6162b0 req-233d7b2b-ec07-45eb-977f-6f522cf23d60 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:04.910060 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-669e282c-4621-4e18-984f-2f1e0c6162b0 req-233d7b2b-ec07-45eb-977f-6f522cf23d60 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.24 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 945 time: 0.0803702 Jan 26 11:54:04.982934 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-669e282c-4621-4e18-984f-2f1e0c6162b0 req-6b48af30-59c2-4d7f-b8aa-8c2410554536 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Deleting port e7653fdf-44a0-4d6c-be54-7faa37cccab7 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:54:04.983272 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-669e282c-4621-4e18-984f-2f1e0c6162b0 req-6b48af30-59c2-4d7f-b8aa-8c2410554536 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:05.225544 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-669e282c-4621-4e18-984f-2f1e0c6162b0 req-6b48af30-59c2-4d7f-b8aa-8c2410554536 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] For port e7653fdf-44a0-4d6c-be54-7faa37cccab7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e7653fdf-44a0-4d6c-be54-7faa37cccab7,segment=NetworkSegment(a9c65f77-f392-4f15-90d4-60886a957674),segment_id=a9c65f77-f392-4f15-90d4-60886a957674)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:54:05.225815 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-669e282c-4621-4e18-984f-2f1e0c6162b0 req-6b48af30-59c2-4d7f-b8aa-8c2410554536 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:05.349996 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-669e282c-4621-4e18-984f-2f1e0c6162b0 req-6b48af30-59c2-4d7f-b8aa-8c2410554536 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Calling delete_port for e7653fdf-44a0-4d6c-be54-7faa37cccab7 owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:54:05.488983 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-669e282c-4621-4e18-984f-2f1e0c6162b0 req-6b48af30-59c2-4d7f-b8aa-8c2410554536 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:05.500353 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['e7653fdf-44a0-4d6c-be54-7faa37cccab7'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:54:05.542003 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48af30-59c2-4d7f-b8aa-8c2410554536 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Pushing event deleted for resources: {'Port': ['ID=e7653fdf-44a0-4d6c-be54-7faa37cccab7,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:05.553972 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:05.619232 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-669e282c-4621-4e18-984f-2f1e0c6162b0 req-6b48af30-59c2-4d7f-b8aa-8c2410554536 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] No DVR routers for this DVR port e7653fdf-44a0-4d6c-be54-7faa37cccab7 on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:54:05.622235 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-669e282c-4621-4e18-984f-2f1e0c6162b0 req-6b48af30-59c2-4d7f-b8aa-8c2410554536 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:05.625129 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b2dcec-4249-4e17-8227-88b87615d1ff', 'name': 'network-vif-deleted', 'tag': 'e7653fdf-44a0-4d6c-be54-7faa37cccab7'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:54:05.641890 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-669e282c-4621-4e18-984f-2f1e0c6162b0 req-6b48af30-59c2-4d7f-b8aa-8c2410554536 tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.24 "DELETE /v2.0/ports/e7653fdf-44a0-4d6c-be54-7faa37cccab7 HTTP/1.1" status: 204 len: 173 time: 0.7266965 Jan 26 11:54:05.724566 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b2dcec-4249-4e17-8227-88b87615d1ff', 'name': 'network-vif-deleted', 'tag': 'e7653fdf-44a0-4d6c-be54-7faa37cccab7', 'status': 'completed', 'code': 200} Jan 26 11:54:05.789962 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-dd849331-0028-448a-8603-d1be1cf59a5d req-e3401ebb-ff5c-436a-b180-c5b83701028c tempest-TestMinimumBasicScenario-440962239 tempest-TestMinimumBasicScenario-440962239-project] 10.222.0.39 "GET /v2.0/ports?device_id=55b2dcec-4249-4e17-8227-88b87615d1ff HTTP/1.1" status: 200 len: 210 time: 0.0422370 Jan 26 11:54:07.418126 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60384) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:08.047934 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1fb2de27-d49a-4672-95a1-eb5e0b318f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:08.382360 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-1fb2de27-d49a-4672-95a1-eb5e0b318f67 admin admin] Deleting port 8b062d77-f2a4-41f1-a398-3284bed4d6d4 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:54:08.382699 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1fb2de27-d49a-4672-95a1-eb5e0b318f67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:08.559749 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-1fb2de27-d49a-4672-95a1-eb5e0b318f67 admin admin] For port 8b062d77-f2a4-41f1-a398-3284bed4d6d4, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=8b062d77-f2a4-41f1-a398-3284bed4d6d4,segment=NetworkSegment(a9c65f77-f392-4f15-90d4-60886a957674),segment_id=a9c65f77-f392-4f15-90d4-60886a957674)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:54:08.560518 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1fb2de27-d49a-4672-95a1-eb5e0b318f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:08.691627 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-1fb2de27-d49a-4672-95a1-eb5e0b318f67 admin admin] Calling delete_port for 8b062d77-f2a4-41f1-a398-3284bed4d6d4 owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:54:08.869163 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1fb2de27-d49a-4672-95a1-eb5e0b318f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:08.915307 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb2de27-d49a-4672-95a1-eb5e0b318f67 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b062d77-f2a4-41f1-a398-3284bed4d6d4,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:09.188249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1fb2de27-d49a-4672-95a1-eb5e0b318f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:09.485674 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device e7653fdf-44a0-4d6c-be54-7faa37cccab7 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:54:09.523424 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: e7653fdf-44a0-4d6c-be54-7faa37cccab7 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:54:09.523775 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device e7653fdf-44a0-4d6c-be54-7faa37cccab7 not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:54:09.645790 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb2de27-d49a-4672-95a1-eb5e0b318f67 admin admin] Router 42704645-6230-4289-b002-6ed749ac188c has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:54:09.822220 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb2de27-d49a-4672-95a1-eb5e0b318f67 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:54:09.832144 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0132ca-62ec-4f8c-9706-4077d5efe2d1 None None] Sync routers for ids ['42704645-6230-4289-b002-6ed749ac188c'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:54:09.835936 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1fb2de27-d49a-4672-95a1-eb5e0b318f67 admin admin] 10.222.0.39 "PUT /v2.0/routers/42704645-6230-4289-b002-6ed749ac188c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4166112 Jan 26 11:54:09.838366 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60388) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:09.842390 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0132ca-62ec-4f8c-9706-4077d5efe2d1 None None] Routers {'42704645-6230-4289-b002-6ed749ac188c'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:54:09.842995 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ce0132ca-62ec-4f8c-9706-4077d5efe2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:53:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['42704645-6230-4289-b002-6ed749ac188c'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:54:10.019613 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e11a8013-6f45-4aad-a087-ece8a9b0c244 admin admin] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:10.019915 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-ce0132ca-62ec-4f8c-9706-4077d5efe2d1 None None] Set router 42704645-6230-4289-b002-6ed749ac188c gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:54:10.196647 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e11a8013-6f45-4aad-a087-ece8a9b0c244 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:10.206675 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-e11a8013-6f45-4aad-a087-ece8a9b0c244 admin admin] Deleting port d0eeca6e-abfb-4c97-9372-5741d51681f3 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:54:10.207012 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e11a8013-6f45-4aad-a087-ece8a9b0c244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:10.346831 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ce0132ca-62ec-4f8c-9706-4077d5efe2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42704645-6230-4289-b002-6ed749ac188c', 'name': 'tempest-TestMinimumBasicScenario-2826220-router', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.208'}], 'enable_snat': True}, 'gw_port_id': 'd0eeca6e-abfb-4c97-9372-5741d51681f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:54:08Z', 'revision_number': 5, 'project_id': '012400910ef242a9a2e49cbc70919121', 'gw_port': {'id': 'd0eeca6e-abfb-4c97-9372-5741d51681f3', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42704645-6230-4289-b002-6ed749ac188c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:54:10.352328 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0132ca-62ec-4f8c-9706-4077d5efe2d1 None None] Checking router: 42704645-6230-4289-b002-6ed749ac188c for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:54:10.361627 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0132ca-62ec-4f8c-9706-4077d5efe2d1 None None] Routers {'42704645-6230-4289-b002-6ed749ac188c'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:54:10.362477 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ce0132ca-62ec-4f8c-9706-4077d5efe2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:53:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['42704645-6230-4289-b002-6ed749ac188c'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:54:10.383023 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-e11a8013-6f45-4aad-a087-ece8a9b0c244 admin admin] For port d0eeca6e-abfb-4c97-9372-5741d51681f3, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d0eeca6e-abfb-4c97-9372-5741d51681f3,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:54:10.383376 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e11a8013-6f45-4aad-a087-ece8a9b0c244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:10.505629 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-e11a8013-6f45-4aad-a087-ece8a9b0c244 admin admin] Calling delete_port for d0eeca6e-abfb-4c97-9372-5741d51681f3 owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:54:10.509760 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-ce0132ca-62ec-4f8c-9706-4077d5efe2d1 None None] Set router 42704645-6230-4289-b002-6ed749ac188c gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:54:10.618210 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-ce0132ca-62ec-4f8c-9706-4077d5efe2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42704645-6230-4289-b002-6ed749ac188c', 'name': 'tempest-TestMinimumBasicScenario-2826220-router', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:54:10Z', 'revision_number': 6, 'project_id': '012400910ef242a9a2e49cbc70919121', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:54:10.622260 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0132ca-62ec-4f8c-9706-4077d5efe2d1 None None] The sync data for ids ['42704645-6230-4289-b002-6ed749ac188c'] in dv-neutron-826439-1-hyperv is: [{'id': '42704645-6230-4289-b002-6ed749ac188c', 'name': 'tempest-TestMinimumBasicScenario-2826220-router', 'tenant_id': '012400910ef242a9a2e49cbc70919121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:51:58Z', 'updated_at': '2022-01-26T11:54:10Z', 'revision_number': 6, 'project_id': '012400910ef242a9a2e49cbc70919121', 'gw_port_host': None}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:54:10.675623 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e11a8013-6f45-4aad-a087-ece8a9b0c244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:10.721425 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a8013-6f45-4aad-a087-ece8a9b0c244 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0eeca6e-abfb-4c97-9372-5741d51681f3,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:10.923535 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e11a8013-6f45-4aad-a087-ece8a9b0c244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:11.104945 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e11a8013-6f45-4aad-a087-ece8a9b0c244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:11.107072 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e11a8013-6f45-4aad-a087-ece8a9b0c244 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:11.128819 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e11a8013-6f45-4aad-a087-ece8a9b0c244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:11.129303 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11a8013-6f45-4aad-a087-ece8a9b0c244 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42704645-6230-4289-b002-6ed749ac188c {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:54:11.142350 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e11a8013-6f45-4aad-a087-ece8a9b0c244 admin admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:11.143470 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e11a8013-6f45-4aad-a087-ece8a9b0c244 admin admin] 10.222.0.39 "DELETE /v2.0/routers/42704645-6230-4289-b002-6ed749ac188c HTTP/1.1" status: 204 len: 168 time: 1.3042209 Jan 26 11:54:11.146049 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60392) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:11.206766 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf65d56-d61b-4dbd-8405-bca72a47fa18 admin admin] Deleting subnet f360f22f-12b8-4c79-910d-6ce996d7463f {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:54:11.209587 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8cf65d56-d61b-4dbd-8405-bca72a47fa18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:11.258384 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8cf65d56-d61b-4dbd-8405-bca72a47fa18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:11.337348 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8cf65d56-d61b-4dbd-8405-bca72a47fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:11.407061 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8cf65d56-d61b-4dbd-8405-bca72a47fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:11.445444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf65d56-d61b-4dbd-8405-bca72a47fa18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f360f22f-12b8-4c79-910d-6ce996d7463f,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:11.449072 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-8cf65d56-d61b-4dbd-8405-bca72a47fa18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:11.457783 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-8cf65d56-d61b-4dbd-8405-bca72a47fa18 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f360f22f-12b8-4c79-910d-6ce996d7463f HTTP/1.1" status: 204 len: 168 time: 0.3079932 Jan 26 11:54:11.457860 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c28b50b-aabc-4141-be5f-05c3f079a71a None None] Network f50fc431-0c68-4f49-b7a1-482e41cc654b requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:54:11.457930 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60396) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:11.569851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47d340c1-0f74-4f6f-9198-d858c39a122b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:11.580808 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-47d340c1-0f74-4f6f-9198-d858c39a122b admin admin] Deleting port c51ab7ac-321b-48bd-8640-61daabfb6967 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:54:11.581157 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47d340c1-0f74-4f6f-9198-d858c39a122b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:11.745992 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f065479-52da-4a86-b665-d6e32a433e5e None None] DHCP port deletion for f50fc431-0c68-4f49-b7a1-482e41cc654b request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:54:11.750213 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8f065479-52da-4a86-b665-d6e32a433e5e None None] Deleting port c51ab7ac-321b-48bd-8640-61daabfb6967 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:54:11.750618 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8f065479-52da-4a86-b665-d6e32a433e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:11.800486 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-47d340c1-0f74-4f6f-9198-d858c39a122b admin admin] For port c51ab7ac-321b-48bd-8640-61daabfb6967, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c51ab7ac-321b-48bd-8640-61daabfb6967,segment=NetworkSegment(a9c65f77-f392-4f15-90d4-60886a957674),segment_id=a9c65f77-f392-4f15-90d4-60886a957674)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:54:11.801055 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47d340c1-0f74-4f6f-9198-d858c39a122b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:11.924723 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-47d340c1-0f74-4f6f-9198-d858c39a122b admin admin] Calling delete_port for c51ab7ac-321b-48bd-8640-61daabfb6967 owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:54:11.965900 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-8f065479-52da-4a86-b665-d6e32a433e5e None None] For port c51ab7ac-321b-48bd-8640-61daabfb6967, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c51ab7ac-321b-48bd-8640-61daabfb6967,segment=NetworkSegment(a9c65f77-f392-4f15-90d4-60886a957674),segment_id=a9c65f77-f392-4f15-90d4-60886a957674)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:54:11.966281 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8f065479-52da-4a86-b665-d6e32a433e5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:12.003289 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47d340c1-0f74-4f6f-9198-d858c39a122b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:12.054620 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d340c1-0f74-4f6f-9198-d858c39a122b admin admin] Pushing event deleted for resources: {'Port': ['ID=c51ab7ac-321b-48bd-8640-61daabfb6967,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:12.056387 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d340c1-0f74-4f6f-9198-d858c39a122b admin admin] No DVR routers for this DVR port c51ab7ac-321b-48bd-8640-61daabfb6967 on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:54:12.092173 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8f065479-52da-4a86-b665-d6e32a433e5e None None] Calling delete_port for c51ab7ac-321b-48bd-8640-61daabfb6967 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:54:12.161947 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-8f065479-52da-4a86-b665-d6e32a433e5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:54:12.162309 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-8f065479-52da-4a86-b665-d6e32a433e5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:54:12.173825 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47d340c1-0f74-4f6f-9198-d858c39a122b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:12.198291 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-47d340c1-0f74-4f6f-9198-d858c39a122b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f50fc431-0c68-4f49-b7a1-482e41cc654b']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:54:12.211109 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-47d340c1-0f74-4f6f-9198-d858c39a122b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c65f77-f392-4f15-90d4-60886a957674') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:54:12.211407 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-47d340c1-0f74-4f6f-9198-d858c39a122b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c65f77-f392-4f15-90d4-60886a957674') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:54:12.224396 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47d340c1-0f74-4f6f-9198-d858c39a122b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:12.242284 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47d340c1-0f74-4f6f-9198-d858c39a122b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:12.250168 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d340c1-0f74-4f6f-9198-d858c39a122b admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:54:12.250588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47d340c1-0f74-4f6f-9198-d858c39a122b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:54:12.263552 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:54:12.401614 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c51ab7ac-321b-48bd-8640-61daabfb6967 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:54:12.437349 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: c51ab7ac-321b-48bd-8640-61daabfb6967 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:54:12.437779 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c51ab7ac-321b-48bd-8640-61daabfb6967 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:54:12.438275 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d0eeca6e-abfb-4c97-9372-5741d51681f3 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:54:12.441976 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47d340c1-0f74-4f6f-9198-d858c39a122b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:12.457731 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-47d340c1-0f74-4f6f-9198-d858c39a122b admin admin] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:12.468206 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d340c1-0f74-4f6f-9198-d858c39a122b admin admin] Pushing event deleted for resources: {'Network': ['ID=f50fc431-0c68-4f49-b7a1-482e41cc654b,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:12.475017 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: d0eeca6e-abfb-4c97-9372-5741d51681f3 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:54:12.475110 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d0eeca6e-abfb-4c97-9372-5741d51681f3 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:54:12.475486 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 8b062d77-f2a4-41f1-a398-3284bed4d6d4 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:54:12.481859 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-47d340c1-0f74-4f6f-9198-d858c39a122b admin admin] 10.222.0.39 "DELETE /v2.0/networks/f50fc431-0c68-4f49-b7a1-482e41cc654b HTTP/1.1" status: 204 len: 168 time: 1.0233572 Jan 26 11:54:12.484644 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60400) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:12.508486 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 8b062d77-f2a4-41f1-a398-3284bed4d6d4 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:54:12.508833 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 8b062d77-f2a4-41f1-a398-3284bed4d6d4 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:54:12.663658 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8f065479-52da-4a86-b665-d6e32a433e5e None None] Deleting port c51ab7ac-321b-48bd-8640-61daabfb6967 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:54:12.664112 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8f065479-52da-4a86-b665-d6e32a433e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:12.760911 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8f065479-52da-4a86-b665-d6e32a433e5e None None] The port 'c51ab7ac-321b-48bd-8640-61daabfb6967' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:54:13.025596 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-27564131-084c-4bea-b1cc-10d41ea1ec11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:13.362675 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-27564131-084c-4bea-b1cc-10d41ea1ec11 admin admin] Deleting port 13536e0d-9157-45cf-aa83-7b10f7690c46 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:54:13.363012 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-27564131-084c-4bea-b1cc-10d41ea1ec11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:13.529971 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-27564131-084c-4bea-b1cc-10d41ea1ec11 admin admin] For port 13536e0d-9157-45cf-aa83-7b10f7690c46, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=13536e0d-9157-45cf-aa83-7b10f7690c46,segment=NetworkSegment(a019f15d-0adb-44a9-a32e-4494e5cadabb),segment_id=a019f15d-0adb-44a9-a32e-4494e5cadabb)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:54:13.530342 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-27564131-084c-4bea-b1cc-10d41ea1ec11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:13.653507 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-27564131-084c-4bea-b1cc-10d41ea1ec11 admin admin] Calling delete_port for 13536e0d-9157-45cf-aa83-7b10f7690c46 owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:54:13.927536 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-27564131-084c-4bea-b1cc-10d41ea1ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:13.974269 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27564131-084c-4bea-b1cc-10d41ea1ec11 admin admin] Pushing event deleted for resources: {'Port': ['ID=13536e0d-9157-45cf-aa83-7b10f7690c46,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:14.243767 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-27564131-084c-4bea-b1cc-10d41ea1ec11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:14.596368 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27564131-084c-4bea-b1cc-10d41ea1ec11 admin admin] Router 84b163df-504b-46ba-b644-db7cfb9725e0 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:54:14.768455 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27564131-084c-4bea-b1cc-10d41ea1ec11 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:54:14.777308 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78aa1f1-040c-4294-8a81-57e54bc17e65 None None] Sync routers for ids ['84b163df-504b-46ba-b644-db7cfb9725e0'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:54:14.785396 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-27564131-084c-4bea-b1cc-10d41ea1ec11 admin admin] 10.222.0.39 "PUT /v2.0/routers/84b163df-504b-46ba-b644-db7cfb9725e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2997234 Jan 26 11:54:14.787998 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78aa1f1-040c-4294-8a81-57e54bc17e65 None None] Routers {'84b163df-504b-46ba-b644-db7cfb9725e0'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:54:14.788129 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60404) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:14.788889 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d78aa1f1-040c-4294-8a81-57e54bc17e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:53:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['84b163df-504b-46ba-b644-db7cfb9725e0'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:54:14.966553 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-908e072d-e5dd-462c-933e-85b398bdb672 admin admin] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:14.998709 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-d78aa1f1-040c-4294-8a81-57e54bc17e65 None None] Set router 84b163df-504b-46ba-b644-db7cfb9725e0 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:54:15.141549 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-908e072d-e5dd-462c-933e-85b398bdb672 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:15.150769 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-908e072d-e5dd-462c-933e-85b398bdb672 admin admin] Deleting port 3f53239a-abfe-4c74-b3a1-fec9d4b3f901 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:54:15.151144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-908e072d-e5dd-462c-933e-85b398bdb672 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:15.294504 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d78aa1f1-040c-4294-8a81-57e54bc17e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b163df-504b-46ba-b644-db7cfb9725e0', 'name': 'tempest-TestMinimumBasicScenario-130189240-router', 'tenant_id': '22a5061d850b44c5be2ab2ffe136708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '3f53239a-abfe-4c74-b3a1-fec9d4b3f901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:52:04Z', 'updated_at': '2022-01-26T11:54:13Z', 'revision_number': 5, 'project_id': '22a5061d850b44c5be2ab2ffe136708a', 'gw_port': {'id': '3f53239a-abfe-4c74-b3a1-fec9d4b3f901', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:36:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b163df-504b-46ba-b644-db7cfb9725e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:52:05Z', 'updated_at': '2022-01-26T11:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:54:15.298290 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78aa1f1-040c-4294-8a81-57e54bc17e65 None None] Checking router: 84b163df-504b-46ba-b644-db7cfb9725e0 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:54:15.306421 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78aa1f1-040c-4294-8a81-57e54bc17e65 None None] Routers {'84b163df-504b-46ba-b644-db7cfb9725e0'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:54:15.307028 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d78aa1f1-040c-4294-8a81-57e54bc17e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:53:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['84b163df-504b-46ba-b644-db7cfb9725e0'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:54:15.439839 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-908e072d-e5dd-462c-933e-85b398bdb672 admin admin] For port 3f53239a-abfe-4c74-b3a1-fec9d4b3f901, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=3f53239a-abfe-4c74-b3a1-fec9d4b3f901,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:54:15.440428 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-908e072d-e5dd-462c-933e-85b398bdb672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:15.456263 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-d78aa1f1-040c-4294-8a81-57e54bc17e65 None None] Set router 84b163df-504b-46ba-b644-db7cfb9725e0 gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:54:15.561640 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-d78aa1f1-040c-4294-8a81-57e54bc17e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b163df-504b-46ba-b644-db7cfb9725e0', 'name': 'tempest-TestMinimumBasicScenario-130189240-router', 'tenant_id': '22a5061d850b44c5be2ab2ffe136708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:52:04Z', 'updated_at': '2022-01-26T11:54:15Z', 'revision_number': 6, 'project_id': '22a5061d850b44c5be2ab2ffe136708a', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:54:15.561836 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-908e072d-e5dd-462c-933e-85b398bdb672 admin admin] Calling delete_port for 3f53239a-abfe-4c74-b3a1-fec9d4b3f901 owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:54:15.565516 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78aa1f1-040c-4294-8a81-57e54bc17e65 None None] The sync data for ids ['84b163df-504b-46ba-b644-db7cfb9725e0'] in dv-neutron-826439-1-hyperv is: [{'id': '84b163df-504b-46ba-b644-db7cfb9725e0', 'name': 'tempest-TestMinimumBasicScenario-130189240-router', 'tenant_id': '22a5061d850b44c5be2ab2ffe136708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:52:04Z', 'updated_at': '2022-01-26T11:54:15Z', 'revision_number': 6, 'project_id': '22a5061d850b44c5be2ab2ffe136708a', 'gw_port_host': None}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:54:15.727850 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-908e072d-e5dd-462c-933e-85b398bdb672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:15.778303 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e072d-e5dd-462c-933e-85b398bdb672 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f53239a-abfe-4c74-b3a1-fec9d4b3f901,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:15.866026 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-908e072d-e5dd-462c-933e-85b398bdb672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:16.050389 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-908e072d-e5dd-462c-933e-85b398bdb672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:16.052556 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-908e072d-e5dd-462c-933e-85b398bdb672 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:16.074173 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-908e072d-e5dd-462c-933e-85b398bdb672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:16.075322 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908e072d-e5dd-462c-933e-85b398bdb672 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84b163df-504b-46ba-b644-db7cfb9725e0 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:54:16.087506 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-908e072d-e5dd-462c-933e-85b398bdb672 admin admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:16.088629 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-908e072d-e5dd-462c-933e-85b398bdb672 admin admin] 10.222.0.39 "DELETE /v2.0/routers/84b163df-504b-46ba-b644-db7cfb9725e0 HTTP/1.1" status: 204 len: 168 time: 1.2996509 Jan 26 11:54:16.091782 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60408) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:16.152161 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-804c4f35-cadd-41c1-b1d6-a82caab90840 admin admin] Deleting subnet 0904cba5-91f9-4e41-b74f-7817a15173f1 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:54:16.155111 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-804c4f35-cadd-41c1-b1d6-a82caab90840 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:16.202569 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-804c4f35-cadd-41c1-b1d6-a82caab90840 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:16.280817 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-804c4f35-cadd-41c1-b1d6-a82caab90840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:16.351421 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-804c4f35-cadd-41c1-b1d6-a82caab90840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:16.390013 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c4f35-cadd-41c1-b1d6-a82caab90840 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0904cba5-91f9-4e41-b74f-7817a15173f1,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:16.394611 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-804c4f35-cadd-41c1-b1d6-a82caab90840 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:16.399125 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c19607-be92-4eb8-8244-32f6241c8c23 None None] Network e1f552fc-772e-4d47-8b8b-39d40643da1b requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:54:16.401966 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-804c4f35-cadd-41c1-b1d6-a82caab90840 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0904cba5-91f9-4e41-b74f-7817a15173f1 HTTP/1.1" status: 204 len: 168 time: 0.3088450 Jan 26 11:54:16.404826 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60412) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:16.417605 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 13536e0d-9157-45cf-aa83-7b10f7690c46 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:54:16.464810 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 13536e0d-9157-45cf-aa83-7b10f7690c46 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:54:16.465156 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 13536e0d-9157-45cf-aa83-7b10f7690c46 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:54:16.465649 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 3f53239a-abfe-4c74-b3a1-fec9d4b3f901 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:54:16.506376 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 3f53239a-abfe-4c74-b3a1-fec9d4b3f901 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:54:16.506736 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 3f53239a-abfe-4c74-b3a1-fec9d4b3f901 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:54:16.517793 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3a807d3e-ea09-444f-8fff-70cc73ae348e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:16.529063 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-3a807d3e-ea09-444f-8fff-70cc73ae348e admin admin] Deleting port 6fb00e42-fe5b-4ece-94a1-804970b2d793 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:54:16.529400 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3a807d3e-ea09-444f-8fff-70cc73ae348e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:16.708868 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08f0a59-7cc1-4001-88fa-ccf910161beb None None] DHCP port deletion for e1f552fc-772e-4d47-8b8b-39d40643da1b request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:54:16.713255 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-a08f0a59-7cc1-4001-88fa-ccf910161beb None None] Deleting port 6fb00e42-fe5b-4ece-94a1-804970b2d793 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:54:16.713697 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a08f0a59-7cc1-4001-88fa-ccf910161beb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:16.854827 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-3a807d3e-ea09-444f-8fff-70cc73ae348e admin admin] For port 6fb00e42-fe5b-4ece-94a1-804970b2d793, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=6fb00e42-fe5b-4ece-94a1-804970b2d793,segment=NetworkSegment(a019f15d-0adb-44a9-a32e-4494e5cadabb),segment_id=a019f15d-0adb-44a9-a32e-4494e5cadabb)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:54:16.855115 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3a807d3e-ea09-444f-8fff-70cc73ae348e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:16.929991 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-a08f0a59-7cc1-4001-88fa-ccf910161beb None None] For port 6fb00e42-fe5b-4ece-94a1-804970b2d793, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=6fb00e42-fe5b-4ece-94a1-804970b2d793,segment=NetworkSegment(a019f15d-0adb-44a9-a32e-4494e5cadabb),segment_id=a019f15d-0adb-44a9-a32e-4494e5cadabb)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:54:16.930278 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a08f0a59-7cc1-4001-88fa-ccf910161beb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:16.976819 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-3a807d3e-ea09-444f-8fff-70cc73ae348e admin admin] Calling delete_port for 6fb00e42-fe5b-4ece-94a1-804970b2d793 owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:54:17.053460 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3a807d3e-ea09-444f-8fff-70cc73ae348e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:17.059466 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-a08f0a59-7cc1-4001-88fa-ccf910161beb None None] Calling delete_port for 6fb00e42-fe5b-4ece-94a1-804970b2d793 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:54:17.110435 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a807d3e-ea09-444f-8fff-70cc73ae348e admin admin] Pushing event deleted for resources: {'Port': ['ID=6fb00e42-fe5b-4ece-94a1-804970b2d793,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:17.113703 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a807d3e-ea09-444f-8fff-70cc73ae348e admin admin] No DVR routers for this DVR port 6fb00e42-fe5b-4ece-94a1-804970b2d793 on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:54:17.135833 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-a08f0a59-7cc1-4001-88fa-ccf910161beb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 11:54:17.136213 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-a08f0a59-7cc1-4001-88fa-ccf910161beb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 11:54:17.226845 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3a807d3e-ea09-444f-8fff-70cc73ae348e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:17.252010 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-3a807d3e-ea09-444f-8fff-70cc73ae348e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f552fc-772e-4d47-8b8b-39d40643da1b']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:54:17.263878 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-3a807d3e-ea09-444f-8fff-70cc73ae348e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a019f15d-0adb-44a9-a32e-4494e5cadabb') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:54:17.264172 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-3a807d3e-ea09-444f-8fff-70cc73ae348e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a019f15d-0adb-44a9-a32e-4494e5cadabb') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:54:17.275128 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3a807d3e-ea09-444f-8fff-70cc73ae348e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:17.290644 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3a807d3e-ea09-444f-8fff-70cc73ae348e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:17.297335 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a807d3e-ea09-444f-8fff-70cc73ae348e admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:54:17.297714 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3a807d3e-ea09-444f-8fff-70cc73ae348e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:54:17.311614 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:54:17.393929 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3a807d3e-ea09-444f-8fff-70cc73ae348e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:17.410296 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3a807d3e-ea09-444f-8fff-70cc73ae348e admin admin] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:17.420799 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a807d3e-ea09-444f-8fff-70cc73ae348e admin admin] Pushing event deleted for resources: {'Network': ['ID=e1f552fc-772e-4d47-8b8b-39d40643da1b,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:17.427755 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3a807d3e-ea09-444f-8fff-70cc73ae348e admin admin] 10.222.0.39 "DELETE /v2.0/networks/e1f552fc-772e-4d47-8b8b-39d40643da1b HTTP/1.1" status: 204 len: 168 time: 1.0216787 Jan 26 11:54:17.593663 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60418) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:17.637891 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-a08f0a59-7cc1-4001-88fa-ccf910161beb None None] Deleting port 6fb00e42-fe5b-4ece-94a1-804970b2d793 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:54:17.638439 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a08f0a59-7cc1-4001-88fa-ccf910161beb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:17.643771 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-043ecd14-16ba-4437-8265-bc06f923a6bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=012400910ef242a9a2e49cbc70919121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488739 Jan 26 11:54:17.645279 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60422) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:17.712376 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-a08f0a59-7cc1-4001-88fa-ccf910161beb None None] The port '6fb00e42-fe5b-4ece-94a1-804970b2d793' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 11:54:17.712717 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ef91e593-7305-4b7c-bbc9-bdc557bd72c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:17.745368 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ef91e593-7305-4b7c-bbc9-bdc557bd72c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:17.796503 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ef91e593-7305-4b7c-bbc9-bdc557bd72c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:17.813893 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91e593-7305-4b7c-bbc9-bdc557bd72c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a382ce2f-d973-4cc8-872c-ba015570ba7d,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:17.830361 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ef91e593-7305-4b7c-bbc9-bdc557bd72c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:17.833747 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ef91e593-7305-4b7c-bbc9-bdc557bd72c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a382ce2f-d973-4cc8-872c-ba015570ba7d HTTP/1.1" status: 204 len: 168 time: 0.1853662 Jan 26 11:54:18.164228 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60430) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:18.217467 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f96b6235-d6d3-4fc4-b9b5-f6281e522c77 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22a5061d850b44c5be2ab2ffe136708a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521054 Jan 26 11:54:18.219859 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60434) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:18.277506 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-06c3ae58-9d76-4839-b58e-895f4a262400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:18.303577 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-06c3ae58-9d76-4839-b58e-895f4a262400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:18.356623 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-06c3ae58-9d76-4839-b58e-895f4a262400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:18.374886 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3ae58-9d76-4839-b58e-895f4a262400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ab012c-bfa5-4aaa-9607-e8b583fb614e,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:18.384371 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-06c3ae58-9d76-4839-b58e-895f4a262400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:18.388547 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-06c3ae58-9d76-4839-b58e-895f4a262400 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50ab012c-bfa5-4aaa-9607-e8b583fb614e HTTP/1.1" status: 204 len: 168 time: 0.1645248 Jan 26 11:54:18.408483 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 6fb00e42-fe5b-4ece-94a1-804970b2d793 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:54:18.442917 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 6fb00e42-fe5b-4ece-94a1-804970b2d793 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:54:18.443188 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 6fb00e42-fe5b-4ece-94a1-804970b2d793 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:54:20.305271 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60476) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:20.311315 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-83aea0d8-e632-4c46-9d60-746ec27bd277 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-125891712', 'description': 'tempest-secgroup-smoke-125891712 description', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:54:20.317233 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-83aea0d8-e632-4c46-9d60-746ec27bd277 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:54:20.321065 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-83aea0d8-e632-4c46-9d60-746ec27bd277 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:54:20.323911 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-83aea0d8-e632-4c46-9d60-746ec27bd277 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:54:20.329811 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-83aea0d8-e632-4c46-9d60-746ec27bd277 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:54:20.339664 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-83aea0d8-e632-4c46-9d60-746ec27bd277 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:20.352064 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-83aea0d8-e632-4c46-9d60-746ec27bd277 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:20.366490 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-83aea0d8-e632-4c46-9d60-746ec27bd277 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:54:20.370110 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-83aea0d8-e632-4c46-9d60-746ec27bd277 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:54:20.373597 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-83aea0d8-e632-4c46-9d60-746ec27bd277 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:54:20.379143 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-83aea0d8-e632-4c46-9d60-746ec27bd277 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:54:20.461351 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-83aea0d8-e632-4c46-9d60-746ec27bd277 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:20.465001 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-83aea0d8-e632-4c46-9d60-746ec27bd277 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:20.475620 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-83aea0d8-e632-4c46-9d60-746ec27bd277 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:54:20.483557 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-83aea0d8-e632-4c46-9d60-746ec27bd277 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:54:20.488069 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-83aea0d8-e632-4c46-9d60-746ec27bd277 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:54:20.501995 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-83aea0d8-e632-4c46-9d60-746ec27bd277 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:54:20.509313 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aea0d8-e632-4c46-9d60-746ec27bd277 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b97905-cb64-4f63-84d5-139a9ffca6b6,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:20.576632 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-83aea0d8-e632-4c46-9d60-746ec27bd277 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:20.580007 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-83aea0d8-e632-4c46-9d60-746ec27bd277 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:20.622033 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aea0d8-e632-4c46-9d60-746ec27bd277 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d68834e2-9387-43ce-ac0f-74dba1f00964,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:20.624026 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-83aea0d8-e632-4c46-9d60-746ec27bd277 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:20.626373 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-83aea0d8-e632-4c46-9d60-746ec27bd277 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3199987 Jan 26 11:54:20.628050 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60480) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:20.633015 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-fdee8204-be65-42ce-9c35-02a9e896c4ed tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': 'd68834e2-9387-43ce-ac0f-74dba1f00964', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:54:20.639555 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fdee8204-be65-42ce-9c35-02a9e896c4ed tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:54:20.643299 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fdee8204-be65-42ce-9c35-02a9e896c4ed tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:54:20.646093 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fdee8204-be65-42ce-9c35-02a9e896c4ed tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:54:20.651771 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fdee8204-be65-42ce-9c35-02a9e896c4ed tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:54:20.672053 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fdee8204-be65-42ce-9c35-02a9e896c4ed tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:20.731616 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fdee8204-be65-42ce-9c35-02a9e896c4ed tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:20.735212 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fdee8204-be65-42ce-9c35-02a9e896c4ed tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:20.758386 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee8204-be65-42ce-9c35-02a9e896c4ed tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc61430f-ff4b-4349-8642-eaeea5c5551b,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:20.767481 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fdee8204-be65-42ce-9c35-02a9e896c4ed tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:20.768659 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fdee8204-be65-42ce-9c35-02a9e896c4ed tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397302 Jan 26 11:54:20.771404 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60484) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:20.776307 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-943a1be0-0d34-4a96-96bf-551e1ce00a70 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': 'd68834e2-9387-43ce-ac0f-74dba1f00964', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:54:20.782181 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-943a1be0-0d34-4a96-96bf-551e1ce00a70 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:54:20.785979 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-943a1be0-0d34-4a96-96bf-551e1ce00a70 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:54:20.788839 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-943a1be0-0d34-4a96-96bf-551e1ce00a70 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:54:20.794639 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-943a1be0-0d34-4a96-96bf-551e1ce00a70 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:54:20.811540 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-943a1be0-0d34-4a96-96bf-551e1ce00a70 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:20.871053 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-943a1be0-0d34-4a96-96bf-551e1ce00a70 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:20.875312 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-943a1be0-0d34-4a96-96bf-551e1ce00a70 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:20.900400 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a1be0-0d34-4a96-96bf-551e1ce00a70 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88de84d2-68c9-47a4-8374-532e9b2cdab2,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:20.909158 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-943a1be0-0d34-4a96-96bf-551e1ce00a70 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:20.910358 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-943a1be0-0d34-4a96-96bf-551e1ce00a70 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1380262 Jan 26 11:54:20.913089 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60488) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:20.917952 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-48180d70-0b14-480a-8500-eaadc9bc8e55 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': 'd68834e2-9387-43ce-ac0f-74dba1f00964', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:54:20.923731 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-48180d70-0b14-480a-8500-eaadc9bc8e55 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:54:20.927465 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-48180d70-0b14-480a-8500-eaadc9bc8e55 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:54:20.930403 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-48180d70-0b14-480a-8500-eaadc9bc8e55 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:54:20.936736 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-48180d70-0b14-480a-8500-eaadc9bc8e55 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:54:20.952593 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-48180d70-0b14-480a-8500-eaadc9bc8e55 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:21.015800 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-48180d70-0b14-480a-8500-eaadc9bc8e55 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:21.019247 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-48180d70-0b14-480a-8500-eaadc9bc8e55 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:21.044934 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48180d70-0b14-480a-8500-eaadc9bc8e55 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41e3f38-ca56-4925-aa2d-2c7504a794cd,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:21.053737 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-48180d70-0b14-480a-8500-eaadc9bc8e55 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:21.054931 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-48180d70-0b14-480a-8500-eaadc9bc8e55 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1409352 Jan 26 11:54:21.057659 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60492) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:21.063691 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-5c8f9704-932a-4f80-9819-913db747a57a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': 'd68834e2-9387-43ce-ac0f-74dba1f00964', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:54:21.069413 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5c8f9704-932a-4f80-9819-913db747a57a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:54:21.073138 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5c8f9704-932a-4f80-9819-913db747a57a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:54:21.076484 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5c8f9704-932a-4f80-9819-913db747a57a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:54:21.082065 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5c8f9704-932a-4f80-9819-913db747a57a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:54:21.099593 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5c8f9704-932a-4f80-9819-913db747a57a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:21.161499 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5c8f9704-932a-4f80-9819-913db747a57a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:21.164675 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5c8f9704-932a-4f80-9819-913db747a57a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:21.189917 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f9704-932a-4f80-9819-913db747a57a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c9ab4d-4e8b-4d55-b490-63545f490d79,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:21.197879 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5c8f9704-932a-4f80-9819-913db747a57a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:21.199096 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5c8f9704-932a-4f80-9819-913db747a57a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1405368 Jan 26 11:54:21.201856 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60496) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:21.206663 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-bcdf7661-8364-4606-8802-2a90cc419b99 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': 'd68834e2-9387-43ce-ac0f-74dba1f00964', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:54:21.213071 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-bcdf7661-8364-4606-8802-2a90cc419b99 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:54:21.217316 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-bcdf7661-8364-4606-8802-2a90cc419b99 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:54:21.220369 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-bcdf7661-8364-4606-8802-2a90cc419b99 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:54:21.226014 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-bcdf7661-8364-4606-8802-2a90cc419b99 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:54:21.236239 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.securitygroups_db [None req-bcdf7661-8364-4606-8802-2a90cc419b99 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Project 491e8d9f3ffc4c05ad55ee08eb43a4bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:54:21.242388 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bcdf7661-8364-4606-8802-2a90cc419b99 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:21.304900 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bcdf7661-8364-4606-8802-2a90cc419b99 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:21.308444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bcdf7661-8364-4606-8802-2a90cc419b99 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:21.336829 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf7661-8364-4606-8802-2a90cc419b99 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=becf11a5-754a-4a90-8d8e-1f84a12c24cd,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:21.347464 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bcdf7661-8364-4606-8802-2a90cc419b99 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:21.348778 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-bcdf7661-8364-4606-8802-2a90cc419b99 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1459930 Jan 26 11:54:21.351533 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60500) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:21.357034 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-63612c18-e2e7-4f20-a37c-3a0eff2fd88e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': 'd68834e2-9387-43ce-ac0f-74dba1f00964', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:54:21.362777 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-63612c18-e2e7-4f20-a37c-3a0eff2fd88e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:54:21.366480 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-63612c18-e2e7-4f20-a37c-3a0eff2fd88e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:54:21.369279 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-63612c18-e2e7-4f20-a37c-3a0eff2fd88e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:54:21.375001 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-63612c18-e2e7-4f20-a37c-3a0eff2fd88e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:54:21.384745 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.securitygroups_db [None req-63612c18-e2e7-4f20-a37c-3a0eff2fd88e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Project 491e8d9f3ffc4c05ad55ee08eb43a4bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:54:21.391219 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63612c18-e2e7-4f20-a37c-3a0eff2fd88e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:21.453953 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63612c18-e2e7-4f20-a37c-3a0eff2fd88e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:21.457176 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63612c18-e2e7-4f20-a37c-3a0eff2fd88e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:21.479790 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63612c18-e2e7-4f20-a37c-3a0eff2fd88e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5d8d79-9bed-457e-b32b-669d6825c98c,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:21.488636 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-63612c18-e2e7-4f20-a37c-3a0eff2fd88e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:21.489787 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-63612c18-e2e7-4f20-a37c-3a0eff2fd88e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373446 Jan 26 11:54:21.492728 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60504) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:21.498795 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-14319f52-742a-4e40-9cab-6a2514ffe679 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'network': {'name': 'tempest-network-smoke--1705749129', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'port_security_enabled': True}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:54:21.503540 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-14319f52-742a-4e40-9cab-6a2514ffe679 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:54:21.507207 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-14319f52-742a-4e40-9cab-6a2514ffe679 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:network and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:54:21.509937 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-14319f52-742a-4e40-9cab-6a2514ffe679 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:54:21.515874 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-14319f52-742a-4e40-9cab-6a2514ffe679 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:54:21.525643 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14319f52-742a-4e40-9cab-6a2514ffe679 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Made reservation on behalf of 491e8d9f3ffc4c05ad55ee08eb43a4bb for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:54:21.529947 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-14319f52-742a-4e40-9cab-6a2514ffe679 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:21.556805 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14319f52-742a-4e40-9cab-6a2514ffe679 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:54:21.565288 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-14319f52-742a-4e40-9cab-6a2514ffe679 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:21.565630 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-14319f52-742a-4e40-9cab-6a2514ffe679 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Added segment 31878898-46b9-4f20-a468-251485b22f24 of type vlan for network a3c0abdd-f703-4e80-9fa4-ce2b77bbe188 Jan 26 11:54:21.590816 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-14319f52-742a-4e40-9cab-6a2514ffe679 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:21.619206 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-14319f52-742a-4e40-9cab-6a2514ffe679 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:21.625318 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14319f52-742a-4e40-9cab-6a2514ffe679 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:21.625892 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-14319f52-742a-4e40-9cab-6a2514ffe679 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:21.683354 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-14319f52-742a-4e40-9cab-6a2514ffe679 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1896551 Jan 26 11:54:21.686292 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60508) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:21.691434 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-56622057-4f89-406c-b4fa-a1144c40bca9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-176270083', 'admin_state_up': True, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:54:21.698885 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-56622057-4f89-406c-b4fa-a1144c40bca9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:54:21.703626 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-56622057-4f89-406c-b4fa-a1144c40bca9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:router and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:54:21.706956 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-56622057-4f89-406c-b4fa-a1144c40bca9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:54:21.712848 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-56622057-4f89-406c-b4fa-a1144c40bca9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:54:21.723586 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-56622057-4f89-406c-b4fa-a1144c40bca9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:21.724726 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-56622057-4f89-406c-b4fa-a1144c40bca9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:21.733400 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14319f52-742a-4e40-9cab-6a2514ffe679 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Network': ['ID=a3c0abdd-f703-4e80-9fa4-ce2b77bbe188,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:21.740427 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-56622057-4f89-406c-b4fa-a1144c40bca9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:21.744567 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network a3c0abdd-f703-4e80-9fa4-ce2b77bbe188 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:54:22.015757 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-56622057-4f89-406c-b4fa-a1144c40bca9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:22.486475 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-56622057-4f89-406c-b4fa-a1144c40bca9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:22.521114 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-56622057-4f89-406c-b4fa-a1144c40bca9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:22.596437 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bddd24ac-4248-4aea-b74a-b33040a8ef3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:22.676891 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-56622057-4f89-406c-b4fa-a1144c40bca9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Allocated IP 172.26.5.24 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/46182c29-d61d-4669-a0ee-d6a1b82dd21b) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:54:22.826035 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-56622057-4f89-406c-b4fa-a1144c40bca9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:22.856268 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-56622057-4f89-406c-b4fa-a1144c40bca9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:22.920844 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56622057-4f89-406c-b4fa-a1144c40bca9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:54:22.924228 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-56622057-4f89-406c-b4fa-a1144c40bca9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:54:22.926992 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56622057-4f89-406c-b4fa-a1144c40bca9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:54:22.969814 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56622057-4f89-406c-b4fa-a1144c40bca9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=46182c29-d61d-4669-a0ee-d6a1b82dd21b,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:23.348648 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-56622057-4f89-406c-b4fa-a1144c40bca9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router_gateway, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:23.623109 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:54:23.690995 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-56622057-4f89-406c-b4fa-a1144c40bca9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:24.014824 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56622057-4f89-406c-b4fa-a1144c40bca9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Router 45cf3c82-7f3c-42d5-adc2-853f331b2b30 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:54:24.194101 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56622057-4f89-406c-b4fa-a1144c40bca9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:54:24.204104 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] Sync routers for ids ['45cf3c82-7f3c-42d5-adc2-853f331b2b30'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:54:24.219850 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] Routers {'45cf3c82-7f3c-42d5-adc2-853f331b2b30'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:54:24.220061 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-56622057-4f89-406c-b4fa-a1144c40bca9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:24.220808 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:53:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['45cf3c82-7f3c-42d5-adc2-853f331b2b30'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:54:24.221472 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-56622057-4f89-406c-b4fa-a1144c40bca9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5341735 Jan 26 11:54:24.224563 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60514) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:24.366809 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8b352185-39c9-4624-be54-b4d907a6e06e tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1386840 Jan 26 11:54:24.367059 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60520) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:24.407924 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] Set router 45cf3c82-7f3c-42d5-adc2-853f331b2b30 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:54:24.495621 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96b3dad-4235-4670-918a-f0f15085fa6f tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:24.500273 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c96b3dad-4235-4670-918a-f0f15085fa6f tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290526 Jan 26 11:54:24.500501 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60524) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:24.541144 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6fb43e42-ea61-4698-b3d9-0946daf03f0d tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372498 Jan 26 11:54:24.541347 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60528) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:24.546618 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-f51bc839-5a35-4984-a7ef-be7908dc2ece tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-29768265', 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:54:24.655584 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f51bc839-5a35-4984-a7ef-be7908dc2ece tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:54:24.659298 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f51bc839-5a35-4984-a7ef-be7908dc2ece tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:subnet and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:54:24.662079 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f51bc839-5a35-4984-a7ef-be7908dc2ece tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:54:24.667679 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f51bc839-5a35-4984-a7ef-be7908dc2ece tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:54:24.677545 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51bc839-5a35-4984-a7ef-be7908dc2ece tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Made reservation on behalf of 491e8d9f3ffc4c05ad55ee08eb43a4bb for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:54:24.680966 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f51bc839-5a35-4984-a7ef-be7908dc2ece tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:24.729591 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176270083', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24'}], 'enable_snat': True}, 'gw_port_id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:54:21Z', 'updated_at': '2022-01-26T11:54:23Z', 'revision_number': 3, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:54:22Z', 'updated_at': '2022-01-26T11:54:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:54:24.733602 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] Checking router: 45cf3c82-7f3c-42d5-adc2-853f331b2b30 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:54:24.733955 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] Updating router 45cf3c82-7f3c-42d5-adc2-853f331b2b30 port 46182c29-d61d-4669-a0ee-d6a1b82dd21b binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:54:24.790104 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:24.895989 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-53f46321-2fdb-4131-9d68-b84af84d9cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:24.906101 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f51bc839-5a35-4984-a7ef-be7908dc2ece tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:24.988443 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51bc839-5a35-4984-a7ef-be7908dc2ece tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Subnet': ['ID=85fa0eac-5099-4bb1-8961-702b3cf39feb,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:24.992418 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51bc839-5a35-4984-a7ef-be7908dc2ece tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Checking segment: {'id': '31878898-46b9-4f20-a468-251485b22f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:54:24.992778 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51bc839-5a35-4984-a7ef-be7908dc2ece tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network hostable DHCP agents. Network: a3c0abdd-f703-4e80-9fa4-ce2b77bbe188, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:54:25.013134 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51bc839-5a35-4984-a7ef-be7908dc2ece tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network a3c0abdd-f703-4e80-9fa4-ce2b77bbe188 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:54:25.023991 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-f51bc839-5a35-4984-a7ef-be7908dc2ece tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, a3c0abdd-f703-4e80-9fa4-ce2b77bbe188) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:54:25.028047 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51bc839-5a35-4984-a7ef-be7908dc2ece tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:25.029340 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f51bc839-5a35-4984-a7ef-be7908dc2ece tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:25.035822 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4d4e70-0716-43e9-aedf-bde6030a5a29 None None] Network a3c0abdd-f703-4e80-9fa4-ce2b77bbe188 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:54:25.051541 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f51bc839-5a35-4984-a7ef-be7908dc2ece tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5091712 Jan 26 11:54:25.054168 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60532) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:25.281440 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:25.327182 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] Transition to ACTIVE for port object 46182c29-d61d-4669-a0ee-d6a1b82dd21b will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:54:25.342298 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:25.376207 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d870bf-d2c4-471f-bc1e-e318a8052143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-a3c0abdd-f703-4e80-9fa4-ce2b77bbe188', 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'fixed_ips': [{'subnet_id': '85fa0eac-5099-4bb1-8961-702b3cf39feb'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:54:25.377003 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d7d870bf-d2c4-471f-bc1e-e318a8052143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:25.443913 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65622fd4-d3ec-4fb7-b216-8d3518e0f6e6 None None] Pushing event updated for resources: {'Port': ['ID=46182c29-d61d-4669-a0ee-d6a1b82dd21b,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:25.493576 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] Attempting to bind port 46182c29-d61d-4669-a0ee-d6a1b82dd21b on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:54:25.493953 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] Attempting to bind port 46182c29-d61d-4669-a0ee-d6a1b82dd21b by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:54:25.494311 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] Attempting to bind port 46182c29-d61d-4669-a0ee-d6a1b82dd21b on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:54:25.509922 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:54:25.510302 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:54:25.510730 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:25.511131 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:54:25.511616 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] Bound port: 46182c29-d61d-4669-a0ee-d6a1b82dd21b, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:54:25.511991 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:25.537486 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65622fd4-d3ec-4fb7-b216-8d3518e0f6e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:54:25.537842 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65622fd4-d3ec-4fb7-b216-8d3518e0f6e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:54:25.538187 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65622fd4-d3ec-4fb7-b216-8d3518e0f6e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:54:25.538546 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65622fd4-d3ec-4fb7-b216-8d3518e0f6e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:54:25.538884 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65622fd4-d3ec-4fb7-b216-8d3518e0f6e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:54:25.539214 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65622fd4-d3ec-4fb7-b216-8d3518e0f6e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:54:25.539543 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65622fd4-d3ec-4fb7-b216-8d3518e0f6e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:54:25.539874 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65622fd4-d3ec-4fb7-b216-8d3518e0f6e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:54:25.540203 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65622fd4-d3ec-4fb7-b216-8d3518e0f6e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:54:25.540525 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65622fd4-d3ec-4fb7-b216-8d3518e0f6e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:54:25.540852 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65622fd4-d3ec-4fb7-b216-8d3518e0f6e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:54:25.541172 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65622fd4-d3ec-4fb7-b216-8d3518e0f6e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:54:25.662278 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] For port 46182c29-d61d-4669-a0ee-d6a1b82dd21b, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:54:25.675941 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] For port 46182c29-d61d-4669-a0ee-d6a1b82dd21b, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=46182c29-d61d-4669-a0ee-d6a1b82dd21b,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:54:25.681558 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-d7d870bf-d2c4-471f-bc1e-e318a8052143 None None] Allocated IP 172.20.0.2 (a3c0abdd-f703-4e80-9fa4-ce2b77bbe188/85fa0eac-5099-4bb1-8961-702b3cf39feb/71b2f900-2475-422f-a1e6-a9c425fa60d7) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:54:25.683913 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:25.806730 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65622fd4-d3ec-4fb7-b216-8d3518e0f6e6 None None] Pushing event updated for resources: {'Port': ['ID=46182c29-d61d-4669-a0ee-d6a1b82dd21b,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:25.809193 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] Routers {'45cf3c82-7f3c-42d5-adc2-853f331b2b30'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:54:25.810350 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:54:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['45cf3c82-7f3c-42d5-adc2-853f331b2b30'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:54:25.879911 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-607ea010-e658-424f-9e6e-f38ca317e533 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:25.968770 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:26.127917 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] Set router 45cf3c82-7f3c-42d5-adc2-853f331b2b30 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:54:26.307593 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d7d870bf-d2c4-471f-bc1e-e318a8052143 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:26.324457 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:26.337489 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d7d870bf-d2c4-471f-bc1e-e318a8052143 None None] Transition to ACTIVE for port object 71b2f900-2475-422f-a1e6-a9c425fa60d7 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:54:26.410590 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d7d870bf-d2c4-471f-bc1e-e318a8052143 None None] Transition to ACTIVE for port object 71b2f900-2475-422f-a1e6-a9c425fa60d7 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:54:26.426234 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d7d870bf-d2c4-471f-bc1e-e318a8052143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:26.490743 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-607ea010-e658-424f-9e6e-f38ca317e533 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Allocated IP 172.20.0.1 (a3c0abdd-f703-4e80-9fa4-ce2b77bbe188/85fa0eac-5099-4bb1-8961-702b3cf39feb/c1837cbf-89c8-4b93-b542-b87c89edab59) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:54:26.532857 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d870bf-d2c4-471f-bc1e-e318a8052143 None None] Network a3c0abdd-f703-4e80-9fa4-ce2b77bbe188 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:54:26.536871 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-d7d870bf-d2c4-471f-bc1e-e318a8052143 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:54:26.540942 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d870bf-d2c4-471f-bc1e-e318a8052143 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:54:26.550375 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d870bf-d2c4-471f-bc1e-e318a8052143 None None] Pushing event updated for resources: {'Port': ['ID=71b2f900-2475-422f-a1e6-a9c425fa60d7,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:26.649239 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-607ea010-e658-424f-9e6e-f38ca317e533 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:26.649932 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d7d870bf-d2c4-471f-bc1e-e318a8052143 None None] Attempting to bind port 71b2f900-2475-422f-a1e6-a9c425fa60d7 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:54:26.650302 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d7d870bf-d2c4-471f-bc1e-e318a8052143 None None] Attempting to bind port 71b2f900-2475-422f-a1e6-a9c425fa60d7 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '31878898-46b9-4f20-a468-251485b22f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:54:26.650699 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d870bf-d2c4-471f-bc1e-e318a8052143 None None] Attempting to bind port 71b2f900-2475-422f-a1e6-a9c425fa60d7 on network a3c0abdd-f703-4e80-9fa4-ce2b77bbe188 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:54:26.658837 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d870bf-d2c4-471f-bc1e-e318a8052143 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:54:26.659210 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d870bf-d2c4-471f-bc1e-e318a8052143 None None] Checking segment: {'id': '31878898-46b9-4f20-a468-251485b22f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:54:26.659630 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d7d870bf-d2c4-471f-bc1e-e318a8052143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:26.660011 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d870bf-d2c4-471f-bc1e-e318a8052143 None None] Bound using segment: {'id': '31878898-46b9-4f20-a468-251485b22f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:54:26.660472 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d7d870bf-d2c4-471f-bc1e-e318a8052143 None None] Bound port: 71b2f900-2475-422f-a1e6-a9c425fa60d7, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31878898-46b9-4f20-a468-251485b22f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:54:26.660843 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d7d870bf-d2c4-471f-bc1e-e318a8052143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:26.665722 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-607ea010-e658-424f-9e6e-f38ca317e533 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Transition to ACTIVE for port object c1837cbf-89c8-4b93-b542-b87c89edab59 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:54:26.678144 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176270083', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24'}], 'enable_snat': True}, 'gw_port_id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:54:21Z', 'updated_at': '2022-01-26T11:54:23Z', 'revision_number': 3, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:54:22Z', 'updated_at': '2022-01-26T11:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:54:26.690133 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-607ea010-e658-424f-9e6e-f38ca317e533 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:26.709779 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd5e113-af60-45ab-868b-0ca3275ad6df None None] The sync data for ids ['45cf3c82-7f3c-42d5-adc2-853f331b2b30'] in dv-neutron-826439-1-hyperv is: [{'id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176270083', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24'}], 'enable_snat': True}, 'gw_port_id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:54:21Z', 'updated_at': '2022-01-26T11:54:23Z', 'revision_number': 3, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:54:22Z', 'updated_at': '2022-01-26T11:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:54:26.763011 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d7d870bf-d2c4-471f-bc1e-e318a8052143 None None] For port 71b2f900-2475-422f-a1e6-a9c425fa60d7, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:54:26.766204 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d7d870bf-d2c4-471f-bc1e-e318a8052143 None None] For port 71b2f900-2475-422f-a1e6-a9c425fa60d7, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=71b2f900-2475-422f-a1e6-a9c425fa60d7,segment=NetworkSegment(31878898-46b9-4f20-a468-251485b22f24),segment_id=31878898-46b9-4f20-a468-251485b22f24)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:54:26.771421 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d7d870bf-d2c4-471f-bc1e-e318a8052143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:26.780954 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607ea010-e658-424f-9e6e-f38ca317e533 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network a3c0abdd-f703-4e80-9fa4-ce2b77bbe188 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:54:26.782238 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-607ea010-e658-424f-9e6e-f38ca317e533 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:54:26.784258 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ea010-e658-424f-9e6e-f38ca317e533 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=c1837cbf-89c8-4b93-b542-b87c89edab59,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:26.786402 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607ea010-e658-424f-9e6e-f38ca317e533 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:54:26.849426 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-607ea010-e658-424f-9e6e-f38ca317e533 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:26.870002 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d870bf-d2c4-471f-bc1e-e318a8052143 None None] Pushing event updated for resources: {'Port': ['ID=71b2f900-2475-422f-a1e6-a9c425fa60d7,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:26.988844 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-607ea010-e658-424f-9e6e-f38ca317e533 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:27.510849 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:27.597506 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-607ea010-e658-424f-9e6e-f38ca317e533 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:27.603172 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-607ea010-e658-424f-9e6e-f38ca317e533 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:27.725370 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ea010-e658-424f-9e6e-f38ca317e533 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=c1837cbf-89c8-4b93-b542-b87c89edab59,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:27.729028 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-607ea010-e658-424f-9e6e-f38ca317e533 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:27.871574 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607ea010-e658-424f-9e6e-f38ca317e533 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network a3c0abdd-f703-4e80-9fa4-ce2b77bbe188 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:54:27.872847 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-607ea010-e658-424f-9e6e-f38ca317e533 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:54:27.958965 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea25281-eb8c-497d-8e59-6dcde264a844 None None] Network a3c0abdd-f703-4e80-9fa4-ce2b77bbe188 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:54:28.069631 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607ea010-e658-424f-9e6e-f38ca317e533 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Router 45cf3c82-7f3c-42d5-adc2-853f331b2b30 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:54:28.080636 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-9f08ae90-8840-4925-9f71-5972ca620540 None None] Provisioning for port 71b2f900-2475-422f-a1e6-a9c425fa60d7 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:54:28.264337 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607ea010-e658-424f-9e6e-f38ca317e533 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:54:28.280120 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-607ea010-e658-424f-9e6e-f38ca317e533 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "PUT /v2.0/routers/45cf3c82-7f3c-42d5-adc2-853f331b2b30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2240584 Jan 26 11:54:28.429959 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] Sync routers for ids ['45cf3c82-7f3c-42d5-adc2-853f331b2b30'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:54:28.443804 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] Routers {'45cf3c82-7f3c-42d5-adc2-853f331b2b30'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:54:28.444409 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:54:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['45cf3c82-7f3c-42d5-adc2-853f331b2b30'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:54:28.481818 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-653638a4-1f09-454d-956d-691f9acedcc4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-125891712&fields=id&tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb HTTP/1.1" status: 200 len: 267 time: 0.0716715 Jan 26 11:54:28.507131 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 46182c29-d61d-4669-a0ee-d6a1b82dd21b up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:54:28.651864 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] Set router 45cf3c82-7f3c-42d5-adc2-853f331b2b30 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:54:28.666917 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-a7335977-f76e-402e-9be3-e31294297aa2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:28.668422 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-a7335977-f76e-402e-9be3-e31294297aa2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/networks?id=a3c0abdd-f703-4e80-9fa4-ce2b77bbe188 HTTP/1.1" status: 200 len: 797 time: 0.1785789 Jan 26 11:54:28.688356 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-6eae0ecf-1841-4cb6-ac8b-094ff3da0193 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/quotas/491e8d9f3ffc4c05ad55ee08eb43a4bb HTTP/1.1" status: 200 len: 375 time: 0.0128257 Jan 26 11:54:28.703859 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-26d7698b-f7ce-4f3f-9d69-24112ec3b49d None None] Provisioning for port c1837cbf-89c8-4b93-b542-b87c89edab59 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:54:28.711734 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 46182c29-d61d-4669-a0ee-d6a1b82dd21b completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:54:28.715577 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-26d7698b-f7ce-4f3f-9d69-24112ec3b49d None None] Provisioning complete for port c1837cbf-89c8-4b93-b542-b87c89edab59 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:54:28.715993 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-26d7698b-f7ce-4f3f-9d69-24112ec3b49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:28.784965 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 46182c29-d61d-4669-a0ee-d6a1b82dd21b triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:54:28.785343 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:28.803114 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-c6a675fb-e70e-4d18-8277-50e984acd28a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:54:28.855611 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-c6a675fb-e70e-4d18-8277-50e984acd28a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:54:28.858935 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-c6a675fb-e70e-4d18-8277-50e984acd28a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1640458 Jan 26 11:54:28.895902 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-26d7698b-f7ce-4f3f-9d69-24112ec3b49d None None] Port c1837cbf-89c8-4b93-b542-b87c89edab59 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:54:29.021169 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-5615eb4b-7c74-4412-b6e0-c203399df063 service neutron] 10.222.0.39 "GET /v2.0/networks/a3c0abdd-f703-4e80-9fa4-ce2b77bbe188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483605 Jan 26 11:54:29.049722 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176270083', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24'}], 'enable_snat': True}, 'gw_port_id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:54:21Z', 'updated_at': '2022-01-26T11:54:26Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:54:22Z', 'updated_at': '2022-01-26T11:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'c1837cbf-89c8-4b93-b542-b87c89edab59', 'name': '', 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:c8:df:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85fa0eac-5099-4bb1-8961-702b3cf39feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:54:26Z', 'updated_at': '2022-01-26T11:54:27Z', 'revision_number': 2, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '85fa0eac-5099-4bb1-8961-702b3cf39feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:54:29.053699 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] Checking router: 45cf3c82-7f3c-42d5-adc2-853f331b2b30 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:54:29.054126 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] Updating router 45cf3c82-7f3c-42d5-adc2-853f331b2b30 port c1837cbf-89c8-4b93-b542-b87c89edab59 binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:54:29.058152 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:29.081435 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6b5ea8b9-1b26-4e78-9876-cb38a6c20371 None None] Provisioning complete for port c1837cbf-89c8-4b93-b542-b87c89edab59 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:54:29.081901 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6b5ea8b9-1b26-4e78-9876-cb38a6c20371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:29.120952 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:29.139434 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 46182c29-d61d-4669-a0ee-d6a1b82dd21b, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=46182c29-d61d-4669-a0ee-d6a1b82dd21b,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:54:29.148909 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:29.149748 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 71b2f900-2475-422f-a1e6-a9c425fa60d7 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:54:29.165720 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-79d810af-185e-4128-9b9c-08358fa02246 service neutron] 10.222.0.39 "GET /v2.0/networks/a3c0abdd-f703-4e80-9fa4-ce2b77bbe188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386194 Jan 26 11:54:29.297121 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-6b5ea8b9-1b26-4e78-9876-cb38a6c20371 None None] Port c1837cbf-89c8-4b93-b542-b87c89edab59 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:54:29.334426 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=46182c29-d61d-4669-a0ee-d6a1b82dd21b,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:29.348813 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 71b2f900-2475-422f-a1e6-a9c425fa60d7 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:54:29.354706 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 71b2f900-2475-422f-a1e6-a9c425fa60d7 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:54:29.355252 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:29.380162 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3d26670-cd2b-4cb9-9876-5400dee6031a req-4b2a6cf4-8992-4631-be7c-aa1aea1c49f8 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2a51a3-68e0-408c-8965-50f9fb60af29 HTTP/1.1" status: 200 len: 210 time: 0.0628402 Jan 26 11:54:29.483504 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:29.517590 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 71b2f900-2475-422f-a1e6-a9c425fa60d7, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=71b2f900-2475-422f-a1e6-a9c425fa60d7,segment=NetworkSegment(31878898-46b9-4f20-a468-251485b22f24),segment_id=31878898-46b9-4f20-a468-251485b22f24)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:54:29.521320 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:29.555553 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:29.568241 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] Transition to ACTIVE for port object c1837cbf-89c8-4b93-b542-b87c89edab59 will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:54:29.574835 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:29.600893 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=71b2f900-2475-422f-a1e6-a9c425fa60d7,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:29.735284 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ed9f8-0543-4c2b-8d8d-9e59c4a077d4 None None] Pushing event updated for resources: {'Port': ['ID=c1837cbf-89c8-4b93-b542-b87c89edab59,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:29.752165 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7ed9f8-0543-4c2b-8d8d-9e59c4a077d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:54:29.752512 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7ed9f8-0543-4c2b-8d8d-9e59c4a077d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:54:29.752857 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7ed9f8-0543-4c2b-8d8d-9e59c4a077d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:54:29.753194 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7ed9f8-0543-4c2b-8d8d-9e59c4a077d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:54:29.753521 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7ed9f8-0543-4c2b-8d8d-9e59c4a077d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:54:29.754274 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7ed9f8-0543-4c2b-8d8d-9e59c4a077d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:54:29.754637 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7ed9f8-0543-4c2b-8d8d-9e59c4a077d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:54:29.755278 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7ed9f8-0543-4c2b-8d8d-9e59c4a077d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:54:29.755278 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7ed9f8-0543-4c2b-8d8d-9e59c4a077d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:54:29.755591 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7ed9f8-0543-4c2b-8d8d-9e59c4a077d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:54:29.755910 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7ed9f8-0543-4c2b-8d8d-9e59c4a077d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:54:29.756275 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7ed9f8-0543-4c2b-8d8d-9e59c4a077d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:54:29.815889 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] Attempting to bind port c1837cbf-89c8-4b93-b542-b87c89edab59 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:54:29.816256 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] Attempting to bind port c1837cbf-89c8-4b93-b542-b87c89edab59 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '31878898-46b9-4f20-a468-251485b22f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:54:29.816616 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] Attempting to bind port c1837cbf-89c8-4b93-b542-b87c89edab59 on network a3c0abdd-f703-4e80-9fa4-ce2b77bbe188 {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:54:29.821993 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:54:29.822383 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] Checking segment: {'id': '31878898-46b9-4f20-a468-251485b22f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:54:29.822780 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:29.823170 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] Bound using segment: {'id': '31878898-46b9-4f20-a468-251485b22f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:54:29.823800 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] Bound port: c1837cbf-89c8-4b93-b542-b87c89edab59, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31878898-46b9-4f20-a468-251485b22f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:54:29.824171 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:29.919964 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] For port c1837cbf-89c8-4b93-b542-b87c89edab59, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:54:29.923349 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] For port c1837cbf-89c8-4b93-b542-b87c89edab59, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c1837cbf-89c8-4b93-b542-b87c89edab59,segment=NetworkSegment(31878898-46b9-4f20-a468-251485b22f24),segment_id=31878898-46b9-4f20-a468-251485b22f24)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:54:29.927799 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:30.007160 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] Routers {'45cf3c82-7f3c-42d5-adc2-853f331b2b30'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:54:30.007769 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:54:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['45cf3c82-7f3c-42d5-adc2-853f331b2b30'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:54:30.069279 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ed9f8-0543-4c2b-8d8d-9e59c4a077d4 None None] Pushing event updated for resources: {'Port': ['ID=c1837cbf-89c8-4b93-b542-b87c89edab59,revision_number=4']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:30.196530 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] Set router 45cf3c82-7f3c-42d5-adc2-853f331b2b30 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:54:30.446246 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 46182c29-d61d-4669-a0ee-d6a1b82dd21b up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:54:30.532365 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176270083', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24'}], 'enable_snat': True}, 'gw_port_id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:54:21Z', 'updated_at': '2022-01-26T11:54:26Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:54:22Z', 'updated_at': '2022-01-26T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'c1837cbf-89c8-4b93-b542-b87c89edab59', 'name': '', 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:c8:df:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85fa0eac-5099-4bb1-8961-702b3cf39feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:54:26Z', 'updated_at': '2022-01-26T11:54:29Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '85fa0eac-5099-4bb1-8961-702b3cf39feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:54:30.538037 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8ebb1a-b6d3-465f-9692-713ae3dd258a None None] The sync data for ids ['45cf3c82-7f3c-42d5-adc2-853f331b2b30'] in dv-neutron-826439-1-hyperv is: [{'id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176270083', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24'}], 'enable_snat': True}, 'gw_port_id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:54:21Z', 'updated_at': '2022-01-26T11:54:26Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:54:22Z', 'updated_at': '2022-01-26T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'c1837cbf-89c8-4b93-b542-b87c89edab59', 'name': '', 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:c8:df:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85fa0eac-5099-4bb1-8961-702b3cf39feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:54:26Z', 'updated_at': '2022-01-26T11:54:29Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '85fa0eac-5099-4bb1-8961-702b3cf39feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:54:30.555153 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 46182c29-d61d-4669-a0ee-d6a1b82dd21b triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:54:30.555531 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:30.629896 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-21c3d902-c562-40db-b483-6207a0d537bd req-77a30319-1dff-4ec2-818e-b9d124e24c42 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2a51a3-68e0-408c-8965-50f9fb60af29 HTTP/1.1" status: 200 len: 210 time: 0.1092350 Jan 26 11:54:30.687574 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-978df548-172f-4a91-966d-4ce92c6931b7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:30.688955 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-978df548-172f-4a91-966d-4ce92c6931b7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:network {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:54:30.713588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-978df548-172f-4a91-966d-4ce92c6931b7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:network {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:54:30.715052 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-978df548-172f-4a91-966d-4ce92c6931b7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.24 "GET /v2.0/networks?id=a3c0abdd-f703-4e80-9fa4-ce2b77bbe188 HTTP/1.1" status: 200 len: 797 time: 0.3582070 Jan 26 11:54:30.730413 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 71b2f900-2475-422f-a1e6-a9c425fa60d7 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:54:30.766651 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-61b6fc45-d94e-40ba-be4a-d5e00e5e5199 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:54:30.792458 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-61b6fc45-d94e-40ba-be4a-d5e00e5e5199 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:54:30.796134 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-61b6fc45-d94e-40ba-be4a-d5e00e5e5199 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb HTTP/1.1" status: 200 len: 379 time: 0.0719573 Jan 26 11:54:30.808167 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-59fe400d-a0ae-46aa-a25e-2b2e6247add7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'port': {'device_id': 'be2a51a3-68e0-408c-8965-50f9fb60af29', 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188', 'admin_state_up': True, 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'security_groups': ['d68834e2-9387-43ce-ac0f-74dba1f00964']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:54:30.808287 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 71b2f900-2475-422f-a1e6-a9c425fa60d7 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:54:30.808689 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:31.063660 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-59fe400d-a0ae-46aa-a25e-2b2e6247add7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:54:31.073541 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-59fe400d-a0ae-46aa-a25e-2b2e6247add7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:54:31.084541 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-59fe400d-a0ae-46aa-a25e-2b2e6247add7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Made reservation on behalf of 491e8d9f3ffc4c05ad55ee08eb43a4bb for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:54:31.088168 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-59fe400d-a0ae-46aa-a25e-2b2e6247add7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:31.257954 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-59fe400d-a0ae-46aa-a25e-2b2e6247add7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Allocated IP 172.20.0.11 (a3c0abdd-f703-4e80-9fa4-ce2b77bbe188/85fa0eac-5099-4bb1-8961-702b3cf39feb/33c34fbb-45f6-4e3e-b521-3dc1a0698731) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:54:31.455922 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-59fe400d-a0ae-46aa-a25e-2b2e6247add7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:31.472247 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-59fe400d-a0ae-46aa-a25e-2b2e6247add7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Transition to ACTIVE for port object 33c34fbb-45f6-4e3e-b521-3dc1a0698731 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:54:31.496313 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-59fe400d-a0ae-46aa-a25e-2b2e6247add7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:31.572229 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-59fe400d-a0ae-46aa-a25e-2b2e6247add7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network a3c0abdd-f703-4e80-9fa4-ce2b77bbe188 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:54:31.576066 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-59fe400d-a0ae-46aa-a25e-2b2e6247add7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:54:31.578601 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-59fe400d-a0ae-46aa-a25e-2b2e6247add7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:54:31.621467 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe400d-a0ae-46aa-a25e-2b2e6247add7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=33c34fbb-45f6-4e3e-b521-3dc1a0698731,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:31.655221 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-59fe400d-a0ae-46aa-a25e-2b2e6247add7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:31.655587 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-59fe400d-a0ae-46aa-a25e-2b2e6247add7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:31.687760 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-59fe400d-a0ae-46aa-a25e-2b2e6247add7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8871150 Jan 26 11:54:31.701691 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-ef9f5bdf-b35f-4f13-a148-34d13895f7b6 service neutron] Request body: {'port': {'device_id': 'be2a51a3-68e0-408c-8965-50f9fb60af29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:54:31.873039 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6092de8a-f97d-4c76-b8d5-8175e9c09c1e None None] Provisioning for port 33c34fbb-45f6-4e3e-b521-3dc1a0698731 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:54:31.877863 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6092de8a-f97d-4c76-b8d5-8175e9c09c1e None None] Provisioning complete for port 33c34fbb-45f6-4e3e-b521-3dc1a0698731 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:54:31.878234 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6092de8a-f97d-4c76-b8d5-8175e9c09c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:31.879228 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-ef9f5bdf-b35f-4f13-a148-34d13895f7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:31.930186 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-6092de8a-f97d-4c76-b8d5-8175e9c09c1e None None] Port 33c34fbb-45f6-4e3e-b521-3dc1a0698731 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:54:31.938868 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff695e7f-ad4e-48a9-8f38-6aeca985ac8a req-3ef7d29e-130b-40ea-948d-d35b62a7e041 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:31.939568 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-ff695e7f-ad4e-48a9-8f38-6aeca985ac8a req-3ef7d29e-130b-40ea-948d-d35b62a7e041 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:54:31.978494 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-ff695e7f-ad4e-48a9-8f38-6aeca985ac8a req-3ef7d29e-130b-40ea-948d-d35b62a7e041 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:54:31.979695 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ff695e7f-ad4e-48a9-8f38-6aeca985ac8a req-3ef7d29e-130b-40ea-948d-d35b62a7e041 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2a51a3-68e0-408c-8965-50f9fb60af29 HTTP/1.1" status: 200 len: 932 time: 0.2338550 Jan 26 11:54:32.098493 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ff695e7f-ad4e-48a9-8f38-6aeca985ac8a req-d1f9947d-8527-4c13-a098-e70eeb32421f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=d68834e2-9387-43ce-ac0f-74dba1f00964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797420 Jan 26 11:54:32.273731 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-ef9f5bdf-b35f-4f13-a148-34d13895f7b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c34fbb-45f6-4e3e-b521-3dc1a0698731 {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:54:32.281140 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-ef9f5bdf-b35f-4f13-a148-34d13895f7b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:32.295197 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-ef9f5bdf-b35f-4f13-a148-34d13895f7b6 service neutron] Transition to ACTIVE for port object 33c34fbb-45f6-4e3e-b521-3dc1a0698731 will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:54:32.299435 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-ef9f5bdf-b35f-4f13-a148-34d13895f7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:32.456833 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c1837cbf-89c8-4b93-b542-b87c89edab59 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:54:32.467913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f5bdf-b35f-4f13-a148-34d13895f7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=33c34fbb-45f6-4e3e-b521-3dc1a0698731,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:32.530532 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port c1837cbf-89c8-4b93-b542-b87c89edab59 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:54:32.535735 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port c1837cbf-89c8-4b93-b542-b87c89edab59 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:54:32.536105 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:32.555635 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-ef9f5bdf-b35f-4f13-a148-34d13895f7b6 service neutron] Attempting to bind port 33c34fbb-45f6-4e3e-b521-3dc1a0698731 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:54:32.556019 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-ef9f5bdf-b35f-4f13-a148-34d13895f7b6 service neutron] Attempting to bind port 33c34fbb-45f6-4e3e-b521-3dc1a0698731 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '31878898-46b9-4f20-a468-251485b22f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:54:32.556387 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-ef9f5bdf-b35f-4f13-a148-34d13895f7b6 service neutron] Attempting to bind port 33c34fbb-45f6-4e3e-b521-3dc1a0698731 on network a3c0abdd-f703-4e80-9fa4-ce2b77bbe188 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:54:32.562051 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-ef9f5bdf-b35f-4f13-a148-34d13895f7b6 service neutron] Port 33c34fbb-45f6-4e3e-b521-3dc1a0698731 on network a3c0abdd-f703-4e80-9fa4-ce2b77bbe188 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:54:32.562589 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-ef9f5bdf-b35f-4f13-a148-34d13895f7b6 service neutron] Attempting to bind port 33c34fbb-45f6-4e3e-b521-3dc1a0698731 on network a3c0abdd-f703-4e80-9fa4-ce2b77bbe188 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:54:32.567956 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-ef9f5bdf-b35f-4f13-a148-34d13895f7b6 service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:54:32.568296 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-ef9f5bdf-b35f-4f13-a148-34d13895f7b6 service neutron] Checking segment: {'id': '31878898-46b9-4f20-a468-251485b22f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:54:32.568689 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-ef9f5bdf-b35f-4f13-a148-34d13895f7b6 service neutron] Bound using segment: {'id': '31878898-46b9-4f20-a468-251485b22f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:54:32.569122 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-ef9f5bdf-b35f-4f13-a148-34d13895f7b6 service neutron] Bound port: 33c34fbb-45f6-4e3e-b521-3dc1a0698731, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31878898-46b9-4f20-a468-251485b22f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:54:32.569475 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-ef9f5bdf-b35f-4f13-a148-34d13895f7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:32.660342 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-ef9f5bdf-b35f-4f13-a148-34d13895f7b6 service neutron] For port 33c34fbb-45f6-4e3e-b521-3dc1a0698731, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:54:32.663692 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-ef9f5bdf-b35f-4f13-a148-34d13895f7b6 service neutron] For port 33c34fbb-45f6-4e3e-b521-3dc1a0698731, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=33c34fbb-45f6-4e3e-b521-3dc1a0698731,segment=NetworkSegment(31878898-46b9-4f20-a468-251485b22f24),segment_id=31878898-46b9-4f20-a468-251485b22f24)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:54:32.666372 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:32.668624 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-ef9f5bdf-b35f-4f13-a148-34d13895f7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:32.701617 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port c1837cbf-89c8-4b93-b542-b87c89edab59, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c1837cbf-89c8-4b93-b542-b87c89edab59,segment=NetworkSegment(31878898-46b9-4f20-a468-251485b22f24),segment_id=31878898-46b9-4f20-a468-251485b22f24)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:54:32.705185 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:32.733761 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-ef9f5bdf-b35f-4f13-a148-34d13895f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:32.734376 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-ef9f5bdf-b35f-4f13-a148-34d13895f7b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:32.735764 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-ef9f5bdf-b35f-4f13-a148-34d13895f7b6 service neutron] 10.222.0.24 "PUT /v2.0/ports/33c34fbb-45f6-4e3e-b521-3dc1a0698731 HTTP/1.1" status: 200 len: 1094 time: 1.0397923 Jan 26 11:54:32.736201 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2a51a3-68e0-408c-8965-50f9fb60af29', 'tag': '33c34fbb-45f6-4e3e-b521-3dc1a0698731'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:54:32.780782 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f5bdf-b35f-4f13-a148-34d13895f7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=33c34fbb-45f6-4e3e-b521-3dc1a0698731,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:32.786818 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=c1837cbf-89c8-4b93-b542-b87c89edab59,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:32.825409 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2a51a3-68e0-408c-8965-50f9fb60af29', 'tag': '33c34fbb-45f6-4e3e-b521-3dc1a0698731', 'status': 'completed', 'code': 200} Jan 26 11:54:32.868705 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-582d268f-2068-41c7-a42d-7463483756c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:32.870304 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-582d268f-2068-41c7-a42d-7463483756c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=be2a51a3-68e0-408c-8965-50f9fb60af29 HTTP/1.1" status: 200 len: 1097 time: 0.0815973 Jan 26 11:54:33.047808 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-43ca49a1-bbb7-450f-86c0-8eee7ad8ab16 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33c34fbb-45f6-4e3e-b521-3dc1a0698731 HTTP/1.1" status: 200 len: 217 time: 0.1707852 Jan 26 11:54:33.113371 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-e3923d9b-6383-4bc4-aa7a-f2945e38c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:33.114895 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-e3923d9b-6383-4bc4-aa7a-f2945e38c1ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85fa0eac-5099-4bb1-8961-702b3cf39feb HTTP/1.1" status: 200 len: 833 time: 0.0607090 Jan 26 11:54:33.188988 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-735470ba-c7fe-4f63-a1eb-250fa2ff1eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:33.190418 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-735470ba-c7fe-4f63-a1eb-250fa2ff1eeb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a3c0abdd-f703-4e80-9fa4-ce2b77bbe188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697899 Jan 26 11:54:33.382714 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-6fb92736-a3bc-4db0-88b0-ef116238fb24 service neutron] 10.222.0.24 "GET /v2.0/networks/a3c0abdd-f703-4e80-9fa4-ce2b77bbe188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851299 Jan 26 11:54:33.391474 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935332ce-9bd0-4eea-bd95-8734fcb97736 req-cca8d9d7-e884-48b5-9ee4-f17dfa1e47ad tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:33.392826 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-935332ce-9bd0-4eea-bd95-8734fcb97736 req-cca8d9d7-e884-48b5-9ee4-f17dfa1e47ad tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2a51a3-68e0-408c-8965-50f9fb60af29 HTTP/1.1" status: 200 len: 944 time: 0.1740611 Jan 26 11:54:33.518947 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-935332ce-9bd0-4eea-bd95-8734fcb97736 req-9cf8446a-425d-4784-a607-69fc7fd561dc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=d68834e2-9387-43ce-ac0f-74dba1f00964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080298 Jan 26 11:54:33.550500 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-99a65daf-7fbb-4977-9669-0df5a089b03e req-0b0a2e73-0c0d-42dd-bff1-de03e832bf6e service neutron] 10.222.0.24 "GET /v2.0/networks/a3c0abdd-f703-4e80-9fa4-ce2b77bbe188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566904 Jan 26 11:54:33.668615 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375810f8-44b8-466e-808d-e0f4cbd2d51a req-b4e5701c-6cf2-4957-9098-10013347a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:33.670840 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-375810f8-44b8-466e-808d-e0f4cbd2d51a req-b4e5701c-6cf2-4957-9098-10013347a8d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=be2a51a3-68e0-408c-8965-50f9fb60af29 HTTP/1.1" status: 200 len: 1097 time: 0.0756881 Jan 26 11:54:33.806732 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375810f8-44b8-466e-808d-e0f4cbd2d51a req-0b3c4658-dad8-40b4-ba92-0337db013c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:33.808178 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-375810f8-44b8-466e-808d-e0f4cbd2d51a req-0b3c4658-dad8-40b4-ba92-0337db013c1a service neutron] 10.222.0.24 "GET /v2.0/networks?id=a3c0abdd-f703-4e80-9fa4-ce2b77bbe188 HTTP/1.1" status: 200 len: 898 time: 0.1310742 Jan 26 11:54:33.874985 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-375810f8-44b8-466e-808d-e0f4cbd2d51a req-7ed24950-2bb5-437b-847b-0e0dbaa62f84 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33c34fbb-45f6-4e3e-b521-3dc1a0698731 HTTP/1.1" status: 200 len: 217 time: 0.0598342 Jan 26 11:54:33.942565 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375810f8-44b8-466e-808d-e0f4cbd2d51a req-a36b929d-1f7a-4c11-8316-40a3199e1d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:33.944005 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-375810f8-44b8-466e-808d-e0f4cbd2d51a req-a36b929d-1f7a-4c11-8316-40a3199e1d03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85fa0eac-5099-4bb1-8961-702b3cf39feb HTTP/1.1" status: 200 len: 833 time: 0.0605102 Jan 26 11:54:34.018109 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375810f8-44b8-466e-808d-e0f4cbd2d51a req-853c865b-7fd1-4a6c-9282-20268e854de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:34.019579 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-375810f8-44b8-466e-808d-e0f4cbd2d51a req-853c865b-7fd1-4a6c-9282-20268e854de3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a3c0abdd-f703-4e80-9fa4-ce2b77bbe188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681920 Jan 26 11:54:34.147268 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-375810f8-44b8-466e-808d-e0f4cbd2d51a req-ea833d0a-3c32-4e53-8cfd-18e37fc1881a service neutron] 10.222.0.24 "GET /v2.0/networks/a3c0abdd-f703-4e80-9fa4-ce2b77bbe188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208415 Jan 26 11:54:34.274583 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-375810f8-44b8-466e-808d-e0f4cbd2d51a req-c8a9b598-cea4-4288-aa62-574ab92c7f23 service neutron] 10.222.0.24 "GET /v2.0/networks/a3c0abdd-f703-4e80-9fa4-ce2b77bbe188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213787 Jan 26 11:54:34.410630 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c1837cbf-89c8-4b93-b542-b87c89edab59 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:54:34.477340 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port c1837cbf-89c8-4b93-b542-b87c89edab59 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:54:34.477712 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:34.710735 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1d345-e43d-4a57-98c7-6c6aa8a3651e req-573dcb31-c031-4f74-af8f-f7a4e2105cca tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:34.712278 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-97a1d345-e43d-4a57-98c7-6c6aa8a3651e req-573dcb31-c031-4f74-af8f-f7a4e2105cca tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2a51a3-68e0-408c-8965-50f9fb60af29 HTTP/1.1" status: 200 len: 944 time: 0.0816309 Jan 26 11:54:34.756302 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-97a1d345-e43d-4a57-98c7-6c6aa8a3651e req-eed84676-e577-4aab-83a9-5cc47dcbae51 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=d68834e2-9387-43ce-ac0f-74dba1f00964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383160 Jan 26 11:54:35.542000 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 33c34fbb-45f6-4e3e-b521-3dc1a0698731 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:54:35.561524 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:35.683393 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 33c34fbb-45f6-4e3e-b521-3dc1a0698731, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=33c34fbb-45f6-4e3e-b521-3dc1a0698731,segment=NetworkSegment(31878898-46b9-4f20-a468-251485b22f24),segment_id=31878898-46b9-4f20-a468-251485b22f24)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:54:35.696512 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '33c34fbb-45f6-4e3e-b521-3dc1a0698731', 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188', 'port_id': '33c34fbb-45f6-4e3e-b521-3dc1a0698731', 'mac_address': 'fa:16:3e:c2:eb:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85fa0eac-5099-4bb1-8961-702b3cf39feb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:54:35.751020 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:35.769958 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c34fbb-45f6-4e3e-b521-3dc1a0698731 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:54:35.787202 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 33c34fbb-45f6-4e3e-b521-3dc1a0698731, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=33c34fbb-45f6-4e3e-b521-3dc1a0698731,segment=NetworkSegment(31878898-46b9-4f20-a468-251485b22f24),segment_id=31878898-46b9-4f20-a468-251485b22f24)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:54:35.791755 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:35.867307 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=33c34fbb-45f6-4e3e-b521-3dc1a0698731,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:35.949800 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e6351-653b-47d9-9a7a-111a5b188f0d req-5b164b6e-1105-4060-bf0b-24aa462d510d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:35.952537 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-659e6351-653b-47d9-9a7a-111a5b188f0d req-5b164b6e-1105-4060-bf0b-24aa462d510d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2a51a3-68e0-408c-8965-50f9fb60af29 HTTP/1.1" status: 200 len: 945 time: 0.0897133 Jan 26 11:54:35.999076 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-659e6351-653b-47d9-9a7a-111a5b188f0d req-36946b6f-8cd0-45d4-abc4-710141e338a9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=d68834e2-9387-43ce-ac0f-74dba1f00964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405300 Jan 26 11:54:36.016214 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['33c34fbb-45f6-4e3e-b521-3dc1a0698731'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:54:37.183121 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64ac9a-0dc1-4f30-9bbe-df5d0f321aab req-6abd3069-efe0-4902-97c9-31ec2261779f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:37.184590 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7a64ac9a-0dc1-4f30-9bbe-df5d0f321aab req-6abd3069-efe0-4902-97c9-31ec2261779f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2a51a3-68e0-408c-8965-50f9fb60af29 HTTP/1.1" status: 200 len: 945 time: 0.0794117 Jan 26 11:54:37.227741 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7a64ac9a-0dc1-4f30-9bbe-df5d0f321aab req-c7d67ec1-13bc-44ad-b9e0-e149757909bf tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=d68834e2-9387-43ce-ac0f-74dba1f00964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376678 Jan 26 11:54:37.555361 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 33c34fbb-45f6-4e3e-b521-3dc1a0698731 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:54:37.658045 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port 33c34fbb-45f6-4e3e-b521-3dc1a0698731 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:54:37.662680 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 33c34fbb-45f6-4e3e-b521-3dc1a0698731 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:54:37.663057 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:37.776716 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:37.802982 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2a51a3-68e0-408c-8965-50f9fb60af29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c34fbb-45f6-4e3e-b521-3dc1a0698731'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:54:37.813221 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 33c34fbb-45f6-4e3e-b521-3dc1a0698731, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=33c34fbb-45f6-4e3e-b521-3dc1a0698731,segment=NetworkSegment(31878898-46b9-4f20-a468-251485b22f24),segment_id=31878898-46b9-4f20-a468-251485b22f24)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:54:37.817667 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:37.886929 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=33c34fbb-45f6-4e3e-b521-3dc1a0698731,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:37.901714 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2a51a3-68e0-408c-8965-50f9fb60af29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c34fbb-45f6-4e3e-b521-3dc1a0698731', 'code': 200} Jan 26 11:54:38.125315 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28680e0-9ff9-47d5-a404-c3da5c501875 req-42bbafbd-3aee-4e09-aded-3b93a0b01b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:38.126706 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c28680e0-9ff9-47d5-a404-c3da5c501875 req-42bbafbd-3aee-4e09-aded-3b93a0b01b24 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=be2a51a3-68e0-408c-8965-50f9fb60af29 HTTP/1.1" status: 200 len: 1099 time: 0.0691493 Jan 26 11:54:38.166152 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c28680e0-9ff9-47d5-a404-c3da5c501875 req-f53d999c-9836-4a83-b648-4a75de432f95 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d68834e2-9387-43ce-ac0f-74dba1f00964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331578 Jan 26 11:54:38.522945 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a45b85-644e-4c67-8959-b6eeb17a64ee req-3f20a637-fc8a-47af-bec5-b7f7616c7ad8 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:38.524314 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-77a45b85-644e-4c67-8959-b6eeb17a64ee req-3f20a637-fc8a-47af-bec5-b7f7616c7ad8 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2a51a3-68e0-408c-8965-50f9fb60af29 HTTP/1.1" status: 200 len: 946 time: 0.1939621 Jan 26 11:54:38.568491 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-77a45b85-644e-4c67-8959-b6eeb17a64ee req-e4394c70-005c-4571-9979-32506cd5d34d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=d68834e2-9387-43ce-ac0f-74dba1f00964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377021 Jan 26 11:54:39.757974 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9be6e6-8fba-4703-884e-e70180aa1075 req-5cbaa373-fff5-4e32-a532-db047fce742f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:39.759467 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fc9be6e6-8fba-4703-884e-e70180aa1075 req-5cbaa373-fff5-4e32-a532-db047fce742f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2a51a3-68e0-408c-8965-50f9fb60af29 HTTP/1.1" status: 200 len: 946 time: 0.0828197 Jan 26 11:54:39.804213 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fc9be6e6-8fba-4703-884e-e70180aa1075 req-00fd39a9-3fed-4464-9c7b-19f2f2473bcc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=d68834e2-9387-43ce-ac0f-74dba1f00964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380988 Jan 26 11:54:39.989811 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046918d-621e-4547-b384-616b9e0c9bab req-654cdbb9-9a96-416e-a7ac-a460c3e1cec0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:39.991216 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7046918d-621e-4547-b384-616b9e0c9bab req-654cdbb9-9a96-416e-a7ac-a460c3e1cec0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2a51a3-68e0-408c-8965-50f9fb60af29 HTTP/1.1" status: 200 len: 946 time: 0.0793362 Jan 26 11:54:40.039365 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7046918d-621e-4547-b384-616b9e0c9bab req-40088062-714e-4ca0-887b-e0e8f45b4b56 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=d68834e2-9387-43ce-ac0f-74dba1f00964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422437 Jan 26 11:54:40.062127 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60604) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:40.131459 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cc244c-8bd3-49bc-b181-fb4e4e142dda tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:40.132983 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-71cc244c-8bd3-49bc-b181-fb4e4e142dda tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=be2a51a3-68e0-408c-8965-50f9fb60af29 HTTP/1.1" status: 200 len: 1094 time: 0.0698624 Jan 26 11:54:40.135817 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60608) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:40.141556 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-e5fc9bc0-9452-4b5b-9860-26a0f47c1cc1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': '33c34fbb-45f6-4e3e-b521-3dc1a0698731', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:54:40.147465 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e5fc9bc0-9452-4b5b-9860-26a0f47c1cc1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:54:40.151314 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e5fc9bc0-9452-4b5b-9860-26a0f47c1cc1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:floatingip and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:54:40.154619 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e5fc9bc0-9452-4b5b-9860-26a0f47c1cc1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:54:40.160088 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e5fc9bc0-9452-4b5b-9860-26a0f47c1cc1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:54:40.169824 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e5fc9bc0-9452-4b5b-9860-26a0f47c1cc1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for floatingip, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:40.304562 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e5fc9bc0-9452-4b5b-9860-26a0f47c1cc1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:40.438786 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-e5fc9bc0-9452-4b5b-9860-26a0f47c1cc1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Allocated IP 172.26.5.55 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/a10a0080-b11d-43ab-aea2-a3f0775a6724) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:54:40.582260 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e5fc9bc0-9452-4b5b-9860-26a0f47c1cc1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:40.612637 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e5fc9bc0-9452-4b5b-9860-26a0f47c1cc1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:40.674551 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fc9bc0-9452-4b5b-9860-26a0f47c1cc1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:54:40.677295 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-e5fc9bc0-9452-4b5b-9860-26a0f47c1cc1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:54:40.680971 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fc9bc0-9452-4b5b-9860-26a0f47c1cc1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:54:40.717584 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc9bc0-9452-4b5b-9860-26a0f47c1cc1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=a10a0080-b11d-43ab-aea2-a3f0775a6724,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:41.102409 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e5fc9bc0-9452-4b5b-9860-26a0f47c1cc1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:41.175802 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e5fc9bc0-9452-4b5b-9860-26a0f47c1cc1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:41.380307 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e5fc9bc0-9452-4b5b-9860-26a0f47c1cc1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:41.384547 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e5fc9bc0-9452-4b5b-9860-26a0f47c1cc1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:41.491189 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc9bc0-9452-4b5b-9860-26a0f47c1cc1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=a10a0080-b11d-43ab-aea2-a3f0775a6724,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:54:41.500863 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e5fc9bc0-9452-4b5b-9860-26a0f47c1cc1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:41.770043 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-e5fc9bc0-9452-4b5b-9860-26a0f47c1cc1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Floating IP 4ad3208d-0d08-43df-bc61-84bcfa84bfc5 associated. External IP: 172.26.5.55, port: 33c34fbb-45f6-4e3e-b521-3dc1a0698731. Jan 26 11:54:42.118003 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fc9bc0-9452-4b5b-9860-26a0f47c1cc1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Router 45cf3c82-7f3c-42d5-adc2-853f331b2b30 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:54:42.294120 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fc9bc0-9452-4b5b-9860-26a0f47c1cc1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:54:42.303526 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c3158-1e52-43ab-b94f-d39e61181c6e None None] Sync routers for ids ['45cf3c82-7f3c-42d5-adc2-853f331b2b30'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:54:42.313252 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3c3158-1e52-43ab-b94f-d39e61181c6e None None] Routers {'45cf3c82-7f3c-42d5-adc2-853f331b2b30'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:54:42.313870 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-3a3c3158-1e52-43ab-b94f-d39e61181c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:54:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['45cf3c82-7f3c-42d5-adc2-853f331b2b30'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:54:42.317977 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e5fc9bc0-9452-4b5b-9860-26a0f47c1cc1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:42.376611 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e5fc9bc0-9452-4b5b-9860-26a0f47c1cc1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2372415 Jan 26 11:54:42.376611 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2a51a3-68e0-408c-8965-50f9fb60af29', 'tag': '33c34fbb-45f6-4e3e-b521-3dc1a0698731'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:54:42.420907 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2a51a3-68e0-408c-8965-50f9fb60af29', 'tag': '33c34fbb-45f6-4e3e-b521-3dc1a0698731', 'status': 'completed', 'code': 200} Jan 26 11:54:42.494440 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-3a3c3158-1e52-43ab-b94f-d39e61181c6e None None] Set router 45cf3c82-7f3c-42d5-adc2-853f331b2b30 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:54:42.685908 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feafc00-61ce-4ce2-ba70-42b2ad3f7ab4 req-79cc3a7d-0f49-4c92-8281-6c30690ec4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:42.687355 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6feafc00-61ce-4ce2-ba70-42b2ad3f7ab4 req-79cc3a7d-0f49-4c92-8281-6c30690ec4a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=be2a51a3-68e0-408c-8965-50f9fb60af29 HTTP/1.1" status: 200 len: 1099 time: 0.2452433 Jan 26 11:54:42.694793 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c54c4-cb6e-4ffd-a6cf-2e1d51772c3f req-9d68ef28-580b-4405-a4a4-5a445b5c2a67 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:42.696120 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-db6c54c4-cb6e-4ffd-a6cf-2e1d51772c3f req-9d68ef28-580b-4405-a4a4-5a445b5c2a67 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2a51a3-68e0-408c-8965-50f9fb60af29 HTTP/1.1" status: 200 len: 946 time: 0.2223921 Jan 26 11:54:42.828016 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-db6c54c4-cb6e-4ffd-a6cf-2e1d51772c3f req-04f41a46-66cf-4eb5-8677-38b5b0188cf7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=d68834e2-9387-43ce-ac0f-74dba1f00964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126537 Jan 26 11:54:42.850807 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-3a3c3158-1e52-43ab-b94f-d39e61181c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176270083', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24'}], 'enable_snat': True}, 'gw_port_id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:54:21Z', 'updated_at': '2022-01-26T11:54:26Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:54:22Z', 'updated_at': '2022-01-26T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '4ad3208d-0d08-43df-bc61-84bcfa84bfc5', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'floating_ip_address': '172.26.5.55', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'port_id': '33c34fbb-45f6-4e3e-b521-3dc1a0698731', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188', 'mac_address': 'fa:16:3e:c2:eb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2a51a3-68e0-408c-8965-50f9fb60af29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:54:41Z', 'updated_at': '2022-01-26T11:54:41Z', 'revision_number': 0, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1837cbf-89c8-4b93-b542-b87c89edab59', 'name': '', 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:c8:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85fa0eac-5099-4bb1-8961-702b3cf39feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:54:26Z', 'updated_at': '2022-01-26T11:54:32Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '85fa0eac-5099-4bb1-8961-702b3cf39feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:54:42.851798 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60616) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:42.854999 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c3158-1e52-43ab-b94f-d39e61181c6e None None] Checking router: 45cf3c82-7f3c-42d5-adc2-853f331b2b30 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:54:42.862674 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feafc00-61ce-4ce2-ba70-42b2ad3f7ab4 req-1fdc658a-8be2-4a71-9e21-13840769ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:42.864254 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6feafc00-61ce-4ce2-ba70-42b2ad3f7ab4 req-1fdc658a-8be2-4a71-9e21-13840769ce7d service neutron] 10.222.0.24 "GET /v2.0/networks?id=a3c0abdd-f703-4e80-9fa4-ce2b77bbe188 HTTP/1.1" status: 200 len: 898 time: 0.1673045 Jan 26 11:54:42.864634 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3c3158-1e52-43ab-b94f-d39e61181c6e None None] Routers {'45cf3c82-7f3c-42d5-adc2-853f331b2b30'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:54:42.865242 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-3a3c3158-1e52-43ab-b94f-d39e61181c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:54:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['45cf3c82-7f3c-42d5-adc2-853f331b2b30'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:54:42.966746 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e34a4d0f-f0bd-49d3-91c3-36eb493df4e6 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/floatingips/4ad3208d-0d08-43df-bc61-84bcfa84bfc5 HTTP/1.1" status: 200 len: 991 time: 0.1129849 Jan 26 11:54:42.975737 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6feafc00-61ce-4ce2-ba70-42b2ad3f7ab4 req-101e9e08-945b-4502-9741-f1e90baecf89 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33c34fbb-45f6-4e3e-b521-3dc1a0698731 HTTP/1.1" status: 200 len: 999 time: 0.1061757 Jan 26 11:54:43.041714 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feafc00-61ce-4ce2-ba70-42b2ad3f7ab4 req-008863ad-190f-48b3-841e-4e6a20dac7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:43.043204 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6feafc00-61ce-4ce2-ba70-42b2ad3f7ab4 req-008863ad-190f-48b3-841e-4e6a20dac7f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85fa0eac-5099-4bb1-8961-702b3cf39feb HTTP/1.1" status: 200 len: 833 time: 0.0622044 Jan 26 11:54:43.048097 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-3a3c3158-1e52-43ab-b94f-d39e61181c6e None None] Set router 45cf3c82-7f3c-42d5-adc2-853f331b2b30 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:54:43.117165 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feafc00-61ce-4ce2-ba70-42b2ad3f7ab4 req-1eeba2e1-06d7-4087-82c4-463e5100e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:54:43.118684 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6feafc00-61ce-4ce2-ba70-42b2ad3f7ab4 req-1eeba2e1-06d7-4087-82c4-463e5100e8bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a3c0abdd-f703-4e80-9fa4-ce2b77bbe188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698287 Jan 26 11:54:43.253687 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6feafc00-61ce-4ce2-ba70-42b2ad3f7ab4 req-c62f9982-2a00-419b-9c6b-3065c7e41c55 service neutron] 10.222.0.24 "GET /v2.0/networks/a3c0abdd-f703-4e80-9fa4-ce2b77bbe188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292048 Jan 26 11:54:43.384144 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6feafc00-61ce-4ce2-ba70-42b2ad3f7ab4 req-7a60c906-85ce-4269-9609-17090ed8686f service neutron] 10.222.0.24 "GET /v2.0/networks/a3c0abdd-f703-4e80-9fa4-ce2b77bbe188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251028 Jan 26 11:54:43.402992 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-3a3c3158-1e52-43ab-b94f-d39e61181c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176270083', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24'}], 'enable_snat': True}, 'gw_port_id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:54:21Z', 'updated_at': '2022-01-26T11:54:26Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:54:22Z', 'updated_at': '2022-01-26T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '4ad3208d-0d08-43df-bc61-84bcfa84bfc5', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'floating_ip_address': '172.26.5.55', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'port_id': '33c34fbb-45f6-4e3e-b521-3dc1a0698731', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188', 'mac_address': 'fa:16:3e:c2:eb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2a51a3-68e0-408c-8965-50f9fb60af29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:54:41Z', 'updated_at': '2022-01-26T11:54:41Z', 'revision_number': 0, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1837cbf-89c8-4b93-b542-b87c89edab59', 'name': '', 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:c8:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85fa0eac-5099-4bb1-8961-702b3cf39feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:54:26Z', 'updated_at': '2022-01-26T11:54:32Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '85fa0eac-5099-4bb1-8961-702b3cf39feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:54:43.407568 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c3158-1e52-43ab-b94f-d39e61181c6e None None] The sync data for ids ['45cf3c82-7f3c-42d5-adc2-853f331b2b30'] in dv-neutron-826439-1-hyperv is: [{'id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176270083', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24'}], 'enable_snat': True}, 'gw_port_id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:54:21Z', 'updated_at': '2022-01-26T11:54:26Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:54:22Z', 'updated_at': '2022-01-26T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '4ad3208d-0d08-43df-bc61-84bcfa84bfc5', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'floating_ip_address': '172.26.5.55', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'port_id': '33c34fbb-45f6-4e3e-b521-3dc1a0698731', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188', 'mac_address': 'fa:16:3e:c2:eb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2a51a3-68e0-408c-8965-50f9fb60af29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:54:41Z', 'updated_at': '2022-01-26T11:54:41Z', 'revision_number': 0, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1837cbf-89c8-4b93-b542-b87c89edab59', 'name': '', 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:c8:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85fa0eac-5099-4bb1-8961-702b3cf39feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:54:26Z', 'updated_at': '2022-01-26T11:54:32Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '85fa0eac-5099-4bb1-8961-702b3cf39feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:54:43.605176 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42e1ac4-53be-42e6-b408-f0d051cb4807 None None] New status for floating IP 4ad3208d-0d08-43df-bc61-84bcfa84bfc5: ACTIVE {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:54:43.971745 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60620) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:54:44.077941 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-72708ba5-3bb3-4e5b-9a61-8824fa7bfcb7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/floatingips/4ad3208d-0d08-43df-bc61-84bcfa84bfc5 HTTP/1.1" status: 200 len: 993 time: 0.1048956 Jan 26 11:54:52.591339 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f37c653f-8fa5-4e1f-b4c7-63ff15947558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:54.858220 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-04587fbd-cdef-4d9d-a870-6a76b0ab6746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:55.930671 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:56.154657 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:54:57.510757 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:00.648885 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:55:05.546145 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:11.013746 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30411e83-a4b3-4b79-8c43-73d9367bb876 req-1cbd2a66-136b-44c9-9002-1f3cdc72a518 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:11.015460 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-30411e83-a4b3-4b79-8c43-73d9367bb876 req-1cbd2a66-136b-44c9-9002-1f3cdc72a518 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2a51a3-68e0-408c-8965-50f9fb60af29 HTTP/1.1" status: 200 len: 946 time: 0.0798721 Jan 26 11:55:11.065293 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-30411e83-a4b3-4b79-8c43-73d9367bb876 req-39ac1130-7702-4ad6-af69-4b507a34dac2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=d68834e2-9387-43ce-ac0f-74dba1f00964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441732 Jan 26 11:55:12.252650 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d78797-f563-4c3e-a8c0-31b4ad9b8066 req-557d775f-e5b5-473e-b0c1-a4f68d0ffe48 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:12.254096 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e9d78797-f563-4c3e-a8c0-31b4ad9b8066 req-557d775f-e5b5-473e-b0c1-a4f68d0ffe48 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2a51a3-68e0-408c-8965-50f9fb60af29 HTTP/1.1" status: 200 len: 946 time: 0.0790293 Jan 26 11:55:12.301047 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e9d78797-f563-4c3e-a8c0-31b4ad9b8066 req-9eef0da4-d597-4cac-ad98-90872926197c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=d68834e2-9387-43ce-ac0f-74dba1f00964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414233 Jan 26 11:55:12.323370 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60638) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:12.430051 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2b4ce4ed-8dd2-409d-8bdf-82904ae224bb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/floatingips/4ad3208d-0d08-43df-bc61-84bcfa84bfc5 HTTP/1.1" status: 200 len: 993 time: 0.1055250 Jan 26 11:55:13.887782 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3ce67-1c6a-4454-b9c7-f36a3138e226 req-52819b2b-42fe-427d-900f-7f04798c797d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:13.889254 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-50b3ce67-1c6a-4454-b9c7-f36a3138e226 req-52819b2b-42fe-427d-900f-7f04798c797d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2a51a3-68e0-408c-8965-50f9fb60af29 HTTP/1.1" status: 200 len: 946 time: 0.0818534 Jan 26 11:55:13.933756 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-50b3ce67-1c6a-4454-b9c7-f36a3138e226 req-9de2503f-0460-47ca-bb2a-9d740272ddeb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=d68834e2-9387-43ce-ac0f-74dba1f00964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382011 Jan 26 11:55:15.132098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c6298-fc14-462c-8002-ed4366d6ddf6 req-fcd9bdd4-22c8-4600-8961-31214e23d2d2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:15.133458 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-063c6298-fc14-462c-8002-ed4366d6ddf6 req-fcd9bdd4-22c8-4600-8961-31214e23d2d2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2a51a3-68e0-408c-8965-50f9fb60af29 HTTP/1.1" status: 200 len: 946 time: 0.0846276 Jan 26 11:55:15.176219 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-063c6298-fc14-462c-8002-ed4366d6ddf6 req-184ad9c9-bf9a-4c08-867b-24caea39b1b2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=d68834e2-9387-43ce-ac0f-74dba1f00964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371802 Jan 26 11:55:15.199151 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60650) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:15.306170 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-9a503191-9da4-47b9-b563-a2b84ccfccd6 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/floatingips/4ad3208d-0d08-43df-bc61-84bcfa84bfc5 HTTP/1.1" status: 200 len: 993 time: 0.1059277 Jan 26 11:55:15.588772 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60658) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:15.902829 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-00369bfb-e3d9-46a1-8657-36b5664a259b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Deleting port a10a0080-b11d-43ab-aea2-a3f0775a6724 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:55:15.903250 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-00369bfb-e3d9-46a1-8657-36b5664a259b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:16.071290 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-00369bfb-e3d9-46a1-8657-36b5664a259b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:16.071617 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-00369bfb-e3d9-46a1-8657-36b5664a259b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:16.191577 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-00369bfb-e3d9-46a1-8657-36b5664a259b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Calling delete_port for a10a0080-b11d-43ab-aea2-a3f0775a6724 owned by network:floatingip {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:55:16.340218 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-00369bfb-e3d9-46a1-8657-36b5664a259b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:16.391365 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00369bfb-e3d9-46a1-8657-36b5664a259b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Port': ['ID=a10a0080-b11d-43ab-aea2-a3f0775a6724,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:16.430830 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00369bfb-e3d9-46a1-8657-36b5664a259b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:16.431176 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00369bfb-e3d9-46a1-8657-36b5664a259b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:16.431516 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00369bfb-e3d9-46a1-8657-36b5664a259b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:16.431850 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00369bfb-e3d9-46a1-8657-36b5664a259b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:16.432179 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00369bfb-e3d9-46a1-8657-36b5664a259b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:16.432505 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00369bfb-e3d9-46a1-8657-36b5664a259b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:16.432828 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00369bfb-e3d9-46a1-8657-36b5664a259b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:16.433151 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00369bfb-e3d9-46a1-8657-36b5664a259b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:16.433470 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00369bfb-e3d9-46a1-8657-36b5664a259b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:16.433788 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00369bfb-e3d9-46a1-8657-36b5664a259b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:16.434107 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00369bfb-e3d9-46a1-8657-36b5664a259b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:16.434450 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00369bfb-e3d9-46a1-8657-36b5664a259b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:16.488199 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-00369bfb-e3d9-46a1-8657-36b5664a259b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for floatingip, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:16.488459 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-00369bfb-e3d9-46a1-8657-36b5664a259b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Floating IP 4ad3208d-0d08-43df-bc61-84bcfa84bfc5 disassociated (deleted). External IP: 172.26.5.55, port: 33c34fbb-45f6-4e3e-b521-3dc1a0698731. Jan 26 11:55:16.838173 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00369bfb-e3d9-46a1-8657-36b5664a259b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Router 45cf3c82-7f3c-42d5-adc2-853f331b2b30 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:55:17.016759 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00369bfb-e3d9-46a1-8657-36b5664a259b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:55:17.026008 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859ff0da-0852-4fd8-86c4-4999b59c3bbc None None] Sync routers for ids ['45cf3c82-7f3c-42d5-adc2-853f331b2b30'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:55:17.036457 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-00369bfb-e3d9-46a1-8657-36b5664a259b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:17.039224 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859ff0da-0852-4fd8-86c4-4999b59c3bbc None None] Routers {'45cf3c82-7f3c-42d5-adc2-853f331b2b30'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:55:17.039839 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-859ff0da-0852-4fd8-86c4-4999b59c3bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:54:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['45cf3c82-7f3c-42d5-adc2-853f331b2b30'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:55:17.096612 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-00369bfb-e3d9-46a1-8657-36b5664a259b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "DELETE /v2.0/floatingips/4ad3208d-0d08-43df-bc61-84bcfa84bfc5 HTTP/1.1" status: 204 len: 168 time: 1.5063319 Jan 26 11:55:17.097029 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2a51a3-68e0-408c-8965-50f9fb60af29', 'tag': '33c34fbb-45f6-4e3e-b521-3dc1a0698731'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:55:17.143903 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2a51a3-68e0-408c-8965-50f9fb60af29', 'tag': '33c34fbb-45f6-4e3e-b521-3dc1a0698731', 'status': 'completed', 'code': 200} Jan 26 11:55:17.237064 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f1472-3997-40cb-9cdb-b0cad91c6242 req-28584ffc-89d8-4786-a983-3d76fbb37731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:17.238702 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dd4f1472-3997-40cb-9cdb-b0cad91c6242 req-28584ffc-89d8-4786-a983-3d76fbb37731 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=be2a51a3-68e0-408c-8965-50f9fb60af29 HTTP/1.1" status: 200 len: 1099 time: 0.0727093 Jan 26 11:55:17.260456 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-859ff0da-0852-4fd8-86c4-4999b59c3bbc None None] Set router 45cf3c82-7f3c-42d5-adc2-853f331b2b30 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:55:17.376747 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f1472-3997-40cb-9cdb-b0cad91c6242 req-c787822a-13d9-40b7-a0dd-70f345847e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:17.378147 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dd4f1472-3997-40cb-9cdb-b0cad91c6242 req-c787822a-13d9-40b7-a0dd-70f345847e4f service neutron] 10.222.0.24 "GET /v2.0/networks?id=a3c0abdd-f703-4e80-9fa4-ce2b77bbe188 HTTP/1.1" status: 200 len: 898 time: 0.1326740 Jan 26 11:55:17.456261 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dd4f1472-3997-40cb-9cdb-b0cad91c6242 req-51e943c9-b4a1-4e45-adf2-13e41399ceda service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33c34fbb-45f6-4e3e-b521-3dc1a0698731 HTTP/1.1" status: 200 len: 217 time: 0.0688119 Jan 26 11:55:17.520886 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f1472-3997-40cb-9cdb-b0cad91c6242 req-7c6b8e6b-db45-4dcb-a848-8598ae495070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:17.522374 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dd4f1472-3997-40cb-9cdb-b0cad91c6242 req-7c6b8e6b-db45-4dcb-a848-8598ae495070 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=85fa0eac-5099-4bb1-8961-702b3cf39feb HTTP/1.1" status: 200 len: 833 time: 0.0590937 Jan 26 11:55:17.603186 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-859ff0da-0852-4fd8-86c4-4999b59c3bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176270083', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24'}], 'enable_snat': True}, 'gw_port_id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:54:21Z', 'updated_at': '2022-01-26T11:54:26Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:54:22Z', 'updated_at': '2022-01-26T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'c1837cbf-89c8-4b93-b542-b87c89edab59', 'name': '', 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:c8:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85fa0eac-5099-4bb1-8961-702b3cf39feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:54:26Z', 'updated_at': '2022-01-26T11:54:32Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '85fa0eac-5099-4bb1-8961-702b3cf39feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:55:17.609063 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859ff0da-0852-4fd8-86c4-4999b59c3bbc None None] Checking router: 45cf3c82-7f3c-42d5-adc2-853f331b2b30 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:55:17.618443 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859ff0da-0852-4fd8-86c4-4999b59c3bbc None None] Routers {'45cf3c82-7f3c-42d5-adc2-853f331b2b30'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:55:17.619171 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-859ff0da-0852-4fd8-86c4-4999b59c3bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:54:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['45cf3c82-7f3c-42d5-adc2-853f331b2b30'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:55:17.637658 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4fc28-2508-4c79-a0b6-1cfd9e553187 req-d7dc3627-222e-49bc-be00-f5c2f544aeaa tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:17.638292 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-a6c4fc28-2508-4c79-a0b6-1cfd9e553187 req-d7dc3627-222e-49bc-be00-f5c2f544aeaa tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:55:17.654792 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-a6c4fc28-2508-4c79-a0b6-1cfd9e553187 req-d7dc3627-222e-49bc-be00-f5c2f544aeaa tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:55:17.660508 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a6c4fc28-2508-4c79-a0b6-1cfd9e553187 req-d7dc3627-222e-49bc-be00-f5c2f544aeaa tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2a51a3-68e0-408c-8965-50f9fb60af29 HTTP/1.1" status: 200 len: 946 time: 0.1151097 Jan 26 11:55:17.708616 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a6c4fc28-2508-4c79-a0b6-1cfd9e553187 req-074c364a-0d9d-4f56-a9e0-317af3213b08 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=d68834e2-9387-43ce-ac0f-74dba1f00964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450897 Jan 26 11:55:17.714986 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f1472-3997-40cb-9cdb-b0cad91c6242 req-dafd8f21-9204-498e-9d21-ee60cce7e6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:17.716456 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dd4f1472-3997-40cb-9cdb-b0cad91c6242 req-dafd8f21-9204-498e-9d21-ee60cce7e6ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a3c0abdd-f703-4e80-9fa4-ce2b77bbe188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1851108 Jan 26 11:55:17.808147 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-859ff0da-0852-4fd8-86c4-4999b59c3bbc None None] Set router 45cf3c82-7f3c-42d5-adc2-853f331b2b30 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:55:17.850764 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dd4f1472-3997-40cb-9cdb-b0cad91c6242 req-fc6e1d3c-e2e4-47b2-8af9-54a76604657a service neutron] 10.222.0.24 "GET /v2.0/networks/a3c0abdd-f703-4e80-9fa4-ce2b77bbe188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276343 Jan 26 11:55:17.983903 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dd4f1472-3997-40cb-9cdb-b0cad91c6242 req-c9a023fb-7bde-4110-bd3c-df4970221aa2 service neutron] 10.222.0.24 "GET /v2.0/networks/a3c0abdd-f703-4e80-9fa4-ce2b77bbe188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253095 Jan 26 11:55:18.123788 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-859ff0da-0852-4fd8-86c4-4999b59c3bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176270083', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24'}], 'enable_snat': True}, 'gw_port_id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:54:21Z', 'updated_at': '2022-01-26T11:54:26Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:54:22Z', 'updated_at': '2022-01-26T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'c1837cbf-89c8-4b93-b542-b87c89edab59', 'name': '', 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:c8:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85fa0eac-5099-4bb1-8961-702b3cf39feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:54:26Z', 'updated_at': '2022-01-26T11:54:32Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '85fa0eac-5099-4bb1-8961-702b3cf39feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:55:18.128189 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859ff0da-0852-4fd8-86c4-4999b59c3bbc None None] The sync data for ids ['45cf3c82-7f3c-42d5-adc2-853f331b2b30'] in dv-neutron-826439-1-hyperv is: [{'id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176270083', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24'}], 'enable_snat': True}, 'gw_port_id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:54:21Z', 'updated_at': '2022-01-26T11:54:26Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:54:22Z', 'updated_at': '2022-01-26T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'c1837cbf-89c8-4b93-b542-b87c89edab59', 'name': '', 'network_id': 'a3c0abdd-f703-4e80-9fa4-ce2b77bbe188', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:c8:df:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '85fa0eac-5099-4bb1-8961-702b3cf39feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:54:26Z', 'updated_at': '2022-01-26T11:54:32Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '85fa0eac-5099-4bb1-8961-702b3cf39feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:55:18.335385 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93b2969-0644-447b-a96e-05f4ee7137e3 None None] New status for floating IP 4ad3208d-0d08-43df-bc61-84bcfa84bfc5: DOWN {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:55:18.906693 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bd857-04d1-4022-a53e-b4497ccbf4c3 req-299ad072-d4c8-4072-87ef-504e72011154 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:18.908135 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-936bd857-04d1-4022-a53e-b4497ccbf4c3 req-299ad072-d4c8-4072-87ef-504e72011154 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2a51a3-68e0-408c-8965-50f9fb60af29 HTTP/1.1" status: 200 len: 946 time: 0.0830243 Jan 26 11:55:18.998185 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-936bd857-04d1-4022-a53e-b4497ccbf4c3 req-ca5c4e0a-ba67-452a-aa3c-2d6b3a1dbcc0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=d68834e2-9387-43ce-ac0f-74dba1f00964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844135 Jan 26 11:55:19.033243 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c34159-92ff-49f1-be5c-eeca6e195c59 req-bbdf9235-ad27-4ba4-ac44-e12e3d7e818e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:19.034827 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-29c34159-92ff-49f1-be5c-eeca6e195c59 req-bbdf9235-ad27-4ba4-ac44-e12e3d7e818e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.24 "GET /v2.0/ports?device_id=be2a51a3-68e0-408c-8965-50f9fb60af29 HTTP/1.1" status: 200 len: 946 time: 0.1003017 Jan 26 11:55:19.105716 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-29c34159-92ff-49f1-be5c-eeca6e195c59 req-d0519021-13fb-4df2-9078-5cbe53718923 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Deleting port 33c34fbb-45f6-4e3e-b521-3dc1a0698731 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:55:19.106058 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-29c34159-92ff-49f1-be5c-eeca6e195c59 req-d0519021-13fb-4df2-9078-5cbe53718923 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:19.347563 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-29c34159-92ff-49f1-be5c-eeca6e195c59 req-d0519021-13fb-4df2-9078-5cbe53718923 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] For port 33c34fbb-45f6-4e3e-b521-3dc1a0698731, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=33c34fbb-45f6-4e3e-b521-3dc1a0698731,segment=NetworkSegment(31878898-46b9-4f20-a468-251485b22f24),segment_id=31878898-46b9-4f20-a468-251485b22f24)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:55:19.347917 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-29c34159-92ff-49f1-be5c-eeca6e195c59 req-d0519021-13fb-4df2-9078-5cbe53718923 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:19.472069 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-29c34159-92ff-49f1-be5c-eeca6e195c59 req-d0519021-13fb-4df2-9078-5cbe53718923 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Calling delete_port for 33c34fbb-45f6-4e3e-b521-3dc1a0698731 owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:55:19.611362 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-29c34159-92ff-49f1-be5c-eeca6e195c59 req-d0519021-13fb-4df2-9078-5cbe53718923 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:19.663798 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0519021-13fb-4df2-9078-5cbe53718923 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Port': ['ID=33c34fbb-45f6-4e3e-b521-3dc1a0698731,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:19.709083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0519021-13fb-4df2-9078-5cbe53718923 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:19.709428 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0519021-13fb-4df2-9078-5cbe53718923 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:19.709773 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0519021-13fb-4df2-9078-5cbe53718923 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:19.710100 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0519021-13fb-4df2-9078-5cbe53718923 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:19.710457 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0519021-13fb-4df2-9078-5cbe53718923 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:19.710784 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0519021-13fb-4df2-9078-5cbe53718923 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:19.711107 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0519021-13fb-4df2-9078-5cbe53718923 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:19.711423 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0519021-13fb-4df2-9078-5cbe53718923 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:19.711744 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0519021-13fb-4df2-9078-5cbe53718923 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:19.712057 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0519021-13fb-4df2-9078-5cbe53718923 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:19.712374 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0519021-13fb-4df2-9078-5cbe53718923 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:19.712686 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0519021-13fb-4df2-9078-5cbe53718923 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:19.755140 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c34159-92ff-49f1-be5c-eeca6e195c59 req-d0519021-13fb-4df2-9078-5cbe53718923 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] No DVR routers for this DVR port 33c34fbb-45f6-4e3e-b521-3dc1a0698731 on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:55:19.757543 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-29c34159-92ff-49f1-be5c-eeca6e195c59 req-d0519021-13fb-4df2-9078-5cbe53718923 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:19.760189 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2a51a3-68e0-408c-8965-50f9fb60af29', 'name': 'network-vif-deleted', 'tag': '33c34fbb-45f6-4e3e-b521-3dc1a0698731'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:55:19.775794 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-29c34159-92ff-49f1-be5c-eeca6e195c59 req-d0519021-13fb-4df2-9078-5cbe53718923 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.24 "DELETE /v2.0/ports/33c34fbb-45f6-4e3e-b521-3dc1a0698731 HTTP/1.1" status: 204 len: 173 time: 0.7358499 Jan 26 11:55:19.810970 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2a51a3-68e0-408c-8965-50f9fb60af29', 'name': 'network-vif-deleted', 'tag': '33c34fbb-45f6-4e3e-b521-3dc1a0698731', 'status': 'completed', 'code': 200} Jan 26 11:55:20.165901 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-5443ec8b-831d-4012-86e3-429d47b03708 req-2343159a-021a-44b4-87b2-2fb2aacdfdf2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:55:20.182189 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-5443ec8b-831d-4012-86e3-429d47b03708 req-2343159a-021a-44b4-87b2-2fb2aacdfdf2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:55:20.183526 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5443ec8b-831d-4012-86e3-429d47b03708 req-2343159a-021a-44b4-87b2-2fb2aacdfdf2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=be2a51a3-68e0-408c-8965-50f9fb60af29 HTTP/1.1" status: 200 len: 210 time: 0.0624468 Jan 26 11:55:21.278992 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60676) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:21.929056 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3e2487b3-59cf-4d12-b91c-05d96eb6470a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:22.369724 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-3e2487b3-59cf-4d12-b91c-05d96eb6470a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Deleting port c1837cbf-89c8-4b93-b542-b87c89edab59 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:55:22.370653 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3e2487b3-59cf-4d12-b91c-05d96eb6470a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:22.595499 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1bd8b7d8-a406-44bf-9ac3-f0996ba5cac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:22.599128 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-3e2487b3-59cf-4d12-b91c-05d96eb6470a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] For port c1837cbf-89c8-4b93-b542-b87c89edab59, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c1837cbf-89c8-4b93-b542-b87c89edab59,segment=NetworkSegment(31878898-46b9-4f20-a468-251485b22f24),segment_id=31878898-46b9-4f20-a468-251485b22f24)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:55:22.599628 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3e2487b3-59cf-4d12-b91c-05d96eb6470a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:22.736573 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-3e2487b3-59cf-4d12-b91c-05d96eb6470a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Calling delete_port for c1837cbf-89c8-4b93-b542-b87c89edab59 owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:55:23.114456 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3e2487b3-59cf-4d12-b91c-05d96eb6470a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:23.163624 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2487b3-59cf-4d12-b91c-05d96eb6470a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Port': ['ID=c1837cbf-89c8-4b93-b542-b87c89edab59,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:23.445285 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3e2487b3-59cf-4d12-b91c-05d96eb6470a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:23.763299 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 33c34fbb-45f6-4e3e-b521-3dc1a0698731 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:55:23.801720 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: 33c34fbb-45f6-4e3e-b521-3dc1a0698731 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:55:23.802072 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 33c34fbb-45f6-4e3e-b521-3dc1a0698731 not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:55:23.818768 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2487b3-59cf-4d12-b91c-05d96eb6470a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Router 45cf3c82-7f3c-42d5-adc2-853f331b2b30 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:55:24.003529 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2487b3-59cf-4d12-b91c-05d96eb6470a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:55:24.013281 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8212cf49-91b1-4b2c-bcb6-0b43b4f8cc0a None None] Sync routers for ids ['45cf3c82-7f3c-42d5-adc2-853f331b2b30'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:55:24.020023 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3e2487b3-59cf-4d12-b91c-05d96eb6470a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "PUT /v2.0/routers/45cf3c82-7f3c-42d5-adc2-853f331b2b30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7398801 Jan 26 11:55:24.022697 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60680) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:24.028090 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8212cf49-91b1-4b2c-bcb6-0b43b4f8cc0a None None] Routers {'45cf3c82-7f3c-42d5-adc2-853f331b2b30'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:55:24.028723 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-8212cf49-91b1-4b2c-bcb6-0b43b4f8cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:54:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['45cf3c82-7f3c-42d5-adc2-853f331b2b30'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:55:24.090663 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c3fa84-cb24-4476-bc8a-05b6231faf6a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Deleting subnet 85fa0eac-5099-4bb1-8961-702b3cf39feb {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:55:24.093726 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-65c3fa84-cb24-4476-bc8a-05b6231faf6a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:24.148807 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-65c3fa84-cb24-4476-bc8a-05b6231faf6a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:24.209761 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-8212cf49-91b1-4b2c-bcb6-0b43b4f8cc0a None None] Set router 45cf3c82-7f3c-42d5-adc2-853f331b2b30 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:55:24.235403 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-65c3fa84-cb24-4476-bc8a-05b6231faf6a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:24.313543 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-65c3fa84-cb24-4476-bc8a-05b6231faf6a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:24.354211 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3fa84-cb24-4476-bc8a-05b6231faf6a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Subnet': ['ID=85fa0eac-5099-4bb1-8961-702b3cf39feb,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:24.357812 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-65c3fa84-cb24-4476-bc8a-05b6231faf6a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:24.367381 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-65c3fa84-cb24-4476-bc8a-05b6231faf6a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "DELETE /v2.0/subnets/85fa0eac-5099-4bb1-8961-702b3cf39feb HTTP/1.1" status: 204 len: 168 time: 0.3413002 Jan 26 11:55:24.367544 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60684) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:24.378665 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9802f8-73e1-41a0-afa8-7fd8ae9207be None None] Network a3c0abdd-f703-4e80-9fa4-ce2b77bbe188 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:55:24.662719 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-76c909d2-379b-4799-83b2-5058d10ef7cc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:24.718048 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-8212cf49-91b1-4b2c-bcb6-0b43b4f8cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176270083', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24'}], 'enable_snat': True}, 'gw_port_id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:54:21Z', 'updated_at': '2022-01-26T11:55:23Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:54:22Z', 'updated_at': '2022-01-26T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:55:24.722408 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8212cf49-91b1-4b2c-bcb6-0b43b4f8cc0a None None] Checking router: 45cf3c82-7f3c-42d5-adc2-853f331b2b30 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:55:24.730917 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8212cf49-91b1-4b2c-bcb6-0b43b4f8cc0a None None] Routers {'45cf3c82-7f3c-42d5-adc2-853f331b2b30'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:55:24.731520 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-8212cf49-91b1-4b2c-bcb6-0b43b4f8cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:54:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['45cf3c82-7f3c-42d5-adc2-853f331b2b30'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:55:24.782617 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b86e28-9ce9-4019-b534-57e802635801 None None] DHCP port deletion for a3c0abdd-f703-4e80-9fa4-ce2b77bbe188 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:55:24.800362 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-12b86e28-9ce9-4019-b534-57e802635801 None None] Deleting port 71b2f900-2475-422f-a1e6-a9c425fa60d7 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:55:24.800732 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-12b86e28-9ce9-4019-b534-57e802635801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:24.847743 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-76c909d2-379b-4799-83b2-5058d10ef7cc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:24.857751 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-76c909d2-379b-4799-83b2-5058d10ef7cc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Deleting port 46182c29-d61d-4669-a0ee-d6a1b82dd21b {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:55:24.858690 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-76c909d2-379b-4799-83b2-5058d10ef7cc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:24.962956 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-db44fcab-902f-4d9d-a0bf-957c051eef42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:25.034384 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-76c909d2-379b-4799-83b2-5058d10ef7cc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] For port 46182c29-d61d-4669-a0ee-d6a1b82dd21b, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=46182c29-d61d-4669-a0ee-d6a1b82dd21b,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:55:25.034746 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-76c909d2-379b-4799-83b2-5058d10ef7cc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:25.051050 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-8212cf49-91b1-4b2c-bcb6-0b43b4f8cc0a None None] Set router 45cf3c82-7f3c-42d5-adc2-853f331b2b30 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:55:25.158211 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-76c909d2-379b-4799-83b2-5058d10ef7cc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Calling delete_port for 46182c29-d61d-4669-a0ee-d6a1b82dd21b owned by network:router_gateway {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:55:25.247291 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-12b86e28-9ce9-4019-b534-57e802635801 None None] For port 71b2f900-2475-422f-a1e6-a9c425fa60d7, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=71b2f900-2475-422f-a1e6-a9c425fa60d7,segment=NetworkSegment(31878898-46b9-4f20-a468-251485b22f24),segment_id=31878898-46b9-4f20-a468-251485b22f24)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:55:25.247589 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-12b86e28-9ce9-4019-b534-57e802635801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:25.327326 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-76c909d2-379b-4799-83b2-5058d10ef7cc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:25.377677 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c909d2-379b-4799-83b2-5058d10ef7cc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Port': ['ID=46182c29-d61d-4669-a0ee-d6a1b82dd21b,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:25.418257 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-12b86e28-9ce9-4019-b534-57e802635801 None None] Calling delete_port for 71b2f900-2475-422f-a1e6-a9c425fa60d7 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:55:25.469602 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-76c909d2-379b-4799-83b2-5058d10ef7cc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:25.592001 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-12b86e28-9ce9-4019-b534-57e802635801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:25.640573 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b86e28-9ce9-4019-b534-57e802635801 None None] Pushing event deleted for resources: {'Port': ['ID=71b2f900-2475-422f-a1e6-a9c425fa60d7,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:25.643062 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-76c909d2-379b-4799-83b2-5058d10ef7cc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:25.645578 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-76c909d2-379b-4799-83b2-5058d10ef7cc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:25.653162 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b86e28-9ce9-4019-b534-57e802635801 None None] No DVR routers for this DVR port 71b2f900-2475-422f-a1e6-a9c425fa60d7 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:55:25.656970 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b86e28-9ce9-4019-b534-57e802635801 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:25.657321 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b86e28-9ce9-4019-b534-57e802635801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:25.657663 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b86e28-9ce9-4019-b534-57e802635801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:25.658001 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b86e28-9ce9-4019-b534-57e802635801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:25.658345 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b86e28-9ce9-4019-b534-57e802635801 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:25.658692 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b86e28-9ce9-4019-b534-57e802635801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:25.658999 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b86e28-9ce9-4019-b534-57e802635801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:25.659322 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b86e28-9ce9-4019-b534-57e802635801 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:25.659649 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b86e28-9ce9-4019-b534-57e802635801 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:25.659974 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b86e28-9ce9-4019-b534-57e802635801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:25.660301 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b86e28-9ce9-4019-b534-57e802635801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:25.660614 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b86e28-9ce9-4019-b534-57e802635801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:25.668373 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-76c909d2-379b-4799-83b2-5058d10ef7cc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:25.668989 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c909d2-379b-4799-83b2-5058d10ef7cc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Fanout notify agent at l3_agent the message router_deleted on router 45cf3c82-7f3c-42d5-adc2-853f331b2b30 {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:55:25.684316 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-8212cf49-91b1-4b2c-bcb6-0b43b4f8cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176270083', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24'}], 'enable_snat': True}, 'gw_port_id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:54:21Z', 'updated_at': '2022-01-26T11:55:23Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:54:22Z', 'updated_at': '2022-01-26T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:55:25.687716 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-76c909d2-379b-4799-83b2-5058d10ef7cc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:25.689181 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-76c909d2-379b-4799-83b2-5058d10ef7cc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "DELETE /v2.0/routers/45cf3c82-7f3c-42d5-adc2-853f331b2b30 HTTP/1.1" status: 204 len: 168 time: 1.3207560 Jan 26 11:55:25.691843 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60688) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:25.693616 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8212cf49-91b1-4b2c-bcb6-0b43b4f8cc0a None None] The sync data for ids ['45cf3c82-7f3c-42d5-adc2-853f331b2b30'] in dv-neutron-826439-1-hyperv is: [{'id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-176270083', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24'}], 'enable_snat': True}, 'gw_port_id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:54:21Z', 'updated_at': '2022-01-26T11:55:23Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '46182c29-d61d-4669-a0ee-d6a1b82dd21b', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cf3c82-7f3c-42d5-adc2-853f331b2b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:54:22Z', 'updated_at': '2022-01-26T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:55:25.809232 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-96093b44-71fc-49ea-be6a-4d1eab641364 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:25.933549 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:25.941098 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-96093b44-71fc-49ea-be6a-4d1eab641364 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:25.969498 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-96093b44-71fc-49ea-be6a-4d1eab641364 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c0abdd-f703-4e80-9fa4-ce2b77bbe188']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:55:25.981408 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-96093b44-71fc-49ea-be6a-4d1eab641364 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31878898-46b9-4f20-a468-251485b22f24') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:55:25.981708 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-96093b44-71fc-49ea-be6a-4d1eab641364 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31878898-46b9-4f20-a468-251485b22f24') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:55:25.992714 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-96093b44-71fc-49ea-be6a-4d1eab641364 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:26.008631 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-96093b44-71fc-49ea-be6a-4d1eab641364 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:26.015008 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96093b44-71fc-49ea-be6a-4d1eab641364 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:55:26.015484 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-96093b44-71fc-49ea-be6a-4d1eab641364 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:55:26.029459 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:55:26.107239 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-96093b44-71fc-49ea-be6a-4d1eab641364 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:26.111857 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-96093b44-71fc-49ea-be6a-4d1eab641364 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:26.144808 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96093b44-71fc-49ea-be6a-4d1eab641364 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Network': ['ID=a3c0abdd-f703-4e80-9fa4-ce2b77bbe188,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:26.152652 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-96093b44-71fc-49ea-be6a-4d1eab641364 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "DELETE /v2.0/networks/a3c0abdd-f703-4e80-9fa4-ce2b77bbe188 HTTP/1.1" status: 204 len: 168 time: 0.4597917 Jan 26 11:55:26.155467 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60692) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:26.160724 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:26.226344 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f0cfcb92-2dd2-4baa-a7ea-6ba2e4a4256f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:26.256990 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f0cfcb92-2dd2-4baa-a7ea-6ba2e4a4256f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:26.324091 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f0cfcb92-2dd2-4baa-a7ea-6ba2e4a4256f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:26.342272 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cfcb92-2dd2-4baa-a7ea-6ba2e4a4256f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68834e2-9387-43ce-ac0f-74dba1f00964,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:26.357342 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f0cfcb92-2dd2-4baa-a7ea-6ba2e4a4256f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:26.360040 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f0cfcb92-2dd2-4baa-a7ea-6ba2e4a4256f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "DELETE /v2.0/security-groups/d68834e2-9387-43ce-ac0f-74dba1f00964 HTTP/1.1" status: 204 len: 168 time: 0.2023685 Jan 26 11:55:26.589090 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60700) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:26.594231 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-69bca1c8-0289-47ab-b899-5f32ed181510 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-818525224', 'description': 'tempest-secgroup-smoke-818525224 description', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:55:26.600444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-69bca1c8-0289-47ab-b899-5f32ed181510 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:55:26.604494 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-69bca1c8-0289-47ab-b899-5f32ed181510 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:55:26.607341 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-69bca1c8-0289-47ab-b899-5f32ed181510 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:55:26.613616 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-69bca1c8-0289-47ab-b899-5f32ed181510 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:55:26.622731 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-69bca1c8-0289-47ab-b899-5f32ed181510 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:26.642693 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-69bca1c8-0289-47ab-b899-5f32ed181510 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:55:26.646369 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-69bca1c8-0289-47ab-b899-5f32ed181510 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:55:26.649065 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-69bca1c8-0289-47ab-b899-5f32ed181510 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:55:26.654776 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-69bca1c8-0289-47ab-b899-5f32ed181510 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:55:26.725683 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 46182c29-d61d-4669-a0ee-d6a1b82dd21b no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:55:26.737379 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-69bca1c8-0289-47ab-b899-5f32ed181510 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:26.742427 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-69bca1c8-0289-47ab-b899-5f32ed181510 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:26.762365 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 46182c29-d61d-4669-a0ee-d6a1b82dd21b {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:55:26.762786 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 46182c29-d61d-4669-a0ee-d6a1b82dd21b not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:55:26.763563 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c1837cbf-89c8-4b93-b542-b87c89edab59 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:55:26.784038 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bca1c8-0289-47ab-b899-5f32ed181510 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ebed61-bfdf-4a76-9d29-5025df73ae4e,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:26.794744 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-69bca1c8-0289-47ab-b899-5f32ed181510 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:26.798812 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-69bca1c8-0289-47ab-b899-5f32ed181510 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2086496 Jan 26 11:55:26.799341 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60704) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:26.804658 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-7f324aa2-6983-4738-bbe6-12013c10303d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': 'e1ebed61-bfdf-4a76-9d29-5025df73ae4e', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:55:26.805153 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: c1837cbf-89c8-4b93-b542-b87c89edab59 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:55:26.805661 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c1837cbf-89c8-4b93-b542-b87c89edab59 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:55:26.806426 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 71b2f900-2475-422f-a1e6-a9c425fa60d7 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:55:26.810994 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-7f324aa2-6983-4738-bbe6-12013c10303d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:55:26.815475 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7f324aa2-6983-4738-bbe6-12013c10303d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:55:26.818402 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-7f324aa2-6983-4738-bbe6-12013c10303d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:55:26.824098 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-7f324aa2-6983-4738-bbe6-12013c10303d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:55:26.842159 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7f324aa2-6983-4738-bbe6-12013c10303d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:26.846213 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 71b2f900-2475-422f-a1e6-a9c425fa60d7 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:55:26.846596 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 71b2f900-2475-422f-a1e6-a9c425fa60d7 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:55:27.004054 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7f324aa2-6983-4738-bbe6-12013c10303d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.007885 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7f324aa2-6983-4738-bbe6-12013c10303d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.028691 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f324aa2-6983-4738-bbe6-12013c10303d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06bbeaab-99aa-46eb-b772-8992ddd4f7e6,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:27.039322 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7f324aa2-6983-4738-bbe6-12013c10303d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.040499 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7f324aa2-6983-4738-bbe6-12013c10303d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2401755 Jan 26 11:55:27.043209 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60708) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:27.048544 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-e90bd741-81b0-46d5-bdc2-a196c8eb115c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': 'e1ebed61-bfdf-4a76-9d29-5025df73ae4e', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:55:27.054233 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e90bd741-81b0-46d5-bdc2-a196c8eb115c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:55:27.057963 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e90bd741-81b0-46d5-bdc2-a196c8eb115c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:55:27.060814 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e90bd741-81b0-46d5-bdc2-a196c8eb115c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:55:27.067141 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e90bd741-81b0-46d5-bdc2-a196c8eb115c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:55:27.083665 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e90bd741-81b0-46d5-bdc2-a196c8eb115c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.143889 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e90bd741-81b0-46d5-bdc2-a196c8eb115c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.147377 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e90bd741-81b0-46d5-bdc2-a196c8eb115c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.170116 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bd741-81b0-46d5-bdc2-a196c8eb115c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73c0a04-0382-477c-8d9f-31c9ae97a61c,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:27.178840 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e90bd741-81b0-46d5-bdc2-a196c8eb115c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.180081 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e90bd741-81b0-46d5-bdc2-a196c8eb115c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1359584 Jan 26 11:55:27.182768 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60712) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:27.188270 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-b3f05337-0a39-4dfc-bbbb-0bdcc110cebf tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': 'e1ebed61-bfdf-4a76-9d29-5025df73ae4e', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:55:27.193957 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b3f05337-0a39-4dfc-bbbb-0bdcc110cebf tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:55:27.197760 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b3f05337-0a39-4dfc-bbbb-0bdcc110cebf tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:55:27.200611 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b3f05337-0a39-4dfc-bbbb-0bdcc110cebf tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:55:27.206219 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b3f05337-0a39-4dfc-bbbb-0bdcc110cebf tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:55:27.222892 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b3f05337-0a39-4dfc-bbbb-0bdcc110cebf tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.285110 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b3f05337-0a39-4dfc-bbbb-0bdcc110cebf tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.288693 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b3f05337-0a39-4dfc-bbbb-0bdcc110cebf tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.313377 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f05337-0a39-4dfc-bbbb-0bdcc110cebf tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23bee463-4e15-46c0-a45b-d0a935d9a08d,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:27.321596 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b3f05337-0a39-4dfc-bbbb-0bdcc110cebf tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.322848 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b3f05337-0a39-4dfc-bbbb-0bdcc110cebf tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391568 Jan 26 11:55:27.325439 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60716) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:27.330690 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-cf3f99ef-440b-46ff-89c2-b789c7201c0a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': 'e1ebed61-bfdf-4a76-9d29-5025df73ae4e', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:55:27.336386 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-cf3f99ef-440b-46ff-89c2-b789c7201c0a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:55:27.340089 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-cf3f99ef-440b-46ff-89c2-b789c7201c0a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:55:27.343483 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-cf3f99ef-440b-46ff-89c2-b789c7201c0a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:55:27.349349 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-cf3f99ef-440b-46ff-89c2-b789c7201c0a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:55:27.369134 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cf3f99ef-440b-46ff-89c2-b789c7201c0a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.431535 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cf3f99ef-440b-46ff-89c2-b789c7201c0a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.434966 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cf3f99ef-440b-46ff-89c2-b789c7201c0a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.457780 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f99ef-440b-46ff-89c2-b789c7201c0a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71466106-88bc-4968-a8b2-7c0e5f4ea469,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:27.466330 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-cf3f99ef-440b-46ff-89c2-b789c7201c0a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.468185 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-cf3f99ef-440b-46ff-89c2-b789c7201c0a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1411009 Jan 26 11:55:27.470729 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60720) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:27.475844 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-d73c777b-d562-4c29-8b75-cee5089fc0c6 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': 'e1ebed61-bfdf-4a76-9d29-5025df73ae4e', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:55:27.481473 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d73c777b-d562-4c29-8b75-cee5089fc0c6 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:55:27.485802 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d73c777b-d562-4c29-8b75-cee5089fc0c6 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:55:27.488636 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d73c777b-d562-4c29-8b75-cee5089fc0c6 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:55:27.494240 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d73c777b-d562-4c29-8b75-cee5089fc0c6 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:55:27.506251 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.securitygroups_db [None req-d73c777b-d562-4c29-8b75-cee5089fc0c6 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Project 491e8d9f3ffc4c05ad55ee08eb43a4bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:55:27.512332 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.513060 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d73c777b-d562-4c29-8b75-cee5089fc0c6 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.575860 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d73c777b-d562-4c29-8b75-cee5089fc0c6 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.579417 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d73c777b-d562-4c29-8b75-cee5089fc0c6 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.602804 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c777b-d562-4c29-8b75-cee5089fc0c6 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd415e6-9955-498e-8d1f-cce728194b7a,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:27.612017 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d73c777b-d562-4c29-8b75-cee5089fc0c6 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.613204 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d73c777b-d562-4c29-8b75-cee5089fc0c6 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1413045 Jan 26 11:55:27.615831 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60724) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:27.620621 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-33214c59-4c38-4cb0-a83d-9826cacef9b2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': 'e1ebed61-bfdf-4a76-9d29-5025df73ae4e', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:55:27.627394 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-33214c59-4c38-4cb0-a83d-9826cacef9b2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:55:27.631067 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-33214c59-4c38-4cb0-a83d-9826cacef9b2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:55:27.633835 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-33214c59-4c38-4cb0-a83d-9826cacef9b2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:55:27.640376 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-33214c59-4c38-4cb0-a83d-9826cacef9b2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:55:27.650141 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.securitygroups_db [None req-33214c59-4c38-4cb0-a83d-9826cacef9b2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Project 491e8d9f3ffc4c05ad55ee08eb43a4bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:55:27.656476 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-33214c59-4c38-4cb0-a83d-9826cacef9b2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.723696 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-33214c59-4c38-4cb0-a83d-9826cacef9b2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.728076 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-33214c59-4c38-4cb0-a83d-9826cacef9b2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.753203 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33214c59-4c38-4cb0-a83d-9826cacef9b2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698e5563-1183-4cdd-8878-5fa87d02f6ad,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:27.762662 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-33214c59-4c38-4cb0-a83d-9826cacef9b2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.766713 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-33214c59-4c38-4cb0-a83d-9826cacef9b2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1471145 Jan 26 11:55:27.766909 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60728) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:27.772311 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-92fc3bab-13fe-4d14-90af-b4aff5ebccea tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'network': {'name': 'tempest-network-smoke--56014811', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'port_security_enabled': True}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:55:27.777085 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-92fc3bab-13fe-4d14-90af-b4aff5ebccea tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:55:27.781652 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-92fc3bab-13fe-4d14-90af-b4aff5ebccea tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:network and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:55:27.784453 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-92fc3bab-13fe-4d14-90af-b4aff5ebccea tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:55:27.789958 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-92fc3bab-13fe-4d14-90af-b4aff5ebccea tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:55:27.801468 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fc3bab-13fe-4d14-90af-b4aff5ebccea tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Made reservation on behalf of 491e8d9f3ffc4c05ad55ee08eb43a4bb for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:55:27.804787 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-92fc3bab-13fe-4d14-90af-b4aff5ebccea tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.832671 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92fc3bab-13fe-4d14-90af-b4aff5ebccea tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:55:27.840847 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-92fc3bab-13fe-4d14-90af-b4aff5ebccea tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.841184 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-92fc3bab-13fe-4d14-90af-b4aff5ebccea tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Added segment fc537637-5423-4a5b-b071-0426b169252b of type vlan for network 05e3ba6b-1621-4457-8898-b870911e2f6e Jan 26 11:55:27.867270 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-92fc3bab-13fe-4d14-90af-b4aff5ebccea tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.902646 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-92fc3bab-13fe-4d14-90af-b4aff5ebccea tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.913849 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fc3bab-13fe-4d14-90af-b4aff5ebccea tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:27.914476 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-92fc3bab-13fe-4d14-90af-b4aff5ebccea tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:27.977402 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-92fc3bab-13fe-4d14-90af-b4aff5ebccea tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2094727 Jan 26 11:55:27.980448 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60732) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:27.986155 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-7adc903e-1270-43ff-b0ac-587cbb19ed29 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1409318286', 'admin_state_up': True, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:55:27.993523 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-7adc903e-1270-43ff-b0ac-587cbb19ed29 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:55:27.997387 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-7adc903e-1270-43ff-b0ac-587cbb19ed29 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:router and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:55:28.001043 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-7adc903e-1270-43ff-b0ac-587cbb19ed29 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:55:28.007732 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-7adc903e-1270-43ff-b0ac-587cbb19ed29 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:55:28.018210 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7adc903e-1270-43ff-b0ac-587cbb19ed29 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:28.019262 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7adc903e-1270-43ff-b0ac-587cbb19ed29 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:28.034561 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7adc903e-1270-43ff-b0ac-587cbb19ed29 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:28.041154 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc3bab-13fe-4d14-90af-b4aff5ebccea tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Network': ['ID=05e3ba6b-1621-4457-8898-b870911e2f6e,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:28.055562 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 05e3ba6b-1621-4457-8898-b870911e2f6e details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:55:28.406219 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7adc903e-1270-43ff-b0ac-587cbb19ed29 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:28.709395 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7adc903e-1270-43ff-b0ac-587cbb19ed29 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router_gateway, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:28.738941 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7adc903e-1270-43ff-b0ac-587cbb19ed29 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:28.875507 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-7adc903e-1270-43ff-b0ac-587cbb19ed29 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Allocated IP 172.26.5.145 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/c3c79a64-687b-4d37-8d1b-32456bdab9ef) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:55:29.020678 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7adc903e-1270-43ff-b0ac-587cbb19ed29 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:29.048661 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7adc903e-1270-43ff-b0ac-587cbb19ed29 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:29.112774 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adc903e-1270-43ff-b0ac-587cbb19ed29 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:55:29.115563 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-7adc903e-1270-43ff-b0ac-587cbb19ed29 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:55:29.119197 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adc903e-1270-43ff-b0ac-587cbb19ed29 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:55:29.160743 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc903e-1270-43ff-b0ac-587cbb19ed29 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=c3c79a64-687b-4d37-8d1b-32456bdab9ef,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:29.531382 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7adc903e-1270-43ff-b0ac-587cbb19ed29 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router_gateway, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:29.974455 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7adc903e-1270-43ff-b0ac-587cbb19ed29 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:30.178657 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adc903e-1270-43ff-b0ac-587cbb19ed29 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Router 9d1f1668-5777-4d1c-8482-064fa581865a is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:55:30.355514 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adc903e-1270-43ff-b0ac-587cbb19ed29 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:55:30.364738 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] Sync routers for ids ['9d1f1668-5777-4d1c-8482-064fa581865a'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:55:30.374543 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] Routers {'9d1f1668-5777-4d1c-8482-064fa581865a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:55:30.375265 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:55:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['9d1f1668-5777-4d1c-8482-064fa581865a'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:55:30.382225 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7adc903e-1270-43ff-b0ac-587cbb19ed29 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:30.383469 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7adc903e-1270-43ff-b0ac-587cbb19ed29 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4020100 Jan 26 11:55:30.387692 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60736) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:30.428495 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-02665b38-b94f-4438-b7b3-cb46350c8907 tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396781 Jan 26 11:55:30.431673 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60740) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:30.556770 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] Set router 9d1f1668-5777-4d1c-8482-064fa581865a gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:55:30.557999 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec961fa-4164-4095-baa2-f9cc9a6e884d tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:30.559529 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1ec961fa-4164-4095-baa2-f9cc9a6e884d tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1270282 Jan 26 11:55:30.562365 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60744) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:30.604964 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-519625d1-f2c4-45ba-a86b-c8c9b502dca2 tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413764 Jan 26 11:55:30.607394 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60748) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:30.613293 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a979a0df-33b6-418a-a939-f32e6a0cd931 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1465935220', 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:55:30.716930 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a979a0df-33b6-418a-a939-f32e6a0cd931 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:55:30.721437 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a979a0df-33b6-418a-a939-f32e6a0cd931 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:subnet and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:55:30.724227 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a979a0df-33b6-418a-a939-f32e6a0cd931 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:55:30.729821 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a979a0df-33b6-418a-a939-f32e6a0cd931 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:55:30.740922 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a979a0df-33b6-418a-a939-f32e6a0cd931 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Made reservation on behalf of 491e8d9f3ffc4c05ad55ee08eb43a4bb for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:55:30.744564 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a979a0df-33b6-418a-a939-f32e6a0cd931 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:30.850550 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409318286', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:55:29Z', 'revision_number': 3, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:55:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:55:30.854247 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] Checking router: 9d1f1668-5777-4d1c-8482-064fa581865a for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:55:30.854623 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] Updating router 9d1f1668-5777-4d1c-8482-064fa581865a port c3c79a64-687b-4d37-8d1b-32456bdab9ef binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:55:30.910190 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:30.966249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a979a0df-33b6-418a-a939-f32e6a0cd931 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:31.049347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979a0df-33b6-418a-a939-f32e6a0cd931 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Subnet': ['ID=6890efc7-28f4-427a-bc22-e7a2a84f2563,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:31.057555 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a979a0df-33b6-418a-a939-f32e6a0cd931 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Checking segment: {'id': 'fc537637-5423-4a5b-b071-0426b169252b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:55:31.057911 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a979a0df-33b6-418a-a939-f32e6a0cd931 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network hostable DHCP agents. Network: 05e3ba6b-1621-4457-8898-b870911e2f6e, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:55:31.078567 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a979a0df-33b6-418a-a939-f32e6a0cd931 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network 05e3ba6b-1621-4457-8898-b870911e2f6e is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:55:31.088237 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-a979a0df-33b6-418a-a939-f32e6a0cd931 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 05e3ba6b-1621-4457-8898-b870911e2f6e) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:55:31.092226 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a979a0df-33b6-418a-a939-f32e6a0cd931 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:31.092837 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a979a0df-33b6-418a-a939-f32e6a0cd931 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:31.101324 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191f3c01-caf5-4ff7-8b85-bbcd693185d1 None None] Network 05e3ba6b-1621-4457-8898-b870911e2f6e requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:55:31.118639 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a979a0df-33b6-418a-a939-f32e6a0cd931 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5075800 Jan 26 11:55:31.119112 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60752) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:31.243704 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:31.256298 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] Transition to ACTIVE for port object c3c79a64-687b-4d37-8d1b-32456bdab9ef will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:55:31.262969 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:31.339486 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a1490c-fe8b-4010-9179-5f7ad9645ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-05e3ba6b-1621-4457-8898-b870911e2f6e', 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'fixed_ips': [{'subnet_id': '6890efc7-28f4-427a-bc22-e7a2a84f2563'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:55:31.339663 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] Attempting to bind port c3c79a64-687b-4d37-8d1b-32456bdab9ef on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:55:31.340018 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] Attempting to bind port c3c79a64-687b-4d37-8d1b-32456bdab9ef by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:55:31.340314 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-51a1490c-fe8b-4010-9179-5f7ad9645ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:31.340422 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] Attempting to bind port c3c79a64-687b-4d37-8d1b-32456bdab9ef on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:55:31.349930 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:55:31.350350 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:55:31.350741 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:31.351120 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:55:31.351587 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] Bound port: c3c79a64-687b-4d37-8d1b-32456bdab9ef, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:55:31.352379 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:31.404715 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c4b97-7386-4b65-81fa-2fc684ef4343 None None] Pushing event updated for resources: {'Port': ['ID=c3c79a64-687b-4d37-8d1b-32456bdab9ef,revision_number=2']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:31.433575 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] For port c3c79a64-687b-4d37-8d1b-32456bdab9ef, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:55:31.436635 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] For port c3c79a64-687b-4d37-8d1b-32456bdab9ef, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c3c79a64-687b-4d37-8d1b-32456bdab9ef,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:55:31.442049 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:31.446122 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c4b97-7386-4b65-81fa-2fc684ef4343 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:31.446505 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c4b97-7386-4b65-81fa-2fc684ef4343 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:31.446861 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c4b97-7386-4b65-81fa-2fc684ef4343 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:31.447180 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c4b97-7386-4b65-81fa-2fc684ef4343 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:31.447513 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c4b97-7386-4b65-81fa-2fc684ef4343 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:31.448004 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c4b97-7386-4b65-81fa-2fc684ef4343 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:31.448483 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c4b97-7386-4b65-81fa-2fc684ef4343 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:31.448972 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c4b97-7386-4b65-81fa-2fc684ef4343 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:31.449448 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c4b97-7386-4b65-81fa-2fc684ef4343 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:31.449925 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c4b97-7386-4b65-81fa-2fc684ef4343 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:31.450428 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c4b97-7386-4b65-81fa-2fc684ef4343 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:31.450898 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c4b97-7386-4b65-81fa-2fc684ef4343 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:55:31.512901 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-51a1490c-fe8b-4010-9179-5f7ad9645ab2 None None] Allocated IP 172.20.0.2 (05e3ba6b-1621-4457-8898-b870911e2f6e/6890efc7-28f4-427a-bc22-e7a2a84f2563/800abcd8-44e4-4d47-876e-7c13660cec05) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:55:31.529199 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] Routers {'9d1f1668-5777-4d1c-8482-064fa581865a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:55:31.529816 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:55:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['9d1f1668-5777-4d1c-8482-064fa581865a'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:55:31.601580 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c4b97-7386-4b65-81fa-2fc684ef4343 None None] Pushing event updated for resources: {'Port': ['ID=c3c79a64-687b-4d37-8d1b-32456bdab9ef,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:31.734689 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-51a1490c-fe8b-4010-9179-5f7ad9645ab2 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:31.747172 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-51a1490c-fe8b-4010-9179-5f7ad9645ab2 None None] Transition to ACTIVE for port object 800abcd8-44e4-4d47-876e-7c13660cec05 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:55:31.747376 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] Set router 9d1f1668-5777-4d1c-8482-064fa581865a gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:55:31.773023 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-51a1490c-fe8b-4010-9179-5f7ad9645ab2 None None] Transition to ACTIVE for port object 800abcd8-44e4-4d47-876e-7c13660cec05 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:55:31.783420 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-51a1490c-fe8b-4010-9179-5f7ad9645ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:31.868681 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a1490c-fe8b-4010-9179-5f7ad9645ab2 None None] Network 05e3ba6b-1621-4457-8898-b870911e2f6e is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:55:31.872686 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-51a1490c-fe8b-4010-9179-5f7ad9645ab2 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:55:31.874954 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1490c-fe8b-4010-9179-5f7ad9645ab2 None None] Pushing event updated for resources: {'Port': ['ID=800abcd8-44e4-4d47-876e-7c13660cec05,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:31.877798 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a1490c-fe8b-4010-9179-5f7ad9645ab2 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:55:31.970224 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-51a1490c-fe8b-4010-9179-5f7ad9645ab2 None None] Attempting to bind port 800abcd8-44e4-4d47-876e-7c13660cec05 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:55:31.971214 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-51a1490c-fe8b-4010-9179-5f7ad9645ab2 None None] Attempting to bind port 800abcd8-44e4-4d47-876e-7c13660cec05 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'fc537637-5423-4a5b-b071-0426b169252b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:55:31.971596 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a1490c-fe8b-4010-9179-5f7ad9645ab2 None None] Attempting to bind port 800abcd8-44e4-4d47-876e-7c13660cec05 on network 05e3ba6b-1621-4457-8898-b870911e2f6e {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:55:31.973221 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-70267417-aa12-4894-9bef-355f17f3bb48 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:31.977837 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a1490c-fe8b-4010-9179-5f7ad9645ab2 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:55:31.978220 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a1490c-fe8b-4010-9179-5f7ad9645ab2 None None] Checking segment: {'id': 'fc537637-5423-4a5b-b071-0426b169252b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:55:31.978682 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-51a1490c-fe8b-4010-9179-5f7ad9645ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:31.979076 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a1490c-fe8b-4010-9179-5f7ad9645ab2 None None] Bound using segment: {'id': 'fc537637-5423-4a5b-b071-0426b169252b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:55:31.979538 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-51a1490c-fe8b-4010-9179-5f7ad9645ab2 None None] Bound port: 800abcd8-44e4-4d47-876e-7c13660cec05, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc537637-5423-4a5b-b071-0426b169252b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:55:31.979917 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-51a1490c-fe8b-4010-9179-5f7ad9645ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:32.049013 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409318286', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:55:29Z', 'revision_number': 3, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:55:32.053358 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade88076-036a-4650-a045-24dbdddfedfb None None] The sync data for ids ['9d1f1668-5777-4d1c-8482-064fa581865a'] in dv-neutron-826439-1-hyperv is: [{'id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409318286', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:55:29Z', 'revision_number': 3, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:55:32.084650 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-51a1490c-fe8b-4010-9179-5f7ad9645ab2 None None] For port 800abcd8-44e4-4d47-876e-7c13660cec05, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:55:32.088128 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-51a1490c-fe8b-4010-9179-5f7ad9645ab2 None None] For port 800abcd8-44e4-4d47-876e-7c13660cec05, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=800abcd8-44e4-4d47-876e-7c13660cec05,segment=NetworkSegment(fc537637-5423-4a5b-b071-0426b169252b),segment_id=fc537637-5423-4a5b-b071-0426b169252b)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:55:32.093068 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-51a1490c-fe8b-4010-9179-5f7ad9645ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:32.177880 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1490c-fe8b-4010-9179-5f7ad9645ab2 None None] Pushing event updated for resources: {'Port': ['ID=800abcd8-44e4-4d47-876e-7c13660cec05,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:32.429209 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-70267417-aa12-4894-9bef-355f17f3bb48 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Allocated IP 172.20.0.1 (05e3ba6b-1621-4457-8898-b870911e2f6e/6890efc7-28f4-427a-bc22-e7a2a84f2563/86bcfd99-5e3f-444c-9109-f416fa34ffc5) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:55:32.620018 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 800abcd8-44e4-4d47-876e-7c13660cec05 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:55:32.628639 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-70267417-aa12-4894-9bef-355f17f3bb48 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:32.646845 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-70267417-aa12-4894-9bef-355f17f3bb48 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Transition to ACTIVE for port object 86bcfd99-5e3f-444c-9109-f416fa34ffc5 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:55:32.676347 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-70267417-aa12-4894-9bef-355f17f3bb48 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:32.696498 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 800abcd8-44e4-4d47-876e-7c13660cec05 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:55:32.702292 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c3c79a64-687b-4d37-8d1b-32456bdab9ef up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:55:32.751324 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70267417-aa12-4894-9bef-355f17f3bb48 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network 05e3ba6b-1621-4457-8898-b870911e2f6e is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:55:32.754482 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-70267417-aa12-4894-9bef-355f17f3bb48 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:55:32.758682 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70267417-aa12-4894-9bef-355f17f3bb48 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:55:32.790946 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port c3c79a64-687b-4d37-8d1b-32456bdab9ef completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:55:32.796612 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70267417-aa12-4894-9bef-355f17f3bb48 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=86bcfd99-5e3f-444c-9109-f416fa34ffc5,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:32.797884 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port c3c79a64-687b-4d37-8d1b-32456bdab9ef triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:55:32.798915 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:32.832818 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-70267417-aa12-4894-9bef-355f17f3bb48 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:32.938165 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:32.956276 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port c3c79a64-687b-4d37-8d1b-32456bdab9ef, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c3c79a64-687b-4d37-8d1b-32456bdab9ef,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:55:32.961702 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:33.042373 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=c3c79a64-687b-4d37-8d1b-32456bdab9ef,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:33.236466 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-70267417-aa12-4894-9bef-355f17f3bb48 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:33.335592 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4650233-56b7-4c17-a944-44ba838b8c31 None None] Network 05e3ba6b-1621-4457-8898-b870911e2f6e requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:55:33.457415 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6bbd536e-6b10-4c7c-90ab-a5d8a0032ddb None None] Provisioning for port 800abcd8-44e4-4d47-876e-7c13660cec05 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:55:33.469176 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6bbd536e-6b10-4c7c-90ab-a5d8a0032ddb None None] Provisioning complete for port 800abcd8-44e4-4d47-876e-7c13660cec05 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:55:33.469745 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6bbd536e-6b10-4c7c-90ab-a5d8a0032ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:33.672748 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-70267417-aa12-4894-9bef-355f17f3bb48 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:33.677523 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-70267417-aa12-4894-9bef-355f17f3bb48 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:33.700115 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6bbd536e-6b10-4c7c-90ab-a5d8a0032ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:33.741663 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-6bbd536e-6b10-4c7c-90ab-a5d8a0032ddb None None] For port 800abcd8-44e4-4d47-876e-7c13660cec05, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=800abcd8-44e4-4d47-876e-7c13660cec05,segment=NetworkSegment(fc537637-5423-4a5b-b071-0426b169252b),segment_id=fc537637-5423-4a5b-b071-0426b169252b)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:55:33.749935 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6bbd536e-6b10-4c7c-90ab-a5d8a0032ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:33.795249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70267417-aa12-4894-9bef-355f17f3bb48 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=86bcfd99-5e3f-444c-9109-f416fa34ffc5,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:33.808922 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-70267417-aa12-4894-9bef-355f17f3bb48 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:33.825136 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd536e-6b10-4c7c-90ab-a5d8a0032ddb None None] Pushing event updated for resources: {'Port': ['ID=800abcd8-44e4-4d47-876e-7c13660cec05,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:33.964386 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70267417-aa12-4894-9bef-355f17f3bb48 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network 05e3ba6b-1621-4457-8898-b870911e2f6e is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:55:33.965735 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-70267417-aa12-4894-9bef-355f17f3bb48 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:55:34.090399 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a222fdbb-bbc1-4d30-8373-b240cdc2fd29 None None] Provisioning for port 86bcfd99-5e3f-444c-9109-f416fa34ffc5 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:55:34.097520 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a222fdbb-bbc1-4d30-8373-b240cdc2fd29 None None] Provisioning complete for port 86bcfd99-5e3f-444c-9109-f416fa34ffc5 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:55:34.098525 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a222fdbb-bbc1-4d30-8373-b240cdc2fd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:34.158177 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-a222fdbb-bbc1-4d30-8373-b240cdc2fd29 None None] Port 86bcfd99-5e3f-444c-9109-f416fa34ffc5 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:55:34.160903 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70267417-aa12-4894-9bef-355f17f3bb48 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Router 9d1f1668-5777-4d1c-8482-064fa581865a has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:55:34.169989 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a222fdbb-bbc1-4d30-8373-b240cdc2fd29 None None] Provisioning complete for port 800abcd8-44e4-4d47-876e-7c13660cec05 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:55:34.170383 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a222fdbb-bbc1-4d30-8373-b240cdc2fd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:34.362787 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70267417-aa12-4894-9bef-355f17f3bb48 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:55:34.372929 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] Sync routers for ids ['9d1f1668-5777-4d1c-8482-064fa581865a'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:55:34.376829 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-70267417-aa12-4894-9bef-355f17f3bb48 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "PUT /v2.0/routers/9d1f1668-5777-4d1c-8482-064fa581865a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2568045 Jan 26 11:55:34.383192 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] Routers {'9d1f1668-5777-4d1c-8482-064fa581865a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:55:34.383881 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:55:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['9d1f1668-5777-4d1c-8482-064fa581865a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:55:34.469959 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 800abcd8-44e4-4d47-876e-7c13660cec05 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:55:34.550230 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-d65961a4-ab29-4dda-a57b-914770364a4d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:55:34.564817 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-d65961a4-ab29-4dda-a57b-914770364a4d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:55:34.566152 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-d65961a4-ab29-4dda-a57b-914770364a4d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-818525224&fields=id&tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb HTTP/1.1" status: 200 len: 267 time: 0.0560582 Jan 26 11:55:34.582211 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2e54ae28-1c4e-406a-8f4d-3d2047cc3098 None None] Provisioning complete for port 86bcfd99-5e3f-444c-9109-f416fa34ffc5 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:55:34.582211 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2e54ae28-1c4e-406a-8f4d-3d2047cc3098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:34.677281 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2e54ae28-1c4e-406a-8f4d-3d2047cc3098 None None] Port 86bcfd99-5e3f-444c-9109-f416fa34ffc5 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:55:34.680017 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] Set router 9d1f1668-5777-4d1c-8482-064fa581865a gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:55:34.753561 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 800abcd8-44e4-4d47-876e-7c13660cec05 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:55:34.753849 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:34.832679 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-da588586-92ae-434c-ab94-8ecce46fe0bd tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:34.834164 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-da588586-92ae-434c-ab94-8ecce46fe0bd tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/networks?id=05e3ba6b-1621-4457-8898-b870911e2f6e HTTP/1.1" status: 200 len: 795 time: 0.2605889 Jan 26 11:55:34.850007 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-df17036a-e78e-46aa-ad77-5cbaefd36230 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/quotas/491e8d9f3ffc4c05ad55ee08eb43a4bb HTTP/1.1" status: 200 len: 375 time: 0.0099506 Jan 26 11:55:34.934991 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-38965d79-94b5-4032-82ba-6d40720ffe0b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:55:34.951137 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-38965d79-94b5-4032-82ba-6d40720ffe0b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:55:34.956980 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-38965d79-94b5-4032-82ba-6d40720ffe0b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1015275 Jan 26 11:55:35.065994 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c3c79a64-687b-4d37-8d1b-32456bdab9ef up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:55:35.152267 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-48451e09-a304-43e4-9b9b-9c71d21f4435 service neutron] 10.222.0.39 "GET /v2.0/networks/05e3ba6b-1621-4457-8898-b870911e2f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878099 Jan 26 11:55:35.200449 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port c3c79a64-687b-4d37-8d1b-32456bdab9ef triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:55:35.201191 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:35.237355 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409318286', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:55:33Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '86bcfd99-5e3f-444c-9109-f416fa34ffc5', 'name': '', 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:53:cc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '6890efc7-28f4-427a-bc22-e7a2a84f2563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:55:32Z', 'updated_at': '2022-01-26T11:55:33Z', 'revision_number': 2, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '6890efc7-28f4-427a-bc22-e7a2a84f2563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:55:35.250826 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] Checking router: 9d1f1668-5777-4d1c-8482-064fa581865a for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:55:35.251184 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] Updating router 9d1f1668-5777-4d1c-8482-064fa581865a port 86bcfd99-5e3f-444c-9109-f416fa34ffc5 binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:55:35.284955 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-def77200-5041-4e92-b176-b30c268c0eb6 service neutron] 10.222.0.39 "GET /v2.0/networks/05e3ba6b-1621-4457-8898-b870911e2f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258156 Jan 26 11:55:35.319599 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:35.493873 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-a624befc-ecd8-4ba1-9f41-1afe63808bed req-7c3cdcbf-9279-448d-af53-71432f31821c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:55:35.515314 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-a624befc-ecd8-4ba1-9f41-1afe63808bed req-7c3cdcbf-9279-448d-af53-71432f31821c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:55:35.517113 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a624befc-ecd8-4ba1-9f41-1afe63808bed req-7c3cdcbf-9279-448d-af53-71432f31821c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 210 time: 0.0702548 Jan 26 11:55:35.630478 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:35.764902 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:35.777589 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] Transition to ACTIVE for port object 86bcfd99-5e3f-444c-9109-f416fa34ffc5 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:55:35.785121 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:35.958733 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3fbd7-93ea-4da9-8e69-475efed7db81 None None] Pushing event updated for resources: {'Port': ['ID=86bcfd99-5e3f-444c-9109-f416fa34ffc5,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:36.012351 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] Attempting to bind port 86bcfd99-5e3f-444c-9109-f416fa34ffc5 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:55:36.012740 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] Attempting to bind port 86bcfd99-5e3f-444c-9109-f416fa34ffc5 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'fc537637-5423-4a5b-b071-0426b169252b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:55:36.013240 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] Attempting to bind port 86bcfd99-5e3f-444c-9109-f416fa34ffc5 on network 05e3ba6b-1621-4457-8898-b870911e2f6e {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:55:36.019358 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:55:36.019739 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] Checking segment: {'id': 'fc537637-5423-4a5b-b071-0426b169252b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:55:36.020142 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:36.020645 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] Bound using segment: {'id': 'fc537637-5423-4a5b-b071-0426b169252b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:55:36.021008 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] Bound port: 86bcfd99-5e3f-444c-9109-f416fa34ffc5, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc537637-5423-4a5b-b071-0426b169252b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:55:36.021420 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:36.129997 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] For port 86bcfd99-5e3f-444c-9109-f416fa34ffc5, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:55:36.135919 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] For port 86bcfd99-5e3f-444c-9109-f416fa34ffc5, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=86bcfd99-5e3f-444c-9109-f416fa34ffc5,segment=NetworkSegment(fc537637-5423-4a5b-b071-0426b169252b),segment_id=fc537637-5423-4a5b-b071-0426b169252b)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:55:36.140488 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:36.212210 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] Routers {'9d1f1668-5777-4d1c-8482-064fa581865a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:55:36.213012 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:55:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['9d1f1668-5777-4d1c-8482-064fa581865a'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:55:36.310508 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3fbd7-93ea-4da9-8e69-475efed7db81 None None] Pushing event updated for resources: {'Port': ['ID=86bcfd99-5e3f-444c-9109-f416fa34ffc5,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:36.413823 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] Set router 9d1f1668-5777-4d1c-8482-064fa581865a gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:55:36.723241 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6b81fbc0-d0bc-4f74-900c-f612bcfb9462 req-664b36bc-d5b0-4594-be81-e150a3de7bde tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 210 time: 0.0522680 Jan 26 11:55:36.749800 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409318286', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:55:33Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '86bcfd99-5e3f-444c-9109-f416fa34ffc5', 'name': '', 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:53:cc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '6890efc7-28f4-427a-bc22-e7a2a84f2563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:55:32Z', 'updated_at': '2022-01-26T11:55:36Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '6890efc7-28f4-427a-bc22-e7a2a84f2563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:55:36.754229 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6d7a6a-0fa3-4683-9815-bc688b736185 None None] The sync data for ids ['9d1f1668-5777-4d1c-8482-064fa581865a'] in dv-neutron-826439-1-hyperv is: [{'id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409318286', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:55:33Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '86bcfd99-5e3f-444c-9109-f416fa34ffc5', 'name': '', 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:53:cc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '6890efc7-28f4-427a-bc22-e7a2a84f2563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:55:32Z', 'updated_at': '2022-01-26T11:55:36Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '6890efc7-28f4-427a-bc22-e7a2a84f2563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:55:36.848784 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-5edc50f5-aa80-4929-bbd1-8791421de256 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:36.850613 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-5edc50f5-aa80-4929-bbd1-8791421de256 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.24 "GET /v2.0/networks?id=05e3ba6b-1621-4457-8898-b870911e2f6e HTTP/1.1" status: 200 len: 795 time: 0.2207313 Jan 26 11:55:36.913729 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-07867757-df83-4d37-aee3-36c3c6324cc9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb HTTP/1.1" status: 200 len: 379 time: 0.0543211 Jan 26 11:55:36.922249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-07131b66-c7da-45bd-9ac5-d3893fe50447 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'port': {'device_id': 'fb7e135e-159f-4b54-ae0b-86b50a2508f1', 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e', 'admin_state_up': True, 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'security_groups': ['e1ebed61-bfdf-4a76-9d29-5025df73ae4e']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:55:37.062392 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-07131b66-c7da-45bd-9ac5-d3893fe50447 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:55:37.072031 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-07131b66-c7da-45bd-9ac5-d3893fe50447 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:55:37.082207 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-07131b66-c7da-45bd-9ac5-d3893fe50447 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Made reservation on behalf of 491e8d9f3ffc4c05ad55ee08eb43a4bb for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:55:37.085689 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-07131b66-c7da-45bd-9ac5-d3893fe50447 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:37.258214 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-07131b66-c7da-45bd-9ac5-d3893fe50447 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Allocated IP 172.20.0.3 (05e3ba6b-1621-4457-8898-b870911e2f6e/6890efc7-28f4-427a-bc22-e7a2a84f2563/97e3afc2-3aa7-473f-8b57-f6526fd00226) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:55:37.458437 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-07131b66-c7da-45bd-9ac5-d3893fe50447 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:37.475087 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-07131b66-c7da-45bd-9ac5-d3893fe50447 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Transition to ACTIVE for port object 97e3afc2-3aa7-473f-8b57-f6526fd00226 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:55:37.500200 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-07131b66-c7da-45bd-9ac5-d3893fe50447 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:37.571096 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-07131b66-c7da-45bd-9ac5-d3893fe50447 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network 05e3ba6b-1621-4457-8898-b870911e2f6e is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:55:37.574418 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-07131b66-c7da-45bd-9ac5-d3893fe50447 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:55:37.578849 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-07131b66-c7da-45bd-9ac5-d3893fe50447 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:55:37.620729 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07131b66-c7da-45bd-9ac5-d3893fe50447 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=97e3afc2-3aa7-473f-8b57-f6526fd00226,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:37.633213 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:55:37.650485 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-07131b66-c7da-45bd-9ac5-d3893fe50447 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:37.651156 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-07131b66-c7da-45bd-9ac5-d3893fe50447 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:37.680586 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-07131b66-c7da-45bd-9ac5-d3893fe50447 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7622273 Jan 26 11:55:37.692613 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-d4a833c5-2e1f-4f2b-ab74-4e06d34e2976 service neutron] Request body: {'port': {'device_id': 'fb7e135e-159f-4b54-ae0b-86b50a2508f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:55:37.817207 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-d4a833c5-2e1f-4f2b-ab74-4e06d34e2976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:37.873717 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6aceb475-d2e2-46a6-b25b-4aed661708fe None None] Provisioning for port 97e3afc2-3aa7-473f-8b57-f6526fd00226 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:55:37.880889 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-6aceb475-d2e2-46a6-b25b-4aed661708fe None None] Provisioning complete for port 97e3afc2-3aa7-473f-8b57-f6526fd00226 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:55:37.881396 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6aceb475-d2e2-46a6-b25b-4aed661708fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:37.950961 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d6482-5d87-441b-97fb-253572268ab5 req-8549d3fc-2780-40ea-b604-2ff93934ec05 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:37.952665 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-745d6482-5d87-441b-97fb-253572268ab5 req-8549d3fc-2780-40ea-b604-2ff93934ec05 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 931 time: 0.0939937 Jan 26 11:55:37.991503 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-6aceb475-d2e2-46a6-b25b-4aed661708fe None None] Port 97e3afc2-3aa7-473f-8b57-f6526fd00226 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:55:38.009200 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-745d6482-5d87-441b-97fb-253572268ab5 req-55e5e2de-73ea-4c4a-9471-54830df642d0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:55:38.021532 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-745d6482-5d87-441b-97fb-253572268ab5 req-55e5e2de-73ea-4c4a-9471-54830df642d0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:55:38.022794 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-745d6482-5d87-441b-97fb-253572268ab5 req-55e5e2de-73ea-4c4a-9471-54830df642d0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1ebed61-bfdf-4a76-9d29-5025df73ae4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601404 Jan 26 11:55:38.308632 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-d4a833c5-2e1f-4f2b-ab74-4e06d34e2976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e3afc2-3aa7-473f-8b57-f6526fd00226 {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:55:38.316095 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-d4a833c5-2e1f-4f2b-ab74-4e06d34e2976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:38.330550 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-d4a833c5-2e1f-4f2b-ab74-4e06d34e2976 service neutron] Transition to ACTIVE for port object 97e3afc2-3aa7-473f-8b57-f6526fd00226 will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:55:38.334295 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-d4a833c5-2e1f-4f2b-ab74-4e06d34e2976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:38.493013 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a833c5-2e1f-4f2b-ab74-4e06d34e2976 service neutron] Pushing event updated for resources: {'Port': ['ID=97e3afc2-3aa7-473f-8b57-f6526fd00226,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:38.494724 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 86bcfd99-5e3f-444c-9109-f416fa34ffc5 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:55:38.570658 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 86bcfd99-5e3f-444c-9109-f416fa34ffc5 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:55:38.575798 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 86bcfd99-5e3f-444c-9109-f416fa34ffc5 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:55:38.576171 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:38.576784 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-d4a833c5-2e1f-4f2b-ab74-4e06d34e2976 service neutron] Attempting to bind port 97e3afc2-3aa7-473f-8b57-f6526fd00226 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:55:38.577289 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-d4a833c5-2e1f-4f2b-ab74-4e06d34e2976 service neutron] Attempting to bind port 97e3afc2-3aa7-473f-8b57-f6526fd00226 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'fc537637-5423-4a5b-b071-0426b169252b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:55:38.578022 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-d4a833c5-2e1f-4f2b-ab74-4e06d34e2976 service neutron] Attempting to bind port 97e3afc2-3aa7-473f-8b57-f6526fd00226 on network 05e3ba6b-1621-4457-8898-b870911e2f6e {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:55:38.582748 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-d4a833c5-2e1f-4f2b-ab74-4e06d34e2976 service neutron] Port 97e3afc2-3aa7-473f-8b57-f6526fd00226 on network 05e3ba6b-1621-4457-8898-b870911e2f6e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:55:38.583072 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-d4a833c5-2e1f-4f2b-ab74-4e06d34e2976 service neutron] Attempting to bind port 97e3afc2-3aa7-473f-8b57-f6526fd00226 on network 05e3ba6b-1621-4457-8898-b870911e2f6e {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:55:38.588303 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-d4a833c5-2e1f-4f2b-ab74-4e06d34e2976 service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:55:38.588639 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-d4a833c5-2e1f-4f2b-ab74-4e06d34e2976 service neutron] Checking segment: {'id': 'fc537637-5423-4a5b-b071-0426b169252b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:55:38.589028 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-d4a833c5-2e1f-4f2b-ab74-4e06d34e2976 service neutron] Bound using segment: {'id': 'fc537637-5423-4a5b-b071-0426b169252b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:55:38.589457 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-d4a833c5-2e1f-4f2b-ab74-4e06d34e2976 service neutron] Bound port: 97e3afc2-3aa7-473f-8b57-f6526fd00226, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc537637-5423-4a5b-b071-0426b169252b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:55:38.589817 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-d4a833c5-2e1f-4f2b-ab74-4e06d34e2976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:38.679283 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-d4a833c5-2e1f-4f2b-ab74-4e06d34e2976 service neutron] For port 97e3afc2-3aa7-473f-8b57-f6526fd00226, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:55:38.682215 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-d4a833c5-2e1f-4f2b-ab74-4e06d34e2976 service neutron] For port 97e3afc2-3aa7-473f-8b57-f6526fd00226, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=97e3afc2-3aa7-473f-8b57-f6526fd00226,segment=NetworkSegment(fc537637-5423-4a5b-b071-0426b169252b),segment_id=fc537637-5423-4a5b-b071-0426b169252b)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:55:38.686417 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-d4a833c5-2e1f-4f2b-ab74-4e06d34e2976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:38.700099 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:38.735064 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 86bcfd99-5e3f-444c-9109-f416fa34ffc5, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=86bcfd99-5e3f-444c-9109-f416fa34ffc5,segment=NetworkSegment(fc537637-5423-4a5b-b071-0426b169252b),segment_id=fc537637-5423-4a5b-b071-0426b169252b)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:55:38.740136 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:38.750156 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-d4a833c5-2e1f-4f2b-ab74-4e06d34e2976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:38.750799 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-d4a833c5-2e1f-4f2b-ab74-4e06d34e2976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:38.752182 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-d4a833c5-2e1f-4f2b-ab74-4e06d34e2976 service neutron] 10.222.0.24 "PUT /v2.0/ports/97e3afc2-3aa7-473f-8b57-f6526fd00226 HTTP/1.1" status: 200 len: 1093 time: 1.0638895 Jan 26 11:55:38.752620 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7e135e-159f-4b54-ae0b-86b50a2508f1', 'tag': '97e3afc2-3aa7-473f-8b57-f6526fd00226'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:55:38.773648 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a833c5-2e1f-4f2b-ab74-4e06d34e2976 service neutron] Pushing event updated for resources: {'Port': ['ID=97e3afc2-3aa7-473f-8b57-f6526fd00226,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:38.820199 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=86bcfd99-5e3f-444c-9109-f416fa34ffc5,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:38.856152 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7e135e-159f-4b54-ae0b-86b50a2508f1', 'tag': '97e3afc2-3aa7-473f-8b57-f6526fd00226', 'status': 'completed', 'code': 200} Jan 26 11:55:38.898451 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-ec928bcf-df1e-497d-8822-b55d3f451315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:38.899948 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-ec928bcf-df1e-497d-8822-b55d3f451315 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 1096 time: 0.0888400 Jan 26 11:55:38.972577 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-1cae525a-db7e-461c-ae0c-2cf5bebd9f35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97e3afc2-3aa7-473f-8b57-f6526fd00226 HTTP/1.1" status: 200 len: 217 time: 0.0655568 Jan 26 11:55:39.035425 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-b2524aa0-8768-49e1-a2ef-e53154c9a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:39.036834 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-b2524aa0-8768-49e1-a2ef-e53154c9a803 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6890efc7-28f4-427a-bc22-e7a2a84f2563 HTTP/1.1" status: 200 len: 835 time: 0.0580258 Jan 26 11:55:39.116738 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-39f7762c-e7bd-4a3f-af8a-8450b76e11f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:39.118203 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-39f7762c-e7bd-4a3f-af8a-8450b76e11f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05e3ba6b-1621-4457-8898-b870911e2f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754597 Jan 26 11:55:39.207074 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d55bae-7f64-4679-8dd0-038f921e3f5f req-febdb8bc-f37f-433b-a5d6-f45b8ac9612a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:39.208647 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-73d55bae-7f64-4679-8dd0-038f921e3f5f req-febdb8bc-f37f-433b-a5d6-f45b8ac9612a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 943 time: 0.0792983 Jan 26 11:55:39.255103 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-992f96d7-5f99-4025-98a0-5b53f73665bf service neutron] 10.222.0.24 "GET /v2.0/networks/05e3ba6b-1621-4457-8898-b870911e2f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310468 Jan 26 11:55:39.260858 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-73d55bae-7f64-4679-8dd0-038f921e3f5f req-1072916d-bade-4509-9406-ef7919afb7b1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1ebed61-bfdf-4a76-9d29-5025df73ae4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465047 Jan 26 11:55:39.389447 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aec5beaa-694b-4b69-9771-0ea9f6ac6bbe req-2e2b1c96-9262-472b-90ae-71066a896f1d service neutron] 10.222.0.24 "GET /v2.0/networks/05e3ba6b-1621-4457-8898-b870911e2f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283011 Jan 26 11:55:39.502353 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8294919-250a-4579-ae0d-09cb29497df8 req-706017d9-e778-4f23-bc1e-38f1280e47a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:39.503850 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a8294919-250a-4579-ae0d-09cb29497df8 req-706017d9-e778-4f23-bc1e-38f1280e47a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 1096 time: 0.0697227 Jan 26 11:55:39.632433 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8294919-250a-4579-ae0d-09cb29497df8 req-3fde9944-eeb6-413c-9bbe-272dd4a651fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:39.633786 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a8294919-250a-4579-ae0d-09cb29497df8 req-3fde9944-eeb6-413c-9bbe-272dd4a651fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=05e3ba6b-1621-4457-8898-b870911e2f6e HTTP/1.1" status: 200 len: 896 time: 0.1235001 Jan 26 11:55:39.703741 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a8294919-250a-4579-ae0d-09cb29497df8 req-fe4135ed-3b8b-4fc7-9423-bc5deefbc074 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97e3afc2-3aa7-473f-8b57-f6526fd00226 HTTP/1.1" status: 200 len: 217 time: 0.0628047 Jan 26 11:55:39.763153 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8294919-250a-4579-ae0d-09cb29497df8 req-745ea85e-fd55-475f-9142-60a9d53ae7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:39.765094 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a8294919-250a-4579-ae0d-09cb29497df8 req-745ea85e-fd55-475f-9142-60a9d53ae7a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6890efc7-28f4-427a-bc22-e7a2a84f2563 HTTP/1.1" status: 200 len: 835 time: 0.0553069 Jan 26 11:55:39.944559 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8294919-250a-4579-ae0d-09cb29497df8 req-709c2371-b5fa-4826-8b27-a7af4fbd7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:39.945972 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a8294919-250a-4579-ae0d-09cb29497df8 req-709c2371-b5fa-4826-8b27-a7af4fbd7999 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05e3ba6b-1621-4457-8898-b870911e2f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1750073 Jan 26 11:55:40.076830 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a8294919-250a-4579-ae0d-09cb29497df8 req-255f3026-9a0c-419e-9ce6-c35abfc837a2 service neutron] 10.222.0.24 "GET /v2.0/networks/05e3ba6b-1621-4457-8898-b870911e2f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236961 Jan 26 11:55:40.205446 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a8294919-250a-4579-ae0d-09cb29497df8 req-a2d90d05-4b41-4a8e-a056-b7b742cd2420 service neutron] 10.222.0.24 "GET /v2.0/networks/05e3ba6b-1621-4457-8898-b870911e2f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223125 Jan 26 11:55:40.447053 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9f058-71e4-429d-96f5-b281cc92dbb4 req-6eb46806-819f-45e2-9ff0-1bcf7ea45cc2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:40.447752 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-fac9f058-71e4-429d-96f5-b281cc92dbb4 req-6eb46806-819f-45e2-9ff0-1bcf7ea45cc2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:55:40.459114 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 86bcfd99-5e3f-444c-9109-f416fa34ffc5 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:55:40.462981 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-fac9f058-71e4-429d-96f5-b281cc92dbb4 req-6eb46806-819f-45e2-9ff0-1bcf7ea45cc2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:55:40.464495 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fac9f058-71e4-429d-96f5-b281cc92dbb4 req-6eb46806-819f-45e2-9ff0-1bcf7ea45cc2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 943 time: 0.0962801 Jan 26 11:55:40.513237 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fac9f058-71e4-429d-96f5-b281cc92dbb4 req-feb48126-79f2-46d0-ae26-6886d4ac8145 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1ebed61-bfdf-4a76-9d29-5025df73ae4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430155 Jan 26 11:55:40.529832 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 86bcfd99-5e3f-444c-9109-f416fa34ffc5 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:55:40.530312 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:41.693722 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641acc2-28c7-4a1b-92e5-2e1f69d11b08 req-939d429c-e4a2-4a51-b77a-0383ee9f419b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:41.695220 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9641acc2-28c7-4a1b-92e5-2e1f69d11b08 req-939d429c-e4a2-4a51-b77a-0383ee9f419b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 943 time: 0.0795629 Jan 26 11:55:41.739312 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9641acc2-28c7-4a1b-92e5-2e1f69d11b08 req-29c7f748-64d2-40c6-9cbb-8b0d2b181219 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1ebed61-bfdf-4a76-9d29-5025df73ae4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385292 Jan 26 11:55:41.856297 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 97e3afc2-3aa7-473f-8b57-f6526fd00226 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:55:41.988600 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 97e3afc2-3aa7-473f-8b57-f6526fd00226, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=97e3afc2-3aa7-473f-8b57-f6526fd00226,segment=NetworkSegment(fc537637-5423-4a5b-b071-0426b169252b),segment_id=fc537637-5423-4a5b-b071-0426b169252b)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:55:42.001324 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '97e3afc2-3aa7-473f-8b57-f6526fd00226', 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e', 'port_id': '97e3afc2-3aa7-473f-8b57-f6526fd00226', 'mac_address': 'fa:16:3e:6b:30:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6890efc7-28f4-427a-bc22-e7a2a84f2563', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:55:42.059847 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:42.084785 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e3afc2-3aa7-473f-8b57-f6526fd00226 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:55:42.100775 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 97e3afc2-3aa7-473f-8b57-f6526fd00226, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=97e3afc2-3aa7-473f-8b57-f6526fd00226,segment=NetworkSegment(fc537637-5423-4a5b-b071-0426b169252b),segment_id=fc537637-5423-4a5b-b071-0426b169252b)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:55:42.104141 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:42.169080 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=97e3afc2-3aa7-473f-8b57-f6526fd00226,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:42.307096 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['97e3afc2-3aa7-473f-8b57-f6526fd00226'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:55:42.922779 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55230e-19f3-4307-ad3a-39e6c4409a2f req-650f8f02-7bbb-4d13-bf49-4671db3ee2eb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:42.924255 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bf55230e-19f3-4307-ad3a-39e6c4409a2f req-650f8f02-7bbb-4d13-bf49-4671db3ee2eb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 944 time: 0.0788434 Jan 26 11:55:42.968948 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bf55230e-19f3-4307-ad3a-39e6c4409a2f req-e606fed4-bb91-40bd-98d0-8b39b9aa13f7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1ebed61-bfdf-4a76-9d29-5025df73ae4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390849 Jan 26 11:55:43.871973 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 97e3afc2-3aa7-473f-8b57-f6526fd00226 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:55:43.938719 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port 97e3afc2-3aa7-473f-8b57-f6526fd00226 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:55:43.943715 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 97e3afc2-3aa7-473f-8b57-f6526fd00226 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:55:43.944211 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:44.064708 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:44.095935 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7e135e-159f-4b54-ae0b-86b50a2508f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e3afc2-3aa7-473f-8b57-f6526fd00226'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:55:44.106789 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 97e3afc2-3aa7-473f-8b57-f6526fd00226, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=97e3afc2-3aa7-473f-8b57-f6526fd00226,segment=NetworkSegment(fc537637-5423-4a5b-b071-0426b169252b),segment_id=fc537637-5423-4a5b-b071-0426b169252b)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:55:44.119749 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:44.168168 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7e135e-159f-4b54-ae0b-86b50a2508f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e3afc2-3aa7-473f-8b57-f6526fd00226', 'code': 200} Jan 26 11:55:44.178512 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a791c-2e67-4d34-a874-10051d54774d req-b979997b-4139-4caf-ac3a-1fb1bebc1c94 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:44.180084 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-656a791c-2e67-4d34-a874-10051d54774d req-b979997b-4139-4caf-ac3a-1fb1bebc1c94 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 945 time: 0.1005626 Jan 26 11:55:44.199757 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=97e3afc2-3aa7-473f-8b57-f6526fd00226,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:44.230470 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-656a791c-2e67-4d34-a874-10051d54774d req-32af4c12-b060-44cf-84d3-3e2109a11d1c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1ebed61-bfdf-4a76-9d29-5025df73ae4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425379 Jan 26 11:55:44.393921 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696aa6e-1197-4e87-9c4c-540baa9f4785 req-06f473a7-7e4c-4efe-bee1-46064e408b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:44.395317 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b696aa6e-1197-4e87-9c4c-540baa9f4785 req-06f473a7-7e4c-4efe-bee1-46064e408b68 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 1098 time: 0.0717845 Jan 26 11:55:44.440250 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b696aa6e-1197-4e87-9c4c-540baa9f4785 req-d179c9eb-a320-418b-95b1-4a804af8e16e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e1ebed61-bfdf-4a76-9d29-5025df73ae4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360408 Jan 26 11:55:45.421482 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abed19-12e4-439c-afdb-cdadfdb267f5 req-f6dd8aa5-5c6e-4758-9029-3dbef57a8630 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:45.422983 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-76abed19-12e4-439c-afdb-cdadfdb267f5 req-f6dd8aa5-5c6e-4758-9029-3dbef57a8630 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 945 time: 0.0828924 Jan 26 11:55:45.472939 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-76abed19-12e4-439c-afdb-cdadfdb267f5 req-eb172899-1914-4cfc-92e7-61427e0d8954 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1ebed61-bfdf-4a76-9d29-5025df73ae4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441501 Jan 26 11:55:46.654830 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c7fd3-b3fc-4ef1-ab0f-1256d64bd9e5 req-5278d46c-858c-4a01-8d1c-f381292e12b7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:46.656338 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d74c7fd3-b3fc-4ef1-ab0f-1256d64bd9e5 req-5278d46c-858c-4a01-8d1c-f381292e12b7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 945 time: 0.0782599 Jan 26 11:55:46.699160 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d74c7fd3-b3fc-4ef1-ab0f-1256d64bd9e5 req-7fd304cc-c01e-4534-b3a0-f36ee1c825f9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1ebed61-bfdf-4a76-9d29-5025df73ae4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372872 Jan 26 11:55:46.886382 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a764b1c-952e-4e96-a394-61128a57ec66 req-2d6e1d3d-be67-4947-b945-79f7acad6801 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:46.887839 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0a764b1c-952e-4e96-a394-61128a57ec66 req-2d6e1d3d-be67-4947-b945-79f7acad6801 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 945 time: 0.0830836 Jan 26 11:55:46.931566 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0a764b1c-952e-4e96-a394-61128a57ec66 req-6b32f26d-35b1-484e-bc50-0b86ee183bb5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1ebed61-bfdf-4a76-9d29-5025df73ae4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379422 Jan 26 11:55:46.954670 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60812) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:47.024377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e8bcd1-2c6b-4f7a-8098-d83ed62379b4 tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:47.025895 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-24e8bcd1-2c6b-4f7a-8098-d83ed62379b4 tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 1093 time: 0.0702314 Jan 26 11:55:47.028996 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60816) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:47.034585 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-83816557-2e9e-4fa1-a269-d55a257fa9fe tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': '97e3afc2-3aa7-473f-8b57-f6526fd00226', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:55:47.040504 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-83816557-2e9e-4fa1-a269-d55a257fa9fe tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:55:47.044275 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-83816557-2e9e-4fa1-a269-d55a257fa9fe tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:floatingip and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:55:47.047648 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-83816557-2e9e-4fa1-a269-d55a257fa9fe tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:55:47.053132 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-83816557-2e9e-4fa1-a269-d55a257fa9fe tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:55:47.063304 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-83816557-2e9e-4fa1-a269-d55a257fa9fe tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for floatingip, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:47.196544 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-83816557-2e9e-4fa1-a269-d55a257fa9fe tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:47.329536 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-83816557-2e9e-4fa1-a269-d55a257fa9fe tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Allocated IP 172.26.5.77 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/53055d2d-3721-4f50-ab6c-034a56521ed3) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:55:47.477636 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-83816557-2e9e-4fa1-a269-d55a257fa9fe tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:47.506377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-83816557-2e9e-4fa1-a269-d55a257fa9fe tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:47.576051 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83816557-2e9e-4fa1-a269-d55a257fa9fe tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:55:47.578869 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-83816557-2e9e-4fa1-a269-d55a257fa9fe tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:55:47.582564 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83816557-2e9e-4fa1-a269-d55a257fa9fe tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:55:47.617258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83816557-2e9e-4fa1-a269-d55a257fa9fe tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=53055d2d-3721-4f50-ab6c-034a56521ed3,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:48.099886 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-83816557-2e9e-4fa1-a269-d55a257fa9fe tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:48.172822 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-83816557-2e9e-4fa1-a269-d55a257fa9fe tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:48.377848 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-83816557-2e9e-4fa1-a269-d55a257fa9fe tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:48.382271 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-83816557-2e9e-4fa1-a269-d55a257fa9fe tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:48.487438 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83816557-2e9e-4fa1-a269-d55a257fa9fe tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=53055d2d-3721-4f50-ab6c-034a56521ed3,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:55:48.503287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-83816557-2e9e-4fa1-a269-d55a257fa9fe tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:48.679803 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-83816557-2e9e-4fa1-a269-d55a257fa9fe tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Floating IP 26af9af6-9bf4-43b2-858f-10818a75de5c associated. External IP: 172.26.5.77, port: 97e3afc2-3aa7-473f-8b57-f6526fd00226. Jan 26 11:55:49.039014 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83816557-2e9e-4fa1-a269-d55a257fa9fe tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Router 9d1f1668-5777-4d1c-8482-064fa581865a has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:55:49.216451 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83816557-2e9e-4fa1-a269-d55a257fa9fe tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:55:49.226185 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803b3724-4ae7-4097-9620-146e44683999 None None] Sync routers for ids ['9d1f1668-5777-4d1c-8482-064fa581865a'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:55:49.235734 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803b3724-4ae7-4097-9620-146e44683999 None None] Routers {'9d1f1668-5777-4d1c-8482-064fa581865a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:55:49.236328 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-803b3724-4ae7-4097-9620-146e44683999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:55:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['9d1f1668-5777-4d1c-8482-064fa581865a'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:55:49.240548 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-83816557-2e9e-4fa1-a269-d55a257fa9fe tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:49.302724 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-83816557-2e9e-4fa1-a269-d55a257fa9fe tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2726195 Jan 26 11:55:49.303222 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7e135e-159f-4b54-ae0b-86b50a2508f1', 'tag': '97e3afc2-3aa7-473f-8b57-f6526fd00226'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:55:49.358001 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7e135e-159f-4b54-ae0b-86b50a2508f1', 'tag': '97e3afc2-3aa7-473f-8b57-f6526fd00226', 'status': 'completed', 'code': 200} Jan 26 11:55:49.428838 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-803b3724-4ae7-4097-9620-146e44683999 None None] Set router 9d1f1668-5777-4d1c-8482-064fa581865a gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:55:49.488652 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec7084-411e-456e-9cd1-90934de7a904 req-69a3e81b-f907-4353-94bd-3d2702e25347 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:49.490500 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-88ec7084-411e-456e-9cd1-90934de7a904 req-69a3e81b-f907-4353-94bd-3d2702e25347 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 945 time: 0.0939748 Jan 26 11:55:49.539631 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-88ec7084-411e-456e-9cd1-90934de7a904 req-5482e031-04fa-47cb-b37c-356451277044 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1ebed61-bfdf-4a76-9d29-5025df73ae4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422375 Jan 26 11:55:49.564818 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60824) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:49.589017 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a31d75-ab49-4d5f-aab7-ba891eb3c82e req-92d96307-1a92-4633-a7b1-8146748b9fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:49.590815 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e0a31d75-ab49-4d5f-aab7-ba891eb3c82e req-92d96307-1a92-4633-a7b1-8146748b9fd7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 1098 time: 0.2080171 Jan 26 11:55:49.684623 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-eda199c0-85a4-469b-8ddf-a1e32bec832f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/floatingips/26af9af6-9bf4-43b2-858f-10818a75de5c HTTP/1.1" status: 200 len: 990 time: 0.1183832 Jan 26 11:55:49.728651 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a31d75-ab49-4d5f-aab7-ba891eb3c82e req-bcb80c7c-e2e9-4a2f-9e01-6f082dec9f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:49.730082 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e0a31d75-ab49-4d5f-aab7-ba891eb3c82e req-bcb80c7c-e2e9-4a2f-9e01-6f082dec9f0d service neutron] 10.222.0.24 "GET /v2.0/networks?id=05e3ba6b-1621-4457-8898-b870911e2f6e HTTP/1.1" status: 200 len: 896 time: 0.1329627 Jan 26 11:55:49.790265 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-803b3724-4ae7-4097-9620-146e44683999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409318286', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:55:33Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '26af9af6-9bf4-43b2-858f-10818a75de5c', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'floating_ip_address': '172.26.5.77', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'port_id': '97e3afc2-3aa7-473f-8b57-f6526fd00226', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e', 'mac_address': 'fa:16:3e:6b:30:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7e135e-159f-4b54-ae0b-86b50a2508f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:55:48Z', 'updated_at': '2022-01-26T11:55:48Z', 'revision_number': 0, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86bcfd99-5e3f-444c-9109-f416fa34ffc5', 'name': '', 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:53:cc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '6890efc7-28f4-427a-bc22-e7a2a84f2563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:55:32Z', 'updated_at': '2022-01-26T11:55:38Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '6890efc7-28f4-427a-bc22-e7a2a84f2563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:55:49.793996 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803b3724-4ae7-4097-9620-146e44683999 None None] Checking router: 9d1f1668-5777-4d1c-8482-064fa581865a for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:55:49.802300 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803b3724-4ae7-4097-9620-146e44683999 None None] Routers {'9d1f1668-5777-4d1c-8482-064fa581865a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:55:49.802919 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-803b3724-4ae7-4097-9620-146e44683999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:55:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['9d1f1668-5777-4d1c-8482-064fa581865a'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:55:49.837683 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e0a31d75-ab49-4d5f-aab7-ba891eb3c82e req-f5295bcc-f9ac-43a6-a4bb-3f2476efaf6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97e3afc2-3aa7-473f-8b57-f6526fd00226 HTTP/1.1" status: 200 len: 998 time: 0.1014757 Jan 26 11:55:49.899066 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a31d75-ab49-4d5f-aab7-ba891eb3c82e req-f417a786-5374-446b-992d-5622faaef859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:49.900498 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e0a31d75-ab49-4d5f-aab7-ba891eb3c82e req-f417a786-5374-446b-992d-5622faaef859 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6890efc7-28f4-427a-bc22-e7a2a84f2563 HTTP/1.1" status: 200 len: 835 time: 0.0571821 Jan 26 11:55:49.977667 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a31d75-ab49-4d5f-aab7-ba891eb3c82e req-7ce52acd-c5b7-4323-b04a-188345f2a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:55:49.979151 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e0a31d75-ab49-4d5f-aab7-ba891eb3c82e req-7ce52acd-c5b7-4323-b04a-188345f2a715 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05e3ba6b-1621-4457-8898-b870911e2f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727088 Jan 26 11:55:49.980319 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-803b3724-4ae7-4097-9620-146e44683999 None None] Set router 9d1f1668-5777-4d1c-8482-064fa581865a gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:55:50.112814 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e0a31d75-ab49-4d5f-aab7-ba891eb3c82e req-6cd0a869-80d2-4527-aa7a-5e97894cba24 service neutron] 10.222.0.24 "GET /v2.0/networks/05e3ba6b-1621-4457-8898-b870911e2f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274905 Jan 26 11:55:50.242503 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e0a31d75-ab49-4d5f-aab7-ba891eb3c82e req-b48a19f4-babb-4cb6-b0da-ca120b834b3a service neutron] 10.222.0.24 "GET /v2.0/networks/05e3ba6b-1621-4457-8898-b870911e2f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240385 Jan 26 11:55:50.358800 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-803b3724-4ae7-4097-9620-146e44683999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409318286', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:55:33Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '26af9af6-9bf4-43b2-858f-10818a75de5c', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'floating_ip_address': '172.26.5.77', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'port_id': '97e3afc2-3aa7-473f-8b57-f6526fd00226', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e', 'mac_address': 'fa:16:3e:6b:30:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7e135e-159f-4b54-ae0b-86b50a2508f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:55:48Z', 'updated_at': '2022-01-26T11:55:48Z', 'revision_number': 0, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86bcfd99-5e3f-444c-9109-f416fa34ffc5', 'name': '', 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:53:cc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '6890efc7-28f4-427a-bc22-e7a2a84f2563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:55:32Z', 'updated_at': '2022-01-26T11:55:38Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '6890efc7-28f4-427a-bc22-e7a2a84f2563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:55:50.362464 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803b3724-4ae7-4097-9620-146e44683999 None None] The sync data for ids ['9d1f1668-5777-4d1c-8482-064fa581865a'] in dv-neutron-826439-1-hyperv is: [{'id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409318286', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:55:33Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '26af9af6-9bf4-43b2-858f-10818a75de5c', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'floating_ip_address': '172.26.5.77', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'port_id': '97e3afc2-3aa7-473f-8b57-f6526fd00226', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e', 'mac_address': 'fa:16:3e:6b:30:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7e135e-159f-4b54-ae0b-86b50a2508f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:55:48Z', 'updated_at': '2022-01-26T11:55:48Z', 'revision_number': 0, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86bcfd99-5e3f-444c-9109-f416fa34ffc5', 'name': '', 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:53:cc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '6890efc7-28f4-427a-bc22-e7a2a84f2563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:55:32Z', 'updated_at': '2022-01-26T11:55:38Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '6890efc7-28f4-427a-bc22-e7a2a84f2563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:55:50.553442 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e51cd7-7e85-40c4-b5a2-dd76c2427180 None None] New status for floating IP 26af9af6-9bf4-43b2-858f-10818a75de5c: ACTIVE {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:55:50.689197 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60828) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:50.797915 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-62dc9e58-924a-43ab-b631-1dc589b017ff tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/floatingips/26af9af6-9bf4-43b2-858f-10818a75de5c HTTP/1.1" status: 200 len: 990 time: 0.1064060 Jan 26 11:55:51.800649 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60832) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:55:51.905694 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-ccb2b204-4291-48ef-a3e2-e9b15e0db0da tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/floatingips/26af9af6-9bf4-43b2-858f-10818a75de5c HTTP/1.1" status: 200 len: 992 time: 0.1032882 Jan 26 11:55:52.595497 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8f026a53-19fb-44b5-89a0-387a9b981292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:54.864594 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9ed4066b-9542-4fe7-b619-72d85a9777e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:55.936395 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:56.157609 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:55:57.516494 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:56:05.558403 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:56:14.632104 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:56:16.883722 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b38dc-1716-4dda-af75-537d30b5d131 req-fe37d4d4-b248-4826-a02f-22509d2c55c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:56:16.885189 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bf7b38dc-1716-4dda-af75-537d30b5d131 req-fe37d4d4-b248-4826-a02f-22509d2c55c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 1098 time: 0.1326272 Jan 26 11:56:16.918982 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25d162-1a85-409a-9cde-d962013706e9 req-88672b80-82bd-4da9-9c8d-57e981c83ca8 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:56:16.920364 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ee25d162-1a85-409a-9cde-d962013706e9 req-88672b80-82bd-4da9-9c8d-57e981c83ca8 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 945 time: 0.1250529 Jan 26 11:56:17.038391 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ee25d162-1a85-409a-9cde-d962013706e9 req-21487d39-c5bf-47ab-8c8d-c5a35ed52cc4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1ebed61-bfdf-4a76-9d29-5025df73ae4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106608 Jan 26 11:56:17.057845 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b38dc-1716-4dda-af75-537d30b5d131 req-5fd0e4cc-e23e-4b64-b28d-7c23b14236c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:56:17.059326 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bf7b38dc-1716-4dda-af75-537d30b5d131 req-5fd0e4cc-e23e-4b64-b28d-7c23b14236c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=05e3ba6b-1621-4457-8898-b870911e2f6e HTTP/1.1" status: 200 len: 896 time: 0.1667259 Jan 26 11:56:17.163386 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bf7b38dc-1716-4dda-af75-537d30b5d131 req-22ce2149-0c52-4b7c-9d40-e2fbe95236bd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97e3afc2-3aa7-473f-8b57-f6526fd00226 HTTP/1.1" status: 200 len: 1000 time: 0.0963514 Jan 26 11:56:17.226513 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b38dc-1716-4dda-af75-537d30b5d131 req-5aaf6937-5285-4bba-8458-b65d10ddf84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:56:17.227874 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bf7b38dc-1716-4dda-af75-537d30b5d131 req-5aaf6937-5285-4bba-8458-b65d10ddf84d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6890efc7-28f4-427a-bc22-e7a2a84f2563 HTTP/1.1" status: 200 len: 835 time: 0.0574152 Jan 26 11:56:17.304899 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b38dc-1716-4dda-af75-537d30b5d131 req-19e5f692-d803-43af-a981-37afc49bf1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:56:17.306271 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bf7b38dc-1716-4dda-af75-537d30b5d131 req-19e5f692-d803-43af-a981-37afc49bf1b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05e3ba6b-1621-4457-8898-b870911e2f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712607 Jan 26 11:56:17.435015 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bf7b38dc-1716-4dda-af75-537d30b5d131 req-eb65d997-e201-4edc-b460-b30c2e1fc312 service neutron] 10.222.0.24 "GET /v2.0/networks/05e3ba6b-1621-4457-8898-b870911e2f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215439 Jan 26 11:56:17.680672 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bf7b38dc-1716-4dda-af75-537d30b5d131 req-a536b658-8e27-4812-b7de-f816bfe3fedd service neutron] 10.222.0.24 "GET /v2.0/networks/05e3ba6b-1621-4457-8898-b870911e2f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395017 Jan 26 11:56:18.223477 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f6a16-6d9d-4b42-8d53-0803dfa93c9e req-8b23471b-b6e4-44fc-8646-e7edec74905a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:56:18.224944 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7c8f6a16-6d9d-4b42-8d53-0803dfa93c9e req-8b23471b-b6e4-44fc-8646-e7edec74905a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 945 time: 0.0795720 Jan 26 11:56:18.269039 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7c8f6a16-6d9d-4b42-8d53-0803dfa93c9e req-b1828aa5-676f-461f-9dc4-a9ee37d8c1c5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1ebed61-bfdf-4a76-9d29-5025df73ae4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384395 Jan 26 11:56:19.450226 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3132a-9be0-4ed7-a278-73d4e04737b9 req-024f7f8a-bf5d-4eaa-8893-ed58eb0ee049 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:56:19.451795 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-61f3132a-9be0-4ed7-a278-73d4e04737b9 req-024f7f8a-bf5d-4eaa-8893-ed58eb0ee049 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 945 time: 0.0784924 Jan 26 11:56:19.496612 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-61f3132a-9be0-4ed7-a278-73d4e04737b9 req-e6b1139c-c2ae-4886-8ea7-96c85cba1e30 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1ebed61-bfdf-4a76-9d29-5025df73ae4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378282 Jan 26 11:56:20.771505 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc34c8f-6b11-4407-bc47-bbccd97d09da req-bce94e1b-26ee-4d91-8b15-309a43578760 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:56:20.772867 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-abc34c8f-6b11-4407-bc47-bbccd97d09da req-bce94e1b-26ee-4d91-8b15-309a43578760 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 945 time: 0.1720610 Jan 26 11:56:20.817241 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-abc34c8f-6b11-4407-bc47-bbccd97d09da req-f1a292bd-fd34-44f4-8401-2d72ad6abd9c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1ebed61-bfdf-4a76-9d29-5025df73ae4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387006 Jan 26 11:56:22.007591 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022965b3-a6c1-4d87-996b-821f481a7346 req-7f58524e-9710-429a-bb35-8d757f875d36 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:56:22.009031 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-022965b3-a6c1-4d87-996b-821f481a7346 req-7f58524e-9710-429a-bb35-8d757f875d36 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 945 time: 0.0873861 Jan 26 11:56:22.059754 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-022965b3-a6c1-4d87-996b-821f481a7346 req-0d566720-f080-4cf8-824d-335463a7b424 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1ebed61-bfdf-4a76-9d29-5025df73ae4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450189 Jan 26 11:56:22.597918 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b833b79c-7d5b-4f5e-a398-be78dfd9a520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:56:23.245205 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd182c-80c6-461a-84af-805958b8422b req-ba008d0a-7d74-4891-bfd2-825d67363cc4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:56:23.246672 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-fcdd182c-80c6-461a-84af-805958b8422b req-ba008d0a-7d74-4891-bfd2-825d67363cc4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 945 time: 0.0797384 Jan 26 11:56:23.290098 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-fcdd182c-80c6-461a-84af-805958b8422b req-d5e597ee-c382-48c9-b34b-5f0e93b6830d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1ebed61-bfdf-4a76-9d29-5025df73ae4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373392 Jan 26 11:56:24.479749 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060ff2e-8212-48b3-b7e2-5465c13f4064 req-14bba6fc-eaa6-41be-8c01-4927cd4df231 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:56:24.481201 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9060ff2e-8212-48b3-b7e2-5465c13f4064 req-14bba6fc-eaa6-41be-8c01-4927cd4df231 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 945 time: 0.0802200 Jan 26 11:56:24.527305 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9060ff2e-8212-48b3-b7e2-5465c13f4064 req-19157cf2-6e26-45d0-a87b-cba71daeda95 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1ebed61-bfdf-4a76-9d29-5025df73ae4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398529 Jan 26 11:56:24.865450 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bbc59594-d261-4e38-81a4-00ccc6bbc3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:56:25.713664 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24139e-acf4-430c-baed-5f84414c1530 req-d6b54571-e13c-4101-81df-5b1a6ed24a35 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:56:25.715172 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ba24139e-acf4-430c-baed-5f84414c1530 req-d6b54571-e13c-4101-81df-5b1a6ed24a35 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 945 time: 0.0824304 Jan 26 11:56:25.758552 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ba24139e-acf4-430c-baed-5f84414c1530 req-bc6764ff-7496-42ce-8b2d-5cd411ce12ef tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1ebed61-bfdf-4a76-9d29-5025df73ae4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370803 Jan 26 11:56:25.940844 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:56:26.160344 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:56:26.942471 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a181c11-6115-49d6-b253-b98bf8c76895 req-56bb85fc-9f84-4419-bef3-c1a270a25ad6 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:56:26.943945 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6a181c11-6115-49d6-b253-b98bf8c76895 req-56bb85fc-9f84-4419-bef3-c1a270a25ad6 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 945 time: 0.0796559 Jan 26 11:56:26.990190 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6a181c11-6115-49d6-b253-b98bf8c76895 req-2c445612-ca28-4214-ba1d-42fdc8492ca5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1ebed61-bfdf-4a76-9d29-5025df73ae4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400906 Jan 26 11:56:27.521016 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:56:28.171666 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf0d3c-4bc4-4227-b2ff-72e4d51831f8 req-08eeb87f-2247-4aba-bc85-b9ed3c258b9a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:56:28.172597 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-21cf0d3c-4bc4-4227-b2ff-72e4d51831f8 req-08eeb87f-2247-4aba-bc85-b9ed3c258b9a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 945 time: 0.0775731 Jan 26 11:56:28.227230 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-21cf0d3c-4bc4-4227-b2ff-72e4d51831f8 req-2ba7753a-2b60-4d60-8014-a9c4219cc71a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1ebed61-bfdf-4a76-9d29-5025df73ae4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490706 Jan 26 11:56:29.411823 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef939e7-8652-4ff9-8060-aa8f749aece5 req-c53a0526-f33e-4d3a-8a06-9491c1aa19fd tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:56:29.413275 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5ef939e7-8652-4ff9-8060-aa8f749aece5 req-c53a0526-f33e-4d3a-8a06-9491c1aa19fd tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 945 time: 0.0825198 Jan 26 11:56:29.455984 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5ef939e7-8652-4ff9-8060-aa8f749aece5 req-b7b59855-8b59-487b-9a52-e65fd6af54e7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1ebed61-bfdf-4a76-9d29-5025df73ae4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371587 Jan 26 11:56:29.478772 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60868) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:56:29.587407 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0bd5423c-beaa-4f5d-89f0-608943df63d0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/floatingips/26af9af6-9bf4-43b2-858f-10818a75de5c HTTP/1.1" status: 200 len: 992 time: 0.1074998 Jan 26 11:56:34.963779 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-092886c6-4791-4cbc-819d-0662a54df342 req-fbce1f87-e0d1-4bc9-a8c7-31d7a72a6bc5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679495 Jan 26 11:56:35.103032 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092886c6-4791-4cbc-819d-0662a54df342 req-5031dcdc-6dbd-44b2-9ada-75a017374181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:56:35.104418 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-092886c6-4791-4cbc-819d-0662a54df342 req-5031dcdc-6dbd-44b2-9ada-75a017374181 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 1098 time: 0.0731926 Jan 26 11:56:35.249947 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092886c6-4791-4cbc-819d-0662a54df342 req-e26b002f-ead4-4e3b-93f0-23fe0edf93db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:56:35.251404 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-092886c6-4791-4cbc-819d-0662a54df342 req-e26b002f-ead4-4e3b-93f0-23fe0edf93db service neutron] 10.222.0.24 "GET /v2.0/networks?id=05e3ba6b-1621-4457-8898-b870911e2f6e HTTP/1.1" status: 200 len: 896 time: 0.1291947 Jan 26 11:56:35.351181 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-092886c6-4791-4cbc-819d-0662a54df342 req-89bae895-5744-401d-99b6-399db964054f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97e3afc2-3aa7-473f-8b57-f6526fd00226 HTTP/1.1" status: 200 len: 1000 time: 0.0941124 Jan 26 11:56:35.411906 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092886c6-4791-4cbc-819d-0662a54df342 req-ad088b00-d8e4-4c5e-928f-cd22cd648520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:56:35.413243 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-092886c6-4791-4cbc-819d-0662a54df342 req-ad088b00-d8e4-4c5e-928f-cd22cd648520 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6890efc7-28f4-427a-bc22-e7a2a84f2563 HTTP/1.1" status: 200 len: 835 time: 0.0559707 Jan 26 11:56:35.488332 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092886c6-4791-4cbc-819d-0662a54df342 req-2c21dd56-356d-48d4-9c21-c0bded76f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:56:35.490193 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-092886c6-4791-4cbc-819d-0662a54df342 req-2c21dd56-356d-48d4-9c21-c0bded76f807 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05e3ba6b-1621-4457-8898-b870911e2f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711820 Jan 26 11:56:35.575139 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:56:35.628289 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-092886c6-4791-4cbc-819d-0662a54df342 req-4537d5b6-54f0-475f-8628-9e3bccaa2794 service neutron] 10.222.0.24 "GET /v2.0/networks/05e3ba6b-1621-4457-8898-b870911e2f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309679 Jan 26 11:56:35.756467 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-092886c6-4791-4cbc-819d-0662a54df342 req-4b4d5820-1fab-4367-bcd4-8373de737569 service neutron] 10.222.0.24 "GET /v2.0/networks/05e3ba6b-1621-4457-8898-b870911e2f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229136 Jan 26 11:56:51.631778 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:56:52.602808 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-57075dfb-e76f-4039-9332-db25377a4072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:56:54.866678 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c373d625-a2be-47a1-abbc-15f458f5d690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:56:55.943539 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:56:56.162949 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:56:57.522487 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:56:57.991842 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60882) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:56:58.189342 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-0d3b6dcc-234f-4b36-9c9e-6c0eb7563851 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Deleting port 53055d2d-3721-4f50-ab6c-034a56521ed3 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:56:58.189597 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0d3b6dcc-234f-4b36-9c9e-6c0eb7563851 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:56:58.357881 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0d3b6dcc-234f-4b36-9c9e-6c0eb7563851 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:56:58.358206 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0d3b6dcc-234f-4b36-9c9e-6c0eb7563851 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:56:58.479191 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-0d3b6dcc-234f-4b36-9c9e-6c0eb7563851 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Calling delete_port for 53055d2d-3721-4f50-ab6c-034a56521ed3 owned by network:floatingip {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:56:58.627260 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0d3b6dcc-234f-4b36-9c9e-6c0eb7563851 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:56:58.674219 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b6dcc-234f-4b36-9c9e-6c0eb7563851 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Port': ['ID=53055d2d-3721-4f50-ab6c-034a56521ed3,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:56:58.713874 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b6dcc-234f-4b36-9c9e-6c0eb7563851 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:56:58.714151 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b6dcc-234f-4b36-9c9e-6c0eb7563851 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:56:58.714521 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b6dcc-234f-4b36-9c9e-6c0eb7563851 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:56:58.714861 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b6dcc-234f-4b36-9c9e-6c0eb7563851 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:56:58.715198 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b6dcc-234f-4b36-9c9e-6c0eb7563851 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:56:58.715530 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b6dcc-234f-4b36-9c9e-6c0eb7563851 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:56:58.715858 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b6dcc-234f-4b36-9c9e-6c0eb7563851 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:56:58.716186 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b6dcc-234f-4b36-9c9e-6c0eb7563851 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:56:58.716510 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b6dcc-234f-4b36-9c9e-6c0eb7563851 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:56:58.716834 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b6dcc-234f-4b36-9c9e-6c0eb7563851 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:56:58.717156 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b6dcc-234f-4b36-9c9e-6c0eb7563851 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:56:58.717476 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b6dcc-234f-4b36-9c9e-6c0eb7563851 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:56:58.776228 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0d3b6dcc-234f-4b36-9c9e-6c0eb7563851 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for floatingip, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:56:58.776552 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-0d3b6dcc-234f-4b36-9c9e-6c0eb7563851 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Floating IP 26af9af6-9bf4-43b2-858f-10818a75de5c disassociated (deleted). External IP: 172.26.5.77, port: 97e3afc2-3aa7-473f-8b57-f6526fd00226. Jan 26 11:56:59.223290 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3b6dcc-234f-4b36-9c9e-6c0eb7563851 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Router 9d1f1668-5777-4d1c-8482-064fa581865a has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:56:59.397674 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3b6dcc-234f-4b36-9c9e-6c0eb7563851 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:56:59.408167 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552bd226-3782-4e9c-9d46-ec593e4e2270 None None] Sync routers for ids ['9d1f1668-5777-4d1c-8482-064fa581865a'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:56:59.417157 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552bd226-3782-4e9c-9d46-ec593e4e2270 None None] Routers {'9d1f1668-5777-4d1c-8482-064fa581865a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:56:59.417765 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-552bd226-3782-4e9c-9d46-ec593e4e2270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:56:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['9d1f1668-5777-4d1c-8482-064fa581865a'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:56:59.417928 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0d3b6dcc-234f-4b36-9c9e-6c0eb7563851 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:56:59.476613 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0d3b6dcc-234f-4b36-9c9e-6c0eb7563851 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "DELETE /v2.0/floatingips/26af9af6-9bf4-43b2-858f-10818a75de5c HTTP/1.1" status: 204 len: 168 time: 1.4836042 Jan 26 11:56:59.477207 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7e135e-159f-4b54-ae0b-86b50a2508f1', 'tag': '97e3afc2-3aa7-473f-8b57-f6526fd00226'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:56:59.526404 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7e135e-159f-4b54-ae0b-86b50a2508f1', 'tag': '97e3afc2-3aa7-473f-8b57-f6526fd00226', 'status': 'completed', 'code': 200} Jan 26 11:56:59.602998 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-552bd226-3782-4e9c-9d46-ec593e4e2270 None None] Set router 9d1f1668-5777-4d1c-8482-064fa581865a gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:56:59.625501 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bfdf6-6080-4359-956e-b5230ab718c3 req-92dece22-79c4-4cf1-8abd-3d2d0ea24dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:56:59.627031 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-136bfdf6-6080-4359-956e-b5230ab718c3 req-92dece22-79c4-4cf1-8abd-3d2d0ea24dd0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 1098 time: 0.0791152 Jan 26 11:56:59.767409 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bfdf6-6080-4359-956e-b5230ab718c3 req-90e7cbab-6cf9-4050-aedb-3ba7d8da141d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:56:59.769531 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-136bfdf6-6080-4359-956e-b5230ab718c3 req-90e7cbab-6cf9-4050-aedb-3ba7d8da141d service neutron] 10.222.0.24 "GET /v2.0/networks?id=05e3ba6b-1621-4457-8898-b870911e2f6e HTTP/1.1" status: 200 len: 896 time: 0.1369243 Jan 26 11:56:59.848310 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-136bfdf6-6080-4359-956e-b5230ab718c3 req-5e7d2baf-ce7c-4e5a-822c-5d0009cc3912 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97e3afc2-3aa7-473f-8b57-f6526fd00226 HTTP/1.1" status: 200 len: 217 time: 0.0717432 Jan 26 11:56:59.864964 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73386349-916b-48a1-935e-080035d07cca req-83d219fb-402f-45de-9202-669aa6a56759 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:56:59.865681 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-73386349-916b-48a1-935e-080035d07cca req-83d219fb-402f-45de-9202-669aa6a56759 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:56:59.882188 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-73386349-916b-48a1-935e-080035d07cca req-83d219fb-402f-45de-9202-669aa6a56759 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:56:59.883460 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-73386349-916b-48a1-935e-080035d07cca req-83d219fb-402f-45de-9202-669aa6a56759 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 945 time: 0.1023295 Jan 26 11:56:59.939091 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-73386349-916b-48a1-935e-080035d07cca req-be0a3698-bcaa-4a89-9e96-2379987df84e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1ebed61-bfdf-4a76-9d29-5025df73ae4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468574 Jan 26 11:56:59.942840 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-552bd226-3782-4e9c-9d46-ec593e4e2270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409318286', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:55:33Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '86bcfd99-5e3f-444c-9109-f416fa34ffc5', 'name': '', 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:53:cc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '6890efc7-28f4-427a-bc22-e7a2a84f2563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:55:32Z', 'updated_at': '2022-01-26T11:55:38Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '6890efc7-28f4-427a-bc22-e7a2a84f2563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:56:59.947336 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552bd226-3782-4e9c-9d46-ec593e4e2270 None None] Checking router: 9d1f1668-5777-4d1c-8482-064fa581865a for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:56:59.967327 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552bd226-3782-4e9c-9d46-ec593e4e2270 None None] Routers {'9d1f1668-5777-4d1c-8482-064fa581865a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:56:59.967951 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-552bd226-3782-4e9c-9d46-ec593e4e2270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:56:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['9d1f1668-5777-4d1c-8482-064fa581865a'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:57:00.031211 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bfdf6-6080-4359-956e-b5230ab718c3 req-5b67e253-95a2-4c96-8742-e1a1a868261c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:00.032652 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-136bfdf6-6080-4359-956e-b5230ab718c3 req-5b67e253-95a2-4c96-8742-e1a1a868261c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6890efc7-28f4-427a-bc22-e7a2a84f2563 HTTP/1.1" status: 200 len: 835 time: 0.1776843 Jan 26 11:57:00.109549 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bfdf6-6080-4359-956e-b5230ab718c3 req-9cfb088e-80c8-433c-86f3-10bcdfcfc788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:00.111069 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-136bfdf6-6080-4359-956e-b5230ab718c3 req-9cfb088e-80c8-433c-86f3-10bcdfcfc788 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=05e3ba6b-1621-4457-8898-b870911e2f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706213 Jan 26 11:57:00.150543 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-552bd226-3782-4e9c-9d46-ec593e4e2270 None None] Set router 9d1f1668-5777-4d1c-8482-064fa581865a gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:57:00.243943 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-136bfdf6-6080-4359-956e-b5230ab718c3 req-d3a1bea9-c464-4980-98ab-b6ba5bed4ca8 service neutron] 10.222.0.24 "GET /v2.0/networks/05e3ba6b-1621-4457-8898-b870911e2f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254451 Jan 26 11:57:00.375969 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-136bfdf6-6080-4359-956e-b5230ab718c3 req-8ed29b8d-077a-4da7-b7ca-1ac711fbe169 service neutron] 10.222.0.24 "GET /v2.0/networks/05e3ba6b-1621-4457-8898-b870911e2f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248145 Jan 26 11:57:00.464875 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-552bd226-3782-4e9c-9d46-ec593e4e2270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409318286', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:55:33Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '86bcfd99-5e3f-444c-9109-f416fa34ffc5', 'name': '', 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:53:cc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '6890efc7-28f4-427a-bc22-e7a2a84f2563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:55:32Z', 'updated_at': '2022-01-26T11:55:38Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '6890efc7-28f4-427a-bc22-e7a2a84f2563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:57:00.468694 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552bd226-3782-4e9c-9d46-ec593e4e2270 None None] The sync data for ids ['9d1f1668-5777-4d1c-8482-064fa581865a'] in dv-neutron-826439-1-hyperv is: [{'id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409318286', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:55:33Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '86bcfd99-5e3f-444c-9109-f416fa34ffc5', 'name': '', 'network_id': '05e3ba6b-1621-4457-8898-b870911e2f6e', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:53:cc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '6890efc7-28f4-427a-bc22-e7a2a84f2563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:55:32Z', 'updated_at': '2022-01-26T11:55:38Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '6890efc7-28f4-427a-bc22-e7a2a84f2563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:57:00.676924 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e53a786-9892-4fe7-b6d2-3a554288d0b5 None None] New status for floating IP 26af9af6-9bf4-43b2-858f-10818a75de5c: DOWN {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:57:01.130244 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1b077-3c58-416b-abe1-a110436b0ae3 req-a3863980-cb49-4582-8def-b20602727053 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:01.131733 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-51e1b077-3c58-416b-abe1-a110436b0ae3 req-a3863980-cb49-4582-8def-b20602727053 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 945 time: 0.0834460 Jan 26 11:57:01.228114 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-51e1b077-3c58-416b-abe1-a110436b0ae3 req-7bb55b07-4269-4ce9-8a15-893a76e1cf5a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1ebed61-bfdf-4a76-9d29-5025df73ae4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907147 Jan 26 11:57:01.251613 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ed4b6-7852-4039-801b-c2c3464ff913 req-de94f1f7-afcf-4980-9ba1-ddbbd517ba3a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:01.253022 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f70ed4b6-7852-4039-801b-c2c3464ff913 req-de94f1f7-afcf-4980-9ba1-ddbbd517ba3a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 945 time: 0.1027400 Jan 26 11:57:01.321375 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-f70ed4b6-7852-4039-801b-c2c3464ff913 req-8624a3db-b109-4cce-8740-a3ca5347cd97 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Deleting port 97e3afc2-3aa7-473f-8b57-f6526fd00226 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:57:01.321718 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-f70ed4b6-7852-4039-801b-c2c3464ff913 req-8624a3db-b109-4cce-8740-a3ca5347cd97 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:01.568732 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-f70ed4b6-7852-4039-801b-c2c3464ff913 req-8624a3db-b109-4cce-8740-a3ca5347cd97 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] For port 97e3afc2-3aa7-473f-8b57-f6526fd00226, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=97e3afc2-3aa7-473f-8b57-f6526fd00226,segment=NetworkSegment(fc537637-5423-4a5b-b071-0426b169252b),segment_id=fc537637-5423-4a5b-b071-0426b169252b)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:57:01.569082 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-f70ed4b6-7852-4039-801b-c2c3464ff913 req-8624a3db-b109-4cce-8740-a3ca5347cd97 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:01.691379 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-f70ed4b6-7852-4039-801b-c2c3464ff913 req-8624a3db-b109-4cce-8740-a3ca5347cd97 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Calling delete_port for 97e3afc2-3aa7-473f-8b57-f6526fd00226 owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:57:01.833675 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-f70ed4b6-7852-4039-801b-c2c3464ff913 req-8624a3db-b109-4cce-8740-a3ca5347cd97 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:01.881677 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624a3db-b109-4cce-8740-a3ca5347cd97 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Port': ['ID=97e3afc2-3aa7-473f-8b57-f6526fd00226,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:01.921762 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624a3db-b109-4cce-8740-a3ca5347cd97 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:01.922117 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624a3db-b109-4cce-8740-a3ca5347cd97 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:01.922485 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624a3db-b109-4cce-8740-a3ca5347cd97 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:01.922825 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624a3db-b109-4cce-8740-a3ca5347cd97 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:01.923157 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624a3db-b109-4cce-8740-a3ca5347cd97 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:01.923490 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624a3db-b109-4cce-8740-a3ca5347cd97 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:01.923818 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624a3db-b109-4cce-8740-a3ca5347cd97 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:01.924142 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624a3db-b109-4cce-8740-a3ca5347cd97 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:01.924485 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624a3db-b109-4cce-8740-a3ca5347cd97 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:01.924790 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624a3db-b109-4cce-8740-a3ca5347cd97 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:01.925111 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624a3db-b109-4cce-8740-a3ca5347cd97 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:01.925435 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8624a3db-b109-4cce-8740-a3ca5347cd97 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:01.970837 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70ed4b6-7852-4039-801b-c2c3464ff913 req-8624a3db-b109-4cce-8740-a3ca5347cd97 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] No DVR routers for this DVR port 97e3afc2-3aa7-473f-8b57-f6526fd00226 on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:57:01.973468 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-f70ed4b6-7852-4039-801b-c2c3464ff913 req-8624a3db-b109-4cce-8740-a3ca5347cd97 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:01.975984 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7e135e-159f-4b54-ae0b-86b50a2508f1', 'name': 'network-vif-deleted', 'tag': '97e3afc2-3aa7-473f-8b57-f6526fd00226'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:57:01.992289 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f70ed4b6-7852-4039-801b-c2c3464ff913 req-8624a3db-b109-4cce-8740-a3ca5347cd97 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.24 "DELETE /v2.0/ports/97e3afc2-3aa7-473f-8b57-f6526fd00226 HTTP/1.1" status: 204 len: 173 time: 0.7340012 Jan 26 11:57:02.022769 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7e135e-159f-4b54-ae0b-86b50a2508f1', 'name': 'network-vif-deleted', 'tag': '97e3afc2-3aa7-473f-8b57-f6526fd00226', 'status': 'completed', 'code': 200} Jan 26 11:57:02.395047 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-847bc210-878e-4b77-9d87-61fc6234af47 req-74e101f2-5418-4b30-8569-25420f32f8e3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:57:02.410007 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-847bc210-878e-4b77-9d87-61fc6234af47 req-74e101f2-5418-4b30-8569-25420f32f8e3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:57:02.411373 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-847bc210-878e-4b77-9d87-61fc6234af47 req-74e101f2-5418-4b30-8569-25420f32f8e3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb7e135e-159f-4b54-ae0b-86b50a2508f1 HTTP/1.1" status: 200 len: 210 time: 0.0598710 Jan 26 11:57:03.507292 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60900) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:57:04.056674 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3ad70196-9ce5-4f71-932b-d2da1e0a3b39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:04.200509 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 97e3afc2-3aa7-473f-8b57-f6526fd00226 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:57:04.235041 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: 97e3afc2-3aa7-473f-8b57-f6526fd00226 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:57:04.235393 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 97e3afc2-3aa7-473f-8b57-f6526fd00226 not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:57:04.508791 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-3ad70196-9ce5-4f71-932b-d2da1e0a3b39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Deleting port 86bcfd99-5e3f-444c-9109-f416fa34ffc5 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:57:04.509413 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3ad70196-9ce5-4f71-932b-d2da1e0a3b39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:04.699175 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-3ad70196-9ce5-4f71-932b-d2da1e0a3b39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] For port 86bcfd99-5e3f-444c-9109-f416fa34ffc5, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=86bcfd99-5e3f-444c-9109-f416fa34ffc5,segment=NetworkSegment(fc537637-5423-4a5b-b071-0426b169252b),segment_id=fc537637-5423-4a5b-b071-0426b169252b)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:57:04.699522 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3ad70196-9ce5-4f71-932b-d2da1e0a3b39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:04.824080 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-3ad70196-9ce5-4f71-932b-d2da1e0a3b39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Calling delete_port for 86bcfd99-5e3f-444c-9109-f416fa34ffc5 owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:57:05.021064 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3ad70196-9ce5-4f71-932b-d2da1e0a3b39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:05.097702 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad70196-9ce5-4f71-932b-d2da1e0a3b39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Port': ['ID=86bcfd99-5e3f-444c-9109-f416fa34ffc5,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:05.354387 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3ad70196-9ce5-4f71-932b-d2da1e0a3b39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:05.572870 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:05.715963 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad70196-9ce5-4f71-932b-d2da1e0a3b39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Router 9d1f1668-5777-4d1c-8482-064fa581865a has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:57:05.997718 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad70196-9ce5-4f71-932b-d2da1e0a3b39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:57:06.008630 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e552fc7-4f50-455a-ab41-a67d1bf326eb None None] Sync routers for ids ['9d1f1668-5777-4d1c-8482-064fa581865a'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:57:06.014393 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3ad70196-9ce5-4f71-932b-d2da1e0a3b39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "PUT /v2.0/routers/9d1f1668-5777-4d1c-8482-064fa581865a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5060184 Jan 26 11:57:06.017184 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60904) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:57:06.017776 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e552fc7-4f50-455a-ab41-a67d1bf326eb None None] Routers {'9d1f1668-5777-4d1c-8482-064fa581865a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:57:06.018525 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6e552fc7-4f50-455a-ab41-a67d1bf326eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:56:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['9d1f1668-5777-4d1c-8482-064fa581865a'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:57:06.085212 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-8856eea9-00d0-4baa-8704-bc9217a06697 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Deleting subnet 6890efc7-28f4-427a-bc22-e7a2a84f2563 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:57:06.088283 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8856eea9-00d0-4baa-8704-bc9217a06697 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:06.142796 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8856eea9-00d0-4baa-8704-bc9217a06697 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:06.223582 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-6e552fc7-4f50-455a-ab41-a67d1bf326eb None None] Set router 9d1f1668-5777-4d1c-8482-064fa581865a gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:57:06.228650 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8856eea9-00d0-4baa-8704-bc9217a06697 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:06.303873 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8856eea9-00d0-4baa-8704-bc9217a06697 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:06.345562 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856eea9-00d0-4baa-8704-bc9217a06697 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Subnet': ['ID=6890efc7-28f4-427a-bc22-e7a2a84f2563,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:06.351637 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8856eea9-00d0-4baa-8704-bc9217a06697 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:06.357142 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb74fb87-8ab8-41cb-b4dd-08b66d22022b None None] Network 05e3ba6b-1621-4457-8898-b870911e2f6e requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:57:06.360899 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8856eea9-00d0-4baa-8704-bc9217a06697 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "DELETE /v2.0/subnets/6890efc7-28f4-427a-bc22-e7a2a84f2563 HTTP/1.1" status: 204 len: 168 time: 0.3396175 Jan 26 11:57:06.361139 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60908) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:57:06.523047 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6e552fc7-4f50-455a-ab41-a67d1bf326eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409318286', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:57:04Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:57:06.526980 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e552fc7-4f50-455a-ab41-a67d1bf326eb None None] Checking router: 9d1f1668-5777-4d1c-8482-064fa581865a for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:57:06.535685 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e552fc7-4f50-455a-ab41-a67d1bf326eb None None] Routers {'9d1f1668-5777-4d1c-8482-064fa581865a'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:57:06.536362 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6e552fc7-4f50-455a-ab41-a67d1bf326eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:56:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['9d1f1668-5777-4d1c-8482-064fa581865a'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:57:06.555536 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd132a42-2518-47df-88ae-c3f2fb963f54 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:06.634973 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849e8892-b791-45ce-849e-b91c576054d9 None None] DHCP port deletion for 05e3ba6b-1621-4457-8898-b870911e2f6e request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:57:06.639574 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-849e8892-b791-45ce-849e-b91c576054d9 None None] Deleting port 800abcd8-44e4-4d47-876e-7c13660cec05 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:57:06.640063 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-849e8892-b791-45ce-849e-b91c576054d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:06.716918 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-6e552fc7-4f50-455a-ab41-a67d1bf326eb None None] Set router 9d1f1668-5777-4d1c-8482-064fa581865a gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:57:06.748931 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd132a42-2518-47df-88ae-c3f2fb963f54 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:06.768410 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-dd132a42-2518-47df-88ae-c3f2fb963f54 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Deleting port c3c79a64-687b-4d37-8d1b-32456bdab9ef {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:57:06.769365 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd132a42-2518-47df-88ae-c3f2fb963f54 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:06.849299 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-849e8892-b791-45ce-849e-b91c576054d9 None None] For port 800abcd8-44e4-4d47-876e-7c13660cec05, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=800abcd8-44e4-4d47-876e-7c13660cec05,segment=NetworkSegment(fc537637-5423-4a5b-b071-0426b169252b),segment_id=fc537637-5423-4a5b-b071-0426b169252b)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:57:06.849626 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-849e8892-b791-45ce-849e-b91c576054d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:06.971915 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-dd132a42-2518-47df-88ae-c3f2fb963f54 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] For port c3c79a64-687b-4d37-8d1b-32456bdab9ef, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c3c79a64-687b-4d37-8d1b-32456bdab9ef,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:57:06.972549 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd132a42-2518-47df-88ae-c3f2fb963f54 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:06.979954 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-849e8892-b791-45ce-849e-b91c576054d9 None None] Calling delete_port for 800abcd8-44e4-4d47-876e-7c13660cec05 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:57:07.010117 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-6e552fc7-4f50-455a-ab41-a67d1bf326eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409318286', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:57:04Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:57:07.014544 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e552fc7-4f50-455a-ab41-a67d1bf326eb None None] The sync data for ids ['9d1f1668-5777-4d1c-8482-064fa581865a'] in dv-neutron-826439-1-hyperv is: [{'id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409318286', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:57:04Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'c3c79a64-687b-4d37-8d1b-32456bdab9ef', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1f1668-5777-4d1c-8482-064fa581865a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:55:28Z', 'updated_at': '2022-01-26T11:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:57:07.059115 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-849e8892-b791-45ce-849e-b91c576054d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:07.096287 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-dd132a42-2518-47df-88ae-c3f2fb963f54 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Calling delete_port for c3c79a64-687b-4d37-8d1b-32456bdab9ef owned by network:router_gateway {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:57:07.104279 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e8892-b791-45ce-849e-b91c576054d9 None None] Pushing event deleted for resources: {'Port': ['ID=800abcd8-44e4-4d47-876e-7c13660cec05,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:07.111150 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849e8892-b791-45ce-849e-b91c576054d9 None None] No DVR routers for this DVR port 800abcd8-44e4-4d47-876e-7c13660cec05 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:57:07.118506 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e8892-b791-45ce-849e-b91c576054d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:07.118867 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e8892-b791-45ce-849e-b91c576054d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:07.119211 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e8892-b791-45ce-849e-b91c576054d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:07.119552 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e8892-b791-45ce-849e-b91c576054d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:07.120070 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e8892-b791-45ce-849e-b91c576054d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:07.121572 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e8892-b791-45ce-849e-b91c576054d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:07.121572 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e8892-b791-45ce-849e-b91c576054d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:07.121572 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e8892-b791-45ce-849e-b91c576054d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:07.121572 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e8892-b791-45ce-849e-b91c576054d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:07.121572 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e8892-b791-45ce-849e-b91c576054d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:07.122006 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e8892-b791-45ce-849e-b91c576054d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:07.122084 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e8892-b791-45ce-849e-b91c576054d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:07.261690 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd132a42-2518-47df-88ae-c3f2fb963f54 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:07.311262 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd132a42-2518-47df-88ae-c3f2fb963f54 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Port': ['ID=c3c79a64-687b-4d37-8d1b-32456bdab9ef,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:07.399094 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd132a42-2518-47df-88ae-c3f2fb963f54 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:07.683080 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd132a42-2518-47df-88ae-c3f2fb963f54 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:07.685146 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd132a42-2518-47df-88ae-c3f2fb963f54 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:07.708483 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd132a42-2518-47df-88ae-c3f2fb963f54 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:07.709136 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd132a42-2518-47df-88ae-c3f2fb963f54 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Fanout notify agent at l3_agent the message router_deleted on router 9d1f1668-5777-4d1c-8482-064fa581865a {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:57:07.723880 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd132a42-2518-47df-88ae-c3f2fb963f54 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:07.724978 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-dd132a42-2518-47df-88ae-c3f2fb963f54 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "DELETE /v2.0/routers/9d1f1668-5777-4d1c-8482-064fa581865a HTTP/1.1" status: 204 len: 168 time: 1.3629391 Jan 26 11:57:07.727799 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60912) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:57:07.845921 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-63d2fc3d-dee8-4315-a81c-e07d834cd1e1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:07.981497 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-63d2fc3d-dee8-4315-a81c-e07d834cd1e1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:08.005817 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-63d2fc3d-dee8-4315-a81c-e07d834cd1e1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e3ba6b-1621-4457-8898-b870911e2f6e']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:57:08.017697 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-63d2fc3d-dee8-4315-a81c-e07d834cd1e1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc537637-5423-4a5b-b071-0426b169252b') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:57:08.017998 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-63d2fc3d-dee8-4315-a81c-e07d834cd1e1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc537637-5423-4a5b-b071-0426b169252b') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:57:08.028995 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-63d2fc3d-dee8-4315-a81c-e07d834cd1e1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:08.045599 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-63d2fc3d-dee8-4315-a81c-e07d834cd1e1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:08.052287 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d2fc3d-dee8-4315-a81c-e07d834cd1e1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:57:08.052670 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-63d2fc3d-dee8-4315-a81c-e07d834cd1e1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:57:08.066727 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:57:08.147516 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-63d2fc3d-dee8-4315-a81c-e07d834cd1e1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:08.166689 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-63d2fc3d-dee8-4315-a81c-e07d834cd1e1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:08.178247 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2fc3d-dee8-4315-a81c-e07d834cd1e1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Network': ['ID=05e3ba6b-1621-4457-8898-b870911e2f6e,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:08.183264 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-63d2fc3d-dee8-4315-a81c-e07d834cd1e1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "DELETE /v2.0/networks/05e3ba6b-1621-4457-8898-b870911e2f6e HTTP/1.1" status: 204 len: 168 time: 0.4545491 Jan 26 11:57:08.185807 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60916) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:57:08.253525 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-48185356-655a-4538-b991-5557399f17dc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:08.282975 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-48185356-655a-4538-b991-5557399f17dc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:08.346478 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-48185356-655a-4538-b991-5557399f17dc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:08.364022 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48185356-655a-4538-b991-5557399f17dc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ebed61-bfdf-4a76-9d29-5025df73ae4e,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:08.380217 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-48185356-655a-4538-b991-5557399f17dc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:08.381354 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-48185356-655a-4538-b991-5557399f17dc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "DELETE /v2.0/security-groups/e1ebed61-bfdf-4a76-9d29-5025df73ae4e HTTP/1.1" status: 204 len: 168 time: 0.1946290 Jan 26 11:57:08.498469 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 86bcfd99-5e3f-444c-9109-f416fa34ffc5 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:57:08.535246 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 86bcfd99-5e3f-444c-9109-f416fa34ffc5 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:57:08.535597 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 86bcfd99-5e3f-444c-9109-f416fa34ffc5 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:57:08.536022 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 800abcd8-44e4-4d47-876e-7c13660cec05 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:57:08.569003 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 800abcd8-44e4-4d47-876e-7c13660cec05 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:57:08.569352 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 800abcd8-44e4-4d47-876e-7c13660cec05 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:57:08.569763 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c3c79a64-687b-4d37-8d1b-32456bdab9ef no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:57:08.601900 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: c3c79a64-687b-4d37-8d1b-32456bdab9ef {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:57:08.602247 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c3c79a64-687b-4d37-8d1b-32456bdab9ef not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:57:08.710533 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60924) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:57:08.715728 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-f9e97c9d-b38a-432e-b846-3c93834909eb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-884046314', 'description': 'tempest-secgroup-smoke-884046314 description', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:57:08.721781 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f9e97c9d-b38a-432e-b846-3c93834909eb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:57:08.726154 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f9e97c9d-b38a-432e-b846-3c93834909eb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:57:08.728995 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f9e97c9d-b38a-432e-b846-3c93834909eb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:57:08.735040 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f9e97c9d-b38a-432e-b846-3c93834909eb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:57:08.744951 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f9e97c9d-b38a-432e-b846-3c93834909eb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:08.768326 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f9e97c9d-b38a-432e-b846-3c93834909eb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:57:08.772035 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f9e97c9d-b38a-432e-b846-3c93834909eb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:57:08.774810 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f9e97c9d-b38a-432e-b846-3c93834909eb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:57:08.780350 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f9e97c9d-b38a-432e-b846-3c93834909eb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:57:08.851105 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f9e97c9d-b38a-432e-b846-3c93834909eb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:08.854724 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f9e97c9d-b38a-432e-b846-3c93834909eb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:08.899975 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e97c9d-b38a-432e-b846-3c93834909eb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09747281-386d-4724-b207-787222842cde,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:08.902480 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f9e97c9d-b38a-432e-b846-3c93834909eb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:08.903660 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f9e97c9d-b38a-432e-b846-3c93834909eb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1921380 Jan 26 11:57:08.906654 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60928) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:57:08.911501 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-857fda9c-b02b-4d8e-b054-e091c95969b0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': '09747281-386d-4724-b207-787222842cde', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:57:08.917327 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-857fda9c-b02b-4d8e-b054-e091c95969b0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:57:08.921616 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-857fda9c-b02b-4d8e-b054-e091c95969b0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:57:08.925066 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-857fda9c-b02b-4d8e-b054-e091c95969b0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:57:08.930814 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-857fda9c-b02b-4d8e-b054-e091c95969b0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:57:08.948033 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-857fda9c-b02b-4d8e-b054-e091c95969b0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.008219 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-857fda9c-b02b-4d8e-b054-e091c95969b0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.011691 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-857fda9c-b02b-4d8e-b054-e091c95969b0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.034298 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857fda9c-b02b-4d8e-b054-e091c95969b0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16edbe01-2670-4810-b48f-12df74d8c615,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:09.043146 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-857fda9c-b02b-4d8e-b054-e091c95969b0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.044338 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-857fda9c-b02b-4d8e-b054-e091c95969b0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367691 Jan 26 11:57:09.048189 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60932) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:57:09.053217 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-bb50c0f0-7fb4-432e-9062-572a81d4e550 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': '09747281-386d-4724-b207-787222842cde', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:57:09.059006 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-bb50c0f0-7fb4-432e-9062-572a81d4e550 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:57:09.063370 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-bb50c0f0-7fb4-432e-9062-572a81d4e550 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:57:09.066217 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-bb50c0f0-7fb4-432e-9062-572a81d4e550 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:57:09.071893 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-bb50c0f0-7fb4-432e-9062-572a81d4e550 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:57:09.088290 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bb50c0f0-7fb4-432e-9062-572a81d4e550 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.151671 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bb50c0f0-7fb4-432e-9062-572a81d4e550 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.154984 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bb50c0f0-7fb4-432e-9062-572a81d4e550 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.178126 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50c0f0-7fb4-432e-9062-572a81d4e550 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a205011-c73d-48cc-8048-e429ccabd942,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:09.186251 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-bb50c0f0-7fb4-432e-9062-572a81d4e550 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.188301 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-bb50c0f0-7fb4-432e-9062-572a81d4e550 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1390779 Jan 26 11:57:09.190962 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60936) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:57:09.195938 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-4b4d0158-f4d4-4281-a019-e3317b0e9f00 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': '09747281-386d-4724-b207-787222842cde', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:57:09.201616 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4b4d0158-f4d4-4281-a019-e3317b0e9f00 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:57:09.205466 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4b4d0158-f4d4-4281-a019-e3317b0e9f00 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:57:09.208324 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-4b4d0158-f4d4-4281-a019-e3317b0e9f00 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:57:09.213950 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-4b4d0158-f4d4-4281-a019-e3317b0e9f00 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:57:09.230404 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4b4d0158-f4d4-4281-a019-e3317b0e9f00 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.291498 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4b4d0158-f4d4-4281-a019-e3317b0e9f00 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.295020 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4b4d0158-f4d4-4281-a019-e3317b0e9f00 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.317903 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d0158-f4d4-4281-a019-e3317b0e9f00 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=994655ac-826b-4530-9589-22e1a6388063,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:09.326563 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4b4d0158-f4d4-4281-a019-e3317b0e9f00 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.328352 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4b4d0158-f4d4-4281-a019-e3317b0e9f00 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1364872 Jan 26 11:57:09.331563 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60940) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:57:09.336537 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-86836213-d5d4-493d-b764-cbe1dbc27e22 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': '09747281-386d-4724-b207-787222842cde', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:57:09.342285 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-86836213-d5d4-493d-b764-cbe1dbc27e22 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:57:09.346053 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-86836213-d5d4-493d-b764-cbe1dbc27e22 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:57:09.349141 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-86836213-d5d4-493d-b764-cbe1dbc27e22 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:57:09.354739 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-86836213-d5d4-493d-b764-cbe1dbc27e22 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:57:09.370379 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-86836213-d5d4-493d-b764-cbe1dbc27e22 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.437325 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-86836213-d5d4-493d-b764-cbe1dbc27e22 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.441215 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-86836213-d5d4-493d-b764-cbe1dbc27e22 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.466981 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86836213-d5d4-493d-b764-cbe1dbc27e22 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fc0bd4-8cd2-4de1-8c5d-25692b4c2bde,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:09.476290 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-86836213-d5d4-493d-b764-cbe1dbc27e22 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.477467 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-86836213-d5d4-493d-b764-cbe1dbc27e22 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1449938 Jan 26 11:57:09.480220 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60944) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:57:09.485051 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-3fa6ff00-dfa5-46c9-8c91-ccab094a29f4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': '09747281-386d-4724-b207-787222842cde', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:57:09.490728 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3fa6ff00-dfa5-46c9-8c91-ccab094a29f4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:57:09.494441 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3fa6ff00-dfa5-46c9-8c91-ccab094a29f4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:57:09.497266 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3fa6ff00-dfa5-46c9-8c91-ccab094a29f4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:57:09.503599 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3fa6ff00-dfa5-46c9-8c91-ccab094a29f4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:57:09.513549 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.securitygroups_db [None req-3fa6ff00-dfa5-46c9-8c91-ccab094a29f4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Project 491e8d9f3ffc4c05ad55ee08eb43a4bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:57:09.520551 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3fa6ff00-dfa5-46c9-8c91-ccab094a29f4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.583093 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3fa6ff00-dfa5-46c9-8c91-ccab094a29f4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.586481 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3fa6ff00-dfa5-46c9-8c91-ccab094a29f4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.613211 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6ff00-dfa5-46c9-8c91-ccab094a29f4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c4098f-a612-4651-8022-936603fde531,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:09.622152 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3fa6ff00-dfa5-46c9-8c91-ccab094a29f4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.623350 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3fa6ff00-dfa5-46c9-8c91-ccab094a29f4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1422360 Jan 26 11:57:09.626742 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60948) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:57:09.631776 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-2c362720-b050-4a92-ad37-d3528017c7f9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': '09747281-386d-4724-b207-787222842cde', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:57:09.637465 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2c362720-b050-4a92-ad37-d3528017c7f9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:57:09.641441 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2c362720-b050-4a92-ad37-d3528017c7f9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:57:09.644297 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-2c362720-b050-4a92-ad37-d3528017c7f9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:57:09.649864 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-2c362720-b050-4a92-ad37-d3528017c7f9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:57:09.660121 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.securitygroups_db [None req-2c362720-b050-4a92-ad37-d3528017c7f9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Project 491e8d9f3ffc4c05ad55ee08eb43a4bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:57:09.666361 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2c362720-b050-4a92-ad37-d3528017c7f9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.730704 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2c362720-b050-4a92-ad37-d3528017c7f9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.734773 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2c362720-b050-4a92-ad37-d3528017c7f9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.757304 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c362720-b050-4a92-ad37-d3528017c7f9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd975312-e707-4767-a0fc-61fca3fe3d02,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:09.767750 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-2c362720-b050-4a92-ad37-d3528017c7f9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.769078 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2c362720-b050-4a92-ad37-d3528017c7f9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1413071 Jan 26 11:57:09.772041 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60952) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:57:09.777382 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-c5225f6d-734d-4f22-8ffa-772c249d3e39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'network': {'name': 'tempest-network-smoke--1681859179', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'port_security_enabled': True}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:57:09.783014 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c5225f6d-734d-4f22-8ffa-772c249d3e39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:57:09.787067 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c5225f6d-734d-4f22-8ffa-772c249d3e39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:network and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:57:09.789924 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c5225f6d-734d-4f22-8ffa-772c249d3e39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:57:09.795780 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c5225f6d-734d-4f22-8ffa-772c249d3e39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:57:09.807311 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5225f6d-734d-4f22-8ffa-772c249d3e39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Made reservation on behalf of 491e8d9f3ffc4c05ad55ee08eb43a4bb for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:57:09.810715 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c5225f6d-734d-4f22-8ffa-772c249d3e39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.841337 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5225f6d-734d-4f22-8ffa-772c249d3e39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:57:09.851639 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c5225f6d-734d-4f22-8ffa-772c249d3e39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.852290 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-c5225f6d-734d-4f22-8ffa-772c249d3e39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Added segment d271f932-8636-46b5-88a9-b2513c4f953c of type vlan for network 51545014-16fc-42a5-962a-d2bc6690fc1d Jan 26 11:57:09.879659 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c5225f6d-734d-4f22-8ffa-772c249d3e39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.907765 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c5225f6d-734d-4f22-8ffa-772c249d3e39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:09.913178 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5225f6d-734d-4f22-8ffa-772c249d3e39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:09.913754 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c5225f6d-734d-4f22-8ffa-772c249d3e39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:10.019272 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c5225f6d-734d-4f22-8ffa-772c249d3e39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2462046 Jan 26 11:57:10.022044 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60956) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:57:10.024442 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5225f6d-734d-4f22-8ffa-772c249d3e39 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Network': ['ID=51545014-16fc-42a5-962a-d2bc6690fc1d,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:10.027176 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-20406e8e-2bba-49be-8c21-b7fe6eaad48f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-629741196', 'admin_state_up': True, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:57:10.034381 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 51545014-16fc-42a5-962a-d2bc6690fc1d details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:57:10.034839 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-20406e8e-2bba-49be-8c21-b7fe6eaad48f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:57:10.038591 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-20406e8e-2bba-49be-8c21-b7fe6eaad48f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:router and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:57:10.041482 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-20406e8e-2bba-49be-8c21-b7fe6eaad48f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:57:10.048387 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-20406e8e-2bba-49be-8c21-b7fe6eaad48f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:57:10.058117 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20406e8e-2bba-49be-8c21-b7fe6eaad48f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:10.059169 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20406e8e-2bba-49be-8c21-b7fe6eaad48f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:10.077229 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20406e8e-2bba-49be-8c21-b7fe6eaad48f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:10.446946 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20406e8e-2bba-49be-8c21-b7fe6eaad48f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:10.744569 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20406e8e-2bba-49be-8c21-b7fe6eaad48f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router_gateway, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:10.775554 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20406e8e-2bba-49be-8c21-b7fe6eaad48f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:10.912292 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-20406e8e-2bba-49be-8c21-b7fe6eaad48f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Allocated IP 172.26.5.253 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/270fbd18-6a03-4225-a44c-490b01443f92) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:57:11.059259 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20406e8e-2bba-49be-8c21-b7fe6eaad48f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:11.089330 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20406e8e-2bba-49be-8c21-b7fe6eaad48f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:11.152228 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20406e8e-2bba-49be-8c21-b7fe6eaad48f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:57:11.155006 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-20406e8e-2bba-49be-8c21-b7fe6eaad48f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:57:11.158878 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20406e8e-2bba-49be-8c21-b7fe6eaad48f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:57:11.196074 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20406e8e-2bba-49be-8c21-b7fe6eaad48f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=270fbd18-6a03-4225-a44c-490b01443f92,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:11.566160 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20406e8e-2bba-49be-8c21-b7fe6eaad48f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router_gateway, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:12.013481 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20406e8e-2bba-49be-8c21-b7fe6eaad48f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:12.215523 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20406e8e-2bba-49be-8c21-b7fe6eaad48f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Router bdb49d43-8d1e-481a-a058-b3b85c4f5361 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:57:12.391054 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20406e8e-2bba-49be-8c21-b7fe6eaad48f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:57:12.400427 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] Sync routers for ids ['bdb49d43-8d1e-481a-a058-b3b85c4f5361'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:57:12.409686 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] Routers {'bdb49d43-8d1e-481a-a058-b3b85c4f5361'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:57:12.410302 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:56:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['bdb49d43-8d1e-481a-a058-b3b85c4f5361'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:57:12.417069 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-20406e8e-2bba-49be-8c21-b7fe6eaad48f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:12.418494 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-20406e8e-2bba-49be-8c21-b7fe6eaad48f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3953862 Jan 26 11:57:12.421761 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60960) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:57:12.464048 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ff748dce-1f91-42b1-8384-71733e3229eb tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411012 Jan 26 11:57:12.466541 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60964) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:57:12.590240 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] Set router bdb49d43-8d1e-481a-a058-b3b85c4f5361 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:57:12.594173 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973ba3da-e38c-4fc2-98ae-0d0a47f95960 tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:12.598455 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-973ba3da-e38c-4fc2-98ae-0d0a47f95960 tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283352 Jan 26 11:57:12.598720 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 60968) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:57:12.639752 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-12d8ffa0-e656-4dc1-8df6-731e163886e5 tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399494 Jan 26 11:57:12.642430 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60972) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:57:12.648237 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-1dc50ae1-6977-43ab-8176-524321385768 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-598976831', 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:57:12.752876 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-1dc50ae1-6977-43ab-8176-524321385768 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:57:12.756508 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1dc50ae1-6977-43ab-8176-524321385768 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:subnet and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:57:12.759266 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1dc50ae1-6977-43ab-8176-524321385768 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:57:12.765364 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-1dc50ae1-6977-43ab-8176-524321385768 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:57:12.775432 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc50ae1-6977-43ab-8176-524321385768 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Made reservation on behalf of 491e8d9f3ffc4c05ad55ee08eb43a4bb for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:57:12.778851 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1dc50ae1-6977-43ab-8176-524321385768 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:12.878929 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629741196', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': '270fbd18-6a03-4225-a44c-490b01443f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:57:11Z', 'revision_number': 3, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '270fbd18-6a03-4225-a44c-490b01443f92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:57:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:57:12.883050 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] Checking router: bdb49d43-8d1e-481a-a058-b3b85c4f5361 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:57:12.883409 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] Updating router bdb49d43-8d1e-481a-a058-b3b85c4f5361 port 270fbd18-6a03-4225-a44c-490b01443f92 binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:57:12.937726 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:13.099034 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1dc50ae1-6977-43ab-8176-524321385768 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:13.176718 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc50ae1-6977-43ab-8176-524321385768 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Subnet': ['ID=455b700c-dffb-4cd8-be24-63e7524ade5b,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:13.186368 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc50ae1-6977-43ab-8176-524321385768 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Checking segment: {'id': 'd271f932-8636-46b5-88a9-b2513c4f953c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:57:13.187026 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc50ae1-6977-43ab-8176-524321385768 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network hostable DHCP agents. Network: 51545014-16fc-42a5-962a-d2bc6690fc1d, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:57:13.205847 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc50ae1-6977-43ab-8176-524321385768 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network 51545014-16fc-42a5-962a-d2bc6690fc1d is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:57:13.214869 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-1dc50ae1-6977-43ab-8176-524321385768 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 51545014-16fc-42a5-962a-d2bc6690fc1d) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:57:13.219652 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc50ae1-6977-43ab-8176-524321385768 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:13.220228 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1dc50ae1-6977-43ab-8176-524321385768 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:13.238923 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09b29e3-daea-452f-a50a-4ec2c8948c5e None None] Network 51545014-16fc-42a5-962a-d2bc6690fc1d requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:57:13.243635 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1dc50ae1-6977-43ab-8176-524321385768 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6001360 Jan 26 11:57:13.246370 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 60976) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:57:13.346795 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:13.367100 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] Transition to ACTIVE for port object 270fbd18-6a03-4225-a44c-490b01443f92 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:57:13.381527 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:13.513537 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7f939-26e8-4125-8420-309a9a957527 None None] Pushing event updated for resources: {'Port': ['ID=270fbd18-6a03-4225-a44c-490b01443f92,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:13.516870 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] Attempting to bind port 270fbd18-6a03-4225-a44c-490b01443f92 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:57:13.517233 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] Attempting to bind port 270fbd18-6a03-4225-a44c-490b01443f92 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:57:13.517665 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] Attempting to bind port 270fbd18-6a03-4225-a44c-490b01443f92 on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:57:13.532653 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:57:13.533025 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:57:13.533419 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:13.533804 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:57:13.534268 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] Bound port: 270fbd18-6a03-4225-a44c-490b01443f92, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:57:13.534663 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:13.625356 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dc309f-a5d2-497f-a03b-69d50877009a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-51545014-16fc-42a5-962a-d2bc6690fc1d', 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'fixed_ips': [{'subnet_id': '455b700c-dffb-4cd8-be24-63e7524ade5b'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:57:13.626172 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d5dc309f-a5d2-497f-a03b-69d50877009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:13.697748 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] For port 270fbd18-6a03-4225-a44c-490b01443f92, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:57:13.715403 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] For port 270fbd18-6a03-4225-a44c-490b01443f92, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=270fbd18-6a03-4225-a44c-490b01443f92,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:57:13.720278 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:13.894120 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] Routers {'bdb49d43-8d1e-481a-a058-b3b85c4f5361'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:57:13.894661 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:56:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['bdb49d43-8d1e-481a-a058-b3b85c4f5361'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:57:13.952994 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-00e960bb-03b5-4634-a832-4aed8b2053f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:13.954042 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7f939-26e8-4125-8420-309a9a957527 None None] Pushing event updated for resources: {'Port': ['ID=270fbd18-6a03-4225-a44c-490b01443f92,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:14.001743 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-d5dc309f-a5d2-497f-a03b-69d50877009a None None] Allocated IP 172.20.0.2 (51545014-16fc-42a5-962a-d2bc6690fc1d/455b700c-dffb-4cd8-be24-63e7524ade5b/f3138437-0c70-4620-940d-ff05650d3430) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:57:14.136611 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] Set router bdb49d43-8d1e-481a-a058-b3b85c4f5361 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:57:14.529196 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d5dc309f-a5d2-497f-a03b-69d50877009a None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:14.543155 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d5dc309f-a5d2-497f-a03b-69d50877009a None None] Transition to ACTIVE for port object f3138437-0c70-4620-940d-ff05650d3430 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:57:14.566420 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d5dc309f-a5d2-497f-a03b-69d50877009a None None] Transition to ACTIVE for port object f3138437-0c70-4620-940d-ff05650d3430 will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:57:14.575305 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d5dc309f-a5d2-497f-a03b-69d50877009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:14.637026 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-00e960bb-03b5-4634-a832-4aed8b2053f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Allocated IP 172.20.0.1 (51545014-16fc-42a5-962a-d2bc6690fc1d/455b700c-dffb-4cd8-be24-63e7524ade5b/263e90ea-bdbd-4c47-ac46-45cf74faff99) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:57:14.648427 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dc309f-a5d2-497f-a03b-69d50877009a None None] Network 51545014-16fc-42a5-962a-d2bc6690fc1d is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:57:14.651872 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-d5dc309f-a5d2-497f-a03b-69d50877009a None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:57:14.657669 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dc309f-a5d2-497f-a03b-69d50877009a None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:57:14.667862 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc309f-a5d2-497f-a03b-69d50877009a None None] Pushing event updated for resources: {'Port': ['ID=f3138437-0c70-4620-940d-ff05650d3430,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:14.700156 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629741196', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': '270fbd18-6a03-4225-a44c-490b01443f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:57:11Z', 'revision_number': 3, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '270fbd18-6a03-4225-a44c-490b01443f92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:57:14.739098 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881cb872-c6f8-4325-a022-0763461172a8 None None] The sync data for ids ['bdb49d43-8d1e-481a-a058-b3b85c4f5361'] in dv-neutron-826439-1-hyperv is: [{'id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629741196', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': '270fbd18-6a03-4225-a44c-490b01443f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:57:11Z', 'revision_number': 3, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '270fbd18-6a03-4225-a44c-490b01443f92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:57:14.766644 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d5dc309f-a5d2-497f-a03b-69d50877009a None None] Attempting to bind port f3138437-0c70-4620-940d-ff05650d3430 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:57:14.767015 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d5dc309f-a5d2-497f-a03b-69d50877009a None None] Attempting to bind port f3138437-0c70-4620-940d-ff05650d3430 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'd271f932-8636-46b5-88a9-b2513c4f953c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:57:14.767512 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc309f-a5d2-497f-a03b-69d50877009a None None] Attempting to bind port f3138437-0c70-4620-940d-ff05650d3430 on network 51545014-16fc-42a5-962a-d2bc6690fc1d {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:57:14.773928 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc309f-a5d2-497f-a03b-69d50877009a None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:57:14.774345 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc309f-a5d2-497f-a03b-69d50877009a None None] Checking segment: {'id': 'd271f932-8636-46b5-88a9-b2513c4f953c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:57:14.774755 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d5dc309f-a5d2-497f-a03b-69d50877009a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:14.775148 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc309f-a5d2-497f-a03b-69d50877009a None None] Bound using segment: {'id': 'd271f932-8636-46b5-88a9-b2513c4f953c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:57:14.775616 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d5dc309f-a5d2-497f-a03b-69d50877009a None None] Bound port: f3138437-0c70-4620-940d-ff05650d3430, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd271f932-8636-46b5-88a9-b2513c4f953c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:57:14.775993 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d5dc309f-a5d2-497f-a03b-69d50877009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:14.876953 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d5dc309f-a5d2-497f-a03b-69d50877009a None None] For port f3138437-0c70-4620-940d-ff05650d3430, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:57:14.880575 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d5dc309f-a5d2-497f-a03b-69d50877009a None None] For port f3138437-0c70-4620-940d-ff05650d3430, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=f3138437-0c70-4620-940d-ff05650d3430,segment=NetworkSegment(d271f932-8636-46b5-88a9-b2513c4f953c),segment_id=d271f932-8636-46b5-88a9-b2513c4f953c)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:57:14.885859 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d5dc309f-a5d2-497f-a03b-69d50877009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:14.916162 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-00e960bb-03b5-4634-a832-4aed8b2053f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:14.933028 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-00e960bb-03b5-4634-a832-4aed8b2053f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Transition to ACTIVE for port object 263e90ea-bdbd-4c47-ac46-45cf74faff99 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:57:14.959261 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-00e960bb-03b5-4634-a832-4aed8b2053f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:14.971312 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc309f-a5d2-497f-a03b-69d50877009a None None] Pushing event updated for resources: {'Port': ['ID=f3138437-0c70-4620-940d-ff05650d3430,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:15.048727 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e960bb-03b5-4634-a832-4aed8b2053f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network 51545014-16fc-42a5-962a-d2bc6690fc1d is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:57:15.052153 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-00e960bb-03b5-4634-a832-4aed8b2053f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:57:15.054701 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e960bb-03b5-4634-a832-4aed8b2053f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:57:15.097683 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e960bb-03b5-4634-a832-4aed8b2053f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=263e90ea-bdbd-4c47-ac46-45cf74faff99,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:15.127957 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-00e960bb-03b5-4634-a832-4aed8b2053f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:15.437835 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-00e960bb-03b5-4634-a832-4aed8b2053f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:15.873630 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-00e960bb-03b5-4634-a832-4aed8b2053f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:15.879092 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-00e960bb-03b5-4634-a832-4aed8b2053f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:15.981756 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a72ea2-e1a1-4f8c-a417-ec4e540b72b4 None None] Network 51545014-16fc-42a5-962a-d2bc6690fc1d requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:57:16.004358 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e960bb-03b5-4634-a832-4aed8b2053f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=263e90ea-bdbd-4c47-ac46-45cf74faff99,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:16.006786 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-00e960bb-03b5-4634-a832-4aed8b2053f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:16.085960 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-0b945109-d7a5-4f9d-b523-71647bdfd135 None None] Provisioning for port f3138437-0c70-4620-940d-ff05650d3430 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:57:16.144603 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e960bb-03b5-4634-a832-4aed8b2053f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network 51545014-16fc-42a5-962a-d2bc6690fc1d is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:57:16.145905 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-00e960bb-03b5-4634-a832-4aed8b2053f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:57:16.335756 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e960bb-03b5-4634-a832-4aed8b2053f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Router bdb49d43-8d1e-481a-a058-b3b85c4f5361 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:57:16.538180 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4b609246-bf5f-4c1e-8739-5b5a33bfa642 None None] Provisioning for port 263e90ea-bdbd-4c47-ac46-45cf74faff99 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:57:16.544722 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4b609246-bf5f-4c1e-8739-5b5a33bfa642 None None] Provisioning complete for port 263e90ea-bdbd-4c47-ac46-45cf74faff99 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:57:16.545113 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-4b609246-bf5f-4c1e-8739-5b5a33bfa642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:16.615456 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-4b609246-bf5f-4c1e-8739-5b5a33bfa642 None None] Port 263e90ea-bdbd-4c47-ac46-45cf74faff99 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:57:16.626284 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device f3138437-0c70-4620-940d-ff05650d3430 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:57:16.645313 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e960bb-03b5-4634-a832-4aed8b2053f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:57:16.656489 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] Sync routers for ids ['bdb49d43-8d1e-481a-a058-b3b85c4f5361'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:57:16.666821 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] Routers {'bdb49d43-8d1e-481a-a058-b3b85c4f5361'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:57:16.667110 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-00e960bb-03b5-4634-a832-4aed8b2053f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "PUT /v2.0/routers/bdb49d43-8d1e-481a-a058-b3b85c4f5361/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4191513 Jan 26 11:57:16.667940 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:56:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['bdb49d43-8d1e-481a-a058-b3b85c4f5361'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:57:16.771404 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port f3138437-0c70-4620-940d-ff05650d3430 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:57:16.790446 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port f3138437-0c70-4620-940d-ff05650d3430 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:57:16.790900 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:16.875519 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-1d3ee1b2-722f-4603-92a0-660a89706ddc None None] Provisioning complete for port 263e90ea-bdbd-4c47-ac46-45cf74faff99 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:57:16.876063 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1d3ee1b2-722f-4603-92a0-660a89706ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:16.890302 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-97530910-edd8-4763-a8d0-5032d22dced3 req-06a96b6d-e48e-47fc-8923-18521d9a3afe tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-884046314&fields=id&tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb HTTP/1.1" status: 200 len: 267 time: 0.0474885 Jan 26 11:57:16.914713 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] Set router bdb49d43-8d1e-481a-a058-b3b85c4f5361 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:57:16.978078 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-1d3ee1b2-722f-4603-92a0-660a89706ddc None None] Port 263e90ea-bdbd-4c47-ac46-45cf74faff99 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:57:16.985510 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:17.019169 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port f3138437-0c70-4620-940d-ff05650d3430, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=f3138437-0c70-4620-940d-ff05650d3430,segment=NetworkSegment(d271f932-8636-46b5-88a9-b2513c4f953c),segment_id=d271f932-8636-46b5-88a9-b2513c4f953c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:57:17.024069 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:17.024922 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 270fbd18-6a03-4225-a44c-490b01443f92 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:57:17.053408 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97530910-edd8-4763-a8d0-5032d22dced3 req-3b30abdf-521a-4b05-b5e8-50527c9cbbf3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:17.055570 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-97530910-edd8-4763-a8d0-5032d22dced3 req-3b30abdf-521a-4b05-b5e8-50527c9cbbf3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/networks?id=51545014-16fc-42a5-962a-d2bc6690fc1d HTTP/1.1" status: 200 len: 797 time: 0.1592247 Jan 26 11:57:17.071263 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-97530910-edd8-4763-a8d0-5032d22dced3 req-5ed550e5-2889-46e7-805d-6b12fc69c68c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/quotas/491e8d9f3ffc4c05ad55ee08eb43a4bb HTTP/1.1" status: 200 len: 375 time: 0.0101643 Jan 26 11:57:17.158878 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=f3138437-0c70-4620-940d-ff05650d3430,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:17.161061 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-97530910-edd8-4763-a8d0-5032d22dced3 req-aae7e7e2-a33b-444f-b280-50db8029a131 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840871 Jan 26 11:57:17.164289 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-1c2f043b-ee05-4b65-aaa2-ef94ded18a11 None None] Provisioning complete for port 263e90ea-bdbd-4c47-ac46-45cf74faff99 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:57:17.164669 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1c2f043b-ee05-4b65-aaa2-ef94ded18a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:17.225648 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 270fbd18-6a03-4225-a44c-490b01443f92 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:57:17.230845 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-1c2f043b-ee05-4b65-aaa2-ef94ded18a11 None None] Port 263e90ea-bdbd-4c47-ac46-45cf74faff99 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:57:17.233066 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 270fbd18-6a03-4225-a44c-490b01443f92 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:57:17.233978 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:17.282264 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629741196', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': '270fbd18-6a03-4225-a44c-490b01443f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:57:15Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '270fbd18-6a03-4225-a44c-490b01443f92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '263e90ea-bdbd-4c47-ac46-45cf74faff99', 'name': '', 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:b9:06:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '455b700c-dffb-4cd8-be24-63e7524ade5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:57:14Z', 'updated_at': '2022-01-26T11:57:15Z', 'revision_number': 2, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '455b700c-dffb-4cd8-be24-63e7524ade5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:57:17.287897 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] Checking router: bdb49d43-8d1e-481a-a058-b3b85c4f5361 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:57:17.288257 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] Updating router bdb49d43-8d1e-481a-a058-b3b85c4f5361 port 263e90ea-bdbd-4c47-ac46-45cf74faff99 binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:57:17.315705 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-97530910-edd8-4763-a8d0-5032d22dced3 req-bec18408-bd36-44fa-abef-83ee9d6405b9 service neutron] 10.222.0.39 "GET /v2.0/networks/51545014-16fc-42a5-962a-d2bc6690fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384497 Jan 26 11:57:17.346603 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:17.353755 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:17.370490 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 270fbd18-6a03-4225-a44c-490b01443f92, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=270fbd18-6a03-4225-a44c-490b01443f92,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:57:17.376179 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:17.449199 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=270fbd18-6a03-4225-a44c-490b01443f92,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:17.574949 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-97530910-edd8-4763-a8d0-5032d22dced3 req-bc622b28-c0d1-4b58-b1d4-fec2db469843 service neutron] 10.222.0.39 "GET /v2.0/networks/51545014-16fc-42a5-962a-d2bc6690fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507865 Jan 26 11:57:17.707339 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:17.719883 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] Transition to ACTIVE for port object 263e90ea-bdbd-4c47-ac46-45cf74faff99 will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:57:17.728385 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:17.770359 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-fd7576d4-1c31-4961-9629-d019c71e7d0f req-393d8af4-ac1c-4f30-890a-f98844c38b77 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:57:17.789780 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-fd7576d4-1c31-4961-9629-d019c71e7d0f req-393d8af4-ac1c-4f30-890a-f98844c38b77 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:57:17.791410 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-fd7576d4-1c31-4961-9629-d019c71e7d0f req-393d8af4-ac1c-4f30-890a-f98844c38b77 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 210 time: 0.0760465 Jan 26 11:57:17.811905 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a545a2e-0bab-442b-ad98-5011df22a249 None None] Pushing event updated for resources: {'Port': ['ID=263e90ea-bdbd-4c47-ac46-45cf74faff99,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:17.885900 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a545a2e-0bab-442b-ad98-5011df22a249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:17.886236 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a545a2e-0bab-442b-ad98-5011df22a249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:17.886790 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a545a2e-0bab-442b-ad98-5011df22a249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:17.887320 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a545a2e-0bab-442b-ad98-5011df22a249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:17.887673 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a545a2e-0bab-442b-ad98-5011df22a249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:17.888322 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a545a2e-0bab-442b-ad98-5011df22a249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:17.888605 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a545a2e-0bab-442b-ad98-5011df22a249 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:17.889124 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a545a2e-0bab-442b-ad98-5011df22a249 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:17.889495 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a545a2e-0bab-442b-ad98-5011df22a249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:17.890531 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a545a2e-0bab-442b-ad98-5011df22a249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:17.891140 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a545a2e-0bab-442b-ad98-5011df22a249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:17.891529 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a545a2e-0bab-442b-ad98-5011df22a249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:57:17.998016 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] Attempting to bind port 263e90ea-bdbd-4c47-ac46-45cf74faff99 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:57:17.998417 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] Attempting to bind port 263e90ea-bdbd-4c47-ac46-45cf74faff99 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'd271f932-8636-46b5-88a9-b2513c4f953c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:57:17.998785 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] Attempting to bind port 263e90ea-bdbd-4c47-ac46-45cf74faff99 on network 51545014-16fc-42a5-962a-d2bc6690fc1d {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:57:18.005346 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:57:18.005726 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] Checking segment: {'id': 'd271f932-8636-46b5-88a9-b2513c4f953c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:57:18.006122 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:18.006550 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] Bound using segment: {'id': 'd271f932-8636-46b5-88a9-b2513c4f953c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:57:18.007074 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] Bound port: 263e90ea-bdbd-4c47-ac46-45cf74faff99, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd271f932-8636-46b5-88a9-b2513c4f953c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:57:18.007385 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:18.103681 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] For port 263e90ea-bdbd-4c47-ac46-45cf74faff99, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:57:18.106687 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] For port 263e90ea-bdbd-4c47-ac46-45cf74faff99, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=263e90ea-bdbd-4c47-ac46-45cf74faff99,segment=NetworkSegment(d271f932-8636-46b5-88a9-b2513c4f953c),segment_id=d271f932-8636-46b5-88a9-b2513c4f953c)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:57:18.110814 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:18.189186 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] Routers {'bdb49d43-8d1e-481a-a058-b3b85c4f5361'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:57:18.189802 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:56:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['bdb49d43-8d1e-481a-a058-b3b85c4f5361'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:57:18.262825 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a545a2e-0bab-442b-ad98-5011df22a249 None None] Pushing event updated for resources: {'Port': ['ID=263e90ea-bdbd-4c47-ac46-45cf74faff99,revision_number=4']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:18.393262 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] Set router bdb49d43-8d1e-481a-a058-b3b85c4f5361 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:57:18.513481 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device f3138437-0c70-4620-940d-ff05650d3430 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:57:18.582148 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port f3138437-0c70-4620-940d-ff05650d3430 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:57:18.583801 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:18.713386 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 270fbd18-6a03-4225-a44c-490b01443f92 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:57:18.764500 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629741196', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': '270fbd18-6a03-4225-a44c-490b01443f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:57:15Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '270fbd18-6a03-4225-a44c-490b01443f92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '263e90ea-bdbd-4c47-ac46-45cf74faff99', 'name': '', 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:b9:06:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '455b700c-dffb-4cd8-be24-63e7524ade5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:57:14Z', 'updated_at': '2022-01-26T11:57:18Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '455b700c-dffb-4cd8-be24-63e7524ade5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:57:18.772249 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52845914-581c-4b12-84d1-f48d44f70b67 None None] The sync data for ids ['bdb49d43-8d1e-481a-a058-b3b85c4f5361'] in dv-neutron-826439-1-hyperv is: [{'id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629741196', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': '270fbd18-6a03-4225-a44c-490b01443f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:57:15Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '270fbd18-6a03-4225-a44c-490b01443f92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '263e90ea-bdbd-4c47-ac46-45cf74faff99', 'name': '', 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:b9:06:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '455b700c-dffb-4cd8-be24-63e7524ade5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:57:14Z', 'updated_at': '2022-01-26T11:57:18Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '455b700c-dffb-4cd8-be24-63e7524ade5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:57:18.785055 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 270fbd18-6a03-4225-a44c-490b01443f92 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:57:18.785427 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:18.998216 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97530910-edd8-4763-a8d0-5032d22dced3 req-226e0f49-a806-4507-b618-c0d149ae9f70 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:19.000802 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-97530910-edd8-4763-a8d0-5032d22dced3 req-226e0f49-a806-4507-b618-c0d149ae9f70 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.24 "GET /v2.0/networks?id=51545014-16fc-42a5-962a-d2bc6690fc1d HTTP/1.1" status: 200 len: 797 time: 0.2955799 Jan 26 11:57:19.067929 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3b13f28d-5034-4870-8ef6-76d858c6b400 req-c7cd8117-61cd-4010-94e2-d2ffb65dae9a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 210 time: 0.0651991 Jan 26 11:57:19.096544 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-97530910-edd8-4763-a8d0-5032d22dced3 req-0d035051-8e66-485a-a248-3e6176363278 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb HTTP/1.1" status: 200 len: 379 time: 0.0588949 Jan 26 11:57:19.106917 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-97530910-edd8-4763-a8d0-5032d22dced3 req-50602e60-020a-4cc6-9824-ceae9c8eef07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'port': {'device_id': 'b49835e7-2e5e-4d19-a66f-ac2f7eaca22f', 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d', 'admin_state_up': True, 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'security_groups': ['09747281-386d-4724-b207-787222842cde']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:57:19.246645 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-97530910-edd8-4763-a8d0-5032d22dced3 req-50602e60-020a-4cc6-9824-ceae9c8eef07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:57:19.256357 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-97530910-edd8-4763-a8d0-5032d22dced3 req-50602e60-020a-4cc6-9824-ceae9c8eef07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:57:19.266036 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97530910-edd8-4763-a8d0-5032d22dced3 req-50602e60-020a-4cc6-9824-ceae9c8eef07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Made reservation on behalf of 491e8d9f3ffc4c05ad55ee08eb43a4bb for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:57:19.269646 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-97530910-edd8-4763-a8d0-5032d22dced3 req-50602e60-020a-4cc6-9824-ceae9c8eef07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:19.437472 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-97530910-edd8-4763-a8d0-5032d22dced3 req-50602e60-020a-4cc6-9824-ceae9c8eef07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Allocated IP 172.20.0.11 (51545014-16fc-42a5-962a-d2bc6690fc1d/455b700c-dffb-4cd8-be24-63e7524ade5b/ee8ec54b-043d-4037-a852-a8efbc79673d) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:57:19.637833 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-97530910-edd8-4763-a8d0-5032d22dced3 req-50602e60-020a-4cc6-9824-ceae9c8eef07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:19.654637 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-97530910-edd8-4763-a8d0-5032d22dced3 req-50602e60-020a-4cc6-9824-ceae9c8eef07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Transition to ACTIVE for port object ee8ec54b-043d-4037-a852-a8efbc79673d will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:57:19.680149 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-97530910-edd8-4763-a8d0-5032d22dced3 req-50602e60-020a-4cc6-9824-ceae9c8eef07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:19.750143 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97530910-edd8-4763-a8d0-5032d22dced3 req-50602e60-020a-4cc6-9824-ceae9c8eef07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network 51545014-16fc-42a5-962a-d2bc6690fc1d is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:57:19.753718 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-97530910-edd8-4763-a8d0-5032d22dced3 req-50602e60-020a-4cc6-9824-ceae9c8eef07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:57:19.757807 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-97530910-edd8-4763-a8d0-5032d22dced3 req-50602e60-020a-4cc6-9824-ceae9c8eef07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:57:19.798698 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50602e60-020a-4cc6-9824-ceae9c8eef07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=ee8ec54b-043d-4037-a852-a8efbc79673d,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:19.843244 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97530910-edd8-4763-a8d0-5032d22dced3 req-50602e60-020a-4cc6-9824-ceae9c8eef07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:19.843901 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-97530910-edd8-4763-a8d0-5032d22dced3 req-50602e60-020a-4cc6-9824-ceae9c8eef07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:19.875183 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-97530910-edd8-4763-a8d0-5032d22dced3 req-50602e60-020a-4cc6-9824-ceae9c8eef07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7720220 Jan 26 11:57:19.887662 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-97530910-edd8-4763-a8d0-5032d22dced3 req-438a2686-597c-4160-9890-b75dfd954235 service neutron] Request body: {'port': {'device_id': 'b49835e7-2e5e-4d19-a66f-ac2f7eaca22f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:57:20.010171 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-97530910-edd8-4763-a8d0-5032d22dced3 req-438a2686-597c-4160-9890-b75dfd954235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:20.014390 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-bc7d8252-6f39-40f2-bb26-a572f1471acb None None] Provisioning for port ee8ec54b-043d-4037-a852-a8efbc79673d completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:57:20.019463 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-bc7d8252-6f39-40f2-bb26-a572f1471acb None None] Provisioning complete for port ee8ec54b-043d-4037-a852-a8efbc79673d triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:57:20.019890 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bc7d8252-6f39-40f2-bb26-a572f1471acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:20.076300 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-bc7d8252-6f39-40f2-bb26-a572f1471acb None None] Port ee8ec54b-043d-4037-a852-a8efbc79673d cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:57:20.258984 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10aaf0f-b7de-4aff-83ed-1e8e5f519e85 req-2afd8f8d-a2e2-4a06-bc5f-e45266f67019 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:20.260525 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e10aaf0f-b7de-4aff-83ed-1e8e5f519e85 req-2afd8f8d-a2e2-4a06-bc5f-e45266f67019 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 932 time: 0.0843391 Jan 26 11:57:20.304070 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-e10aaf0f-b7de-4aff-83ed-1e8e5f519e85 req-0dbf6567-3a8c-4937-9706-380942617e61 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:57:20.319051 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-e10aaf0f-b7de-4aff-83ed-1e8e5f519e85 req-0dbf6567-3a8c-4937-9706-380942617e61 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:57:20.320709 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e10aaf0f-b7de-4aff-83ed-1e8e5f519e85 req-0dbf6567-3a8c-4937-9706-380942617e61 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539155 Jan 26 11:57:20.352874 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-97530910-edd8-4763-a8d0-5032d22dced3 req-438a2686-597c-4160-9890-b75dfd954235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee8ec54b-043d-4037-a852-a8efbc79673d {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:57:20.360247 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-97530910-edd8-4763-a8d0-5032d22dced3 req-438a2686-597c-4160-9890-b75dfd954235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:20.374045 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-97530910-edd8-4763-a8d0-5032d22dced3 req-438a2686-597c-4160-9890-b75dfd954235 service neutron] Transition to ACTIVE for port object ee8ec54b-043d-4037-a852-a8efbc79673d will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:57:20.377649 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-97530910-edd8-4763-a8d0-5032d22dced3 req-438a2686-597c-4160-9890-b75dfd954235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:20.547116 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a2686-597c-4160-9890-b75dfd954235 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8ec54b-043d-4037-a852-a8efbc79673d,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:20.552906 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 263e90ea-bdbd-4c47-ac46-45cf74faff99 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:57:20.633283 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 263e90ea-bdbd-4c47-ac46-45cf74faff99 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:57:20.641516 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 263e90ea-bdbd-4c47-ac46-45cf74faff99 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:57:20.642010 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:20.735252 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-97530910-edd8-4763-a8d0-5032d22dced3 req-438a2686-597c-4160-9890-b75dfd954235 service neutron] Attempting to bind port ee8ec54b-043d-4037-a852-a8efbc79673d on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:57:20.735595 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-97530910-edd8-4763-a8d0-5032d22dced3 req-438a2686-597c-4160-9890-b75dfd954235 service neutron] Attempting to bind port ee8ec54b-043d-4037-a852-a8efbc79673d by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'd271f932-8636-46b5-88a9-b2513c4f953c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:57:20.735927 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97530910-edd8-4763-a8d0-5032d22dced3 req-438a2686-597c-4160-9890-b75dfd954235 service neutron] Attempting to bind port ee8ec54b-043d-4037-a852-a8efbc79673d on network 51545014-16fc-42a5-962a-d2bc6690fc1d {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:57:20.740376 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97530910-edd8-4763-a8d0-5032d22dced3 req-438a2686-597c-4160-9890-b75dfd954235 service neutron] Port ee8ec54b-043d-4037-a852-a8efbc79673d on network 51545014-16fc-42a5-962a-d2bc6690fc1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:57:20.740695 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97530910-edd8-4763-a8d0-5032d22dced3 req-438a2686-597c-4160-9890-b75dfd954235 service neutron] Attempting to bind port ee8ec54b-043d-4037-a852-a8efbc79673d on network 51545014-16fc-42a5-962a-d2bc6690fc1d {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:57:20.745646 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97530910-edd8-4763-a8d0-5032d22dced3 req-438a2686-597c-4160-9890-b75dfd954235 service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:57:20.745985 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97530910-edd8-4763-a8d0-5032d22dced3 req-438a2686-597c-4160-9890-b75dfd954235 service neutron] Checking segment: {'id': 'd271f932-8636-46b5-88a9-b2513c4f953c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:57:20.746400 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97530910-edd8-4763-a8d0-5032d22dced3 req-438a2686-597c-4160-9890-b75dfd954235 service neutron] Bound using segment: {'id': 'd271f932-8636-46b5-88a9-b2513c4f953c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:57:20.746829 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-97530910-edd8-4763-a8d0-5032d22dced3 req-438a2686-597c-4160-9890-b75dfd954235 service neutron] Bound port: ee8ec54b-043d-4037-a852-a8efbc79673d, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd271f932-8636-46b5-88a9-b2513c4f953c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:57:20.747211 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-97530910-edd8-4763-a8d0-5032d22dced3 req-438a2686-597c-4160-9890-b75dfd954235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:20.774718 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:20.809696 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 263e90ea-bdbd-4c47-ac46-45cf74faff99, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=263e90ea-bdbd-4c47-ac46-45cf74faff99,segment=NetworkSegment(d271f932-8636-46b5-88a9-b2513c4f953c),segment_id=d271f932-8636-46b5-88a9-b2513c4f953c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:57:20.814757 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:20.846062 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-97530910-edd8-4763-a8d0-5032d22dced3 req-438a2686-597c-4160-9890-b75dfd954235 service neutron] For port ee8ec54b-043d-4037-a852-a8efbc79673d, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:57:20.849309 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-97530910-edd8-4763-a8d0-5032d22dced3 req-438a2686-597c-4160-9890-b75dfd954235 service neutron] For port ee8ec54b-043d-4037-a852-a8efbc79673d, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ee8ec54b-043d-4037-a852-a8efbc79673d,segment=NetworkSegment(d271f932-8636-46b5-88a9-b2513c4f953c),segment_id=d271f932-8636-46b5-88a9-b2513c4f953c)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:57:20.854066 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-97530910-edd8-4763-a8d0-5032d22dced3 req-438a2686-597c-4160-9890-b75dfd954235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:20.889124 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=263e90ea-bdbd-4c47-ac46-45cf74faff99,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:20.916106 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97530910-edd8-4763-a8d0-5032d22dced3 req-438a2686-597c-4160-9890-b75dfd954235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:20.916723 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-97530910-edd8-4763-a8d0-5032d22dced3 req-438a2686-597c-4160-9890-b75dfd954235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:20.918126 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-97530910-edd8-4763-a8d0-5032d22dced3 req-438a2686-597c-4160-9890-b75dfd954235 service neutron] 10.222.0.24 "PUT /v2.0/ports/ee8ec54b-043d-4037-a852-a8efbc79673d HTTP/1.1" status: 200 len: 1094 time: 1.0349083 Jan 26 11:57:20.918588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49835e7-2e5e-4d19-a66f-ac2f7eaca22f', 'tag': 'ee8ec54b-043d-4037-a852-a8efbc79673d'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:57:20.945994 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a2686-597c-4160-9890-b75dfd954235 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8ec54b-043d-4037-a852-a8efbc79673d,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:21.003371 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49835e7-2e5e-4d19-a66f-ac2f7eaca22f', 'tag': 'ee8ec54b-043d-4037-a852-a8efbc79673d', 'status': 'completed', 'code': 200} Jan 26 11:57:21.045621 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97530910-edd8-4763-a8d0-5032d22dced3 req-2ba7fd3b-0509-4b30-b91a-5b52923edcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:21.047043 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-97530910-edd8-4763-a8d0-5032d22dced3 req-2ba7fd3b-0509-4b30-b91a-5b52923edcb0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 1097 time: 0.0775824 Jan 26 11:57:21.123588 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-97530910-edd8-4763-a8d0-5032d22dced3 req-69cef384-55b2-4ac4-b1a6-79214fa1a290 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee8ec54b-043d-4037-a852-a8efbc79673d HTTP/1.1" status: 200 len: 217 time: 0.0703735 Jan 26 11:57:21.188824 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97530910-edd8-4763-a8d0-5032d22dced3 req-96af5ac5-042e-4ff6-a7cf-c29131b12a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:21.190202 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-97530910-edd8-4763-a8d0-5032d22dced3 req-96af5ac5-042e-4ff6-a7cf-c29131b12a93 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=455b700c-dffb-4cd8-be24-63e7524ade5b HTTP/1.1" status: 200 len: 834 time: 0.0612836 Jan 26 11:57:21.263829 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97530910-edd8-4763-a8d0-5032d22dced3 req-e23063a4-7150-4829-b49d-9fc9ab330be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:21.266006 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-97530910-edd8-4763-a8d0-5032d22dced3 req-e23063a4-7150-4829-b49d-9fc9ab330be3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51545014-16fc-42a5-962a-d2bc6690fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700777 Jan 26 11:57:21.396593 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-97530910-edd8-4763-a8d0-5032d22dced3 req-3428ebb2-a821-41d0-877d-ea588a09eaf4 service neutron] 10.222.0.24 "GET /v2.0/networks/51545014-16fc-42a5-962a-d2bc6690fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248269 Jan 26 11:57:21.516606 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729b266-3757-42ba-9d82-d777df9b2eb3 req-9f8b177c-c1e2-4dd2-9835-348fb93b2429 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:21.518171 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-5729b266-3757-42ba-9d82-d777df9b2eb3 req-9f8b177c-c1e2-4dd2-9835-348fb93b2429 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 944 time: 0.0817111 Jan 26 11:57:21.539846 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-97530910-edd8-4763-a8d0-5032d22dced3 req-cf748240-f5b0-49dc-9e1b-8d625e092833 service neutron] 10.222.0.24 "GET /v2.0/networks/51545014-16fc-42a5-962a-d2bc6690fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367247 Jan 26 11:57:21.568209 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-5729b266-3757-42ba-9d82-d777df9b2eb3 req-4942f562-b9d6-4dbc-a788-7a68e63484fb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443192 Jan 26 11:57:21.651902 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f219f8d-3057-4f27-ae20-84159537c42e req-a66c8fe6-4a00-4911-9f7b-055bbcaf5c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:21.653309 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9f219f8d-3057-4f27-ae20-84159537c42e req-a66c8fe6-4a00-4911-9f7b-055bbcaf5c5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 1097 time: 0.0705581 Jan 26 11:57:21.784685 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f219f8d-3057-4f27-ae20-84159537c42e req-2a6f7a4b-3831-440b-b7dd-d9819c2b25ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:21.786117 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9f219f8d-3057-4f27-ae20-84159537c42e req-2a6f7a4b-3831-440b-b7dd-d9819c2b25ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=51545014-16fc-42a5-962a-d2bc6690fc1d HTTP/1.1" status: 200 len: 898 time: 0.1266453 Jan 26 11:57:21.857853 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9f219f8d-3057-4f27-ae20-84159537c42e req-629a7d20-6aaf-44de-bb9c-0f9c8faed489 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee8ec54b-043d-4037-a852-a8efbc79673d HTTP/1.1" status: 200 len: 217 time: 0.0650682 Jan 26 11:57:21.923423 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f219f8d-3057-4f27-ae20-84159537c42e req-a6cba9ba-f03c-4b03-a9fb-b3fa45722e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:21.924790 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9f219f8d-3057-4f27-ae20-84159537c42e req-a6cba9ba-f03c-4b03-a9fb-b3fa45722e49 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=455b700c-dffb-4cd8-be24-63e7524ade5b HTTP/1.1" status: 200 len: 834 time: 0.0607405 Jan 26 11:57:21.998472 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f219f8d-3057-4f27-ae20-84159537c42e req-5218736f-3b99-4a76-9ee4-8ec6299975dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:22.000178 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9f219f8d-3057-4f27-ae20-84159537c42e req-5218736f-3b99-4a76-9ee4-8ec6299975dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51545014-16fc-42a5-962a-d2bc6690fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692046 Jan 26 11:57:22.131036 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9f219f8d-3057-4f27-ae20-84159537c42e req-e675349e-0a51-4d56-95cf-5c481dbbf6a5 service neutron] 10.222.0.24 "GET /v2.0/networks/51545014-16fc-42a5-962a-d2bc6690fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240666 Jan 26 11:57:22.261528 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9f219f8d-3057-4f27-ae20-84159537c42e req-dddf957e-87a6-4076-9970-0ab88ea900cd service neutron] 10.222.0.24 "GET /v2.0/networks/51545014-16fc-42a5-962a-d2bc6690fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234131 Jan 26 11:57:22.509841 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 263e90ea-bdbd-4c47-ac46-45cf74faff99 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:57:22.576326 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 263e90ea-bdbd-4c47-ac46-45cf74faff99 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:57:22.576696 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:22.636011 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-98807f08-99f6-4d68-bbd2-03c618acb4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:22.759617 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d58f05-c582-4f00-bc74-2a54ba629278 req-f1e8f125-265d-4072-bb30-ed08648023d0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:22.760316 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-79d58f05-c582-4f00-bc74-2a54ba629278 req-f1e8f125-265d-4072-bb30-ed08648023d0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:57:22.775219 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-79d58f05-c582-4f00-bc74-2a54ba629278 req-f1e8f125-265d-4072-bb30-ed08648023d0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:57:22.777080 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-79d58f05-c582-4f00-bc74-2a54ba629278 req-f1e8f125-265d-4072-bb30-ed08648023d0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 944 time: 0.0955780 Jan 26 11:57:22.827362 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-79d58f05-c582-4f00-bc74-2a54ba629278 req-e2fc9bde-c40e-4d09-9656-2db9fe5aa3af tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425591 Jan 26 11:57:24.020826 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a694d-8e31-4845-b76a-5e91ff71e8a0 req-5be86970-1ebf-4548-a1c9-076cfef98a99 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:24.022337 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e28a694d-8e31-4845-b76a-5e91ff71e8a0 req-5be86970-1ebf-4548-a1c9-076cfef98a99 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 944 time: 0.0832326 Jan 26 11:57:24.067232 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e28a694d-8e31-4845-b76a-5e91ff71e8a0 req-a0c1d39d-3cf1-429b-a235-1c498e29564c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391741 Jan 26 11:57:24.309460 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device ee8ec54b-043d-4037-a852-a8efbc79673d details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:57:24.471176 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port ee8ec54b-043d-4037-a852-a8efbc79673d, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ee8ec54b-043d-4037-a852-a8efbc79673d,segment=NetworkSegment(d271f932-8636-46b5-88a9-b2513c4f953c),segment_id=d271f932-8636-46b5-88a9-b2513c4f953c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:57:24.485159 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': 'ee8ec54b-043d-4037-a852-a8efbc79673d', 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d', 'port_id': 'ee8ec54b-043d-4037-a852-a8efbc79673d', 'mac_address': 'fa:16:3e:72:56:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '455b700c-dffb-4cd8-be24-63e7524ade5b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:57:24.538920 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:24.555445 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee8ec54b-043d-4037-a852-a8efbc79673d {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:57:24.570368 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port ee8ec54b-043d-4037-a852-a8efbc79673d, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ee8ec54b-043d-4037-a852-a8efbc79673d,segment=NetworkSegment(d271f932-8636-46b5-88a9-b2513c4f953c),segment_id=d271f932-8636-46b5-88a9-b2513c4f953c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:57:24.574196 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:24.643240 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=ee8ec54b-043d-4037-a852-a8efbc79673d,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:24.789403 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['ee8ec54b-043d-4037-a852-a8efbc79673d'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:57:24.878776 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-94e24216-832a-4245-9485-d7f64815679a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:25.252403 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbaa41-45ca-4a6c-bd1b-923f0fb32012 req-f12a3318-d333-4d56-b83f-b45c79b12aac tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:25.253760 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a1dbaa41-45ca-4a6c-bd1b-923f0fb32012 req-f12a3318-d333-4d56-b83f-b45c79b12aac tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 945 time: 0.0782700 Jan 26 11:57:25.297026 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a1dbaa41-45ca-4a6c-bd1b-923f0fb32012 req-06ccec55-d7b1-4018-82cb-5f2fe9dafb9a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375688 Jan 26 11:57:25.946887 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:26.165284 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:26.312256 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device ee8ec54b-043d-4037-a852-a8efbc79673d up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:57:26.382100 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port ee8ec54b-043d-4037-a852-a8efbc79673d completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:57:26.386616 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port ee8ec54b-043d-4037-a852-a8efbc79673d triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:57:26.386994 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:26.486150 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2687eb-0a77-420a-9dcb-8023abe40508 req-36e3f042-3b06-4855-8e89-c8c8133df487 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:26.487645 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0a2687eb-0a77-420a-9dcb-8023abe40508 req-36e3f042-3b06-4855-8e89-c8c8133df487 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 945 time: 0.0868144 Jan 26 11:57:26.501523 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:26.531038 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49835e7-2e5e-4d19-a66f-ac2f7eaca22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8ec54b-043d-4037-a852-a8efbc79673d'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:57:26.532973 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0a2687eb-0a77-420a-9dcb-8023abe40508 req-91a8cefa-e2f7-4eec-a248-b301786ce8d5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393913 Jan 26 11:57:26.541529 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port ee8ec54b-043d-4037-a852-a8efbc79673d, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ee8ec54b-043d-4037-a852-a8efbc79673d,segment=NetworkSegment(d271f932-8636-46b5-88a9-b2513c4f953c),segment_id=d271f932-8636-46b5-88a9-b2513c4f953c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:57:26.547147 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:26.580198 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49835e7-2e5e-4d19-a66f-ac2f7eaca22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8ec54b-043d-4037-a852-a8efbc79673d', 'code': 200} Jan 26 11:57:26.617161 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=ee8ec54b-043d-4037-a852-a8efbc79673d,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:26.903529 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e51209-08ae-42f7-90f6-db1a856764cd req-00158189-67cf-4ff8-932f-b7d40a06558f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:26.905015 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-83e51209-08ae-42f7-90f6-db1a856764cd req-00158189-67cf-4ff8-932f-b7d40a06558f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 1099 time: 0.1716580 Jan 26 11:57:26.944520 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-83e51209-08ae-42f7-90f6-db1a856764cd req-3520a3f5-2c5b-4a51-aabf-05a4c1d2bf2c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335810 Jan 26 11:57:27.525260 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:27.716127 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28787e-d686-49dd-8c83-3483dd683a95 req-c9937744-2046-4cae-8690-ce931899a093 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:27.717563 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-cd28787e-d686-49dd-8c83-3483dd683a95 req-c9937744-2046-4cae-8690-ce931899a093 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 946 time: 0.0799360 Jan 26 11:57:27.761278 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-cd28787e-d686-49dd-8c83-3483dd683a95 req-176e9f6a-2ec1-4982-af3b-0f8a5868cf80 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375922 Jan 26 11:57:28.631299 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:57:28.944568 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a56ae7-4c32-419c-a20f-a8cf28404c7b req-b6ce955e-e8e2-491f-bb79-914853668f10 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:28.946013 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c4a56ae7-4c32-419c-a20f-a8cf28404c7b req-b6ce955e-e8e2-491f-bb79-914853668f10 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 946 time: 0.0787218 Jan 26 11:57:28.990556 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c4a56ae7-4c32-419c-a20f-a8cf28404c7b req-1e082265-70c9-4441-b7c2-2f0c031fce41 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383577 Jan 26 11:57:29.177130 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30147e32-dc82-44b7-99be-446b40956fde req-a9371b2c-c20f-4895-8852-188bc4ae3431 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:29.178520 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-30147e32-dc82-44b7-99be-446b40956fde req-a9371b2c-c20f-4895-8852-188bc4ae3431 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 946 time: 0.0818584 Jan 26 11:57:29.223578 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-30147e32-dc82-44b7-99be-446b40956fde req-0684e482-87da-44fa-a9f2-16a12aef9c01 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393858 Jan 26 11:57:29.246062 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 32798) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:57:29.314579 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c4eaf9-ac47-4bf2-8adf-c17dd38988fe tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:29.316061 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-47c4eaf9-ac47-4bf2-8adf-c17dd38988fe tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 1094 time: 0.0690246 Jan 26 11:57:29.318801 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 32802) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:57:29.323797 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-0f5cbd7b-1f1c-4fff-a3d5-4f7d9f81a503 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': 'ee8ec54b-043d-4037-a852-a8efbc79673d', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:57:29.330255 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-0f5cbd7b-1f1c-4fff-a3d5-4f7d9f81a503 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:57:29.333987 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0f5cbd7b-1f1c-4fff-a3d5-4f7d9f81a503 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:floatingip and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:57:29.336768 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-0f5cbd7b-1f1c-4fff-a3d5-4f7d9f81a503 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:57:29.342430 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-0f5cbd7b-1f1c-4fff-a3d5-4f7d9f81a503 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:57:29.353106 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0f5cbd7b-1f1c-4fff-a3d5-4f7d9f81a503 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for floatingip, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:29.489751 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0f5cbd7b-1f1c-4fff-a3d5-4f7d9f81a503 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:29.627600 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-0f5cbd7b-1f1c-4fff-a3d5-4f7d9f81a503 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Allocated IP 172.26.5.211 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/f5f1ee05-d349-4a57-89a9-952602b23449) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:57:29.784436 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0f5cbd7b-1f1c-4fff-a3d5-4f7d9f81a503 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:29.813795 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0f5cbd7b-1f1c-4fff-a3d5-4f7d9f81a503 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:29.881489 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5cbd7b-1f1c-4fff-a3d5-4f7d9f81a503 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:57:29.884283 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-0f5cbd7b-1f1c-4fff-a3d5-4f7d9f81a503 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:57:29.888024 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5cbd7b-1f1c-4fff-a3d5-4f7d9f81a503 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:57:29.923485 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5cbd7b-1f1c-4fff-a3d5-4f7d9f81a503 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=f5f1ee05-d349-4a57-89a9-952602b23449,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:30.386614 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0f5cbd7b-1f1c-4fff-a3d5-4f7d9f81a503 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:30.460060 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0f5cbd7b-1f1c-4fff-a3d5-4f7d9f81a503 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:30.663862 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0f5cbd7b-1f1c-4fff-a3d5-4f7d9f81a503 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:30.668121 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0f5cbd7b-1f1c-4fff-a3d5-4f7d9f81a503 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:30.771567 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5cbd7b-1f1c-4fff-a3d5-4f7d9f81a503 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=f5f1ee05-d349-4a57-89a9-952602b23449,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:57:30.787601 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0f5cbd7b-1f1c-4fff-a3d5-4f7d9f81a503 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:30.954760 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-0f5cbd7b-1f1c-4fff-a3d5-4f7d9f81a503 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Floating IP 3db54e9c-dfa0-408b-bd86-41fb9fdc734e associated. External IP: 172.26.5.211, port: ee8ec54b-043d-4037-a852-a8efbc79673d. Jan 26 11:57:31.297388 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5cbd7b-1f1c-4fff-a3d5-4f7d9f81a503 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Router bdb49d43-8d1e-481a-a058-b3b85c4f5361 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:57:31.471634 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5cbd7b-1f1c-4fff-a3d5-4f7d9f81a503 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:57:31.481887 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41d3459-df67-40e9-a820-835e34e5aa64 None None] Sync routers for ids ['bdb49d43-8d1e-481a-a058-b3b85c4f5361'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:57:31.491598 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41d3459-df67-40e9-a820-835e34e5aa64 None None] Routers {'bdb49d43-8d1e-481a-a058-b3b85c4f5361'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:57:31.492213 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-b41d3459-df67-40e9-a820-835e34e5aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:57:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['bdb49d43-8d1e-481a-a058-b3b85c4f5361'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:57:31.495465 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-0f5cbd7b-1f1c-4fff-a3d5-4f7d9f81a503 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:31.550584 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-0f5cbd7b-1f1c-4fff-a3d5-4f7d9f81a503 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2305517 Jan 26 11:57:31.551006 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49835e7-2e5e-4d19-a66f-ac2f7eaca22f', 'tag': 'ee8ec54b-043d-4037-a852-a8efbc79673d'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:57:31.603906 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49835e7-2e5e-4d19-a66f-ac2f7eaca22f', 'tag': 'ee8ec54b-043d-4037-a852-a8efbc79673d', 'status': 'completed', 'code': 200} Jan 26 11:57:31.678964 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-b41d3459-df67-40e9-a820-835e34e5aa64 None None] Set router bdb49d43-8d1e-481a-a058-b3b85c4f5361 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:57:31.762237 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417cb31-5962-48eb-8f5c-98faf63ce4ea req-8fc6c969-4997-4880-97ed-d3da7a17588a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:31.763752 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2417cb31-5962-48eb-8f5c-98faf63ce4ea req-8fc6c969-4997-4880-97ed-d3da7a17588a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 1099 time: 0.1378186 Jan 26 11:57:31.771855 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a368c59-664a-420c-8a3f-08dcdf411668 req-2db65651-5945-4d71-b14c-7e203794483c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:31.773212 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9a368c59-664a-420c-8a3f-08dcdf411668 req-2db65651-5945-4d71-b14c-7e203794483c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 946 time: 0.1143477 Jan 26 11:57:31.904987 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9a368c59-664a-420c-8a3f-08dcdf411668 req-74ed2ad0-a37a-4075-a818-969a2f543bee tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099436 Jan 26 11:57:31.929516 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 32810) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:57:31.938837 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417cb31-5962-48eb-8f5c-98faf63ce4ea req-ad834a35-1d98-4fa9-99c7-768f48ca6198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:31.940292 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2417cb31-5962-48eb-8f5c-98faf63ce4ea req-ad834a35-1d98-4fa9-99c7-768f48ca6198 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51545014-16fc-42a5-962a-d2bc6690fc1d HTTP/1.1" status: 200 len: 898 time: 0.1662552 Jan 26 11:57:32.044230 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-b41d3459-df67-40e9-a820-835e34e5aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629741196', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': '270fbd18-6a03-4225-a44c-490b01443f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:57:15Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '270fbd18-6a03-4225-a44c-490b01443f92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '3db54e9c-dfa0-408b-bd86-41fb9fdc734e', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'floating_ip_address': '172.26.5.211', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'port_id': 'ee8ec54b-043d-4037-a852-a8efbc79673d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d', 'mac_address': 'fa:16:3e:72:56:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49835e7-2e5e-4d19-a66f-ac2f7eaca22f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:57:30Z', 'updated_at': '2022-01-26T11:57:30Z', 'revision_number': 0, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263e90ea-bdbd-4c47-ac46-45cf74faff99', 'name': '', 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:b9:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '455b700c-dffb-4cd8-be24-63e7524ade5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:57:14Z', 'updated_at': '2022-01-26T11:57:20Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '455b700c-dffb-4cd8-be24-63e7524ade5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:57:32.049924 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2417cb31-5962-48eb-8f5c-98faf63ce4ea req-2d7c2785-a6a5-4ac7-b94c-02f08025fc10 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee8ec54b-043d-4037-a852-a8efbc79673d HTTP/1.1" status: 200 len: 1000 time: 0.1042759 Jan 26 11:57:32.053876 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41d3459-df67-40e9-a820-835e34e5aa64 None None] Checking router: bdb49d43-8d1e-481a-a058-b3b85c4f5361 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:57:32.064536 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41d3459-df67-40e9-a820-835e34e5aa64 None None] Routers {'bdb49d43-8d1e-481a-a058-b3b85c4f5361'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:57:32.065168 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-b41d3459-df67-40e9-a820-835e34e5aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:57:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['bdb49d43-8d1e-481a-a058-b3b85c4f5361'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:57:32.118950 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417cb31-5962-48eb-8f5c-98faf63ce4ea req-003ee0ac-04d2-461d-8865-01fe61911f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:32.120439 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2417cb31-5962-48eb-8f5c-98faf63ce4ea req-003ee0ac-04d2-461d-8865-01fe61911f87 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=455b700c-dffb-4cd8-be24-63e7524ade5b HTTP/1.1" status: 200 len: 834 time: 0.0647366 Jan 26 11:57:32.156668 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4df9711c-723e-460d-8dab-5f67ce46c4e6 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/floatingips/3db54e9c-dfa0-408b-bd86-41fb9fdc734e HTTP/1.1" status: 200 len: 992 time: 0.2259595 Jan 26 11:57:32.198269 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417cb31-5962-48eb-8f5c-98faf63ce4ea req-33bd2d69-8ee7-424a-bd36-d6801798dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:32.199766 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2417cb31-5962-48eb-8f5c-98faf63ce4ea req-33bd2d69-8ee7-424a-bd36-d6801798dff7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51545014-16fc-42a5-962a-d2bc6690fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717359 Jan 26 11:57:32.246144 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-b41d3459-df67-40e9-a820-835e34e5aa64 None None] Set router bdb49d43-8d1e-481a-a058-b3b85c4f5361 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:57:32.332436 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2417cb31-5962-48eb-8f5c-98faf63ce4ea req-ded9a84b-8602-42ce-9d32-96de39068085 service neutron] 10.222.0.24 "GET /v2.0/networks/51545014-16fc-42a5-962a-d2bc6690fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268952 Jan 26 11:57:32.465582 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2417cb31-5962-48eb-8f5c-98faf63ce4ea req-b02ffdd0-adbc-448d-8db2-7c4352bfef05 service neutron] 10.222.0.24 "GET /v2.0/networks/51545014-16fc-42a5-962a-d2bc6690fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277401 Jan 26 11:57:32.628393 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-b41d3459-df67-40e9-a820-835e34e5aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629741196', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': '270fbd18-6a03-4225-a44c-490b01443f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:57:15Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '270fbd18-6a03-4225-a44c-490b01443f92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '3db54e9c-dfa0-408b-bd86-41fb9fdc734e', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'floating_ip_address': '172.26.5.211', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'port_id': 'ee8ec54b-043d-4037-a852-a8efbc79673d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d', 'mac_address': 'fa:16:3e:72:56:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49835e7-2e5e-4d19-a66f-ac2f7eaca22f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:57:30Z', 'updated_at': '2022-01-26T11:57:30Z', 'revision_number': 0, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263e90ea-bdbd-4c47-ac46-45cf74faff99', 'name': '', 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:b9:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '455b700c-dffb-4cd8-be24-63e7524ade5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:57:14Z', 'updated_at': '2022-01-26T11:57:20Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '455b700c-dffb-4cd8-be24-63e7524ade5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:57:32.632382 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41d3459-df67-40e9-a820-835e34e5aa64 None None] The sync data for ids ['bdb49d43-8d1e-481a-a058-b3b85c4f5361'] in dv-neutron-826439-1-hyperv is: [{'id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629741196', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': '270fbd18-6a03-4225-a44c-490b01443f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:57:15Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '270fbd18-6a03-4225-a44c-490b01443f92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '3db54e9c-dfa0-408b-bd86-41fb9fdc734e', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'floating_ip_address': '172.26.5.211', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'port_id': 'ee8ec54b-043d-4037-a852-a8efbc79673d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d', 'mac_address': 'fa:16:3e:72:56:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49835e7-2e5e-4d19-a66f-ac2f7eaca22f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:57:30Z', 'updated_at': '2022-01-26T11:57:30Z', 'revision_number': 0, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263e90ea-bdbd-4c47-ac46-45cf74faff99', 'name': '', 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:b9:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '455b700c-dffb-4cd8-be24-63e7524ade5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:57:14Z', 'updated_at': '2022-01-26T11:57:20Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '455b700c-dffb-4cd8-be24-63e7524ade5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:57:32.837639 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97f68d2-eb8c-4cc7-b7a3-1b1cfdb7c3d0 None None] New status for floating IP 3db54e9c-dfa0-408b-bd86-41fb9fdc734e: ACTIVE {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:57:33.160405 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 32814) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:57:33.266519 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-770d70e2-a3e0-459d-aa7b-42764c0098c1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/floatingips/3db54e9c-dfa0-408b-bd86-41fb9fdc734e HTTP/1.1" status: 200 len: 994 time: 0.1049485 Jan 26 11:57:34.974229 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fb169831-5668-4694-88e2-ef2877dd12e6 req-b2651af2-cf4e-487a-b681-5f20bab68e1e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737712 Jan 26 11:57:35.109668 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb169831-5668-4694-88e2-ef2877dd12e6 req-842912e6-b7cd-4604-a79c-1121fbe4ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:35.111072 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fb169831-5668-4694-88e2-ef2877dd12e6 req-842912e6-b7cd-4604-a79c-1121fbe4ba6e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 1099 time: 0.0699279 Jan 26 11:57:35.251203 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb169831-5668-4694-88e2-ef2877dd12e6 req-95ded647-9c69-455b-baad-3ecedeb5e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:35.252636 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fb169831-5668-4694-88e2-ef2877dd12e6 req-95ded647-9c69-455b-baad-3ecedeb5e099 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51545014-16fc-42a5-962a-d2bc6690fc1d HTTP/1.1" status: 200 len: 898 time: 0.1244574 Jan 26 11:57:35.355570 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fb169831-5668-4694-88e2-ef2877dd12e6 req-f718ab94-b258-4a24-abe5-d75f7b5a3daf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee8ec54b-043d-4037-a852-a8efbc79673d HTTP/1.1" status: 200 len: 1002 time: 0.0965648 Jan 26 11:57:35.419868 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb169831-5668-4694-88e2-ef2877dd12e6 req-c3a2fd4e-2754-4e4c-980c-a5744a837bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:35.421428 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fb169831-5668-4694-88e2-ef2877dd12e6 req-c3a2fd4e-2754-4e4c-980c-a5744a837bf8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=455b700c-dffb-4cd8-be24-63e7524ade5b HTTP/1.1" status: 200 len: 834 time: 0.0598147 Jan 26 11:57:35.494101 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb169831-5668-4694-88e2-ef2877dd12e6 req-5886f3b1-6e5e-4220-b4ad-18aafa89c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:57:35.495614 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fb169831-5668-4694-88e2-ef2877dd12e6 req-5886f3b1-6e5e-4220-b4ad-18aafa89c9d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51545014-16fc-42a5-962a-d2bc6690fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689688 Jan 26 11:57:35.611476 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:35.728624 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fb169831-5668-4694-88e2-ef2877dd12e6 req-5367c060-50fd-4db5-842e-28aa9e1ba898 service neutron] 10.222.0.24 "GET /v2.0/networks/51545014-16fc-42a5-962a-d2bc6690fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261269 Jan 26 11:57:35.864119 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fb169831-5668-4694-88e2-ef2877dd12e6 req-ce04d8bf-ad9f-4620-b6ae-4336ad8ad5af service neutron] 10.222.0.24 "GET /v2.0/networks/51545014-16fc-42a5-962a-d2bc6690fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295810 Jan 26 11:57:39.797260 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [req-d2f6dec2-f461-482a-b877-9cde719cd6f4 req-71bad631-ae4a-499c-a2e1-cc918e616f74 tempest-ServerDiskConfigTestJSON-1860172785 tempest-ServerDiskConfigTestJSON-1860172785-project] (87443) timed out ('10.222.0.24', 61526) {{(pid=87443) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 26 11:57:52.607830 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-01f976e2-7684-407d-bda9-139afbfa72cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:54.869495 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f1f441a2-ebad-45e7-8b7f-fdbb15ffe213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:55.949313 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:56.168161 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:57:57.531401 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:00.339145 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 32840) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:00.511542 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b4697f3d-ada6-42fa-829b-1a736fe82ae7 req-1a0ce7ec-d6a0-4784-8dac-97d4ac3b297d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1712873 Jan 26 11:58:00.519769 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780eef8-173c-4d5b-9c9c-09ba4755b602 req-c9821e71-3535-46cf-8e94-aba173cde03a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:00.521175 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4780eef8-173c-4d5b-9c9c-09ba4755b602 req-c9821e71-3535-46cf-8e94-aba173cde03a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 946 time: 0.2186310 Jan 26 11:58:00.565621 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4780eef8-173c-4d5b-9c9c-09ba4755b602 req-7eee4169-ad9e-4d95-bfae-e8c3bf50a6df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386815 Jan 26 11:58:01.716106 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4697f3d-ada6-42fa-829b-1a736fe82ae7 req-23a5c791-e15d-4043-8bd1-1ef096d3b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:01.717587 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b4697f3d-ada6-42fa-829b-1a736fe82ae7 req-23a5c791-e15d-4043-8bd1-1ef096d3b6e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 1099 time: 0.1221802 Jan 26 11:58:01.908496 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4697f3d-ada6-42fa-829b-1a736fe82ae7 req-a1eb1fee-7253-4a10-a8db-7fbed5a0a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:01.909852 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b4697f3d-ada6-42fa-829b-1a736fe82ae7 req-a1eb1fee-7253-4a10-a8db-7fbed5a0a31c service neutron] 10.222.0.24 "GET /v2.0/networks?id=51545014-16fc-42a5-962a-d2bc6690fc1d HTTP/1.1" status: 200 len: 898 time: 0.1858790 Jan 26 11:58:01.920725 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd103c5-eaa9-4213-92ce-2c4adffcfe1b req-6891c43c-2bc7-4b86-9a0f-b571c73ae76b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:01.922055 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9cd103c5-eaa9-4213-92ce-2c4adffcfe1b req-6891c43c-2bc7-4b86-9a0f-b571c73ae76b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 946 time: 0.2428107 Jan 26 11:58:02.050200 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9cd103c5-eaa9-4213-92ce-2c4adffcfe1b req-7c86bd35-accc-4e61-be79-0692c3d5028e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765717 Jan 26 11:58:02.054084 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b4697f3d-ada6-42fa-829b-1a736fe82ae7 req-4984b8f4-f4ec-42a2-a885-f50487958c60 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee8ec54b-043d-4037-a852-a8efbc79673d HTTP/1.1" status: 200 len: 1002 time: 0.1310828 Jan 26 11:58:02.122051 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4697f3d-ada6-42fa-829b-1a736fe82ae7 req-6c39e45b-7edc-4c6a-957b-43bec602fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:02.123532 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b4697f3d-ada6-42fa-829b-1a736fe82ae7 req-6c39e45b-7edc-4c6a-957b-43bec602fefe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=455b700c-dffb-4cd8-be24-63e7524ade5b HTTP/1.1" status: 200 len: 834 time: 0.0611644 Jan 26 11:58:02.196740 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4697f3d-ada6-42fa-829b-1a736fe82ae7 req-44f42d3b-6f5d-4490-979d-05d903731e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:02.198121 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b4697f3d-ada6-42fa-829b-1a736fe82ae7 req-44f42d3b-6f5d-4490-979d-05d903731e09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51545014-16fc-42a5-962a-d2bc6690fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681748 Jan 26 11:58:02.325736 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b4697f3d-ada6-42fa-829b-1a736fe82ae7 req-d612b46d-7e14-4a84-8e77-1bea56c18773 service neutron] 10.222.0.24 "GET /v2.0/networks/51545014-16fc-42a5-962a-d2bc6690fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211052 Jan 26 11:58:02.454945 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b4697f3d-ada6-42fa-829b-1a736fe82ae7 req-ca6fe574-dd02-4958-8292-97deecaa0659 service neutron] 10.222.0.24 "GET /v2.0/networks/51545014-16fc-42a5-962a-d2bc6690fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226659 Jan 26 11:58:03.244824 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b76ac-57b0-42ec-9776-265282294ae7 req-b1302e70-2aff-4267-a34f-07637c2b11b4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:03.246297 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-5d7b76ac-57b0-42ec-9776-265282294ae7 req-b1302e70-2aff-4267-a34f-07637c2b11b4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 946 time: 0.0854368 Jan 26 11:58:03.289558 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-5d7b76ac-57b0-42ec-9776-265282294ae7 req-393a2b34-9eec-4d90-954f-99df83487a3a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376735 Jan 26 11:58:04.476913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5504d-782b-4877-a474-a312a130f64e req-f1fc0e80-ea8c-4332-9959-7aa3354c4b9d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:04.478416 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-54d5504d-782b-4877-a474-a312a130f64e req-f1fc0e80-ea8c-4332-9959-7aa3354c4b9d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 946 time: 0.0828128 Jan 26 11:58:04.526176 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-54d5504d-782b-4877-a474-a312a130f64e req-7f093698-d5ac-4a5b-bc7d-94997afbd833 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421274 Jan 26 11:58:05.610986 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:05.632364 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:58:05.708665 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439125f0-1a47-42ca-b689-221026d1f187 req-bdf2ca4c-14ba-45a0-85d0-9a0786c459a1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:05.710134 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-439125f0-1a47-42ca-b689-221026d1f187 req-bdf2ca4c-14ba-45a0-85d0-9a0786c459a1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 946 time: 0.0784464 Jan 26 11:58:05.753802 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-439125f0-1a47-42ca-b689-221026d1f187 req-77d5a566-117d-4006-8aa8-13de475c4fdd tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380015 Jan 26 11:58:06.937918 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9add4-cb1b-4d3e-b966-8eaa742a065c req-e3063574-780d-47c8-bdf3-95601e9eaf49 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:06.939515 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-69e9add4-cb1b-4d3e-b966-8eaa742a065c req-e3063574-780d-47c8-bdf3-95601e9eaf49 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 946 time: 0.0795991 Jan 26 11:58:06.987433 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-69e9add4-cb1b-4d3e-b966-8eaa742a065c req-46bd4a63-874f-4e8a-829f-0f740b1a5ac4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423017 Jan 26 11:58:08.171483 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376ed68-3e06-4a0c-b1e2-582fb5009cef req-e0c71dc0-9a87-4318-b1b8-9dbbd3db50f6 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:08.173344 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6376ed68-3e06-4a0c-b1e2-582fb5009cef req-e0c71dc0-9a87-4318-b1b8-9dbbd3db50f6 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 946 time: 0.0816400 Jan 26 11:58:08.216746 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6376ed68-3e06-4a0c-b1e2-582fb5009cef req-9ecd5716-d78a-4c7f-a434-fd9709645b06 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376961 Jan 26 11:58:09.409606 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9561b3-f7a4-47b1-bcef-c5e183b3dbbe req-8943be5c-1886-4ce6-a758-d8a4c4bb7e81 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:09.411078 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7d9561b3-f7a4-47b1-bcef-c5e183b3dbbe req-8943be5c-1886-4ce6-a758-d8a4c4bb7e81 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 946 time: 0.0861118 Jan 26 11:58:09.454471 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7d9561b3-f7a4-47b1-bcef-c5e183b3dbbe req-088ab255-9a11-4724-8ae7-5171f8106d9c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376713 Jan 26 11:58:10.640595 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29caf2-cd24-4b82-83e3-35e3e7cc3037 req-49fe7312-fe1b-4556-be16-59351f4b8936 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:10.642098 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7d29caf2-cd24-4b82-83e3-35e3e7cc3037 req-49fe7312-fe1b-4556-be16-59351f4b8936 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 946 time: 0.0801322 Jan 26 11:58:10.689160 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7d29caf2-cd24-4b82-83e3-35e3e7cc3037 req-4011c8b0-1cd1-4ff3-a6ae-692498cbc4c1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414493 Jan 26 11:58:11.874747 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea594ee-3d5c-4f12-b3d3-e312c8a66d6d req-3d2dfe50-de40-4829-8622-9588e04d28e9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:11.877020 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aea594ee-3d5c-4f12-b3d3-e312c8a66d6d req-3d2dfe50-de40-4829-8622-9588e04d28e9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 946 time: 0.0834608 Jan 26 11:58:11.919144 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aea594ee-3d5c-4f12-b3d3-e312c8a66d6d req-3b85eb96-b400-4e47-8f5e-be01954c2805 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365889 Jan 26 11:58:13.102291 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6477ecc-1f55-4d82-9b5f-1a71c771e5a6 req-9dadd716-79c3-4c5c-bb7b-06331bdce10d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:13.103671 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b6477ecc-1f55-4d82-9b5f-1a71c771e5a6 req-9dadd716-79c3-4c5c-bb7b-06331bdce10d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 946 time: 0.0795486 Jan 26 11:58:13.147157 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b6477ecc-1f55-4d82-9b5f-1a71c771e5a6 req-b958f4f5-5c00-4f01-a943-bfb71f8ae0f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379062 Jan 26 11:58:14.087580 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b4697f3d-ada6-42fa-829b-1a736fe82ae7 req-4f30306a-3e16-452a-b8ed-dab98d80a78e service neutron] 10.222.0.24 "GET /v2.0/ports/ee8ec54b-043d-4037-a852-a8efbc79673d/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.0814295 Jan 26 11:58:14.501694 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f966cba-d07b-41ec-bd3d-2ced214d2390 req-9d904770-b694-41fe-b71c-c32013176b1f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:14.503188 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6f966cba-d07b-41ec-bd3d-2ced214d2390 req-9d904770-b694-41fe-b71c-c32013176b1f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 946 time: 0.2461603 Jan 26 11:58:14.505653 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4697f3d-ada6-42fa-829b-1a736fe82ae7 req-9fdddf30-d8d5-4892-84f5-35719e0ef3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:14.507055 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b4697f3d-ada6-42fa-829b-1a736fe82ae7 req-9fdddf30-d8d5-4892-84f5-35719e0ef3c5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f&tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb HTTP/1.1" status: 200 len: 1099 time: 0.2111003 Jan 26 11:58:14.592316 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6f966cba-d07b-41ec-bd3d-2ced214d2390 req-55a7292e-c561-42ee-9790-6780d4a17e20 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834382 Jan 26 11:58:14.613235 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4697f3d-ada6-42fa-829b-1a736fe82ae7 req-4a1a2422-b178-4876-bd0c-22a9670f8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:14.614929 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b4697f3d-ada6-42fa-829b-1a736fe82ae7 req-4a1a2422-b178-4876-bd0c-22a9670f8838 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 1099 time: 0.0871518 Jan 26 11:58:14.742703 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4697f3d-ada6-42fa-829b-1a736fe82ae7 req-2813c3c2-42aa-48f1-9d7c-0db60ec07aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:14.744036 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b4697f3d-ada6-42fa-829b-1a736fe82ae7 req-2813c3c2-42aa-48f1-9d7c-0db60ec07aa5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51545014-16fc-42a5-962a-d2bc6690fc1d HTTP/1.1" status: 200 len: 898 time: 0.1228349 Jan 26 11:58:14.846289 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b4697f3d-ada6-42fa-829b-1a736fe82ae7 req-ae0cd616-a159-49ff-b48a-abdc320db967 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee8ec54b-043d-4037-a852-a8efbc79673d HTTP/1.1" status: 200 len: 1002 time: 0.0958641 Jan 26 11:58:14.908429 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4697f3d-ada6-42fa-829b-1a736fe82ae7 req-a911a2ac-ee93-4f4b-8e5c-6ba31603cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:14.909813 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b4697f3d-ada6-42fa-829b-1a736fe82ae7 req-a911a2ac-ee93-4f4b-8e5c-6ba31603cca0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=455b700c-dffb-4cd8-be24-63e7524ade5b HTTP/1.1" status: 200 len: 834 time: 0.0583644 Jan 26 11:58:14.983438 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4697f3d-ada6-42fa-829b-1a736fe82ae7 req-4d1d28a1-1e3e-43c0-8b45-09533fd07c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:14.984953 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b4697f3d-ada6-42fa-829b-1a736fe82ae7 req-4d1d28a1-1e3e-43c0-8b45-09533fd07c6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51545014-16fc-42a5-962a-d2bc6690fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693808 Jan 26 11:58:15.115397 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b4697f3d-ada6-42fa-829b-1a736fe82ae7 req-f0665dc8-bc1a-4115-a006-5bf249db0622 service neutron] 10.222.0.24 "GET /v2.0/networks/51545014-16fc-42a5-962a-d2bc6690fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247356 Jan 26 11:58:15.244912 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b4697f3d-ada6-42fa-829b-1a736fe82ae7 req-2460ad1e-b719-4ddc-a2f6-fc2bfb11e11f service neutron] 10.222.0.24 "GET /v2.0/networks/51545014-16fc-42a5-962a-d2bc6690fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235852 Jan 26 11:58:15.778637 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5fb7d1-1d5a-4c35-81bc-ad48f9143de3 req-9889980f-2a1e-4951-9ff0-479d536ed1e8 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:15.780085 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-df5fb7d1-1d5a-4c35-81bc-ad48f9143de3 req-9889980f-2a1e-4951-9ff0-479d536ed1e8 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 946 time: 0.0828171 Jan 26 11:58:15.827843 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-df5fb7d1-1d5a-4c35-81bc-ad48f9143de3 req-8b74124a-8174-4f4a-acb4-d1253df1009a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415795 Jan 26 11:58:17.026149 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922b9ae-7370-46b8-bb23-64c83088cb26 req-2289059c-98d6-40bf-be30-4a90fa1f680c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:17.027653 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3922b9ae-7370-46b8-bb23-64c83088cb26 req-2289059c-98d6-40bf-be30-4a90fa1f680c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 946 time: 0.0899804 Jan 26 11:58:17.072626 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3922b9ae-7370-46b8-bb23-64c83088cb26 req-a9aca268-4f78-4b1c-8763-f9ab0a108f27 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388601 Jan 26 11:58:18.260283 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b073af-f915-4fa0-9276-99b895a95dcf req-18428d0f-a082-4815-8d08-36455b7f9cf3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:18.261731 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-34b073af-f915-4fa0-9276-99b895a95dcf req-18428d0f-a082-4815-8d08-36455b7f9cf3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 946 time: 0.0804441 Jan 26 11:58:18.306028 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-34b073af-f915-4fa0-9276-99b895a95dcf req-3b2ea1bf-ef96-44d1-ab97-fde7f0aa5b8b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384634 Jan 26 11:58:18.617243 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25a78b-7d54-4e6a-9d08-2f8f50308793 req-d6ab1cdd-6e9b-42df-8ff0-ddda7a419274 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:18.617571 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1916b5-c9d3-4ffe-bf3c-f1c1ad956787 req-ee9add16-ee5b-4bea-aad1-1d1d7fb7e70f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:18.618796 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-1b25a78b-7d54-4e6a-9d08-2f8f50308793 req-d6ab1cdd-6e9b-42df-8ff0-ddda7a419274 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 946 time: 0.0833907 Jan 26 11:58:18.619058 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f1916b5-c9d3-4ffe-bf3c-f1c1ad956787 req-ee9add16-ee5b-4bea-aad1-1d1d7fb7e70f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.24 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f&tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&binding%3Ahost_id=hv-neutron-8264 HTTP/1.1" status: 200 len: 946 time: 0.0839944 Jan 26 11:58:18.663317 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-1b25a78b-7d54-4e6a-9d08-2f8f50308793 req-eb44b284-a653-4213-9107-605efc7e5b16 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387766 Jan 26 11:58:18.764919 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1916b5-c9d3-4ffe-bf3c-f1c1ad956787 req-e90416e3-ae88-4582-b786-56c4995f0080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:18.766452 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f1916b5-c9d3-4ffe-bf3c-f1c1ad956787 req-e90416e3-ae88-4582-b786-56c4995f0080 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 1099 time: 0.0765510 Jan 26 11:58:18.952572 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1916b5-c9d3-4ffe-bf3c-f1c1ad956787 req-e5d1573b-25a3-407d-ac0a-b391530e276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:18.954075 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f1916b5-c9d3-4ffe-bf3c-f1c1ad956787 req-e5d1573b-25a3-407d-ac0a-b391530e276a service neutron] 10.222.0.24 "GET /v2.0/networks?id=51545014-16fc-42a5-962a-d2bc6690fc1d HTTP/1.1" status: 200 len: 898 time: 0.1823611 Jan 26 11:58:18.962670 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0efd68-eb9a-4143-9dda-2218a162cb8b req-21218aa4-4e6b-41c6-87a0-d729781ce046 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:18.964009 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ca0efd68-eb9a-4143-9dda-2218a162cb8b req-21218aa4-4e6b-41c6-87a0-d729781ce046 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 946 time: 0.1751399 Jan 26 11:58:19.088215 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ca0efd68-eb9a-4143-9dda-2218a162cb8b req-4087d69c-c7e0-4f27-9da0-2e0c4932d2dc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729764 Jan 26 11:58:19.089954 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f1916b5-c9d3-4ffe-bf3c-f1c1ad956787 req-349770fa-f944-4d00-accf-e60a02f6bf0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee8ec54b-043d-4037-a852-a8efbc79673d HTTP/1.1" status: 200 len: 1002 time: 0.1251285 Jan 26 11:58:19.155443 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1916b5-c9d3-4ffe-bf3c-f1c1ad956787 req-ddab740c-229b-42c1-96d7-a7ba3ff4c830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:19.157371 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f1916b5-c9d3-4ffe-bf3c-f1c1ad956787 req-ddab740c-229b-42c1-96d7-a7ba3ff4c830 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=455b700c-dffb-4cd8-be24-63e7524ade5b HTTP/1.1" status: 200 len: 834 time: 0.0610850 Jan 26 11:58:19.228836 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1916b5-c9d3-4ffe-bf3c-f1c1ad956787 req-bc6ee7a8-a7b8-4695-ae35-cba4aaba70b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:19.230191 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f1916b5-c9d3-4ffe-bf3c-f1c1ad956787 req-bc6ee7a8-a7b8-4695-ae35-cba4aaba70b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51545014-16fc-42a5-962a-d2bc6690fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680537 Jan 26 11:58:19.464089 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f1916b5-c9d3-4ffe-bf3c-f1c1ad956787 req-3660464d-1278-4b7a-952f-4b95e1bd0670 service neutron] 10.222.0.24 "GET /v2.0/networks/51545014-16fc-42a5-962a-d2bc6690fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271724 Jan 26 11:58:19.592159 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3f1916b5-c9d3-4ffe-bf3c-f1c1ad956787 req-273bc9a1-a527-4e7d-b627-41b8aec9297f service neutron] 10.222.0.24 "GET /v2.0/networks/51545014-16fc-42a5-962a-d2bc6690fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224561 Jan 26 11:58:20.280331 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb5fb9-b2d7-4371-989a-8e1960a327aa req-5bc01f0c-2d8c-4ff4-9ca6-9389b92d6e4c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:20.281959 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f3eb5fb9-b2d7-4371-989a-8e1960a327aa req-5bc01f0c-2d8c-4ff4-9ca6-9389b92d6e4c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 946 time: 0.0793006 Jan 26 11:58:20.325217 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f3eb5fb9-b2d7-4371-989a-8e1960a327aa req-98695b25-461c-4a3f-abb4-b76b60c9bde3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375543 Jan 26 11:58:20.347763 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 32912) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:20.458846 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d7f8ee7a-e4cc-48d4-8d1e-a480c271bff5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/floatingips/3db54e9c-dfa0-408b-bd86-41fb9fdc734e HTTP/1.1" status: 200 len: 994 time: 0.1096594 Jan 26 11:58:22.611528 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-16a9f64e-a938-45e6-8b0c-8eaed4b0a31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:24.871074 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2c3d3178-dffa-43a1-a1d6-988f9c58dea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:25.950921 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:26.171233 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:27.531868 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:35.609045 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:35.971198 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-39629634-702a-4282-8421-9f33940dcb4b req-d1c40599-7d38-4ae5-9829-bd2b746cb17a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753188 Jan 26 11:58:36.109014 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39629634-702a-4282-8421-9f33940dcb4b req-1542056f-bc82-4b9e-9f7f-0865294e2b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:36.110532 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-39629634-702a-4282-8421-9f33940dcb4b req-1542056f-bc82-4b9e-9f7f-0865294e2b11 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 1099 time: 0.0703990 Jan 26 11:58:36.254022 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39629634-702a-4282-8421-9f33940dcb4b req-da9ad81d-2cf5-4f94-97c1-871b5de28171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:36.255444 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-39629634-702a-4282-8421-9f33940dcb4b req-da9ad81d-2cf5-4f94-97c1-871b5de28171 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51545014-16fc-42a5-962a-d2bc6690fc1d HTTP/1.1" status: 200 len: 898 time: 0.1264236 Jan 26 11:58:36.365718 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-39629634-702a-4282-8421-9f33940dcb4b req-254e7921-2b78-4662-835d-cc573fa69549 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee8ec54b-043d-4037-a852-a8efbc79673d HTTP/1.1" status: 200 len: 1002 time: 0.1038547 Jan 26 11:58:36.437810 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39629634-702a-4282-8421-9f33940dcb4b req-926589f2-fb94-4f80-b35a-8d2c57416c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:36.439327 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-39629634-702a-4282-8421-9f33940dcb4b req-926589f2-fb94-4f80-b35a-8d2c57416c1a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=455b700c-dffb-4cd8-be24-63e7524ade5b HTTP/1.1" status: 200 len: 834 time: 0.0671034 Jan 26 11:58:36.522119 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39629634-702a-4282-8421-9f33940dcb4b req-092be212-0c0b-419a-a014-10f9d9457eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:36.523549 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-39629634-702a-4282-8421-9f33940dcb4b req-092be212-0c0b-419a-a014-10f9d9457eff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51545014-16fc-42a5-962a-d2bc6690fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780656 Jan 26 11:58:36.659140 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-39629634-702a-4282-8421-9f33940dcb4b req-047ec200-9281-41e1-8af6-a56a644d0371 service neutron] 10.222.0.24 "GET /v2.0/networks/51545014-16fc-42a5-962a-d2bc6690fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290491 Jan 26 11:58:36.790208 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-39629634-702a-4282-8421-9f33940dcb4b req-3121fab9-829a-435d-9802-792f1e6a6e3a service neutron] 10.222.0.24 "GET /v2.0/networks/51545014-16fc-42a5-962a-d2bc6690fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242228 Jan 26 11:58:42.632515 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:58:46.903081 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 32926) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:47.105218 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-9d02f03a-0f83-4107-8cc0-6faed2c077f0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Deleting port f5f1ee05-d349-4a57-89a9-952602b23449 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:58:47.105481 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9d02f03a-0f83-4107-8cc0-6faed2c077f0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:47.364076 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9d02f03a-0f83-4107-8cc0-6faed2c077f0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:47.364326 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9d02f03a-0f83-4107-8cc0-6faed2c077f0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:47.487708 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-9d02f03a-0f83-4107-8cc0-6faed2c077f0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Calling delete_port for f5f1ee05-d349-4a57-89a9-952602b23449 owned by network:floatingip {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:58:47.630499 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9d02f03a-0f83-4107-8cc0-6faed2c077f0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:47.680506 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02f03a-0f83-4107-8cc0-6faed2c077f0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Port': ['ID=f5f1ee05-d349-4a57-89a9-952602b23449,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:58:47.719956 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02f03a-0f83-4107-8cc0-6faed2c077f0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:47.720337 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02f03a-0f83-4107-8cc0-6faed2c077f0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:47.720645 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02f03a-0f83-4107-8cc0-6faed2c077f0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:47.720987 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02f03a-0f83-4107-8cc0-6faed2c077f0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:47.721325 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02f03a-0f83-4107-8cc0-6faed2c077f0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:47.721673 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02f03a-0f83-4107-8cc0-6faed2c077f0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:47.722005 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02f03a-0f83-4107-8cc0-6faed2c077f0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:47.722368 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02f03a-0f83-4107-8cc0-6faed2c077f0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:47.722722 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02f03a-0f83-4107-8cc0-6faed2c077f0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:47.723059 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02f03a-0f83-4107-8cc0-6faed2c077f0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:47.723382 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02f03a-0f83-4107-8cc0-6faed2c077f0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:47.723965 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d02f03a-0f83-4107-8cc0-6faed2c077f0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:47.782229 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9d02f03a-0f83-4107-8cc0-6faed2c077f0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for floatingip, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:47.782583 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-9d02f03a-0f83-4107-8cc0-6faed2c077f0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Floating IP 3db54e9c-dfa0-408b-bd86-41fb9fdc734e disassociated (deleted). External IP: 172.26.5.211, port: ee8ec54b-043d-4037-a852-a8efbc79673d. Jan 26 11:58:48.139413 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d02f03a-0f83-4107-8cc0-6faed2c077f0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Router bdb49d43-8d1e-481a-a058-b3b85c4f5361 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:58:48.313477 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d02f03a-0f83-4107-8cc0-6faed2c077f0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:58:48.323126 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bb05e0-4de4-4437-8962-b2620be8833b None None] Sync routers for ids ['bdb49d43-8d1e-481a-a058-b3b85c4f5361'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:58:48.333863 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9d02f03a-0f83-4107-8cc0-6faed2c077f0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:48.336540 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bb05e0-4de4-4437-8962-b2620be8833b None None] Routers {'bdb49d43-8d1e-481a-a058-b3b85c4f5361'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:58:48.337171 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-40bb05e0-4de4-4437-8962-b2620be8833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:58:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['bdb49d43-8d1e-481a-a058-b3b85c4f5361'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:58:48.390338 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9d02f03a-0f83-4107-8cc0-6faed2c077f0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "DELETE /v2.0/floatingips/3db54e9c-dfa0-408b-bd86-41fb9fdc734e HTTP/1.1" status: 204 len: 168 time: 1.4860764 Jan 26 11:58:48.391535 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49835e7-2e5e-4d19-a66f-ac2f7eaca22f', 'tag': 'ee8ec54b-043d-4037-a852-a8efbc79673d'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:58:48.493669 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49835e7-2e5e-4d19-a66f-ac2f7eaca22f', 'tag': 'ee8ec54b-043d-4037-a852-a8efbc79673d', 'status': 'completed', 'code': 200} Jan 26 11:58:48.518187 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-40bb05e0-4de4-4437-8962-b2620be8833b None None] Set router bdb49d43-8d1e-481a-a058-b3b85c4f5361 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:58:48.606783 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad597fe-c38d-4d93-a308-3f880335c52e req-fdae55a9-2d38-4473-b74e-4f00dec1008e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:48.608254 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aad597fe-c38d-4d93-a308-3f880335c52e req-fdae55a9-2d38-4473-b74e-4f00dec1008e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 1099 time: 0.0924153 Jan 26 11:58:48.807711 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad597fe-c38d-4d93-a308-3f880335c52e req-c541824d-37d1-4540-ae88-77e1b136d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:48.809450 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aad597fe-c38d-4d93-a308-3f880335c52e req-c541824d-37d1-4540-ae88-77e1b136d1b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51545014-16fc-42a5-962a-d2bc6690fc1d HTTP/1.1" status: 200 len: 898 time: 0.1956918 Jan 26 11:58:48.848330 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-40bb05e0-4de4-4437-8962-b2620be8833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629741196', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': '270fbd18-6a03-4225-a44c-490b01443f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:57:15Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '270fbd18-6a03-4225-a44c-490b01443f92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '263e90ea-bdbd-4c47-ac46-45cf74faff99', 'name': '', 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:b9:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '455b700c-dffb-4cd8-be24-63e7524ade5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:57:14Z', 'updated_at': '2022-01-26T11:57:20Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '455b700c-dffb-4cd8-be24-63e7524ade5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:58:48.852351 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bb05e0-4de4-4437-8962-b2620be8833b None None] Checking router: bdb49d43-8d1e-481a-a058-b3b85c4f5361 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:58:48.860770 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bb05e0-4de4-4437-8962-b2620be8833b None None] Routers {'bdb49d43-8d1e-481a-a058-b3b85c4f5361'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:58:48.861368 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-40bb05e0-4de4-4437-8962-b2620be8833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:58:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['bdb49d43-8d1e-481a-a058-b3b85c4f5361'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:58:48.885230 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aad597fe-c38d-4d93-a308-3f880335c52e req-21a34079-e87e-4bbc-a112-20254e25c507 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee8ec54b-043d-4037-a852-a8efbc79673d HTTP/1.1" status: 200 len: 217 time: 0.0689535 Jan 26 11:58:48.896847 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8be746-cb54-498d-b021-10f010596a75 req-bafd72cf-a84b-4467-95ac-6d0bf9de930a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:48.898344 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5d8be746-cb54-498d-b021-10f010596a75 req-bafd72cf-a84b-4467-95ac-6d0bf9de930a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 946 time: 0.1929953 Jan 26 11:58:48.989166 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5d8be746-cb54-498d-b021-10f010596a75 req-d57d4a62-a1c1-441c-b9c8-386ed64416d4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604262 Jan 26 11:58:48.990669 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad597fe-c38d-4d93-a308-3f880335c52e req-84bae16c-a7c5-46b3-ba68-92bb4a918b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:48.992002 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aad597fe-c38d-4d93-a308-3f880335c52e req-84bae16c-a7c5-46b3-ba68-92bb4a918b5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=455b700c-dffb-4cd8-be24-63e7524ade5b HTTP/1.1" status: 200 len: 834 time: 0.0927837 Jan 26 11:58:49.041789 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-40bb05e0-4de4-4437-8962-b2620be8833b None None] Set router bdb49d43-8d1e-481a-a058-b3b85c4f5361 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:58:49.186911 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad597fe-c38d-4d93-a308-3f880335c52e req-a3a57b45-b185-4a01-86df-993c6ccd1407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:49.188490 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aad597fe-c38d-4d93-a308-3f880335c52e req-a3a57b45-b185-4a01-86df-993c6ccd1407 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51545014-16fc-42a5-962a-d2bc6690fc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1898663 Jan 26 11:58:49.319640 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aad597fe-c38d-4d93-a308-3f880335c52e req-0c61f074-8f35-4780-8268-fc42fe438617 service neutron] 10.222.0.24 "GET /v2.0/networks/51545014-16fc-42a5-962a-d2bc6690fc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243520 Jan 26 11:58:49.408274 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-40bb05e0-4de4-4437-8962-b2620be8833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629741196', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': '270fbd18-6a03-4225-a44c-490b01443f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:57:15Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '270fbd18-6a03-4225-a44c-490b01443f92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '263e90ea-bdbd-4c47-ac46-45cf74faff99', 'name': '', 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:b9:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '455b700c-dffb-4cd8-be24-63e7524ade5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:57:14Z', 'updated_at': '2022-01-26T11:57:20Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '455b700c-dffb-4cd8-be24-63e7524ade5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:58:49.412296 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bb05e0-4de4-4437-8962-b2620be8833b None None] The sync data for ids ['bdb49d43-8d1e-481a-a058-b3b85c4f5361'] in dv-neutron-826439-1-hyperv is: [{'id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629741196', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': '270fbd18-6a03-4225-a44c-490b01443f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:57:15Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '270fbd18-6a03-4225-a44c-490b01443f92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '263e90ea-bdbd-4c47-ac46-45cf74faff99', 'name': '', 'network_id': '51545014-16fc-42a5-962a-d2bc6690fc1d', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:b9:06:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '455b700c-dffb-4cd8-be24-63e7524ade5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:57:14Z', 'updated_at': '2022-01-26T11:57:20Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '455b700c-dffb-4cd8-be24-63e7524ade5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:58:49.452200 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aad597fe-c38d-4d93-a308-3f880335c52e req-d3a33ca5-e80a-4805-b7dd-9075e12f82e2 service neutron] 10.222.0.24 "GET /v2.0/networks/51545014-16fc-42a5-962a-d2bc6690fc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259475 Jan 26 11:58:49.629295 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d8a1c4-f0a6-4a18-9822-6fa534718e35 None None] New status for floating IP 3db54e9c-dfa0-408b-bd86-41fb9fdc734e: DOWN {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:58:50.175273 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604da98-c915-48f7-a24d-dd2bdbf4048a req-6b347ab5-26b0-48c5-b4e1-d31cee9ac6ab tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:50.175961 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-b604da98-c915-48f7-a24d-dd2bdbf4048a req-6b347ab5-26b0-48c5-b4e1-d31cee9ac6ab tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:58:50.191167 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-b604da98-c915-48f7-a24d-dd2bdbf4048a req-6b347ab5-26b0-48c5-b4e1-d31cee9ac6ab tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:58:50.192305 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b604da98-c915-48f7-a24d-dd2bdbf4048a req-6b347ab5-26b0-48c5-b4e1-d31cee9ac6ab tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 946 time: 0.0952201 Jan 26 11:58:50.236143 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b604da98-c915-48f7-a24d-dd2bdbf4048a req-aa7543ed-fe23-4678-8798-7beca92a54ac tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=09747281-386d-4724-b207-787222842cde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381374 Jan 26 11:58:50.331363 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba54fcc-7dac-41c4-81c0-973f9fd5fa9b req-467eb2bb-88ea-4e2e-80b5-043fa3dadf9b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:50.332819 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dba54fcc-7dac-41c4-81c0-973f9fd5fa9b req-467eb2bb-88ea-4e2e-80b5-043fa3dadf9b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.24 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 946 time: 0.0772760 Jan 26 11:58:50.404265 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-dba54fcc-7dac-41c4-81c0-973f9fd5fa9b req-5bc01be3-2501-48d2-9739-e6b907826048 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Deleting port ee8ec54b-043d-4037-a852-a8efbc79673d {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:58:50.404602 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-dba54fcc-7dac-41c4-81c0-973f9fd5fa9b req-5bc01be3-2501-48d2-9739-e6b907826048 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:50.646068 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-dba54fcc-7dac-41c4-81c0-973f9fd5fa9b req-5bc01be3-2501-48d2-9739-e6b907826048 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] For port ee8ec54b-043d-4037-a852-a8efbc79673d, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ee8ec54b-043d-4037-a852-a8efbc79673d,segment=NetworkSegment(d271f932-8636-46b5-88a9-b2513c4f953c),segment_id=d271f932-8636-46b5-88a9-b2513c4f953c)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:58:50.646352 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-dba54fcc-7dac-41c4-81c0-973f9fd5fa9b req-5bc01be3-2501-48d2-9739-e6b907826048 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:50.772802 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-dba54fcc-7dac-41c4-81c0-973f9fd5fa9b req-5bc01be3-2501-48d2-9739-e6b907826048 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Calling delete_port for ee8ec54b-043d-4037-a852-a8efbc79673d owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:58:50.916928 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-dba54fcc-7dac-41c4-81c0-973f9fd5fa9b req-5bc01be3-2501-48d2-9739-e6b907826048 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:50.967153 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc01be3-2501-48d2-9739-e6b907826048 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Port': ['ID=ee8ec54b-043d-4037-a852-a8efbc79673d,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:58:51.005946 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc01be3-2501-48d2-9739-e6b907826048 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:51.006298 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc01be3-2501-48d2-9739-e6b907826048 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:51.007104 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc01be3-2501-48d2-9739-e6b907826048 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:51.007454 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc01be3-2501-48d2-9739-e6b907826048 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:51.007789 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc01be3-2501-48d2-9739-e6b907826048 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:51.008125 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc01be3-2501-48d2-9739-e6b907826048 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:51.008472 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc01be3-2501-48d2-9739-e6b907826048 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:51.008806 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc01be3-2501-48d2-9739-e6b907826048 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:51.009130 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc01be3-2501-48d2-9739-e6b907826048 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:51.009457 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc01be3-2501-48d2-9739-e6b907826048 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:51.009784 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc01be3-2501-48d2-9739-e6b907826048 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:51.010106 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc01be3-2501-48d2-9739-e6b907826048 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:51.055195 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba54fcc-7dac-41c4-81c0-973f9fd5fa9b req-5bc01be3-2501-48d2-9739-e6b907826048 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] No DVR routers for this DVR port ee8ec54b-043d-4037-a852-a8efbc79673d on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:58:51.057502 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-dba54fcc-7dac-41c4-81c0-973f9fd5fa9b req-5bc01be3-2501-48d2-9739-e6b907826048 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:51.059936 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49835e7-2e5e-4d19-a66f-ac2f7eaca22f', 'name': 'network-vif-deleted', 'tag': 'ee8ec54b-043d-4037-a852-a8efbc79673d'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:58:51.075014 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dba54fcc-7dac-41c4-81c0-973f9fd5fa9b req-5bc01be3-2501-48d2-9739-e6b907826048 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.24 "DELETE /v2.0/ports/ee8ec54b-043d-4037-a852-a8efbc79673d HTTP/1.1" status: 204 len: 173 time: 0.7375064 Jan 26 11:58:51.107014 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49835e7-2e5e-4d19-a66f-ac2f7eaca22f', 'name': 'network-vif-deleted', 'tag': 'ee8ec54b-043d-4037-a852-a8efbc79673d', 'status': 'completed', 'code': 200} Jan 26 11:58:51.411844 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-acf43c17-6e85-46b6-b7c5-dd332f1d6043 req-6eec8b31-1eaf-463e-8b7b-26cdebfbb0b3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=b49835e7-2e5e-4d19-a66f-ac2f7eaca22f HTTP/1.1" status: 200 len: 210 time: 0.0480065 Jan 26 11:58:52.508003 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 32946) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:52.612731 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-32131663-e656-43e2-9023-b1d8bcbad7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:53.162736 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e8fa3f51-9ea5-4b88-b745-974552c0aa6f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:53.510265 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-e8fa3f51-9ea5-4b88-b745-974552c0aa6f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Deleting port 263e90ea-bdbd-4c47-ac46-45cf74faff99 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:58:53.511043 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e8fa3f51-9ea5-4b88-b745-974552c0aa6f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:53.698487 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-e8fa3f51-9ea5-4b88-b745-974552c0aa6f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] For port 263e90ea-bdbd-4c47-ac46-45cf74faff99, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=263e90ea-bdbd-4c47-ac46-45cf74faff99,segment=NetworkSegment(d271f932-8636-46b5-88a9-b2513c4f953c),segment_id=d271f932-8636-46b5-88a9-b2513c4f953c)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:58:53.698847 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e8fa3f51-9ea5-4b88-b745-974552c0aa6f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:53.824137 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-e8fa3f51-9ea5-4b88-b745-974552c0aa6f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Calling delete_port for 263e90ea-bdbd-4c47-ac46-45cf74faff99 owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:58:54.153119 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e8fa3f51-9ea5-4b88-b745-974552c0aa6f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:54.200497 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa3f51-9ea5-4b88-b745-974552c0aa6f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Port': ['ID=263e90ea-bdbd-4c47-ac46-45cf74faff99,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:58:54.585948 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-e8fa3f51-9ea5-4b88-b745-974552c0aa6f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:54.728900 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device ee8ec54b-043d-4037-a852-a8efbc79673d no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:58:54.768253 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: ee8ec54b-043d-4037-a852-a8efbc79673d {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:58:54.768575 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device ee8ec54b-043d-4037-a852-a8efbc79673d not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:58:54.873277 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-37415422-0c3a-45cf-aa6a-14300a5dc71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:54.944230 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fa3f51-9ea5-4b88-b745-974552c0aa6f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Router bdb49d43-8d1e-481a-a058-b3b85c4f5361 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:58:55.117816 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fa3f51-9ea5-4b88-b745-974552c0aa6f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:58:55.127167 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660ee64c-4fb7-4dbe-b8c3-cf93f51ae5d6 None None] Sync routers for ids ['bdb49d43-8d1e-481a-a058-b3b85c4f5361'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:58:55.132055 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-e8fa3f51-9ea5-4b88-b745-974552c0aa6f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "PUT /v2.0/routers/bdb49d43-8d1e-481a-a058-b3b85c4f5361/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6212749 Jan 26 11:58:55.132995 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 32950) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:55.136110 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660ee64c-4fb7-4dbe-b8c3-cf93f51ae5d6 None None] Routers {'bdb49d43-8d1e-481a-a058-b3b85c4f5361'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:58:55.136721 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-660ee64c-4fb7-4dbe-b8c3-cf93f51ae5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:58:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['bdb49d43-8d1e-481a-a058-b3b85c4f5361'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:58:55.200712 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfbab72a-3b17-43a9-8234-2ddf55f61e02 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Deleting subnet 455b700c-dffb-4cd8-be24-63e7524ade5b {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 11:58:55.204481 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bfbab72a-3b17-43a9-8234-2ddf55f61e02 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:55.259163 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bfbab72a-3b17-43a9-8234-2ddf55f61e02 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:55.315776 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-660ee64c-4fb7-4dbe-b8c3-cf93f51ae5d6 None None] Set router bdb49d43-8d1e-481a-a058-b3b85c4f5361 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:58:55.345703 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bfbab72a-3b17-43a9-8234-2ddf55f61e02 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:55.419084 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bfbab72a-3b17-43a9-8234-2ddf55f61e02 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:55.455659 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbab72a-3b17-43a9-8234-2ddf55f61e02 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Subnet': ['ID=455b700c-dffb-4cd8-be24-63e7524ade5b,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:58:55.460947 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bfbab72a-3b17-43a9-8234-2ddf55f61e02 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:55.466881 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-bfbab72a-3b17-43a9-8234-2ddf55f61e02 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "DELETE /v2.0/subnets/455b700c-dffb-4cd8-be24-63e7524ade5b HTTP/1.1" status: 204 len: 168 time: 0.3329613 Jan 26 11:58:55.470262 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 32954) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:55.503731 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31925633-003a-4cbe-a05c-6310a884a318 None None] Network 51545014-16fc-42a5-962a-d2bc6690fc1d requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:58:55.752237 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e687e3e0-4232-4bc8-81a3-534fdcd17075 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:55.779377 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-660ee64c-4fb7-4dbe-b8c3-cf93f51ae5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629741196', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': '270fbd18-6a03-4225-a44c-490b01443f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:58:54Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '270fbd18-6a03-4225-a44c-490b01443f92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:58:55.786820 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660ee64c-4fb7-4dbe-b8c3-cf93f51ae5d6 None None] Checking router: bdb49d43-8d1e-481a-a058-b3b85c4f5361 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:58:55.795270 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660ee64c-4fb7-4dbe-b8c3-cf93f51ae5d6 None None] Routers {'bdb49d43-8d1e-481a-a058-b3b85c4f5361'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:58:55.795835 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-660ee64c-4fb7-4dbe-b8c3-cf93f51ae5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:58:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['bdb49d43-8d1e-481a-a058-b3b85c4f5361'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:58:55.877879 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8e61a6-ba9f-4c76-af1f-10b2e0be0b90 None None] DHCP port deletion for 51545014-16fc-42a5-962a-d2bc6690fc1d request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 11:58:55.887374 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-3e8e61a6-ba9f-4c76-af1f-10b2e0be0b90 None None] Deleting port f3138437-0c70-4620-940d-ff05650d3430 {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:58:55.887736 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3e8e61a6-ba9f-4c76-af1f-10b2e0be0b90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:55.934835 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e687e3e0-4232-4bc8-81a3-534fdcd17075 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:55.944817 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-e687e3e0-4232-4bc8-81a3-534fdcd17075 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Deleting port 270fbd18-6a03-4225-a44c-490b01443f92 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 11:58:55.945111 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e687e3e0-4232-4bc8-81a3-534fdcd17075 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:56.098085 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:56.122614 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-660ee64c-4fb7-4dbe-b8c3-cf93f51ae5d6 None None] Set router bdb49d43-8d1e-481a-a058-b3b85c4f5361 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:58:56.127564 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-e687e3e0-4232-4bc8-81a3-534fdcd17075 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] For port 270fbd18-6a03-4225-a44c-490b01443f92, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=270fbd18-6a03-4225-a44c-490b01443f92,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:58:56.127925 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e687e3e0-4232-4bc8-81a3-534fdcd17075 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:56.248639 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-e687e3e0-4232-4bc8-81a3-534fdcd17075 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Calling delete_port for 270fbd18-6a03-4225-a44c-490b01443f92 owned by network:router_gateway {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:58:56.314473 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:56.448171 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-3e8e61a6-ba9f-4c76-af1f-10b2e0be0b90 None None] For port f3138437-0c70-4620-940d-ff05650d3430, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=f3138437-0c70-4620-940d-ff05650d3430,segment=NetworkSegment(d271f932-8636-46b5-88a9-b2513c4f953c),segment_id=d271f932-8636-46b5-88a9-b2513c4f953c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:58:56.448544 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3e8e61a6-ba9f-4c76-af1f-10b2e0be0b90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:56.550739 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e687e3e0-4232-4bc8-81a3-534fdcd17075 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:56.600488 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687e3e0-4232-4bc8-81a3-534fdcd17075 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Port': ['ID=270fbd18-6a03-4225-a44c-490b01443f92,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:58:56.601344 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device f3138437-0c70-4620-940d-ff05650d3430 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:58:56.635694 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-3e8e61a6-ba9f-4c76-af1f-10b2e0be0b90 None None] Calling delete_port for f3138437-0c70-4620-940d-ff05650d3430 owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 11:58:56.693546 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e687e3e0-4232-4bc8-81a3-534fdcd17075 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:56.800234 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3e8e61a6-ba9f-4c76-af1f-10b2e0be0b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:56.858248 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8e61a6-ba9f-4c76-af1f-10b2e0be0b90 None None] No DVR routers for this DVR port f3138437-0c70-4620-940d-ff05650d3430 on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 11:58:56.861402 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:56.869884 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e61a6-ba9f-4c76-af1f-10b2e0be0b90 None None] Pushing event deleted for resources: {'Port': ['ID=f3138437-0c70-4620-940d-ff05650d3430,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:58:56.884165 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e687e3e0-4232-4bc8-81a3-534fdcd17075 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:56.886640 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e687e3e0-4232-4bc8-81a3-534fdcd17075 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:56.886786 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-660ee64c-4fb7-4dbe-b8c3-cf93f51ae5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629741196', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': '270fbd18-6a03-4225-a44c-490b01443f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:58:54Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '270fbd18-6a03-4225-a44c-490b01443f92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:58:56.891358 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e61a6-ba9f-4c76-af1f-10b2e0be0b90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:56.891707 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e61a6-ba9f-4c76-af1f-10b2e0be0b90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:56.892040 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e61a6-ba9f-4c76-af1f-10b2e0be0b90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:56.892373 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e61a6-ba9f-4c76-af1f-10b2e0be0b90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:56.892699 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e61a6-ba9f-4c76-af1f-10b2e0be0b90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:56.893025 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e61a6-ba9f-4c76-af1f-10b2e0be0b90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:56.893348 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e61a6-ba9f-4c76-af1f-10b2e0be0b90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:56.893671 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e61a6-ba9f-4c76-af1f-10b2e0be0b90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:56.893994 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e61a6-ba9f-4c76-af1f-10b2e0be0b90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:56.894356 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e61a6-ba9f-4c76-af1f-10b2e0be0b90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:56.897216 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e61a6-ba9f-4c76-af1f-10b2e0be0b90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:56.897216 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e61a6-ba9f-4c76-af1f-10b2e0be0b90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:58:56.903247 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660ee64c-4fb7-4dbe-b8c3-cf93f51ae5d6 None None] The sync data for ids ['bdb49d43-8d1e-481a-a058-b3b85c4f5361'] in dv-neutron-826439-1-hyperv is: [{'id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'name': 'tempest-TestNetworkAdvancedServerOps-router-629741196', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253'}], 'enable_snat': True}, 'gw_port_id': '270fbd18-6a03-4225-a44c-490b01443f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:58:54Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '270fbd18-6a03-4225-a44c-490b01443f92', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb49d43-8d1e-481a-a058-b3b85c4f5361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:57:10Z', 'updated_at': '2022-01-26T11:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:58:56.911421 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e687e3e0-4232-4bc8-81a3-534fdcd17075 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:56.912041 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e687e3e0-4232-4bc8-81a3-534fdcd17075 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Fanout notify agent at l3_agent the message router_deleted on router bdb49d43-8d1e-481a-a058-b3b85c4f5361 {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 11:58:56.929118 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e687e3e0-4232-4bc8-81a3-534fdcd17075 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:56.930364 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e687e3e0-4232-4bc8-81a3-534fdcd17075 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "DELETE /v2.0/routers/bdb49d43-8d1e-481a-a058-b3b85c4f5361 HTTP/1.1" status: 204 len: 168 time: 1.4588795 Jan 26 11:58:56.932982 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 32958) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:57.148348 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8a72926b-d561-4164-a6e7-3300cdb5b571 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:57.279531 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8a72926b-d561-4164-a6e7-3300cdb5b571 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:57.306385 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-8a72926b-d561-4164-a6e7-3300cdb5b571 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51545014-16fc-42a5-962a-d2bc6690fc1d']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:58:57.322992 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-8a72926b-d561-4164-a6e7-3300cdb5b571 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd271f932-8636-46b5-88a9-b2513c4f953c') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:58:57.323319 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-8a72926b-d561-4164-a6e7-3300cdb5b571 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd271f932-8636-46b5-88a9-b2513c4f953c') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:58:57.336166 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8a72926b-d561-4164-a6e7-3300cdb5b571 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:57.353081 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8a72926b-d561-4164-a6e7-3300cdb5b571 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:57.359494 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a72926b-d561-4164-a6e7-3300cdb5b571 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 11:58:57.359892 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8a72926b-d561-4164-a6e7-3300cdb5b571 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 11:58:57.374252 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 11:58:57.454566 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8a72926b-d561-4164-a6e7-3300cdb5b571 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:57.472642 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8a72926b-d561-4164-a6e7-3300cdb5b571 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:57.490637 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72926b-d561-4164-a6e7-3300cdb5b571 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Network': ['ID=51545014-16fc-42a5-962a-d2bc6690fc1d,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:58:57.493247 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8a72926b-d561-4164-a6e7-3300cdb5b571 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "DELETE /v2.0/networks/51545014-16fc-42a5-962a-d2bc6690fc1d HTTP/1.1" status: 204 len: 168 time: 0.5593371 Jan 26 11:58:57.495985 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 32962) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:57.538062 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:57.569728 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-694e6f9c-6509-4da2-a231-b804a311a7ee tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:57.601192 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-694e6f9c-6509-4da2-a231-b804a311a7ee tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:57.664138 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-694e6f9c-6509-4da2-a231-b804a311a7ee tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:57.681645 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e6f9c-6509-4da2-a231-b804a311a7ee tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09747281-386d-4724-b207-787222842cde,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:58:57.695656 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-694e6f9c-6509-4da2-a231-b804a311a7ee tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:57.696761 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-694e6f9c-6509-4da2-a231-b804a311a7ee tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "DELETE /v2.0/security-groups/09747281-386d-4724-b207-787222842cde HTTP/1.1" status: 204 len: 168 time: 0.1998918 Jan 26 11:58:58.158280 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 32970) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:58.163475 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-461ad4e3-69b6-4fb0-a155-3c155fc20abc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1487838017', 'description': 'tempest-secgroup-smoke-1487838017 description', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:58:58.169402 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-461ad4e3-69b6-4fb0-a155-3c155fc20abc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:58:58.174266 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-461ad4e3-69b6-4fb0-a155-3c155fc20abc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:58:58.177130 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-461ad4e3-69b6-4fb0-a155-3c155fc20abc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:58:58.182790 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-461ad4e3-69b6-4fb0-a155-3c155fc20abc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:58:58.192967 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-461ad4e3-69b6-4fb0-a155-3c155fc20abc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:58.214704 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-461ad4e3-69b6-4fb0-a155-3c155fc20abc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:58:58.218375 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-461ad4e3-69b6-4fb0-a155-3c155fc20abc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:58:58.221588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-461ad4e3-69b6-4fb0-a155-3c155fc20abc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:58:58.227395 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-461ad4e3-69b6-4fb0-a155-3c155fc20abc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:58:58.296486 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-461ad4e3-69b6-4fb0-a155-3c155fc20abc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:58.300151 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-461ad4e3-69b6-4fb0-a155-3c155fc20abc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:58.343525 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ad4e3-69b6-4fb0-a155-3c155fc20abc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f706e1-c276-4715-a6c2-b2e6a5364910,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:58:58.347393 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-461ad4e3-69b6-4fb0-a155-3c155fc20abc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:58.348856 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-461ad4e3-69b6-4fb0-a155-3c155fc20abc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1892905 Jan 26 11:58:58.351791 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 32974) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:58.356678 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-519187bf-4f63-4888-8562-e168b1f55b5e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': 'a6f706e1-c276-4715-a6c2-b2e6a5364910', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:58:58.362682 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-519187bf-4f63-4888-8562-e168b1f55b5e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:58:58.366446 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-519187bf-4f63-4888-8562-e168b1f55b5e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:58:58.369267 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-519187bf-4f63-4888-8562-e168b1f55b5e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:58:58.374885 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-519187bf-4f63-4888-8562-e168b1f55b5e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:58:58.391679 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-519187bf-4f63-4888-8562-e168b1f55b5e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:58.449609 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-519187bf-4f63-4888-8562-e168b1f55b5e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:58.453216 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-519187bf-4f63-4888-8562-e168b1f55b5e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:58.476126 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519187bf-4f63-4888-8562-e168b1f55b5e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e50903-3aeb-4148-bfa5-4a7d5cc673fe,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:58:58.485061 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-519187bf-4f63-4888-8562-e168b1f55b5e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:58.486285 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-519187bf-4f63-4888-8562-e168b1f55b5e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335876 Jan 26 11:58:58.489063 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 32978) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:58.493919 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-109ca136-280d-483a-8415-b0251df26c85 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': 'a6f706e1-c276-4715-a6c2-b2e6a5364910', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:58:58.499747 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-109ca136-280d-483a-8415-b0251df26c85 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:58:58.504243 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-109ca136-280d-483a-8415-b0251df26c85 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:58:58.507305 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-109ca136-280d-483a-8415-b0251df26c85 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:58:58.513305 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-109ca136-280d-483a-8415-b0251df26c85 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:58:58.530167 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-109ca136-280d-483a-8415-b0251df26c85 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:58.556208 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 263e90ea-bdbd-4c47-ac46-45cf74faff99 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:58:58.590569 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 263e90ea-bdbd-4c47-ac46-45cf74faff99 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:58:58.590910 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 263e90ea-bdbd-4c47-ac46-45cf74faff99 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:58:58.591337 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 270fbd18-6a03-4225-a44c-490b01443f92 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 11:58:58.593299 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-109ca136-280d-483a-8415-b0251df26c85 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:58.596996 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-109ca136-280d-483a-8415-b0251df26c85 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:58.620331 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ca136-280d-483a-8415-b0251df26c85 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7729644d-f67e-48a3-856b-03044a2858f0,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:58:58.624608 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 270fbd18-6a03-4225-a44c-490b01443f92 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 11:58:58.624957 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 270fbd18-6a03-4225-a44c-490b01443f92 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 11:58:58.630282 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-109ca136-280d-483a-8415-b0251df26c85 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:58.631480 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-109ca136-280d-483a-8415-b0251df26c85 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1415267 Jan 26 11:58:58.634168 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 32982) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:58.639100 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-80b58f40-a510-41b9-90b5-070d27e76ef4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': 'a6f706e1-c276-4715-a6c2-b2e6a5364910', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:58:58.645055 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-80b58f40-a510-41b9-90b5-070d27e76ef4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:58:58.648764 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-80b58f40-a510-41b9-90b5-070d27e76ef4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:58:58.651639 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-80b58f40-a510-41b9-90b5-070d27e76ef4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:58:58.657976 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-80b58f40-a510-41b9-90b5-070d27e76ef4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:58:58.673912 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-80b58f40-a510-41b9-90b5-070d27e76ef4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:58.734008 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-80b58f40-a510-41b9-90b5-070d27e76ef4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:58.738019 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-80b58f40-a510-41b9-90b5-070d27e76ef4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:58.761891 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b58f40-a510-41b9-90b5-070d27e76ef4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f815eb8f-a6e5-44bd-948b-a6539d74668c,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:58:58.770669 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-80b58f40-a510-41b9-90b5-070d27e76ef4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:58.771847 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-80b58f40-a510-41b9-90b5-070d27e76ef4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1367493 Jan 26 11:58:58.774606 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 32986) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:58.779426 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-7ec01747-bf91-443d-bee2-e8d5ee626f2b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': 'a6f706e1-c276-4715-a6c2-b2e6a5364910', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:58:58.785277 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-7ec01747-bf91-443d-bee2-e8d5ee626f2b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:58:58.789033 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-7ec01747-bf91-443d-bee2-e8d5ee626f2b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:58:58.791898 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-7ec01747-bf91-443d-bee2-e8d5ee626f2b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:58:58.797707 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-7ec01747-bf91-443d-bee2-e8d5ee626f2b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:58:58.815649 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7ec01747-bf91-443d-bee2-e8d5ee626f2b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:58.877285 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7ec01747-bf91-443d-bee2-e8d5ee626f2b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:58.881051 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7ec01747-bf91-443d-bee2-e8d5ee626f2b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:58.906701 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec01747-bf91-443d-bee2-e8d5ee626f2b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4634bb9c-dccd-4244-92b7-080fd45d99ec,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:58:58.915382 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7ec01747-bf91-443d-bee2-e8d5ee626f2b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:58.916685 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7ec01747-bf91-443d-bee2-e8d5ee626f2b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1411767 Jan 26 11:58:58.921306 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 32990) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:58.926108 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-d8b8621c-1fb2-4186-8d2a-573b673730b0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': 'a6f706e1-c276-4715-a6c2-b2e6a5364910', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:58:58.931748 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-d8b8621c-1fb2-4186-8d2a-573b673730b0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:58:58.935426 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d8b8621c-1fb2-4186-8d2a-573b673730b0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:58:58.938778 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-d8b8621c-1fb2-4186-8d2a-573b673730b0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:58:58.944294 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-d8b8621c-1fb2-4186-8d2a-573b673730b0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:58:58.954568 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.securitygroups_db [None req-d8b8621c-1fb2-4186-8d2a-573b673730b0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Project 491e8d9f3ffc4c05ad55ee08eb43a4bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:58:58.960908 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d8b8621c-1fb2-4186-8d2a-573b673730b0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:59.026082 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d8b8621c-1fb2-4186-8d2a-573b673730b0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:59.029635 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d8b8621c-1fb2-4186-8d2a-573b673730b0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:59.052584 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8621c-1fb2-4186-8d2a-573b673730b0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867525ef-7216-4b1b-8bde-e703b9c8baa9,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:58:59.060703 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-d8b8621c-1fb2-4186-8d2a-573b673730b0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:59.062061 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-d8b8621c-1fb2-4186-8d2a-573b673730b0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398590 Jan 26 11:58:59.064957 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 32994) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:59.069850 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-5d2efdd4-ff85-4862-b1d4-fc38588ff2d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': 'a6f706e1-c276-4715-a6c2-b2e6a5364910', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:58:59.075546 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5d2efdd4-ff85-4862-b1d4-fc38588ff2d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:58:59.080265 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5d2efdd4-ff85-4862-b1d4-fc38588ff2d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:58:59.083078 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5d2efdd4-ff85-4862-b1d4-fc38588ff2d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:58:59.088596 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5d2efdd4-ff85-4862-b1d4-fc38588ff2d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:58:59.099926 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.securitygroups_db [None req-5d2efdd4-ff85-4862-b1d4-fc38588ff2d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Project 491e8d9f3ffc4c05ad55ee08eb43a4bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 11:58:59.106434 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5d2efdd4-ff85-4862-b1d4-fc38588ff2d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:59.170561 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5d2efdd4-ff85-4862-b1d4-fc38588ff2d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:59.174180 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5d2efdd4-ff85-4862-b1d4-fc38588ff2d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:59.196190 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2efdd4-ff85-4862-b1d4-fc38588ff2d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a10b305-e9d9-444c-8cd2-9cbe404cfcab,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:58:59.204994 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5d2efdd4-ff85-4862-b1d4-fc38588ff2d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:59.206164 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5d2efdd4-ff85-4862-b1d4-fc38588ff2d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1402724 Jan 26 11:58:59.209008 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 32998) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:59.214230 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a5029624-a453-44a6-891b-9591d9c4eb07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'network': {'name': 'tempest-network-smoke--1884163264', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'port_security_enabled': True}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:58:59.219449 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a5029624-a453-44a6-891b-9591d9c4eb07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:58:59.224114 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a5029624-a453-44a6-891b-9591d9c4eb07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:network and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:58:59.226881 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a5029624-a453-44a6-891b-9591d9c4eb07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:58:59.232359 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a5029624-a453-44a6-891b-9591d9c4eb07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:58:59.243320 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5029624-a453-44a6-891b-9591d9c4eb07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Made reservation on behalf of 491e8d9f3ffc4c05ad55ee08eb43a4bb for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:58:59.246606 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a5029624-a453-44a6-891b-9591d9c4eb07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:59.275960 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5029624-a453-44a6-891b-9591d9c4eb07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 11:58:59.285330 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a5029624-a453-44a6-891b-9591d9c4eb07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:59.285664 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-a5029624-a453-44a6-891b-9591d9c4eb07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Added segment 1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f of type vlan for network cf2c08a7-ea92-4b75-b527-28fc57114a56 Jan 26 11:58:59.411656 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a5029624-a453-44a6-891b-9591d9c4eb07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:59.440122 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a5029624-a453-44a6-891b-9591d9c4eb07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:59.445370 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5029624-a453-44a6-891b-9591d9c4eb07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:58:59.445946 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a5029624-a453-44a6-891b-9591d9c4eb07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:59.547552 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a5029624-a453-44a6-891b-9591d9c4eb07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3369529 Jan 26 11:58:59.550605 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33002) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:58:59.552708 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5029624-a453-44a6-891b-9591d9c4eb07 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Network': ['ID=cf2c08a7-ea92-4b75-b527-28fc57114a56,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:58:59.556979 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-80d28e0a-4841-4802-987b-118341171201 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-455165252', 'admin_state_up': True, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:58:59.562706 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network cf2c08a7-ea92-4b75-b527-28fc57114a56 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 11:58:59.565489 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-80d28e0a-4841-4802-987b-118341171201 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:58:59.569680 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-80d28e0a-4841-4802-987b-118341171201 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:router and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:58:59.572655 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-80d28e0a-4841-4802-987b-118341171201 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:58:59.579201 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-80d28e0a-4841-4802-987b-118341171201 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:58:59.588874 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-80d28e0a-4841-4802-987b-118341171201 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:59.590009 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-80d28e0a-4841-4802-987b-118341171201 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:59.606871 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-80d28e0a-4841-4802-987b-118341171201 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:58:59.872337 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-80d28e0a-4841-4802-987b-118341171201 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:00.177205 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-80d28e0a-4841-4802-987b-118341171201 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:00.206048 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-80d28e0a-4841-4802-987b-118341171201 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:00.337293 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-80d28e0a-4841-4802-987b-118341171201 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Allocated IP 172.26.5.103 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/d1deb796-9a09-4c4f-8696-9d4558b5f723) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:59:00.580741 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-80d28e0a-4841-4802-987b-118341171201 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:00.610683 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-80d28e0a-4841-4802-987b-118341171201 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:00.676272 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d28e0a-4841-4802-987b-118341171201 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:59:00.679165 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-80d28e0a-4841-4802-987b-118341171201 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:59:00.682726 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d28e0a-4841-4802-987b-118341171201 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:59:00.714399 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d28e0a-4841-4802-987b-118341171201 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=d1deb796-9a09-4c4f-8696-9d4558b5f723,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:59:01.088305 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-80d28e0a-4841-4802-987b-118341171201 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router_gateway, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:01.421036 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-80d28e0a-4841-4802-987b-118341171201 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:01.620219 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d28e0a-4841-4802-987b-118341171201 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Router 908f4db2-422a-4ae6-82af-8b12ca962ec4 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 11:59:01.796506 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d28e0a-4841-4802-987b-118341171201 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:59:01.807600 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] Sync routers for ids ['908f4db2-422a-4ae6-82af-8b12ca962ec4'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:59:01.817524 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] Routers {'908f4db2-422a-4ae6-82af-8b12ca962ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:59:01.818209 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:58:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['908f4db2-422a-4ae6-82af-8b12ca962ec4'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:59:01.824922 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-80d28e0a-4841-4802-987b-118341171201 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:01.826745 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-80d28e0a-4841-4802-987b-118341171201 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2745023 Jan 26 11:59:01.829526 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33006) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:59:01.983562 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1f1294f5-c5cf-45cb-9792-cc5f77a6bc8e tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1528873 Jan 26 11:59:01.986838 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33010) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:59:02.004207 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] Set router 908f4db2-422a-4ae6-82af-8b12ca962ec4 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:59:02.121314 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243557ff-de14-4dda-9712-11befd19f5c1 tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:02.122742 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-243557ff-de14-4dda-9712-11befd19f5c1 tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1346629 Jan 26 11:59:02.125817 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33014) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:59:02.165613 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7ef630c2-81ca-4a14-9bfc-19108820d555 tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385649 Jan 26 11:59:02.168167 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33018) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:59:02.173656 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-4b332870-9418-4160-a4a8-cdde619e5a03 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-678681678', 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:59:02.281041 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4b332870-9418-4160-a4a8-cdde619e5a03 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:59:02.285080 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455165252', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:58:59Z', 'updated_at': '2022-01-26T11:59:00Z', 'revision_number': 3, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:57:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:59:00Z', 'updated_at': '2022-01-26T11:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:59:02.285484 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4b332870-9418-4160-a4a8-cdde619e5a03 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:subnet and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:59:02.288252 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4b332870-9418-4160-a4a8-cdde619e5a03 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:59:02.289124 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] Checking router: 908f4db2-422a-4ae6-82af-8b12ca962ec4 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:59:02.289475 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] Updating router 908f4db2-422a-4ae6-82af-8b12ca962ec4 port d1deb796-9a09-4c4f-8696-9d4558b5f723 binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:59:02.293755 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4b332870-9418-4160-a4a8-cdde619e5a03 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:59:02.303982 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b332870-9418-4160-a4a8-cdde619e5a03 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Made reservation on behalf of 491e8d9f3ffc4c05ad55ee08eb43a4bb for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:59:02.307622 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4b332870-9418-4160-a4a8-cdde619e5a03 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:02.342306 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:02.527190 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4b332870-9418-4160-a4a8-cdde619e5a03 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:02.609080 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b332870-9418-4160-a4a8-cdde619e5a03 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Subnet': ['ID=117c66e5-a330-4fe9-bd4e-ab1c4429adb5,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:59:02.616476 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b332870-9418-4160-a4a8-cdde619e5a03 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Checking segment: {'id': '1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:59:02.616837 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b332870-9418-4160-a4a8-cdde619e5a03 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network hostable DHCP agents. Network: cf2c08a7-ea92-4b75-b527-28fc57114a56, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 11:59:02.635675 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b332870-9418-4160-a4a8-cdde619e5a03 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network cf2c08a7-ea92-4b75-b527-28fc57114a56 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 11:59:02.644974 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-4b332870-9418-4160-a4a8-cdde619e5a03 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, cf2c08a7-ea92-4b75-b527-28fc57114a56) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:59:02.649145 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b332870-9418-4160-a4a8-cdde619e5a03 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:02.649673 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4b332870-9418-4160-a4a8-cdde619e5a03 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:02.661560 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e831ca38-f2e1-4a0c-81b5-df4e850445da None None] Network cf2c08a7-ea92-4b75-b527-28fc57114a56 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:59:02.675425 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4b332870-9418-4160-a4a8-cdde619e5a03 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5034027 Jan 26 11:59:02.675634 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33022) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:59:02.708217 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:02.720820 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] Transition to ACTIVE for port object d1deb796-9a09-4c4f-8696-9d4558b5f723 will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:59:02.727935 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:02.804176 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] Attempting to bind port d1deb796-9a09-4c4f-8696-9d4558b5f723 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:59:02.804547 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] Attempting to bind port d1deb796-9a09-4c4f-8696-9d4558b5f723 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:59:02.804912 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] Attempting to bind port d1deb796-9a09-4c4f-8696-9d4558b5f723 on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:59:02.819372 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79e942-fc94-415b-ab77-1e92dcfa9adc None None] Pushing event updated for resources: {'Port': ['ID=d1deb796-9a09-4c4f-8696-9d4558b5f723,revision_number=2']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:59:02.827921 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca79e942-fc94-415b-ab77-1e92dcfa9adc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:59:02.828311 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca79e942-fc94-415b-ab77-1e92dcfa9adc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:59:02.829008 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca79e942-fc94-415b-ab77-1e92dcfa9adc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:59:02.829198 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca79e942-fc94-415b-ab77-1e92dcfa9adc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:59:02.829533 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca79e942-fc94-415b-ab77-1e92dcfa9adc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:59:02.829864 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca79e942-fc94-415b-ab77-1e92dcfa9adc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:59:02.830189 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca79e942-fc94-415b-ab77-1e92dcfa9adc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:59:02.830534 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca79e942-fc94-415b-ab77-1e92dcfa9adc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:59:02.830860 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca79e942-fc94-415b-ab77-1e92dcfa9adc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:59:02.831179 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca79e942-fc94-415b-ab77-1e92dcfa9adc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:59:02.831496 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca79e942-fc94-415b-ab77-1e92dcfa9adc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:59:02.831813 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca79e942-fc94-415b-ab77-1e92dcfa9adc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 11:59:02.837234 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:59:02.837609 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:59:02.838049 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:02.838426 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:59:02.838951 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] Bound port: d1deb796-9a09-4c4f-8696-9d4558b5f723, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:59:02.839479 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:02.909635 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0e3aa8-2f2f-4829-a1f9-ff3ef0f7be5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-cf2c08a7-ea92-4b75-b527-28fc57114a56', 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'fixed_ips': [{'subnet_id': '117c66e5-a330-4fe9-bd4e-ab1c4429adb5'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 11:59:02.911008 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ff0e3aa8-2f2f-4829-a1f9-ff3ef0f7be5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:02.919730 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] For port d1deb796-9a09-4c4f-8696-9d4558b5f723, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:59:02.923578 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] For port d1deb796-9a09-4c4f-8696-9d4558b5f723, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d1deb796-9a09-4c4f-8696-9d4558b5f723,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:59:02.929666 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:03.009665 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] Routers {'908f4db2-422a-4ae6-82af-8b12ca962ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:59:03.010289 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:58:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['908f4db2-422a-4ae6-82af-8b12ca962ec4'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:59:03.077435 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79e942-fc94-415b-ab77-1e92dcfa9adc None None] Pushing event updated for resources: {'Port': ['ID=d1deb796-9a09-4c4f-8696-9d4558b5f723,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:59:03.121971 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-ff0e3aa8-2f2f-4829-a1f9-ff3ef0f7be5a None None] Allocated IP 172.20.0.2 (cf2c08a7-ea92-4b75-b527-28fc57114a56/117c66e5-a330-4fe9-bd4e-ab1c4429adb5/a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:59:03.196865 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] Set router 908f4db2-422a-4ae6-82af-8b12ca962ec4 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:59:03.332182 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ff0e3aa8-2f2f-4829-a1f9-ff3ef0f7be5a None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:03.344584 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ff0e3aa8-2f2f-4829-a1f9-ff3ef0f7be5a None None] Transition to ACTIVE for port object a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:59:03.363920 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-ff0e3aa8-2f2f-4829-a1f9-ff3ef0f7be5a None None] Transition to ACTIVE for port object a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:59:03.369685 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ff0e3aa8-2f2f-4829-a1f9-ff3ef0f7be5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:03.408773 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-98931a7e-e01c-445c-99a5-daba6fff1514 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:03.439964 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0e3aa8-2f2f-4829-a1f9-ff3ef0f7be5a None None] Network cf2c08a7-ea92-4b75-b527-28fc57114a56 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:59:03.442915 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-ff0e3aa8-2f2f-4829-a1f9-ff3ef0f7be5a None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:59:03.445300 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0e3aa8-2f2f-4829-a1f9-ff3ef0f7be5a None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:59:03.479748 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e3aa8-2f2f-4829-a1f9-ff3ef0f7be5a None None] Pushing event updated for resources: {'Port': ['ID=a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:59:03.485200 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455165252', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:58:59Z', 'updated_at': '2022-01-26T11:59:00Z', 'revision_number': 3, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:57:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:59:00Z', 'updated_at': '2022-01-26T11:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:59:03.489777 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55609e4-5a55-433b-a8dd-071ff1e46994 None None] The sync data for ids ['908f4db2-422a-4ae6-82af-8b12ca962ec4'] in dv-neutron-826439-1-hyperv is: [{'id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455165252', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:58:59Z', 'updated_at': '2022-01-26T11:59:00Z', 'revision_number': 3, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:57:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:59:00Z', 'updated_at': '2022-01-26T11:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:59:03.551048 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-ff0e3aa8-2f2f-4829-a1f9-ff3ef0f7be5a None None] Attempting to bind port a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:59:03.551423 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-ff0e3aa8-2f2f-4829-a1f9-ff3ef0f7be5a None None] Attempting to bind port a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:59:03.551790 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0e3aa8-2f2f-4829-a1f9-ff3ef0f7be5a None None] Attempting to bind port a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd on network cf2c08a7-ea92-4b75-b527-28fc57114a56 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:59:03.557908 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0e3aa8-2f2f-4829-a1f9-ff3ef0f7be5a None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:59:03.558283 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0e3aa8-2f2f-4829-a1f9-ff3ef0f7be5a None None] Checking segment: {'id': '1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:59:03.558722 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ff0e3aa8-2f2f-4829-a1f9-ff3ef0f7be5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:03.559121 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0e3aa8-2f2f-4829-a1f9-ff3ef0f7be5a None None] Bound using segment: {'id': '1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:59:03.559593 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-ff0e3aa8-2f2f-4829-a1f9-ff3ef0f7be5a None None] Bound port: a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:59:03.559971 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ff0e3aa8-2f2f-4829-a1f9-ff3ef0f7be5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:03.653654 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-ff0e3aa8-2f2f-4829-a1f9-ff3ef0f7be5a None None] For port a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:59:03.657729 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-ff0e3aa8-2f2f-4829-a1f9-ff3ef0f7be5a None None] For port a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd,segment=NetworkSegment(1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f),segment_id=1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:59:03.663455 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ff0e3aa8-2f2f-4829-a1f9-ff3ef0f7be5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:03.770564 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e3aa8-2f2f-4829-a1f9-ff3ef0f7be5a None None] Pushing event updated for resources: {'Port': ['ID=a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:59:04.021313 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-98931a7e-e01c-445c-99a5-daba6fff1514 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Allocated IP 172.20.0.1 (cf2c08a7-ea92-4b75-b527-28fc57114a56/117c66e5-a330-4fe9-bd4e-ab1c4429adb5/1cd7fe4f-5e08-4218-aa29-a59ae161726c) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:59:04.199300 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-98931a7e-e01c-445c-99a5-daba6fff1514 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:04.215679 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-98931a7e-e01c-445c-99a5-daba6fff1514 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Transition to ACTIVE for port object 1cd7fe4f-5e08-4218-aa29-a59ae161726c will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:59:04.240892 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-98931a7e-e01c-445c-99a5-daba6fff1514 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:04.315202 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98931a7e-e01c-445c-99a5-daba6fff1514 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network cf2c08a7-ea92-4b75-b527-28fc57114a56 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:59:04.318874 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-98931a7e-e01c-445c-99a5-daba6fff1514 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:59:04.323122 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98931a7e-e01c-445c-99a5-daba6fff1514 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:59:04.355269 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98931a7e-e01c-445c-99a5-daba6fff1514 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=1cd7fe4f-5e08-4218-aa29-a59ae161726c,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:59:04.386135 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-98931a7e-e01c-445c-99a5-daba6fff1514 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:04.649511 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d1deb796-9a09-4c4f-8696-9d4558b5f723 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:59:04.678249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-98931a7e-e01c-445c-99a5-daba6fff1514 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:04.727194 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port d1deb796-9a09-4c4f-8696-9d4558b5f723 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:59:04.732398 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port d1deb796-9a09-4c4f-8696-9d4558b5f723 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:59:04.732771 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:04.869397 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c265fcb6-b9de-45ef-ab4a-26995f1acdb3 None None] Network cf2c08a7-ea92-4b75-b527-28fc57114a56 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 11:59:04.886150 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:04.967954 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port d1deb796-9a09-4c4f-8696-9d4558b5f723, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d1deb796-9a09-4c4f-8696-9d4558b5f723,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:59:04.979470 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:04.980238 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:59:05.089124 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-5f64e764-b997-4f48-9b09-7174698deefd None None] Provisioning for port a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:59:05.113019 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-98931a7e-e01c-445c-99a5-daba6fff1514 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:05.118713 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-98931a7e-e01c-445c-99a5-daba6fff1514 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:05.180916 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=d1deb796-9a09-4c4f-8696-9d4558b5f723,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:59:05.221817 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:59:05.236098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98931a7e-e01c-445c-99a5-daba6fff1514 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=1cd7fe4f-5e08-4218-aa29-a59ae161726c,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:59:05.236559 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:59:05.236940 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:05.243966 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-98931a7e-e01c-445c-99a5-daba6fff1514 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:05.380369 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:05.416273 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd,segment=NetworkSegment(1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f),segment_id=1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:59:05.421395 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:05.496719 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:59:05.507219 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98931a7e-e01c-445c-99a5-daba6fff1514 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network cf2c08a7-ea92-4b75-b527-28fc57114a56 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:59:05.508405 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-98931a7e-e01c-445c-99a5-daba6fff1514 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:59:05.544671 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c76993a8-f21a-4299-94f7-35fbfe1e70d5 None None] Provisioning complete for port a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:59:05.545048 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c76993a8-f21a-4299-94f7-35fbfe1e70d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:05.616488 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:05.707535 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c76993a8-f21a-4299-94f7-35fbfe1e70d5 None None] Provisioning for port 1cd7fe4f-5e08-4218-aa29-a59ae161726c completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:59:05.713404 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c76993a8-f21a-4299-94f7-35fbfe1e70d5 None None] Provisioning complete for port 1cd7fe4f-5e08-4218-aa29-a59ae161726c triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:59:05.714293 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c76993a8-f21a-4299-94f7-35fbfe1e70d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:05.728112 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98931a7e-e01c-445c-99a5-daba6fff1514 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Router 908f4db2-422a-4ae6-82af-8b12ca962ec4 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:59:05.774397 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-c76993a8-f21a-4299-94f7-35fbfe1e70d5 None None] Port 1cd7fe4f-5e08-4218-aa29-a59ae161726c cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:59:05.893844 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-a8a8be42-30f0-4b72-a178-83b63fd28ac5 None None] Provisioning complete for port 1cd7fe4f-5e08-4218-aa29-a59ae161726c triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:59:05.894223 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a8a8be42-30f0-4b72-a178-83b63fd28ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:05.923363 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98931a7e-e01c-445c-99a5-daba6fff1514 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:59:05.935881 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-98931a7e-e01c-445c-99a5-daba6fff1514 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "PUT /v2.0/routers/908f4db2-422a-4ae6-82af-8b12ca962ec4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2593031 Jan 26 11:59:05.941881 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] Sync routers for ids ['908f4db2-422a-4ae6-82af-8b12ca962ec4'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:59:05.961004 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-a8a8be42-30f0-4b72-a178-83b63fd28ac5 None None] Port 1cd7fe4f-5e08-4218-aa29-a59ae161726c cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:59:05.962513 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] Routers {'908f4db2-422a-4ae6-82af-8b12ca962ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:59:05.963129 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:58:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['908f4db2-422a-4ae6-82af-8b12ca962ec4'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:59:06.103523 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e7189446-a386-4de4-8829-cbbd2ff9cb66 None None] Provisioning complete for port 1cd7fe4f-5e08-4218-aa29-a59ae161726c triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:59:06.103884 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e7189446-a386-4de4-8829-cbbd2ff9cb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:06.104206 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-93cfa254-c4ab-4367-aa57-514c981692ac req-a855d3bc-88ed-4d98-96ce-4d45c1038224 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:59:06.119449 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-93cfa254-c4ab-4367-aa57-514c981692ac req-a855d3bc-88ed-4d98-96ce-4d45c1038224 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:59:06.120639 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-93cfa254-c4ab-4367-aa57-514c981692ac req-a855d3bc-88ed-4d98-96ce-4d45c1038224 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1487838017&fields=id&tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb HTTP/1.1" status: 200 len: 267 time: 0.0580559 Jan 26 11:59:06.227948 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-e7189446-a386-4de4-8829-cbbd2ff9cb66 None None] Port 1cd7fe4f-5e08-4218-aa29-a59ae161726c cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:59:06.240130 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] Set router 908f4db2-422a-4ae6-82af-8b12ca962ec4 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:59:06.273579 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfa254-c4ab-4367-aa57-514c981692ac req-e3ca5e7e-535e-4cd4-8b5e-8a13fb644306 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:06.274253 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-93cfa254-c4ab-4367-aa57-514c981692ac req-e3ca5e7e-535e-4cd4-8b5e-8a13fb644306 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:network {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:59:06.289461 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-93cfa254-c4ab-4367-aa57-514c981692ac req-e3ca5e7e-535e-4cd4-8b5e-8a13fb644306 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:network {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:59:06.290686 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-93cfa254-c4ab-4367-aa57-514c981692ac req-e3ca5e7e-535e-4cd4-8b5e-8a13fb644306 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/networks?id=cf2c08a7-ea92-4b75-b527-28fc57114a56 HTTP/1.1" status: 200 len: 797 time: 0.1626329 Jan 26 11:59:06.305697 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-93cfa254-c4ab-4367-aa57-514c981692ac req-d114de2d-5acd-4815-bf0f-cd4a8f051183 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/quotas/491e8d9f3ffc4c05ad55ee08eb43a4bb HTTP/1.1" status: 200 len: 375 time: 0.0093265 Jan 26 11:59:06.393348 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-93cfa254-c4ab-4367-aa57-514c981692ac req-0a9a6d34-5fff-4620-9909-dacad64fa1e2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822735 Jan 26 11:59:06.555953 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455165252', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:58:59Z', 'updated_at': '2022-01-26T11:59:04Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:57:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:59:00Z', 'updated_at': '2022-01-26T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '1cd7fe4f-5e08-4218-aa29-a59ae161726c', 'name': '', 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:8d:06:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '117c66e5-a330-4fe9-bd4e-ab1c4429adb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:59:03Z', 'updated_at': '2022-01-26T11:59:04Z', 'revision_number': 2, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '117c66e5-a330-4fe9-bd4e-ab1c4429adb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:59:06.559788 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] Checking router: 908f4db2-422a-4ae6-82af-8b12ca962ec4 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:59:06.560140 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] Updating router 908f4db2-422a-4ae6-82af-8b12ca962ec4 port 1cd7fe4f-5e08-4218-aa29-a59ae161726c binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 11:59:06.581613 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-93cfa254-c4ab-4367-aa57-514c981692ac req-931cc364-a818-47c8-b486-ae32e4fe8904 service neutron] 10.222.0.39 "GET /v2.0/networks/cf2c08a7-ea92-4b75-b527-28fc57114a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767602 Jan 26 11:59:06.590936 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d1deb796-9a09-4c4f-8696-9d4558b5f723 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:59:06.661626 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:06.716453 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-93cfa254-c4ab-4367-aa57-514c981692ac req-00631e1c-a9fe-46b2-9bca-970b76ec7e48 service neutron] 10.222.0.39 "GET /v2.0/networks/cf2c08a7-ea92-4b75-b527-28fc57114a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289158 Jan 26 11:59:06.739878 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port d1deb796-9a09-4c4f-8696-9d4558b5f723 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:59:06.740223 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:06.929843 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-766703ec-0f30-4670-9516-5fdf1cc212db req-f74998cb-b796-4634-a6b1-7f170290a4fb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:59:06.946982 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-766703ec-0f30-4670-9516-5fdf1cc212db req-f74998cb-b796-4634-a6b1-7f170290a4fb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:59:06.948292 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-766703ec-0f30-4670-9516-5fdf1cc212db req-f74998cb-b796-4634-a6b1-7f170290a4fb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 210 time: 0.0635426 Jan 26 11:59:07.015906 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:59:07.162017 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:59:07.162521 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:07.229059 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:07.246978 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] Transition to ACTIVE for port object 1cd7fe4f-5e08-4218-aa29-a59ae161726c will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:59:07.254940 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:07.477100 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946deb2a-be16-486f-a921-d312ba6e2cf3 None None] Pushing event updated for resources: {'Port': ['ID=1cd7fe4f-5e08-4218-aa29-a59ae161726c,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:59:07.573483 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] Attempting to bind port 1cd7fe4f-5e08-4218-aa29-a59ae161726c on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:59:07.573779 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] Attempting to bind port 1cd7fe4f-5e08-4218-aa29-a59ae161726c by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:59:07.574138 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] Attempting to bind port 1cd7fe4f-5e08-4218-aa29-a59ae161726c on network cf2c08a7-ea92-4b75-b527-28fc57114a56 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:59:07.579961 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:59:07.580334 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] Checking segment: {'id': '1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:59:07.580734 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:07.581128 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] Bound using segment: {'id': '1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:59:07.581585 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] Bound port: 1cd7fe4f-5e08-4218-aa29-a59ae161726c, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:59:07.581958 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:07.681121 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] For port 1cd7fe4f-5e08-4218-aa29-a59ae161726c, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:59:07.684123 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] For port 1cd7fe4f-5e08-4218-aa29-a59ae161726c, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=1cd7fe4f-5e08-4218-aa29-a59ae161726c,segment=NetworkSegment(1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f),segment_id=1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:59:07.689156 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:07.768971 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] Routers {'908f4db2-422a-4ae6-82af-8b12ca962ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:59:07.769602 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:58:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['908f4db2-422a-4ae6-82af-8b12ca962ec4'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:59:07.836038 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946deb2a-be16-486f-a921-d312ba6e2cf3 None None] Pushing event updated for resources: {'Port': ['ID=1cd7fe4f-5e08-4218-aa29-a59ae161726c,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:59:08.013936 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] Set router 908f4db2-422a-4ae6-82af-8b12ca962ec4 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:59:08.021653 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfa254-c4ab-4367-aa57-514c981692ac req-a35b9203-26b9-4482-b188-6e7343fca3c1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:08.022278 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-93cfa254-c4ab-4367-aa57-514c981692ac req-a35b9203-26b9-4482-b188-6e7343fca3c1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:network {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:59:08.034694 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-93cfa254-c4ab-4367-aa57-514c981692ac req-a35b9203-26b9-4482-b188-6e7343fca3c1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:network {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:59:08.035824 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-93cfa254-c4ab-4367-aa57-514c981692ac req-a35b9203-26b9-4482-b188-6e7343fca3c1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.24 "GET /v2.0/networks?id=cf2c08a7-ea92-4b75-b527-28fc57114a56 HTTP/1.1" status: 200 len: 797 time: 0.2219684 Jan 26 11:59:08.089080 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-93cfa254-c4ab-4367-aa57-514c981692ac req-4dd93299-ad33-4f04-b623-7d0755b79053 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:59:08.101830 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-93cfa254-c4ab-4367-aa57-514c981692ac req-4dd93299-ad33-4f04-b623-7d0755b79053 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:59:08.103010 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-93cfa254-c4ab-4367-aa57-514c981692ac req-4dd93299-ad33-4f04-b623-7d0755b79053 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb HTTP/1.1" status: 200 len: 380 time: 0.0591540 Jan 26 11:59:08.113778 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-93cfa254-c4ab-4367-aa57-514c981692ac req-891aaf4a-4ab1-4990-b3d6-784cf85cd810 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'port': {'device_id': 'c11e3734-dc01-4cec-b866-fc9a40f70d24', 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56', 'admin_state_up': True, 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'security_groups': ['a6f706e1-c276-4715-a6c2-b2e6a5364910']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:59:08.114878 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-95e9dcd8-5924-441e-a13a-c4e7be0f7aeb req-8ea1b39a-989a-4b27-8913-aef3a6435bf0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 210 time: 0.0452642 Jan 26 11:59:08.253417 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-93cfa254-c4ab-4367-aa57-514c981692ac req-891aaf4a-4ab1-4990-b3d6-784cf85cd810 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:59:08.262680 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-93cfa254-c4ab-4367-aa57-514c981692ac req-891aaf4a-4ab1-4990-b3d6-784cf85cd810 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:59:08.272592 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93cfa254-c4ab-4367-aa57-514c981692ac req-891aaf4a-4ab1-4990-b3d6-784cf85cd810 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Made reservation on behalf of 491e8d9f3ffc4c05ad55ee08eb43a4bb for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 11:59:08.276342 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-93cfa254-c4ab-4367-aa57-514c981692ac req-891aaf4a-4ab1-4990-b3d6-784cf85cd810 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:08.367111 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455165252', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:58:59Z', 'updated_at': '2022-01-26T11:59:04Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:57:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:59:00Z', 'updated_at': '2022-01-26T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '1cd7fe4f-5e08-4218-aa29-a59ae161726c', 'name': '', 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:8d:06:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '117c66e5-a330-4fe9-bd4e-ab1c4429adb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:59:03Z', 'updated_at': '2022-01-26T11:59:07Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '117c66e5-a330-4fe9-bd4e-ab1c4429adb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:59:08.370943 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd585e49-b4f7-4b7e-8b86-eca58334539a None None] The sync data for ids ['908f4db2-422a-4ae6-82af-8b12ca962ec4'] in dv-neutron-826439-1-hyperv is: [{'id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455165252', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:58:59Z', 'updated_at': '2022-01-26T11:59:04Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:57:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:59:00Z', 'updated_at': '2022-01-26T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '1cd7fe4f-5e08-4218-aa29-a59ae161726c', 'name': '', 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:8d:06:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '117c66e5-a330-4fe9-bd4e-ab1c4429adb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:59:03Z', 'updated_at': '2022-01-26T11:59:07Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '117c66e5-a330-4fe9-bd4e-ab1c4429adb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:59:08.452563 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-93cfa254-c4ab-4367-aa57-514c981692ac req-891aaf4a-4ab1-4990-b3d6-784cf85cd810 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Allocated IP 172.20.0.6 (cf2c08a7-ea92-4b75-b527-28fc57114a56/117c66e5-a330-4fe9-bd4e-ab1c4429adb5/761481e1-28a7-488b-aeb0-d0f475918a95) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:59:08.609771 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 1cd7fe4f-5e08-4218-aa29-a59ae161726c up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:59:08.665957 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-93cfa254-c4ab-4367-aa57-514c981692ac req-891aaf4a-4ab1-4990-b3d6-784cf85cd810 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:08.680664 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 1cd7fe4f-5e08-4218-aa29-a59ae161726c completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:59:08.684996 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-93cfa254-c4ab-4367-aa57-514c981692ac req-891aaf4a-4ab1-4990-b3d6-784cf85cd810 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Transition to ACTIVE for port object 761481e1-28a7-488b-aeb0-d0f475918a95 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:59:08.686150 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 1cd7fe4f-5e08-4218-aa29-a59ae161726c triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:59:08.686563 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:08.711512 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-93cfa254-c4ab-4367-aa57-514c981692ac req-891aaf4a-4ab1-4990-b3d6-784cf85cd810 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:08.775496 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93cfa254-c4ab-4367-aa57-514c981692ac req-891aaf4a-4ab1-4990-b3d6-784cf85cd810 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network cf2c08a7-ea92-4b75-b527-28fc57114a56 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:59:08.784624 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-93cfa254-c4ab-4367-aa57-514c981692ac req-891aaf4a-4ab1-4990-b3d6-784cf85cd810 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:59:08.794936 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-93cfa254-c4ab-4367-aa57-514c981692ac req-891aaf4a-4ab1-4990-b3d6-784cf85cd810 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:59:08.816448 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:08.864558 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 1cd7fe4f-5e08-4218-aa29-a59ae161726c, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=1cd7fe4f-5e08-4218-aa29-a59ae161726c,segment=NetworkSegment(1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f),segment_id=1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:59:08.869751 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:08.879824 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891aaf4a-4ab1-4990-b3d6-784cf85cd810 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=761481e1-28a7-488b-aeb0-d0f475918a95,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:59:08.899379 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfa254-c4ab-4367-aa57-514c981692ac req-891aaf4a-4ab1-4990-b3d6-784cf85cd810 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:08.899995 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-93cfa254-c4ab-4367-aa57-514c981692ac req-891aaf4a-4ab1-4990-b3d6-784cf85cd810 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:08.936610 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-93cfa254-c4ab-4367-aa57-514c981692ac req-891aaf4a-4ab1-4990-b3d6-784cf85cd810 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8277049 Jan 26 11:59:08.950771 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-93cfa254-c4ab-4367-aa57-514c981692ac req-eb7547de-2a9a-4432-a847-e4f1baf1a685 service neutron] Request body: {'port': {'device_id': 'c11e3734-dc01-4cec-b866-fc9a40f70d24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:59:08.951378 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=1cd7fe4f-5e08-4218-aa29-a59ae161726c,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:59:09.077534 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-93cfa254-c4ab-4367-aa57-514c981692ac req-eb7547de-2a9a-4432-a847-e4f1baf1a685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:09.107512 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c0187019-88b1-4ca0-8bef-efe60ba0ea9d None None] Provisioning for port 761481e1-28a7-488b-aeb0-d0f475918a95 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:59:09.114807 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c0187019-88b1-4ca0-8bef-efe60ba0ea9d None None] Provisioning complete for port 761481e1-28a7-488b-aeb0-d0f475918a95 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:59:09.115187 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c0187019-88b1-4ca0-8bef-efe60ba0ea9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:09.180053 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-c0187019-88b1-4ca0-8bef-efe60ba0ea9d None None] Port 761481e1-28a7-488b-aeb0-d0f475918a95 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 11:59:09.529457 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487f4e1-8262-4201-8864-4c5e56b14aab req-f687e2e0-68fe-464a-b100-7aae08d8650f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:09.530154 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-a487f4e1-8262-4201-8864-4c5e56b14aab req-f687e2e0-68fe-464a-b100-7aae08d8650f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 11:59:09.566796 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-a487f4e1-8262-4201-8864-4c5e56b14aab req-f687e2e0-68fe-464a-b100-7aae08d8650f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 11:59:09.568049 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a487f4e1-8262-4201-8864-4c5e56b14aab req-f687e2e0-68fe-464a-b100-7aae08d8650f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 931 time: 0.2431769 Jan 26 11:59:09.668164 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-93cfa254-c4ab-4367-aa57-514c981692ac req-eb7547de-2a9a-4432-a847-e4f1baf1a685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761481e1-28a7-488b-aeb0-d0f475918a95 {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:59:09.675210 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a487f4e1-8262-4201-8864-4c5e56b14aab req-94a7bb14-3ebc-460b-9f1b-d8a212846c8b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6f706e1-c276-4715-a6c2-b2e6a5364910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935881 Jan 26 11:59:09.679256 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-93cfa254-c4ab-4367-aa57-514c981692ac req-eb7547de-2a9a-4432-a847-e4f1baf1a685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:09.694897 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-93cfa254-c4ab-4367-aa57-514c981692ac req-eb7547de-2a9a-4432-a847-e4f1baf1a685 service neutron] Transition to ACTIVE for port object 761481e1-28a7-488b-aeb0-d0f475918a95 will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 11:59:09.700167 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-93cfa254-c4ab-4367-aa57-514c981692ac req-eb7547de-2a9a-4432-a847-e4f1baf1a685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:09.858549 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7547de-2a9a-4432-a847-e4f1baf1a685 service neutron] Pushing event updated for resources: {'Port': ['ID=761481e1-28a7-488b-aeb0-d0f475918a95,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:59:09.940634 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-93cfa254-c4ab-4367-aa57-514c981692ac req-eb7547de-2a9a-4432-a847-e4f1baf1a685 service neutron] Attempting to bind port 761481e1-28a7-488b-aeb0-d0f475918a95 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 11:59:09.941023 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-93cfa254-c4ab-4367-aa57-514c981692ac req-eb7547de-2a9a-4432-a847-e4f1baf1a685 service neutron] Attempting to bind port 761481e1-28a7-488b-aeb0-d0f475918a95 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 11:59:09.941351 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cfa254-c4ab-4367-aa57-514c981692ac req-eb7547de-2a9a-4432-a847-e4f1baf1a685 service neutron] Attempting to bind port 761481e1-28a7-488b-aeb0-d0f475918a95 on network cf2c08a7-ea92-4b75-b527-28fc57114a56 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:59:09.945872 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cfa254-c4ab-4367-aa57-514c981692ac req-eb7547de-2a9a-4432-a847-e4f1baf1a685 service neutron] Port 761481e1-28a7-488b-aeb0-d0f475918a95 on network cf2c08a7-ea92-4b75-b527-28fc57114a56 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 11:59:09.946185 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cfa254-c4ab-4367-aa57-514c981692ac req-eb7547de-2a9a-4432-a847-e4f1baf1a685 service neutron] Attempting to bind port 761481e1-28a7-488b-aeb0-d0f475918a95 on network cf2c08a7-ea92-4b75-b527-28fc57114a56 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 11:59:09.951069 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cfa254-c4ab-4367-aa57-514c981692ac req-eb7547de-2a9a-4432-a847-e4f1baf1a685 service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 11, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 11:59:09.951401 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cfa254-c4ab-4367-aa57-514c981692ac req-eb7547de-2a9a-4432-a847-e4f1baf1a685 service neutron] Checking segment: {'id': '1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 11:59:09.951773 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cfa254-c4ab-4367-aa57-514c981692ac req-eb7547de-2a9a-4432-a847-e4f1baf1a685 service neutron] Bound using segment: {'id': '1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 11:59:09.952195 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-93cfa254-c4ab-4367-aa57-514c981692ac req-eb7547de-2a9a-4432-a847-e4f1baf1a685 service neutron] Bound port: 761481e1-28a7-488b-aeb0-d0f475918a95, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 11:59:09.952531 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-93cfa254-c4ab-4367-aa57-514c981692ac req-eb7547de-2a9a-4432-a847-e4f1baf1a685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:10.050667 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-93cfa254-c4ab-4367-aa57-514c981692ac req-eb7547de-2a9a-4432-a847-e4f1baf1a685 service neutron] For port 761481e1-28a7-488b-aeb0-d0f475918a95, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 11:59:10.053515 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-93cfa254-c4ab-4367-aa57-514c981692ac req-eb7547de-2a9a-4432-a847-e4f1baf1a685 service neutron] For port 761481e1-28a7-488b-aeb0-d0f475918a95, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=761481e1-28a7-488b-aeb0-d0f475918a95,segment=NetworkSegment(1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f),segment_id=1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 11:59:10.058104 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-93cfa254-c4ab-4367-aa57-514c981692ac req-eb7547de-2a9a-4432-a847-e4f1baf1a685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:10.117707 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfa254-c4ab-4367-aa57-514c981692ac req-eb7547de-2a9a-4432-a847-e4f1baf1a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:10.118296 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-93cfa254-c4ab-4367-aa57-514c981692ac req-eb7547de-2a9a-4432-a847-e4f1baf1a685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:10.119693 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-93cfa254-c4ab-4367-aa57-514c981692ac req-eb7547de-2a9a-4432-a847-e4f1baf1a685 service neutron] 10.222.0.24 "PUT /v2.0/ports/761481e1-28a7-488b-aeb0-d0f475918a95 HTTP/1.1" status: 200 len: 1093 time: 1.1754491 Jan 26 11:59:10.120124 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11e3734-dc01-4cec-b866-fc9a40f70d24', 'tag': '761481e1-28a7-488b-aeb0-d0f475918a95'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:59:10.148586 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7547de-2a9a-4432-a847-e4f1baf1a685 service neutron] Pushing event updated for resources: {'Port': ['ID=761481e1-28a7-488b-aeb0-d0f475918a95,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:59:10.233707 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c11e3734-dc01-4cec-b866-fc9a40f70d24', 'tag': '761481e1-28a7-488b-aeb0-d0f475918a95', 'status': 'completed', 'code': 200} Jan 26 11:59:10.236680 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfa254-c4ab-4367-aa57-514c981692ac req-af89f020-42f0-49f2-b87f-d65b3fa16889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:10.238163 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-93cfa254-c4ab-4367-aa57-514c981692ac req-af89f020-42f0-49f2-b87f-d65b3fa16889 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 1096 time: 0.0799718 Jan 26 11:59:10.306772 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-93cfa254-c4ab-4367-aa57-514c981692ac req-870e3ab1-3d83-492d-bd98-c303e815aa81 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=761481e1-28a7-488b-aeb0-d0f475918a95 HTTP/1.1" status: 200 len: 217 time: 0.0623722 Jan 26 11:59:10.371105 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfa254-c4ab-4367-aa57-514c981692ac req-774e7c49-1c0a-4e79-a861-c8835660a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:10.372518 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-93cfa254-c4ab-4367-aa57-514c981692ac req-774e7c49-1c0a-4e79-a861-c8835660a8e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=117c66e5-a330-4fe9-bd4e-ab1c4429adb5 HTTP/1.1" status: 200 len: 834 time: 0.0604887 Jan 26 11:59:10.445551 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfa254-c4ab-4367-aa57-514c981692ac req-6f6b40c6-a071-4070-a443-fe4ea829c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:10.447005 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-93cfa254-c4ab-4367-aa57-514c981692ac req-6f6b40c6-a071-4070-a443-fe4ea829c557 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cf2c08a7-ea92-4b75-b527-28fc57114a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688710 Jan 26 11:59:10.563690 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 1cd7fe4f-5e08-4218-aa29-a59ae161726c up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:59:10.580228 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-93cfa254-c4ab-4367-aa57-514c981692ac req-b95a8e66-3f06-4b7a-a155-b125c99f43e5 service neutron] 10.222.0.24 "GET /v2.0/networks/cf2c08a7-ea92-4b75-b527-28fc57114a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264839 Jan 26 11:59:10.630362 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 1cd7fe4f-5e08-4218-aa29-a59ae161726c triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:59:10.630761 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:10.714427 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-93cfa254-c4ab-4367-aa57-514c981692ac req-40fd1480-fce0-4796-aca6-30dc6ce6feac service neutron] 10.222.0.24 "GET /v2.0/networks/cf2c08a7-ea92-4b75-b527-28fc57114a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283274 Jan 26 11:59:10.899250 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0527896-f6dc-4493-a732-b8bff39e7ff7 req-16b0a466-23b9-436e-9ffe-86f668e14879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:10.900725 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e0527896-f6dc-4493-a732-b8bff39e7ff7 req-16b0a466-23b9-436e-9ffe-86f668e14879 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 1096 time: 0.1382701 Jan 26 11:59:10.909249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d85ca8-f178-47b1-9b6c-48000fd116d1 req-6d1a70fd-a595-4e5c-9e7c-7d389d41a51a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:10.910606 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a6d85ca8-f178-47b1-9b6c-48000fd116d1 req-6d1a70fd-a595-4e5c-9e7c-7d389d41a51a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 943 time: 0.1109033 Jan 26 11:59:11.132195 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a6d85ca8-f178-47b1-9b6c-48000fd116d1 req-9abfc49c-f356-41c7-897d-4148855e7d09 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6f706e1-c276-4715-a6c2-b2e6a5364910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031059 Jan 26 11:59:11.167654 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0527896-f6dc-4493-a732-b8bff39e7ff7 req-766f7b7c-210f-47e2-91f7-e58ad6b522a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:11.169086 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e0527896-f6dc-4493-a732-b8bff39e7ff7 req-766f7b7c-210f-47e2-91f7-e58ad6b522a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cf2c08a7-ea92-4b75-b527-28fc57114a56 HTTP/1.1" status: 200 len: 898 time: 0.2576625 Jan 26 11:59:11.239161 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e0527896-f6dc-4493-a732-b8bff39e7ff7 req-a1826f70-cfc8-4807-a036-214961a08e5d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=761481e1-28a7-488b-aeb0-d0f475918a95 HTTP/1.1" status: 200 len: 217 time: 0.0632327 Jan 26 11:59:11.304274 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0527896-f6dc-4493-a732-b8bff39e7ff7 req-c69661bd-2b28-423a-ac92-1afb58ae14ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:11.305634 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e0527896-f6dc-4493-a732-b8bff39e7ff7 req-c69661bd-2b28-423a-ac92-1afb58ae14ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=117c66e5-a330-4fe9-bd4e-ab1c4429adb5 HTTP/1.1" status: 200 len: 834 time: 0.0600612 Jan 26 11:59:11.380716 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0527896-f6dc-4493-a732-b8bff39e7ff7 req-ea9d7517-887d-4eef-8dc2-bdf8c7528a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:11.382156 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e0527896-f6dc-4493-a732-b8bff39e7ff7 req-ea9d7517-887d-4eef-8dc2-bdf8c7528a59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cf2c08a7-ea92-4b75-b527-28fc57114a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684714 Jan 26 11:59:11.511639 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e0527896-f6dc-4493-a732-b8bff39e7ff7 req-52303b43-6105-43f1-979a-3bb038841020 service neutron] 10.222.0.24 "GET /v2.0/networks/cf2c08a7-ea92-4b75-b527-28fc57114a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226623 Jan 26 11:59:11.640519 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e0527896-f6dc-4493-a732-b8bff39e7ff7 req-a6d81ba4-ec87-4ccf-ba99-25597fd1a4e8 service neutron] 10.222.0.24 "GET /v2.0/networks/cf2c08a7-ea92-4b75-b527-28fc57114a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233208 Jan 26 11:59:12.317694 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7109ab-a96f-430b-80e1-8c6bce4adf0c req-8b520e9b-664c-424c-9484-db2e1c49013d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:12.319179 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-5b7109ab-a96f-430b-80e1-8c6bce4adf0c req-8b520e9b-664c-424c-9484-db2e1c49013d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 943 time: 0.0822120 Jan 26 11:59:12.363517 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-5b7109ab-a96f-430b-80e1-8c6bce4adf0c req-2823b0e6-b3bd-4af5-9304-0ed627f64249 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6f706e1-c276-4715-a6c2-b2e6a5364910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386684 Jan 26 11:59:12.784488 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 761481e1-28a7-488b-aeb0-d0f475918a95 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 11:59:12.916838 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 761481e1-28a7-488b-aeb0-d0f475918a95, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=761481e1-28a7-488b-aeb0-d0f475918a95,segment=NetworkSegment(1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f),segment_id=1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:59:12.929518 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '761481e1-28a7-488b-aeb0-d0f475918a95', 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56', 'port_id': '761481e1-28a7-488b-aeb0-d0f475918a95', 'mac_address': 'fa:16:3e:ff:0b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117c66e5-a330-4fe9-bd4e-ab1c4429adb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 11:59:13.023758 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:13.040424 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761481e1-28a7-488b-aeb0-d0f475918a95 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 11:59:13.055823 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 761481e1-28a7-488b-aeb0-d0f475918a95, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=761481e1-28a7-488b-aeb0-d0f475918a95,segment=NetworkSegment(1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f),segment_id=1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:59:13.059476 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:13.124466 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=761481e1-28a7-488b-aeb0-d0f475918a95,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:59:13.263707 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['761481e1-28a7-488b-aeb0-d0f475918a95'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 11:59:13.549820 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e88214-1cf9-4cd4-918a-89cbae6c07f1 req-29552cc0-66bf-4307-a03a-8b4655f9741f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:13.551339 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-54e88214-1cf9-4cd4-918a-89cbae6c07f1 req-29552cc0-66bf-4307-a03a-8b4655f9741f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 944 time: 0.0841937 Jan 26 11:59:13.600698 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-54e88214-1cf9-4cd4-918a-89cbae6c07f1 req-a3de5261-3ebf-4bfa-bd02-4e2baf6042d9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6f706e1-c276-4715-a6c2-b2e6a5364910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434866 Jan 26 11:59:14.775464 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 761481e1-28a7-488b-aeb0-d0f475918a95 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 11:59:14.786307 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c2e67-903b-40c3-8fa3-6262ef277aa8 req-8709f74d-2b06-4832-ad7f-54f3c55683ff tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:14.787819 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d58c2e67-903b-40c3-8fa3-6262ef277aa8 req-8709f74d-2b06-4832-ad7f-54f3c55683ff tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 944 time: 0.0816262 Jan 26 11:59:14.834420 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d58c2e67-903b-40c3-8fa3-6262ef277aa8 req-e08ea1f9-ebb3-4bbc-8767-9d8153a36c2a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6f706e1-c276-4715-a6c2-b2e6a5364910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404525 Jan 26 11:59:14.845934 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port 761481e1-28a7-488b-aeb0-d0f475918a95 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 11:59:14.851242 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 761481e1-28a7-488b-aeb0-d0f475918a95 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 11:59:14.851614 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:14.964647 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:14.991955 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11e3734-dc01-4cec-b866-fc9a40f70d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761481e1-28a7-488b-aeb0-d0f475918a95'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:59:15.001803 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 761481e1-28a7-488b-aeb0-d0f475918a95, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=761481e1-28a7-488b-aeb0-d0f475918a95,segment=NetworkSegment(1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f),segment_id=1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 11:59:15.006045 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:15.042196 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11e3734-dc01-4cec-b866-fc9a40f70d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761481e1-28a7-488b-aeb0-d0f475918a95', 'code': 200} Jan 26 11:59:15.077979 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=761481e1-28a7-488b-aeb0-d0f475918a95,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:59:15.265136 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd22b9e-b0b4-4565-a200-b9f76fcaec55 req-8b3f47ce-7a25-4bff-8bfd-005ca2bbb065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:15.266905 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dfd22b9e-b0b4-4565-a200-b9f76fcaec55 req-8b3f47ce-7a25-4bff-8bfd-005ca2bbb065 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 1098 time: 0.0703175 Jan 26 11:59:15.306302 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-dfd22b9e-b0b4-4565-a200-b9f76fcaec55 req-e86cca7e-0619-4b64-af5f-18aea11097e5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a6f706e1-c276-4715-a6c2-b2e6a5364910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339298 Jan 26 11:59:16.025559 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5811eb-6376-4e94-b163-cecf1a55d909 req-7ab8092b-a287-45aa-8932-f4de0c371cf8 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:16.027053 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ab5811eb-6376-4e94-b163-cecf1a55d909 req-7ab8092b-a287-45aa-8932-f4de0c371cf8 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 945 time: 0.0878670 Jan 26 11:59:16.073488 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ab5811eb-6376-4e94-b163-cecf1a55d909 req-cfb44f9b-efad-4d71-b21c-3d5012291661 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6f706e1-c276-4715-a6c2-b2e6a5364910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387447 Jan 26 11:59:17.259659 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e2c7f-ece6-4566-a12e-6eab71c4140c req-39d577c8-b1fc-4a8e-b95d-eb43df0f0a7d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:17.261098 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-791e2c7f-ece6-4566-a12e-6eab71c4140c req-39d577c8-b1fc-4a8e-b95d-eb43df0f0a7d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 945 time: 0.0831075 Jan 26 11:59:17.305008 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-791e2c7f-ece6-4566-a12e-6eab71c4140c req-0c61df1d-b51a-447f-a106-525072a6af03 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6f706e1-c276-4715-a6c2-b2e6a5364910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376689 Jan 26 11:59:17.485338 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fc98e-2dcf-40ba-8048-e001af15ef36 req-fb79b2bd-35b0-4269-8235-bc28fdee0ef9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:17.486722 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-094fc98e-2dcf-40ba-8048-e001af15ef36 req-fb79b2bd-35b0-4269-8235-bc28fdee0ef9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 945 time: 0.0778854 Jan 26 11:59:17.533703 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-094fc98e-2dcf-40ba-8048-e001af15ef36 req-7ed7a634-b66c-4cbc-95ae-661ca13fe91a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6f706e1-c276-4715-a6c2-b2e6a5364910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414698 Jan 26 11:59:17.555572 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33078) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:59:17.624415 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db583dc0-7c87-4bb4-8290-47f4267a664a tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:17.626443 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-db583dc0-7c87-4bb4-8290-47f4267a664a tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 1093 time: 0.0698800 Jan 26 11:59:17.629219 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33082) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:59:17.634185 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a87d8eba-4f89-48be-814e-1cee82e3d29e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': '761481e1-28a7-488b-aeb0-d0f475918a95', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 11:59:17.640292 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a87d8eba-4f89-48be-814e-1cee82e3d29e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 11:59:17.645069 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a87d8eba-4f89-48be-814e-1cee82e3d29e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:floatingip and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 11:59:17.647889 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a87d8eba-4f89-48be-814e-1cee82e3d29e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 11:59:17.653493 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a87d8eba-4f89-48be-814e-1cee82e3d29e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 11:59:17.663851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a87d8eba-4f89-48be-814e-1cee82e3d29e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for floatingip, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:17.799379 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a87d8eba-4f89-48be-814e-1cee82e3d29e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:17.935777 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-a87d8eba-4f89-48be-814e-1cee82e3d29e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Allocated IP 172.26.5.25 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/f5c0a6a0-edb2-4e05-a2b5-6b7a54214427) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 11:59:18.084954 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a87d8eba-4f89-48be-814e-1cee82e3d29e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:18.114677 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a87d8eba-4f89-48be-814e-1cee82e3d29e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:18.179999 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87d8eba-4f89-48be-814e-1cee82e3d29e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 11:59:18.182810 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-a87d8eba-4f89-48be-814e-1cee82e3d29e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 11:59:18.186432 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d8eba-4f89-48be-814e-1cee82e3d29e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 11:59:18.225933 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d8eba-4f89-48be-814e-1cee82e3d29e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=f5c0a6a0-edb2-4e05-a2b5-6b7a54214427,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:59:18.692098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a87d8eba-4f89-48be-814e-1cee82e3d29e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:18.764822 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a87d8eba-4f89-48be-814e-1cee82e3d29e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:18.971273 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a87d8eba-4f89-48be-814e-1cee82e3d29e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:18.975656 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a87d8eba-4f89-48be-814e-1cee82e3d29e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:19.082131 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d8eba-4f89-48be-814e-1cee82e3d29e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=f5c0a6a0-edb2-4e05-a2b5-6b7a54214427,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 11:59:19.092225 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a87d8eba-4f89-48be-814e-1cee82e3d29e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:19.259021 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-a87d8eba-4f89-48be-814e-1cee82e3d29e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Floating IP 0b5b3a20-f605-4193-a7a8-280f506c0bc7 associated. External IP: 172.26.5.25, port: 761481e1-28a7-488b-aeb0-d0f475918a95. Jan 26 11:59:19.599283 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87d8eba-4f89-48be-814e-1cee82e3d29e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Router 908f4db2-422a-4ae6-82af-8b12ca962ec4 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 11:59:19.631657 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:59:19.886482 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87d8eba-4f89-48be-814e-1cee82e3d29e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 11:59:19.896849 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d5c0c2-c93e-4039-8e28-dca60620deda None None] Sync routers for ids ['908f4db2-422a-4ae6-82af-8b12ca962ec4'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 11:59:19.905817 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d5c0c2-c93e-4039-8e28-dca60620deda None None] Routers {'908f4db2-422a-4ae6-82af-8b12ca962ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:59:19.906505 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-51d5c0c2-c93e-4039-8e28-dca60620deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:58:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['908f4db2-422a-4ae6-82af-8b12ca962ec4'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:59:19.910881 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a87d8eba-4f89-48be-814e-1cee82e3d29e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:19.968308 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a87d8eba-4f89-48be-814e-1cee82e3d29e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3357038 Jan 26 11:59:19.968308 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11e3734-dc01-4cec-b866-fc9a40f70d24', 'tag': '761481e1-28a7-488b-aeb0-d0f475918a95'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 11:59:20.015085 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c11e3734-dc01-4cec-b866-fc9a40f70d24', 'tag': '761481e1-28a7-488b-aeb0-d0f475918a95', 'status': 'completed', 'code': 200} Jan 26 11:59:20.095206 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-51d5c0c2-c93e-4039-8e28-dca60620deda None None] Set router 908f4db2-422a-4ae6-82af-8b12ca962ec4 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:59:20.148637 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb32fe-8f0a-4271-a086-acb51bed0fa0 req-ce0552f3-c376-4c71-b94c-b1f160c38bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:20.150008 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3fb32fe-8f0a-4271-a086-acb51bed0fa0 req-ce0552f3-c376-4c71-b94c-b1f160c38bd7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 1098 time: 0.1132953 Jan 26 11:59:20.302736 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cc7b5-b443-40a5-844c-db8776d87238 req-a574a5a2-fdb5-40dc-8ba3-2af3c2066c4c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:20.304259 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-506cc7b5-b443-40a5-844c-db8776d87238 req-a574a5a2-fdb5-40dc-8ba3-2af3c2066c4c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 945 time: 0.1940103 Jan 26 11:59:20.313489 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb32fe-8f0a-4271-a086-acb51bed0fa0 req-bcc0e5ef-0c8c-4cff-bd06-3ffe06a7f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:20.314908 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3fb32fe-8f0a-4271-a086-acb51bed0fa0 req-bcc0e5ef-0c8c-4cff-bd06-3ffe06a7f653 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cf2c08a7-ea92-4b75-b527-28fc57114a56 HTTP/1.1" status: 200 len: 898 time: 0.1573582 Jan 26 11:59:20.438502 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-506cc7b5-b443-40a5-844c-db8776d87238 req-cd00a81f-7b80-45e8-94a6-59f562e57b55 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6f706e1-c276-4715-a6c2-b2e6a5364910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271570 Jan 26 11:59:20.446456 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3fb32fe-8f0a-4271-a086-acb51bed0fa0 req-3c21822e-5988-4acd-b8a0-7a15fa93d1d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=761481e1-28a7-488b-aeb0-d0f475918a95 HTTP/1.1" status: 200 len: 998 time: 0.1195126 Jan 26 11:59:20.463090 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33092) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:59:20.470158 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-51d5c0c2-c93e-4039-8e28-dca60620deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455165252', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:58:59Z', 'updated_at': '2022-01-26T11:59:04Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:57:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:59:00Z', 'updated_at': '2022-01-26T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '0b5b3a20-f605-4193-a7a8-280f506c0bc7', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'floating_ip_address': '172.26.5.25', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'port_id': '761481e1-28a7-488b-aeb0-d0f475918a95', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56', 'mac_address': 'fa:16:3e:ff:0b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11e3734-dc01-4cec-b866-fc9a40f70d24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:59:18Z', 'updated_at': '2022-01-26T11:59:18Z', 'revision_number': 0, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cd7fe4f-5e08-4218-aa29-a59ae161726c', 'name': '', 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:8d:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '117c66e5-a330-4fe9-bd4e-ab1c4429adb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:59:03Z', 'updated_at': '2022-01-26T11:59:08Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '117c66e5-a330-4fe9-bd4e-ab1c4429adb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:59:20.474311 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d5c0c2-c93e-4039-8e28-dca60620deda None None] Checking router: 908f4db2-422a-4ae6-82af-8b12ca962ec4 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 11:59:20.482691 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d5c0c2-c93e-4039-8e28-dca60620deda None None] Routers {'908f4db2-422a-4ae6-82af-8b12ca962ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 11:59:20.483295 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-51d5c0c2-c93e-4039-8e28-dca60620deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T11:58:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['908f4db2-422a-4ae6-82af-8b12ca962ec4'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:59:20.520504 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb32fe-8f0a-4271-a086-acb51bed0fa0 req-e1140369-cd21-4849-95fd-7749f57d4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:20.522093 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3fb32fe-8f0a-4271-a086-acb51bed0fa0 req-e1140369-cd21-4849-95fd-7749f57d4489 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=117c66e5-a330-4fe9-bd4e-ab1c4429adb5 HTTP/1.1" status: 200 len: 834 time: 0.0704031 Jan 26 11:59:20.573249 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-2526180c-ca45-4d8b-8fa4-2c29308a0d97 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/floatingips/0b5b3a20-f605-4193-a7a8-280f506c0bc7 HTTP/1.1" status: 200 len: 990 time: 0.1090205 Jan 26 11:59:20.597712 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb32fe-8f0a-4271-a086-acb51bed0fa0 req-f19f5cca-7d7b-42dc-a3b8-ea53cdf31d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:20.599497 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3fb32fe-8f0a-4271-a086-acb51bed0fa0 req-f19f5cca-7d7b-42dc-a3b8-ea53cdf31d0d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cf2c08a7-ea92-4b75-b527-28fc57114a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720506 Jan 26 11:59:20.665343 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-51d5c0c2-c93e-4039-8e28-dca60620deda None None] Set router 908f4db2-422a-4ae6-82af-8b12ca962ec4 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 11:59:20.730578 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3fb32fe-8f0a-4271-a086-acb51bed0fa0 req-7a6c1c48-e3a4-4dbd-bac3-2916535ab8a6 service neutron] 10.222.0.24 "GET /v2.0/networks/cf2c08a7-ea92-4b75-b527-28fc57114a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254990 Jan 26 11:59:20.864224 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3fb32fe-8f0a-4271-a086-acb51bed0fa0 req-6c7b7eae-7641-4263-a656-820d3bb0ddc8 service neutron] 10.222.0.24 "GET /v2.0/networks/cf2c08a7-ea92-4b75-b527-28fc57114a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280227 Jan 26 11:59:21.010180 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-51d5c0c2-c93e-4039-8e28-dca60620deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455165252', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:58:59Z', 'updated_at': '2022-01-26T11:59:04Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:57:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:59:00Z', 'updated_at': '2022-01-26T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '0b5b3a20-f605-4193-a7a8-280f506c0bc7', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'floating_ip_address': '172.26.5.25', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'port_id': '761481e1-28a7-488b-aeb0-d0f475918a95', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56', 'mac_address': 'fa:16:3e:ff:0b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11e3734-dc01-4cec-b866-fc9a40f70d24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:59:18Z', 'updated_at': '2022-01-26T11:59:18Z', 'revision_number': 0, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cd7fe4f-5e08-4218-aa29-a59ae161726c', 'name': '', 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:8d:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '117c66e5-a330-4fe9-bd4e-ab1c4429adb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:59:03Z', 'updated_at': '2022-01-26T11:59:08Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '117c66e5-a330-4fe9-bd4e-ab1c4429adb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 11:59:21.017546 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d5c0c2-c93e-4039-8e28-dca60620deda None None] The sync data for ids ['908f4db2-422a-4ae6-82af-8b12ca962ec4'] in dv-neutron-826439-1-hyperv is: [{'id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455165252', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:58:59Z', 'updated_at': '2022-01-26T11:59:04Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:57:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:59:00Z', 'updated_at': '2022-01-26T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '0b5b3a20-f605-4193-a7a8-280f506c0bc7', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'floating_ip_address': '172.26.5.25', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'port_id': '761481e1-28a7-488b-aeb0-d0f475918a95', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56', 'mac_address': 'fa:16:3e:ff:0b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11e3734-dc01-4cec-b866-fc9a40f70d24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T11:59:18Z', 'updated_at': '2022-01-26T11:59:18Z', 'revision_number': 0, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cd7fe4f-5e08-4218-aa29-a59ae161726c', 'name': '', 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:8d:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '117c66e5-a330-4fe9-bd4e-ab1c4429adb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:59:03Z', 'updated_at': '2022-01-26T11:59:08Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '117c66e5-a330-4fe9-bd4e-ab1c4429adb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 11:59:21.212475 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c9cc53-523a-4662-bb0f-4f9dfd35f970 None None] New status for floating IP 0b5b3a20-f605-4193-a7a8-280f506c0bc7: ACTIVE {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 11:59:21.576888 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33096) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:59:21.679240 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-43d13711-b1d4-4bd4-b00b-0caf249e7c5b tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/floatingips/0b5b3a20-f605-4193-a7a8-280f506c0bc7 HTTP/1.1" status: 200 len: 992 time: 0.1012254 Jan 26 11:59:22.615832 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c7d16f09-3b09-4b96-8e5d-76b427e9990b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:24.877610 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-648c035e-e7c8-42a3-98a2-001b64d26d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:25.949882 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:26.179216 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:27.535635 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:35.620912 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:37.926113 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5dc24835-72f6-4087-9d0e-a88166acbe2d req-ce7a1ca2-3bd4-464d-96c4-75edd72c9c70 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814199 Jan 26 11:59:38.063779 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc24835-72f6-4087-9d0e-a88166acbe2d req-3a133e8c-c015-404d-9b32-3f5df4221a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:38.065228 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5dc24835-72f6-4087-9d0e-a88166acbe2d req-3a133e8c-c015-404d-9b32-3f5df4221a28 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 1098 time: 0.0700150 Jan 26 11:59:38.209781 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc24835-72f6-4087-9d0e-a88166acbe2d req-8615fc6a-9f59-48fb-a717-cb53415cf2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:38.211168 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5dc24835-72f6-4087-9d0e-a88166acbe2d req-8615fc6a-9f59-48fb-a717-cb53415cf2ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=cf2c08a7-ea92-4b75-b527-28fc57114a56 HTTP/1.1" status: 200 len: 898 time: 0.1278784 Jan 26 11:59:38.314469 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5dc24835-72f6-4087-9d0e-a88166acbe2d req-5e25fcdf-8421-4f89-aa12-5e0985c9bbd5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=761481e1-28a7-488b-aeb0-d0f475918a95 HTTP/1.1" status: 200 len: 1000 time: 0.0970030 Jan 26 11:59:38.379404 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc24835-72f6-4087-9d0e-a88166acbe2d req-07dcd7e8-59f3-41f2-aa51-18eaf43cf04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:38.380821 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5dc24835-72f6-4087-9d0e-a88166acbe2d req-07dcd7e8-59f3-41f2-aa51-18eaf43cf04b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=117c66e5-a330-4fe9-bd4e-ab1c4429adb5 HTTP/1.1" status: 200 len: 834 time: 0.0600634 Jan 26 11:59:38.458116 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc24835-72f6-4087-9d0e-a88166acbe2d req-523cd8e5-85d6-4369-98da-7f4d35f03b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:38.459655 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5dc24835-72f6-4087-9d0e-a88166acbe2d req-523cd8e5-85d6-4369-98da-7f4d35f03b19 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cf2c08a7-ea92-4b75-b527-28fc57114a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723608 Jan 26 11:59:38.590341 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5dc24835-72f6-4087-9d0e-a88166acbe2d req-0a89d612-21d4-4810-9216-4910f38ef2ca service neutron] 10.222.0.24 "GET /v2.0/networks/cf2c08a7-ea92-4b75-b527-28fc57114a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247425 Jan 26 11:59:38.823653 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5dc24835-72f6-4087-9d0e-a88166acbe2d req-7df207e0-f327-4e82-8255-e919656d3a8f service neutron] 10.222.0.24 "GET /v2.0/networks/cf2c08a7-ea92-4b75-b527-28fc57114a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275610 Jan 26 11:59:48.616226 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c656a5-8bee-4689-8f41-d7a72ba3454f req-d59512a5-9361-4cfe-946c-f224c3ae9b17 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:48.617718 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a6c656a5-8bee-4689-8f41-d7a72ba3454f req-d59512a5-9361-4cfe-946c-f224c3ae9b17 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 945 time: 0.0847850 Jan 26 11:59:48.662772 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a6c656a5-8bee-4689-8f41-d7a72ba3454f req-7d369d83-cf58-494b-bb85-13e202e803c7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6f706e1-c276-4715-a6c2-b2e6a5364910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392272 Jan 26 11:59:49.850738 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cff74-c93e-4cc6-a045-da5491f15ed2 req-e0a82851-cf67-4fe0-8c1f-776a46e1f955 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:49.852179 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4e9cff74-c93e-4cc6-a045-da5491f15ed2 req-e0a82851-cf67-4fe0-8c1f-776a46e1f955 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 945 time: 0.0807352 Jan 26 11:59:49.899839 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4e9cff74-c93e-4cc6-a045-da5491f15ed2 req-1b77fe37-35f2-41a7-9275-f6f7a70aa23d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6f706e1-c276-4715-a6c2-b2e6a5364910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418887 Jan 26 11:59:51.084658 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b86430-67d8-4b8f-bd4c-13b56b38c594 req-2e58c072-b3a3-40cc-84ca-26c9516f5d26 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:51.086069 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-11b86430-67d8-4b8f-bd4c-13b56b38c594 req-2e58c072-b3a3-40cc-84ca-26c9516f5d26 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 945 time: 0.0792594 Jan 26 11:59:51.229949 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-11b86430-67d8-4b8f-bd4c-13b56b38c594 req-43cab1cd-4857-46db-891f-dda3ed589c63 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6f706e1-c276-4715-a6c2-b2e6a5364910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382051 Jan 26 11:59:52.412397 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3db61f-4842-4c1b-bce8-4aba4298a43d req-94151f9c-8cc3-43ae-8489-3a532df31a34 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:52.413832 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ac3db61f-4842-4c1b-bce8-4aba4298a43d req-94151f9c-8cc3-43ae-8489-3a532df31a34 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 945 time: 0.0782254 Jan 26 11:59:52.457348 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ac3db61f-4842-4c1b-bce8-4aba4298a43d req-a691a16d-1ff7-4445-90e2-62afbfc15181 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6f706e1-c276-4715-a6c2-b2e6a5364910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378683 Jan 26 11:59:52.617059 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2f33ad39-f153-4365-bf1d-1c361645b0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:53.643656 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad29cb1-c063-4276-92af-f12c1f70c575 req-5b159672-04d3-4120-b717-2c114f343037 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:53.645144 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-3ad29cb1-c063-4276-92af-f12c1f70c575 req-5b159672-04d3-4120-b717-2c114f343037 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 945 time: 0.0803111 Jan 26 11:59:53.688013 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-3ad29cb1-c063-4276-92af-f12c1f70c575 req-5ac112cb-6435-4dc9-9a60-bfcc20c3ed77 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6f706e1-c276-4715-a6c2-b2e6a5364910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371785 Jan 26 11:59:54.878399 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1901042-d2fd-42db-b120-df5dc4d6872d req-e1067273-0450-41f8-8d06-e51d636290a1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:54.879344 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-56905c4e-1c00-4a09-9586-06527561692e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:54.879938 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c1901042-d2fd-42db-b120-df5dc4d6872d req-e1067273-0450-41f8-8d06-e51d636290a1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 945 time: 0.0836043 Jan 26 11:59:54.925401 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c1901042-d2fd-42db-b120-df5dc4d6872d req-23f0fc7e-3ed8-4e95-9d18-aec0696303e8 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6f706e1-c276-4715-a6c2-b2e6a5364910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385025 Jan 26 11:59:55.951731 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:56.112550 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5269e3f-24ab-4b53-a84d-b5122f3ef8d1 req-5ff22be6-1e64-47c0-87fc-7cbb292c1619 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:56.113906 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d5269e3f-24ab-4b53-a84d-b5122f3ef8d1 req-5ff22be6-1e64-47c0-87fc-7cbb292c1619 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 945 time: 0.0840449 Jan 26 11:59:56.158191 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d5269e3f-24ab-4b53-a84d-b5122f3ef8d1 req-4df53ea7-fb5b-478a-9482-77a97c853978 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6f706e1-c276-4715-a6c2-b2e6a5364910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386536 Jan 26 11:59:56.178600 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:56.631496 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 11:59:57.340057 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325824d-1600-4780-9c22-39797186ed29 req-2ae27efb-8b29-42e2-a0af-0d8492148b5d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:57.341542 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e325824d-1600-4780-9c22-39797186ed29 req-2ae27efb-8b29-42e2-a0af-0d8492148b5d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 945 time: 0.0793805 Jan 26 11:59:57.386988 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e325824d-1600-4780-9c22-39797186ed29 req-7dc4f43f-d953-48a9-a608-92fecc2c5007 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6f706e1-c276-4715-a6c2-b2e6a5364910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390213 Jan 26 11:59:57.542894 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 11:59:58.573575 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007b36a-b519-44d7-8b6f-64db9b1c3358 req-22d46f8b-ebbd-4df5-bd73-8bc4318dacc6 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:58.575046 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-1007b36a-b519-44d7-8b6f-64db9b1c3358 req-22d46f8b-ebbd-4df5-bd73-8bc4318dacc6 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 945 time: 0.0795710 Jan 26 11:59:58.618507 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-1007b36a-b519-44d7-8b6f-64db9b1c3358 req-1cfa49e6-7077-4000-b7ed-705adc09f82a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6f706e1-c276-4715-a6c2-b2e6a5364910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376999 Jan 26 11:59:59.806062 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a7c97-29cf-4feb-bed3-2605a5dfaa60 req-861341fd-4fc0-4957-b0fc-c987b47195b6 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 11:59:59.807540 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1e4a7c97-29cf-4feb-bed3-2605a5dfaa60 req-861341fd-4fc0-4957-b0fc-c987b47195b6 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 945 time: 0.0846493 Jan 26 11:59:59.852408 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1e4a7c97-29cf-4feb-bed3-2605a5dfaa60 req-82265f09-e095-4623-9566-29c8a6934c25 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6f706e1-c276-4715-a6c2-b2e6a5364910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383699 Jan 26 11:59:59.876556 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33130) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 11:59:59.984559 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b1fba6ee-c15d-4d0d-92bd-a42ad4fabf7a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/floatingips/0b5b3a20-f605-4193-a7a8-280f506c0bc7 HTTP/1.1" status: 200 len: 992 time: 0.1067207 Jan 26 12:00:01.437518 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224a30d-ec07-43a0-8a28-27bc5244a8d3 req-232a0680-6112-4072-acc7-ad307c1d81ed tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:01.438930 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e224a30d-ec07-43a0-8a28-27bc5244a8d3 req-232a0680-6112-4072-acc7-ad307c1d81ed tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 945 time: 0.0842068 Jan 26 12:00:01.474334 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6726b2-ed6e-4498-82c5-10db21df2c7f req-67ae25a4-d13b-4c77-8559-979d2d06ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:01.475806 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e6726b2-ed6e-4498-82c5-10db21df2c7f req-67ae25a4-d13b-4c77-8559-979d2d06ae62 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 1098 time: 0.0709186 Jan 26 12:00:01.484057 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e224a30d-ec07-43a0-8a28-27bc5244a8d3 req-32cac676-8a02-4a12-a3e4-31575aeb228a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6f706e1-c276-4715-a6c2-b2e6a5364910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391917 Jan 26 12:00:01.603716 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6726b2-ed6e-4498-82c5-10db21df2c7f req-2753fdf7-353e-4fe3-8556-33983698eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:01.605128 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e6726b2-ed6e-4498-82c5-10db21df2c7f req-2753fdf7-353e-4fe3-8556-33983698eb1b service neutron] 10.222.0.24 "GET /v2.0/networks?id=cf2c08a7-ea92-4b75-b527-28fc57114a56 HTTP/1.1" status: 200 len: 898 time: 0.1235733 Jan 26 12:00:01.706734 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e6726b2-ed6e-4498-82c5-10db21df2c7f req-e7863372-3b77-4e7d-ae4b-01dccf080064 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=761481e1-28a7-488b-aeb0-d0f475918a95 HTTP/1.1" status: 200 len: 1000 time: 0.0951250 Jan 26 12:00:01.769346 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6726b2-ed6e-4498-82c5-10db21df2c7f req-c37b4bfe-b531-465d-b253-41c3a513b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:01.770772 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e6726b2-ed6e-4498-82c5-10db21df2c7f req-c37b4bfe-b531-465d-b253-41c3a513b172 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=117c66e5-a330-4fe9-bd4e-ab1c4429adb5 HTTP/1.1" status: 200 len: 834 time: 0.0586691 Jan 26 12:00:01.844744 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6726b2-ed6e-4498-82c5-10db21df2c7f req-5a502bf9-0776-4a58-aa3e-b5e135426ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:01.846209 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e6726b2-ed6e-4498-82c5-10db21df2c7f req-5a502bf9-0776-4a58-aa3e-b5e135426ea8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cf2c08a7-ea92-4b75-b527-28fc57114a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697064 Jan 26 12:00:01.855688 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [req-5e6726b2-ed6e-4498-82c5-10db21df2c7f req-ebaf0e8b-565b-43f2-9319-c1a42f586103 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 12:00:01.856587 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e6726b2-ed6e-4498-82c5-10db21df2c7f req-ebaf0e8b-565b-43f2-9319-c1a42f586103 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046957 Jan 26 12:00:01.990366 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e6726b2-ed6e-4498-82c5-10db21df2c7f req-d282f8cb-26e8-4d75-8c6c-9633156b0753 service neutron] 10.222.0.24 "GET /v2.0/networks/cf2c08a7-ea92-4b75-b527-28fc57114a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268485 Jan 26 12:00:02.121930 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5e6726b2-ed6e-4498-82c5-10db21df2c7f req-c4eada2b-7b79-4709-8abb-0726d90009b9 service neutron] 10.222.0.24 "GET /v2.0/networks/cf2c08a7-ea92-4b75-b527-28fc57114a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264591 Jan 26 12:00:02.677968 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8cd56-d607-4638-954d-6b53e1c4973b req-e9c83334-3033-4e3b-b54d-00253194570f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:02.679549 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-24a8cd56-d607-4638-954d-6b53e1c4973b req-e9c83334-3033-4e3b-b54d-00253194570f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 945 time: 0.0845480 Jan 26 12:00:02.724990 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-24a8cd56-d607-4638-954d-6b53e1c4973b req-adb74193-b920-40e6-8b29-a807823c7203 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6f706e1-c276-4715-a6c2-b2e6a5364910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393064 Jan 26 12:00:02.747593 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33142) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:00:02.962586 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0b9f54cf-7131-4e3d-a1df-e39cd0eda8fb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/floatingips/0b5b3a20-f605-4193-a7a8-280f506c0bc7 HTTP/1.1" status: 200 len: 992 time: 0.2138126 Jan 26 12:00:05.615164 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:22.618290 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-98d678dd-7628-49bc-bc01-53ac4ffc3b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:24.881122 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3fb402e2-500d-4d10-99bd-a34f2bff315d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:25.956490 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:26.184414 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:27.548054 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:33.363153 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33160) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:00:33.564636 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-b2f37f76-c4e1-4979-ab93-f71c482f7ca5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Deleting port f5c0a6a0-edb2-4e05-a2b5-6b7a54214427 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:00:33.564974 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b2f37f76-c4e1-4979-ab93-f71c482f7ca5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:33.632976 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:00:33.744155 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b2f37f76-c4e1-4979-ab93-f71c482f7ca5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:33.744481 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b2f37f76-c4e1-4979-ab93-f71c482f7ca5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:33.869091 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-b2f37f76-c4e1-4979-ab93-f71c482f7ca5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Calling delete_port for f5c0a6a0-edb2-4e05-a2b5-6b7a54214427 owned by network:floatingip {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:00:34.038263 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b2f37f76-c4e1-4979-ab93-f71c482f7ca5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:34.086034 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f37f76-c4e1-4979-ab93-f71c482f7ca5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Port': ['ID=f5c0a6a0-edb2-4e05-a2b5-6b7a54214427,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:34.126140 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f37f76-c4e1-4979-ab93-f71c482f7ca5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:34.126517 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f37f76-c4e1-4979-ab93-f71c482f7ca5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:34.126865 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f37f76-c4e1-4979-ab93-f71c482f7ca5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:34.127208 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f37f76-c4e1-4979-ab93-f71c482f7ca5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:34.127545 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f37f76-c4e1-4979-ab93-f71c482f7ca5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:34.127878 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f37f76-c4e1-4979-ab93-f71c482f7ca5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:34.128208 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f37f76-c4e1-4979-ab93-f71c482f7ca5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:34.128541 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f37f76-c4e1-4979-ab93-f71c482f7ca5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:34.128865 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f37f76-c4e1-4979-ab93-f71c482f7ca5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:34.129190 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f37f76-c4e1-4979-ab93-f71c482f7ca5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:34.129514 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f37f76-c4e1-4979-ab93-f71c482f7ca5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:34.129835 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f37f76-c4e1-4979-ab93-f71c482f7ca5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:34.189187 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b2f37f76-c4e1-4979-ab93-f71c482f7ca5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for floatingip, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:34.189518 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-b2f37f76-c4e1-4979-ab93-f71c482f7ca5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Floating IP 0b5b3a20-f605-4193-a7a8-280f506c0bc7 disassociated (deleted). External IP: 172.26.5.25, port: 761481e1-28a7-488b-aeb0-d0f475918a95. Jan 26 12:00:34.541391 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f37f76-c4e1-4979-ab93-f71c482f7ca5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Router 908f4db2-422a-4ae6-82af-8b12ca962ec4 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 12:00:34.832804 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f37f76-c4e1-4979-ab93-f71c482f7ca5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 12:00:34.842751 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c61fd3-b040-412f-9159-ac52da804de9 None None] Sync routers for ids ['908f4db2-422a-4ae6-82af-8b12ca962ec4'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 12:00:34.852045 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c61fd3-b040-412f-9159-ac52da804de9 None None] Routers {'908f4db2-422a-4ae6-82af-8b12ca962ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:00:34.852206 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b2f37f76-c4e1-4979-ab93-f71c482f7ca5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:34.852656 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-e4c61fd3-b040-412f-9159-ac52da804de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:00:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['908f4db2-422a-4ae6-82af-8b12ca962ec4'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:00:34.906096 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b2f37f76-c4e1-4979-ab93-f71c482f7ca5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "DELETE /v2.0/floatingips/0b5b3a20-f605-4193-a7a8-280f506c0bc7 HTTP/1.1" status: 204 len: 168 time: 1.5414586 Jan 26 12:00:34.907941 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11e3734-dc01-4cec-b866-fc9a40f70d24', 'tag': '761481e1-28a7-488b-aeb0-d0f475918a95'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:00:34.955338 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c11e3734-dc01-4cec-b866-fc9a40f70d24', 'tag': '761481e1-28a7-488b-aeb0-d0f475918a95', 'status': 'completed', 'code': 200} Jan 26 12:00:35.036174 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-e4c61fd3-b040-412f-9159-ac52da804de9 None None] Set router 908f4db2-422a-4ae6-82af-8b12ca962ec4 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:00:35.048897 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa785d05-3c7c-4ff4-89a5-077f3f9763dd req-82c151f5-1079-427b-9225-5f2b5ffdbd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:35.050432 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aa785d05-3c7c-4ff4-89a5-077f3f9763dd req-82c151f5-1079-427b-9225-5f2b5ffdbd18 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 1098 time: 0.0743139 Jan 26 12:00:35.202560 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa785d05-3c7c-4ff4-89a5-077f3f9763dd req-4a7e2ed1-a26b-44d9-bf61-9b6b6051993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:35.204037 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aa785d05-3c7c-4ff4-89a5-077f3f9763dd req-4a7e2ed1-a26b-44d9-bf61-9b6b6051993c service neutron] 10.222.0.24 "GET /v2.0/networks?id=cf2c08a7-ea92-4b75-b527-28fc57114a56 HTTP/1.1" status: 200 len: 898 time: 0.1473253 Jan 26 12:00:35.282437 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aa785d05-3c7c-4ff4-89a5-077f3f9763dd req-9b20c70f-bcf2-470b-a2b1-9658c92b73e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=761481e1-28a7-488b-aeb0-d0f475918a95 HTTP/1.1" status: 200 len: 217 time: 0.0716019 Jan 26 12:00:35.301486 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82030d31-38de-447b-bdfd-0289dcca1424 req-411a23d2-4c3e-437c-bfcf-9ec39875c354 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:35.303068 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-82030d31-38de-447b-bdfd-0289dcca1424 req-411a23d2-4c3e-437c-bfcf-9ec39875c354 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 945 time: 0.0902479 Jan 26 12:00:35.347297 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa785d05-3c7c-4ff4-89a5-077f3f9763dd req-af2b8277-3da5-445f-a877-0f17d349fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:35.349031 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aa785d05-3c7c-4ff4-89a5-077f3f9763dd req-af2b8277-3da5-445f-a877-0f17d349fdfb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=117c66e5-a330-4fe9-bd4e-ab1c4429adb5 HTTP/1.1" status: 200 len: 834 time: 0.0601075 Jan 26 12:00:35.350639 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-82030d31-38de-447b-bdfd-0289dcca1424 req-99675c7b-1bf6-480f-a93c-7882e0ea8c9c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6f706e1-c276-4715-a6c2-b2e6a5364910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404513 Jan 26 12:00:35.396942 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-e4c61fd3-b040-412f-9159-ac52da804de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455165252', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:58:59Z', 'updated_at': '2022-01-26T11:59:04Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:57:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:59:00Z', 'updated_at': '2022-01-26T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '1cd7fe4f-5e08-4218-aa29-a59ae161726c', 'name': '', 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:8d:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '117c66e5-a330-4fe9-bd4e-ab1c4429adb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:59:03Z', 'updated_at': '2022-01-26T11:59:08Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '117c66e5-a330-4fe9-bd4e-ab1c4429adb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:00:35.400656 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c61fd3-b040-412f-9159-ac52da804de9 None None] Checking router: 908f4db2-422a-4ae6-82af-8b12ca962ec4 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 12:00:35.409569 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c61fd3-b040-412f-9159-ac52da804de9 None None] Routers {'908f4db2-422a-4ae6-82af-8b12ca962ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:00:35.410185 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-e4c61fd3-b040-412f-9159-ac52da804de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:00:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['908f4db2-422a-4ae6-82af-8b12ca962ec4'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:00:35.429220 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa785d05-3c7c-4ff4-89a5-077f3f9763dd req-ce322abf-600c-4950-a6d2-1528134c28a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:35.430790 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aa785d05-3c7c-4ff4-89a5-077f3f9763dd req-ce322abf-600c-4950-a6d2-1528134c28a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cf2c08a7-ea92-4b75-b527-28fc57114a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751085 Jan 26 12:00:35.563599 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aa785d05-3c7c-4ff4-89a5-077f3f9763dd req-b9393bbf-4e93-40ca-bb5c-cfba36d963b1 service neutron] 10.222.0.24 "GET /v2.0/networks/cf2c08a7-ea92-4b75-b527-28fc57114a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261625 Jan 26 12:00:35.588663 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-e4c61fd3-b040-412f-9159-ac52da804de9 None None] Set router 908f4db2-422a-4ae6-82af-8b12ca962ec4 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:00:35.628929 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:35.698506 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-aa785d05-3c7c-4ff4-89a5-077f3f9763dd req-924b9774-a328-4fa5-9ab1-2e6c75c52cd2 service neutron] 10.222.0.24 "GET /v2.0/networks/cf2c08a7-ea92-4b75-b527-28fc57114a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274426 Jan 26 12:00:35.911308 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-e4c61fd3-b040-412f-9159-ac52da804de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455165252', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:58:59Z', 'updated_at': '2022-01-26T11:59:04Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:57:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:59:00Z', 'updated_at': '2022-01-26T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '1cd7fe4f-5e08-4218-aa29-a59ae161726c', 'name': '', 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:8d:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '117c66e5-a330-4fe9-bd4e-ab1c4429adb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:59:03Z', 'updated_at': '2022-01-26T11:59:08Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '117c66e5-a330-4fe9-bd4e-ab1c4429adb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:00:35.915126 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c61fd3-b040-412f-9159-ac52da804de9 None None] The sync data for ids ['908f4db2-422a-4ae6-82af-8b12ca962ec4'] in dv-neutron-826439-1-hyperv is: [{'id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455165252', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:58:59Z', 'updated_at': '2022-01-26T11:59:04Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:57:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:59:00Z', 'updated_at': '2022-01-26T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '1cd7fe4f-5e08-4218-aa29-a59ae161726c', 'name': '', 'network_id': 'cf2c08a7-ea92-4b75-b527-28fc57114a56', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:8d:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '117c66e5-a330-4fe9-bd4e-ab1c4429adb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:59:03Z', 'updated_at': '2022-01-26T11:59:08Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '117c66e5-a330-4fe9-bd4e-ab1c4429adb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 12:00:36.141319 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9a8bf3-27fa-4332-92c7-b9de535954d0 None None] New status for floating IP 0b5b3a20-f605-4193-a7a8-280f506c0bc7: DOWN {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 12:00:36.537165 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d820b87-63f5-48e7-997d-dbc1f86795e7 req-72beaf9f-047f-409f-9728-643717f439bd tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:36.537858 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-9d820b87-63f5-48e7-997d-dbc1f86795e7 req-72beaf9f-047f-409f-9728-643717f439bd tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:00:36.553241 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-9d820b87-63f5-48e7-997d-dbc1f86795e7 req-72beaf9f-047f-409f-9728-643717f439bd tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:00:36.554396 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9d820b87-63f5-48e7-997d-dbc1f86795e7 req-72beaf9f-047f-409f-9728-643717f439bd tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 945 time: 0.0957632 Jan 26 12:00:36.601808 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9d820b87-63f5-48e7-997d-dbc1f86795e7 req-a42dbfaf-885f-4cb2-9670-a955ac60ca41 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6f706e1-c276-4715-a6c2-b2e6a5364910&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411668 Jan 26 12:00:36.680466 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be11b0-49d9-440b-bbd3-ebb470cf1fe7 req-ed989fdc-6dc6-4525-b20e-901b2bde5d33 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:36.681909 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e7be11b0-49d9-440b-bbd3-ebb470cf1fe7 req-ed989fdc-6dc6-4525-b20e-901b2bde5d33 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.24 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 945 time: 0.0785680 Jan 26 12:00:36.749208 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-e7be11b0-49d9-440b-bbd3-ebb470cf1fe7 req-ff50880b-c74b-4d1b-904e-2474ce5fcefc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Deleting port 761481e1-28a7-488b-aeb0-d0f475918a95 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:00:36.749550 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e7be11b0-49d9-440b-bbd3-ebb470cf1fe7 req-ff50880b-c74b-4d1b-904e-2474ce5fcefc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:37.003403 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-e7be11b0-49d9-440b-bbd3-ebb470cf1fe7 req-ff50880b-c74b-4d1b-904e-2474ce5fcefc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] For port 761481e1-28a7-488b-aeb0-d0f475918a95, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=761481e1-28a7-488b-aeb0-d0f475918a95,segment=NetworkSegment(1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f),segment_id=1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:00:37.003763 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e7be11b0-49d9-440b-bbd3-ebb470cf1fe7 req-ff50880b-c74b-4d1b-904e-2474ce5fcefc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:37.128747 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-e7be11b0-49d9-440b-bbd3-ebb470cf1fe7 req-ff50880b-c74b-4d1b-904e-2474ce5fcefc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Calling delete_port for 761481e1-28a7-488b-aeb0-d0f475918a95 owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:00:37.270039 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e7be11b0-49d9-440b-bbd3-ebb470cf1fe7 req-ff50880b-c74b-4d1b-904e-2474ce5fcefc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:37.322979 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50880b-c74b-4d1b-904e-2474ce5fcefc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Port': ['ID=761481e1-28a7-488b-aeb0-d0f475918a95,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:37.396354 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7be11b0-49d9-440b-bbd3-ebb470cf1fe7 req-ff50880b-c74b-4d1b-904e-2474ce5fcefc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] No DVR routers for this DVR port 761481e1-28a7-488b-aeb0-d0f475918a95 on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 12:00:37.398674 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-e7be11b0-49d9-440b-bbd3-ebb470cf1fe7 req-ff50880b-c74b-4d1b-904e-2474ce5fcefc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:37.401157 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11e3734-dc01-4cec-b866-fc9a40f70d24', 'name': 'network-vif-deleted', 'tag': '761481e1-28a7-488b-aeb0-d0f475918a95'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:00:37.416859 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e7be11b0-49d9-440b-bbd3-ebb470cf1fe7 req-ff50880b-c74b-4d1b-904e-2474ce5fcefc tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.24 "DELETE /v2.0/ports/761481e1-28a7-488b-aeb0-d0f475918a95 HTTP/1.1" status: 204 len: 173 time: 0.7298100 Jan 26 12:00:37.447782 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11e3734-dc01-4cec-b866-fc9a40f70d24', 'name': 'network-vif-deleted', 'tag': '761481e1-28a7-488b-aeb0-d0f475918a95', 'status': 'completed', 'code': 200} Jan 26 12:00:37.770341 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-ee973d7d-2b8e-4db0-a03a-38e41d341cd0 req-3ae3e819-2987-4894-8e84-cafd55755ae0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:00:37.789115 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-ee973d7d-2b8e-4db0-a03a-38e41d341cd0 req-3ae3e819-2987-4894-8e84-cafd55755ae0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:00:37.790412 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ee973d7d-2b8e-4db0-a03a-38e41d341cd0 req-3ae3e819-2987-4894-8e84-cafd55755ae0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 210 time: 0.0661407 Jan 26 12:00:37.925128 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4d8845e6-804d-4479-a786-9e6a6d85f69f req-0852ea7c-9cbf-4235-8849-ca79824fbd85 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0418103 Jan 26 12:00:38.047521 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4d8845e6-804d-4479-a786-9e6a6d85f69f req-7adc2f45-2e2c-4b51-8d57-4f4ae2bd09ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=c11e3734-dc01-4cec-b866-fc9a40f70d24 HTTP/1.1" status: 200 len: 210 time: 0.0413702 Jan 26 12:00:38.196079 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8845e6-804d-4479-a786-9e6a6d85f69f req-a9d12059-1f99-49d0-b474-8a5ff4a580eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:38.197433 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4d8845e6-804d-4479-a786-9e6a6d85f69f req-a9d12059-1f99-49d0-b474-8a5ff4a580eb service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1325788 Jan 26 12:00:38.333802 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8845e6-804d-4479-a786-9e6a6d85f69f req-08bb4a38-fbbc-45a9-a8db-acb459dc23bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:38.335303 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4d8845e6-804d-4479-a786-9e6a6d85f69f req-08bb4a38-fbbc-45a9-a8db-acb459dc23bf service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321712 Jan 26 12:00:38.893685 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33178) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:00:39.131733 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 761481e1-28a7-488b-aeb0-d0f475918a95 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:00:39.165930 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: 761481e1-28a7-488b-aeb0-d0f475918a95 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 12:00:39.166268 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 761481e1-28a7-488b-aeb0-d0f475918a95 not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 12:00:39.551378 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2f2e48ce-60f5-463f-84ac-f5dc4f7106f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:39.900850 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-2f2e48ce-60f5-463f-84ac-f5dc4f7106f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Deleting port 1cd7fe4f-5e08-4218-aa29-a59ae161726c {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:00:39.901557 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2f2e48ce-60f5-463f-84ac-f5dc4f7106f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:40.086011 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-2f2e48ce-60f5-463f-84ac-f5dc4f7106f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] For port 1cd7fe4f-5e08-4218-aa29-a59ae161726c, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=1cd7fe4f-5e08-4218-aa29-a59ae161726c,segment=NetworkSegment(1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f),segment_id=1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:00:40.086276 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2f2e48ce-60f5-463f-84ac-f5dc4f7106f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:40.209468 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-2f2e48ce-60f5-463f-84ac-f5dc4f7106f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Calling delete_port for 1cd7fe4f-5e08-4218-aa29-a59ae161726c owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:00:40.638931 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2f2e48ce-60f5-463f-84ac-f5dc4f7106f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:40.686625 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e48ce-60f5-463f-84ac-f5dc4f7106f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Port': ['ID=1cd7fe4f-5e08-4218-aa29-a59ae161726c,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:40.964191 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2f2e48ce-60f5-463f-84ac-f5dc4f7106f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:41.322218 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2e48ce-60f5-463f-84ac-f5dc4f7106f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Router 908f4db2-422a-4ae6-82af-8b12ca962ec4 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 12:00:41.495426 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2e48ce-60f5-463f-84ac-f5dc4f7106f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 12:00:41.506359 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3f6a55-cc2b-4f82-aa68-2de890eb88c9 None None] Sync routers for ids ['908f4db2-422a-4ae6-82af-8b12ca962ec4'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 12:00:41.516993 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2f2e48ce-60f5-463f-84ac-f5dc4f7106f5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "PUT /v2.0/routers/908f4db2-422a-4ae6-82af-8b12ca962ec4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6193066 Jan 26 12:00:41.517183 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3f6a55-cc2b-4f82-aa68-2de890eb88c9 None None] Routers {'908f4db2-422a-4ae6-82af-8b12ca962ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:00:41.517183 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2a3f6a55-cc2b-4f82-aa68-2de890eb88c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:00:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['908f4db2-422a-4ae6-82af-8b12ca962ec4'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:00:41.517360 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33182) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:00:41.585144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-2878c638-f4ef-4626-9af6-9720aa8a6fed tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Deleting subnet 117c66e5-a330-4fe9-bd4e-ab1c4429adb5 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 12:00:41.587980 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2878c638-f4ef-4626-9af6-9720aa8a6fed tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:41.640784 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2878c638-f4ef-4626-9af6-9720aa8a6fed tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:41.690469 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-2a3f6a55-cc2b-4f82-aa68-2de890eb88c9 None None] Set router 908f4db2-422a-4ae6-82af-8b12ca962ec4 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:00:41.728673 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2878c638-f4ef-4626-9af6-9720aa8a6fed tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:41.808075 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2878c638-f4ef-4626-9af6-9720aa8a6fed tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:41.846765 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878c638-f4ef-4626-9af6-9720aa8a6fed tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Subnet': ['ID=117c66e5-a330-4fe9-bd4e-ab1c4429adb5,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:41.852295 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2878c638-f4ef-4626-9af6-9720aa8a6fed tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:41.858459 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2878c638-f4ef-4626-9af6-9720aa8a6fed tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "DELETE /v2.0/subnets/117c66e5-a330-4fe9-bd4e-ab1c4429adb5 HTTP/1.1" status: 204 len: 168 time: 0.3402607 Jan 26 12:00:41.860264 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2b9736-23cf-4d6e-bbbc-1cf020517693 None None] Network cf2c08a7-ea92-4b75-b527-28fc57114a56 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 12:00:41.861302 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33186) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:00:41.995032 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2a3f6a55-cc2b-4f82-aa68-2de890eb88c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455165252', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:58:59Z', 'updated_at': '2022-01-26T12:00:40Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:57:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:59:00Z', 'updated_at': '2022-01-26T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:00:41.999734 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3f6a55-cc2b-4f82-aa68-2de890eb88c9 None None] Checking router: 908f4db2-422a-4ae6-82af-8b12ca962ec4 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 12:00:42.011161 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3f6a55-cc2b-4f82-aa68-2de890eb88c9 None None] Routers {'908f4db2-422a-4ae6-82af-8b12ca962ec4'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:00:42.011161 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2a3f6a55-cc2b-4f82-aa68-2de890eb88c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:00:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['908f4db2-422a-4ae6-82af-8b12ca962ec4'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:00:42.062267 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:42.159726 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9b9240-196f-4d14-960e-305de214a010 None None] DHCP port deletion for cf2c08a7-ea92-4b75-b527-28fc57114a56 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 12:00:42.164066 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-dd9b9240-196f-4d14-960e-305de214a010 None None] Deleting port a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:00:42.164509 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dd9b9240-196f-4d14-960e-305de214a010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:42.192793 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-2a3f6a55-cc2b-4f82-aa68-2de890eb88c9 None None] Set router 908f4db2-422a-4ae6-82af-8b12ca962ec4 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:00:42.260749 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:42.271040 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Deleting port d1deb796-9a09-4c4f-8696-9d4558b5f723 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:00:42.271383 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:42.375471 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-dd9b9240-196f-4d14-960e-305de214a010 None None] For port a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd,segment=NetworkSegment(1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f),segment_id=1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:00:42.375820 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dd9b9240-196f-4d14-960e-305de214a010 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:42.452210 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] For port d1deb796-9a09-4c4f-8696-9d4558b5f723, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d1deb796-9a09-4c4f-8696-9d4558b5f723,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:00:42.452589 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:42.505317 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-dd9b9240-196f-4d14-960e-305de214a010 None None] Calling delete_port for a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:00:42.509599 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2a3f6a55-cc2b-4f82-aa68-2de890eb88c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455165252', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:58:59Z', 'updated_at': '2022-01-26T12:00:40Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:57:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:59:00Z', 'updated_at': '2022-01-26T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:00:42.515785 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3f6a55-cc2b-4f82-aa68-2de890eb88c9 None None] The sync data for ids ['908f4db2-422a-4ae6-82af-8b12ca962ec4'] in dv-neutron-826439-1-hyperv is: [{'id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455165252', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T11:58:59Z', 'updated_at': '2022-01-26T12:00:40Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': 'd1deb796-9a09-4c4f-8696-9d4558b5f723', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:57:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f4db2-422a-4ae6-82af-8b12ca962ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T11:59:00Z', 'updated_at': '2022-01-26T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 12:00:42.578774 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Calling delete_port for d1deb796-9a09-4c4f-8696-9d4558b5f723 owned by network:router_gateway {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:00:42.594086 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dd9b9240-196f-4d14-960e-305de214a010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:42.641813 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b9240-196f-4d14-960e-305de214a010 None None] Pushing event deleted for resources: {'Port': ['ID=a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:42.645869 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9b9240-196f-4d14-960e-305de214a010 None None] No DVR routers for this DVR port a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 12:00:42.655248 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b9240-196f-4d14-960e-305de214a010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:42.655599 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b9240-196f-4d14-960e-305de214a010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:42.655936 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b9240-196f-4d14-960e-305de214a010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:42.656266 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b9240-196f-4d14-960e-305de214a010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:42.656590 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b9240-196f-4d14-960e-305de214a010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:42.656917 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b9240-196f-4d14-960e-305de214a010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:42.657244 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b9240-196f-4d14-960e-305de214a010 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:42.657567 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b9240-196f-4d14-960e-305de214a010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:42.657888 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b9240-196f-4d14-960e-305de214a010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:42.658205 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b9240-196f-4d14-960e-305de214a010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:42.658550 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b9240-196f-4d14-960e-305de214a010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:42.658868 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b9240-196f-4d14-960e-305de214a010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:42.747630 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:42.791802 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Port': ['ID=d1deb796-9a09-4c4f-8696-9d4558b5f723,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:42.942770 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:42.943375 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:42.943456 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:42.943785 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:42.944121 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:42.944452 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:42.944786 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:42.945113 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:42.945440 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:42.945763 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:42.946092 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:42.946443 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:42.969383 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:00:43.008693 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:43.015794 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 12:00:43.016134 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a0ac4da4-4e3d-4cc1-b1f7-e72866cabcdd not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 12:00:43.188064 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:43.190131 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:43.211814 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:43.212281 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Fanout notify agent at l3_agent the message router_deleted on router 908f4db2-422a-4ae6-82af-8b12ca962ec4 {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 12:00:43.229201 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:43.230254 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-6ad72806-e688-4458-8453-309977fd9827 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "DELETE /v2.0/routers/908f4db2-422a-4ae6-82af-8b12ca962ec4 HTTP/1.1" status: 204 len: 168 time: 1.3678236 Jan 26 12:00:43.233196 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33190) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:00:43.347895 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-932b831a-f840-45ed-a477-8ff920c6b4ba tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:43.477039 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-932b831a-f840-45ed-a477-8ff920c6b4ba tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:43.501688 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-932b831a-f840-45ed-a477-8ff920c6b4ba tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf2c08a7-ea92-4b75-b527-28fc57114a56']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:00:43.513674 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-932b831a-f840-45ed-a477-8ff920c6b4ba tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:00:43.513984 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-932b831a-f840-45ed-a477-8ff920c6b4ba tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9c1a0a-1c8c-44a5-8279-f3b777f3ad0f') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:00:43.524730 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-932b831a-f840-45ed-a477-8ff920c6b4ba tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:43.539904 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-932b831a-f840-45ed-a477-8ff920c6b4ba tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:43.546152 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-932b831a-f840-45ed-a477-8ff920c6b4ba tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 12:00:43.546559 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-932b831a-f840-45ed-a477-8ff920c6b4ba tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 12:00:43.561305 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 12:00:43.647551 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-932b831a-f840-45ed-a477-8ff920c6b4ba tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:43.652469 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-932b831a-f840-45ed-a477-8ff920c6b4ba tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:43.681756 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b831a-f840-45ed-a477-8ff920c6b4ba tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Network': ['ID=cf2c08a7-ea92-4b75-b527-28fc57114a56,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:43.687075 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-932b831a-f840-45ed-a477-8ff920c6b4ba tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "DELETE /v2.0/networks/cf2c08a7-ea92-4b75-b527-28fc57114a56 HTTP/1.1" status: 204 len: 168 time: 0.4527714 Jan 26 12:00:43.689534 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33194) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:00:43.760491 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e372cd76-1612-4b61-9d93-991cd8be80c1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:43.789702 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e372cd76-1612-4b61-9d93-991cd8be80c1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:43.859763 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e372cd76-1612-4b61-9d93-991cd8be80c1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:43.879014 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372cd76-1612-4b61-9d93-991cd8be80c1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f706e1-c276-4715-a6c2-b2e6a5364910,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:43.890661 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e372cd76-1612-4b61-9d93-991cd8be80c1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:43.891792 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e372cd76-1612-4b61-9d93-991cd8be80c1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "DELETE /v2.0/security-groups/a6f706e1-c276-4715-a6c2-b2e6a5364910 HTTP/1.1" status: 204 len: 168 time: 0.2013543 Jan 26 12:00:44.232323 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33202) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:00:44.237317 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-25540393-d0cd-488c-be8b-58b97b8e550f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-12955012', 'description': 'tempest-secgroup-smoke-12955012 description', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:00:44.243241 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-25540393-d0cd-488c-be8b-58b97b8e550f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:00:44.247947 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-25540393-d0cd-488c-be8b-58b97b8e550f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:00:44.252265 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-25540393-d0cd-488c-be8b-58b97b8e550f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:00:44.257464 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-25540393-d0cd-488c-be8b-58b97b8e550f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:00:44.267878 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25540393-d0cd-488c-be8b-58b97b8e550f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:44.289366 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-25540393-d0cd-488c-be8b-58b97b8e550f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:00:44.293007 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-25540393-d0cd-488c-be8b-58b97b8e550f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:00:44.296663 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-25540393-d0cd-488c-be8b-58b97b8e550f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:00:44.302093 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-25540393-d0cd-488c-be8b-58b97b8e550f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:00:44.482272 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25540393-d0cd-488c-be8b-58b97b8e550f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:44.485781 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25540393-d0cd-488c-be8b-58b97b8e550f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:44.528838 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25540393-d0cd-488c-be8b-58b97b8e550f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8bb3b0-f26b-435c-96ff-d74385c4dd39,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:44.532047 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-25540393-d0cd-488c-be8b-58b97b8e550f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:44.533234 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-25540393-d0cd-488c-be8b-58b97b8e550f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2999134 Jan 26 12:00:44.537063 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33206) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:00:44.541211 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-1f2306f7-03bb-4f73-a527-6b64d808a9f9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': 'ff8bb3b0-f26b-435c-96ff-d74385c4dd39', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:00:44.547865 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1f2306f7-03bb-4f73-a527-6b64d808a9f9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:00:44.551734 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1f2306f7-03bb-4f73-a527-6b64d808a9f9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:00:44.554631 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1f2306f7-03bb-4f73-a527-6b64d808a9f9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:00:44.560493 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1f2306f7-03bb-4f73-a527-6b64d808a9f9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:00:44.577372 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1f2306f7-03bb-4f73-a527-6b64d808a9f9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:44.604625 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d1deb796-9a09-4c4f-8696-9d4558b5f723 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:00:44.639123 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: d1deb796-9a09-4c4f-8696-9d4558b5f723 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 12:00:44.639474 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d1deb796-9a09-4c4f-8696-9d4558b5f723 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 12:00:44.639776 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1f2306f7-03bb-4f73-a527-6b64d808a9f9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:44.639886 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 1cd7fe4f-5e08-4218-aa29-a59ae161726c no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:00:44.643571 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1f2306f7-03bb-4f73-a527-6b64d808a9f9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:44.666801 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2306f7-03bb-4f73-a527-6b64d808a9f9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a06d5729-fdfe-4480-905b-aa37305e9b46,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:44.674137 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 1cd7fe4f-5e08-4218-aa29-a59ae161726c {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 12:00:44.674340 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 1cd7fe4f-5e08-4218-aa29-a59ae161726c not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 12:00:44.677315 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1f2306f7-03bb-4f73-a527-6b64d808a9f9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:44.678530 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1f2306f7-03bb-4f73-a527-6b64d808a9f9 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412675 Jan 26 12:00:44.681200 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33210) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:00:44.686270 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-40115d67-a050-498b-91e8-5eb1eb473aeb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': 'ff8bb3b0-f26b-435c-96ff-d74385c4dd39', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:00:44.692081 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-40115d67-a050-498b-91e8-5eb1eb473aeb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:00:44.695852 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-40115d67-a050-498b-91e8-5eb1eb473aeb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:00:44.698678 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-40115d67-a050-498b-91e8-5eb1eb473aeb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:00:44.704457 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-40115d67-a050-498b-91e8-5eb1eb473aeb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:00:44.721318 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-40115d67-a050-498b-91e8-5eb1eb473aeb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:44.784627 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-40115d67-a050-498b-91e8-5eb1eb473aeb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:44.789252 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-40115d67-a050-498b-91e8-5eb1eb473aeb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:44.812329 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40115d67-a050-498b-91e8-5eb1eb473aeb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6b414f-07ab-438a-bb32-e89749e43866,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:44.821274 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-40115d67-a050-498b-91e8-5eb1eb473aeb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:44.822459 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-40115d67-a050-498b-91e8-5eb1eb473aeb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1403320 Jan 26 12:00:44.829149 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33214) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:00:44.831898 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-c011f294-74c6-4956-bca1-c93fc132844e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': 'ff8bb3b0-f26b-435c-96ff-d74385c4dd39', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:00:44.838024 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c011f294-74c6-4956-bca1-c93fc132844e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:00:44.842773 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c011f294-74c6-4956-bca1-c93fc132844e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:00:44.845637 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-c011f294-74c6-4956-bca1-c93fc132844e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:00:44.851586 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-c011f294-74c6-4956-bca1-c93fc132844e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:00:44.868273 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c011f294-74c6-4956-bca1-c93fc132844e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:44.929186 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c011f294-74c6-4956-bca1-c93fc132844e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:44.932618 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c011f294-74c6-4956-bca1-c93fc132844e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:44.959434 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c011f294-74c6-4956-bca1-c93fc132844e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03bf1ef-99e2-445f-a85c-0ab60413cddf,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:44.964957 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-c011f294-74c6-4956-bca1-c93fc132844e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:44.967233 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c011f294-74c6-4956-bca1-c93fc132844e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1397769 Jan 26 12:00:44.969801 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33218) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:00:44.975094 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-f0d7e4a9-0dd1-4c66-a879-4b64bb750c1e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': 'ff8bb3b0-f26b-435c-96ff-d74385c4dd39', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:00:44.980857 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f0d7e4a9-0dd1-4c66-a879-4b64bb750c1e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:00:44.985084 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f0d7e4a9-0dd1-4c66-a879-4b64bb750c1e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:00:44.987965 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f0d7e4a9-0dd1-4c66-a879-4b64bb750c1e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:00:44.993485 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f0d7e4a9-0dd1-4c66-a879-4b64bb750c1e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:00:45.010559 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f0d7e4a9-0dd1-4c66-a879-4b64bb750c1e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:45.076689 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f0d7e4a9-0dd1-4c66-a879-4b64bb750c1e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:45.079916 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f0d7e4a9-0dd1-4c66-a879-4b64bb750c1e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:45.103336 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7e4a9-0dd1-4c66-a879-4b64bb750c1e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4764e128-0a89-48c7-b57d-7fa5f4f79e00,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:45.112188 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f0d7e4a9-0dd1-4c66-a879-4b64bb750c1e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:45.113489 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f0d7e4a9-0dd1-4c66-a879-4b64bb750c1e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427615 Jan 26 12:00:45.116200 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33222) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:00:45.121197 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-d2718ce8-edc0-4445-a35f-8df6c1c81740 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': 'ff8bb3b0-f26b-435c-96ff-d74385c4dd39', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:00:45.127532 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d2718ce8-edc0-4445-a35f-8df6c1c81740 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:00:45.131330 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d2718ce8-edc0-4445-a35f-8df6c1c81740 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:00:45.134157 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-d2718ce8-edc0-4445-a35f-8df6c1c81740 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:00:45.140597 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-d2718ce8-edc0-4445-a35f-8df6c1c81740 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:00:45.150741 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.securitygroups_db [None req-d2718ce8-edc0-4445-a35f-8df6c1c81740 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Project 491e8d9f3ffc4c05ad55ee08eb43a4bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 12:00:45.157026 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d2718ce8-edc0-4445-a35f-8df6c1c81740 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:45.219245 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d2718ce8-edc0-4445-a35f-8df6c1c81740 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:45.222696 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d2718ce8-edc0-4445-a35f-8df6c1c81740 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:45.245548 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2718ce8-edc0-4445-a35f-8df6c1c81740 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=befd7671-567b-4775-ba78-dd2cda0e2072,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:45.254239 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d2718ce8-edc0-4445-a35f-8df6c1c81740 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:45.255451 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d2718ce8-edc0-4445-a35f-8df6c1c81740 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382890 Jan 26 12:00:45.258107 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33226) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:00:45.263548 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-1f944fae-3eda-4039-b264-8c5eb20f65df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'security_group_rule': {'security_group_id': 'ff8bb3b0-f26b-435c-96ff-d74385c4dd39', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:00:45.269190 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-1f944fae-3eda-4039-b264-8c5eb20f65df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:00:45.272956 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1f944fae-3eda-4039-b264-8c5eb20f65df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:security_group_rule and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:00:45.275839 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1f944fae-3eda-4039-b264-8c5eb20f65df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:00:45.281488 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-1f944fae-3eda-4039-b264-8c5eb20f65df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:00:45.291438 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.securitygroups_db [None req-1f944fae-3eda-4039-b264-8c5eb20f65df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Project 491e8d9f3ffc4c05ad55ee08eb43a4bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 12:00:45.297950 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1f944fae-3eda-4039-b264-8c5eb20f65df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:45.365618 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1f944fae-3eda-4039-b264-8c5eb20f65df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:45.370755 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1f944fae-3eda-4039-b264-8c5eb20f65df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:45.398106 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f944fae-3eda-4039-b264-8c5eb20f65df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc067a0-15f7-4f82-a8bc-1e19a83cf7ff,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:45.410832 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1f944fae-3eda-4039-b264-8c5eb20f65df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:45.412015 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1f944fae-3eda-4039-b264-8c5eb20f65df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1529863 Jan 26 12:00:45.414784 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33230) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:00:45.420995 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-b642637b-e8f6-4c35-b7eb-df4d0d2973d3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'network': {'name': 'tempest-network-smoke--776108760', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'port_security_enabled': True}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:00:45.425667 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b642637b-e8f6-4c35-b7eb-df4d0d2973d3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:00:45.429722 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b642637b-e8f6-4c35-b7eb-df4d0d2973d3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:network and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:00:45.432539 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b642637b-e8f6-4c35-b7eb-df4d0d2973d3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:00:45.438196 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b642637b-e8f6-4c35-b7eb-df4d0d2973d3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:00:45.447329 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b642637b-e8f6-4c35-b7eb-df4d0d2973d3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Made reservation on behalf of 491e8d9f3ffc4c05ad55ee08eb43a4bb for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 12:00:45.450790 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b642637b-e8f6-4c35-b7eb-df4d0d2973d3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:45.478443 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b642637b-e8f6-4c35-b7eb-df4d0d2973d3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 12:00:45.487500 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b642637b-e8f6-4c35-b7eb-df4d0d2973d3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:45.487814 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-b642637b-e8f6-4c35-b7eb-df4d0d2973d3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Added segment 76d75655-4b4d-4351-8950-394788a3b538 of type vlan for network 59b02b11-9f7c-4d0c-bfdc-97c0540cc031 Jan 26 12:00:45.514057 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b642637b-e8f6-4c35-b7eb-df4d0d2973d3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:45.542214 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b642637b-e8f6-4c35-b7eb-df4d0d2973d3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:45.547637 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b642637b-e8f6-4c35-b7eb-df4d0d2973d3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:45.548216 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b642637b-e8f6-4c35-b7eb-df4d0d2973d3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:45.605106 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b642637b-e8f6-4c35-b7eb-df4d0d2973d3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1893048 Jan 26 12:00:45.609007 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33234) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:00:45.614394 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-4621b1cc-ff5d-4218-af15-1c94ef5a1e51 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1515006053', 'admin_state_up': True, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:00:45.621751 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4621b1cc-ff5d-4218-af15-1c94ef5a1e51 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:00:45.626750 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4621b1cc-ff5d-4218-af15-1c94ef5a1e51 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:router and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:00:45.629597 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4621b1cc-ff5d-4218-af15-1c94ef5a1e51 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:00:45.636261 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4621b1cc-ff5d-4218-af15-1c94ef5a1e51 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:00:45.646213 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4621b1cc-ff5d-4218-af15-1c94ef5a1e51 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:45.647204 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4621b1cc-ff5d-4218-af15-1c94ef5a1e51 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:45.659634 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642637b-e8f6-4c35-b7eb-df4d0d2973d3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Network': ['ID=59b02b11-9f7c-4d0c-bfdc-97c0540cc031,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:45.662530 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4621b1cc-ff5d-4218-af15-1c94ef5a1e51 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:45.670412 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 59b02b11-9f7c-4d0c-bfdc-97c0540cc031 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 12:00:45.933280 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4621b1cc-ff5d-4218-af15-1c94ef5a1e51 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:46.234133 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4621b1cc-ff5d-4218-af15-1c94ef5a1e51 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router_gateway, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:46.263869 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4621b1cc-ff5d-4218-af15-1c94ef5a1e51 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:46.401479 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-4621b1cc-ff5d-4218-af15-1c94ef5a1e51 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Allocated IP 172.26.5.87 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/77384e0a-9021-4123-8804-8896d1300a7e) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 12:00:46.544192 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4621b1cc-ff5d-4218-af15-1c94ef5a1e51 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:46.573117 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4621b1cc-ff5d-4218-af15-1c94ef5a1e51 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:46.636346 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4621b1cc-ff5d-4218-af15-1c94ef5a1e51 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:00:46.639228 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-4621b1cc-ff5d-4218-af15-1c94ef5a1e51 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:00:46.641584 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4621b1cc-ff5d-4218-af15-1c94ef5a1e51 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 12:00:46.685129 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621b1cc-ff5d-4218-af15-1c94ef5a1e51 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=77384e0a-9021-4123-8804-8896d1300a7e,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:47.171699 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4621b1cc-ff5d-4218-af15-1c94ef5a1e51 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router_gateway, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:47.510574 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4621b1cc-ff5d-4218-af15-1c94ef5a1e51 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:47.714010 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4621b1cc-ff5d-4218-af15-1c94ef5a1e51 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Router bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 12:00:47.889707 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4621b1cc-ff5d-4218-af15-1c94ef5a1e51 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 12:00:47.898825 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] Sync routers for ids ['bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 12:00:47.907869 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] Routers {'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:00:47.908487 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:00:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:00:47.915901 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4621b1cc-ff5d-4218-af15-1c94ef5a1e51 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:47.917108 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4621b1cc-ff5d-4218-af15-1c94ef5a1e51 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3070807 Jan 26 12:00:47.920944 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33238) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:00:48.007356 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-664c6a77-79e5-4edb-b3ac-e6ff215a6bd7 tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0852704 Jan 26 12:00:48.009920 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33244) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:00:48.088399 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] Set router bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:00:48.141482 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863cca27-d920-4a33-bf48-7b77af3e6cb7 tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:48.143014 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-863cca27-d920-4a33-bf48-7b77af3e6cb7 tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1321898 Jan 26 12:00:48.145842 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33248) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:00:48.284914 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-65576659-225e-413b-94ac-f636bba39947 tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=dbc7419d-d89a-4ebf-afbc-448b19db60c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1379790 Jan 26 12:00:48.287435 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33252) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:00:48.292729 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-158c6334-16d4-431c-9a30-3cf24270dbad tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1124814888', 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031', 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:00:48.380731 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515006053', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '77384e0a-9021-4123-8804-8896d1300a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:00:45Z', 'updated_at': '2022-01-26T12:00:46Z', 'revision_number': 3, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '77384e0a-9021-4123-8804-8896d1300a7e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:00:46Z', 'updated_at': '2022-01-26T12:00:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:00:48.384413 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] Checking router: bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 12:00:48.384758 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] Updating router bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac port 77384e0a-9021-4123-8804-8896d1300a7e binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 12:00:48.407235 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-158c6334-16d4-431c-9a30-3cf24270dbad tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:00:48.411025 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-158c6334-16d4-431c-9a30-3cf24270dbad tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:subnet and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:00:48.413782 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-158c6334-16d4-431c-9a30-3cf24270dbad tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:00:48.420134 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-158c6334-16d4-431c-9a30-3cf24270dbad tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:00:48.431027 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158c6334-16d4-431c-9a30-3cf24270dbad tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Made reservation on behalf of 491e8d9f3ffc4c05ad55ee08eb43a4bb for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 12:00:48.434653 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-158c6334-16d4-431c-9a30-3cf24270dbad tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:48.479595 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:48.654569 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-158c6334-16d4-431c-9a30-3cf24270dbad tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:48.739749 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c6334-16d4-431c-9a30-3cf24270dbad tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Subnet': ['ID=57248cca-35a1-4f5b-b1e3-1f45a7e46a2d,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:48.744719 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c6334-16d4-431c-9a30-3cf24270dbad tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Checking segment: {'id': '76d75655-4b4d-4351-8950-394788a3b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 12:00:48.745125 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158c6334-16d4-431c-9a30-3cf24270dbad tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network hostable DHCP agents. Network: 59b02b11-9f7c-4d0c-bfdc-97c0540cc031, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 12:00:48.766213 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158c6334-16d4-431c-9a30-3cf24270dbad tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network 59b02b11-9f7c-4d0c-bfdc-97c0540cc031 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 12:00:48.776154 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-158c6334-16d4-431c-9a30-3cf24270dbad tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 59b02b11-9f7c-4d0c-bfdc-97c0540cc031) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:00:48.781843 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158c6334-16d4-431c-9a30-3cf24270dbad tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:48.782789 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-158c6334-16d4-431c-9a30-3cf24270dbad tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:48.792813 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b941b2-5c18-4a11-b832-6e522b09e8d4 None None] Network 59b02b11-9f7c-4d0c-bfdc-97c0540cc031 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 12:00:48.815106 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-158c6334-16d4-431c-9a30-3cf24270dbad tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5240397 Jan 26 12:00:48.815339 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33256) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:00:48.898291 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:48.926434 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] Transition to ACTIVE for port object 77384e0a-9021-4123-8804-8896d1300a7e will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:00:48.940876 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:49.061169 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867772b-fa6f-4b34-962e-c2851f0c50d8 None None] Pushing event updated for resources: {'Port': ['ID=77384e0a-9021-4123-8804-8896d1300a7e,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:49.072167 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] Attempting to bind port 77384e0a-9021-4123-8804-8896d1300a7e on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 12:00:49.072533 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] Attempting to bind port 77384e0a-9021-4123-8804-8896d1300a7e by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 12:00:49.072889 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] Attempting to bind port 77384e0a-9021-4123-8804-8896d1300a7e on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 12:00:49.083326 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 12, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 12:00:49.083692 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 12:00:49.084088 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:49.084473 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 12:00:49.084927 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] Bound port: 77384e0a-9021-4123-8804-8896d1300a7e, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 12:00:49.085296 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:49.174701 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82017f9c-20f7-4999-bb5e-be325c3f496f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-59b02b11-9f7c-4d0c-bfdc-97c0540cc031', 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'fixed_ips': [{'subnet_id': '57248cca-35a1-4f5b-b1e3-1f45a7e46a2d'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 12:00:49.175505 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-82017f9c-20f7-4999-bb5e-be325c3f496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:49.246219 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] For port 77384e0a-9021-4123-8804-8896d1300a7e, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 12:00:49.264046 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] For port 77384e0a-9021-4123-8804-8896d1300a7e, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=77384e0a-9021-4123-8804-8896d1300a7e,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 12:00:49.272143 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:49.410264 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] Routers {'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:00:49.410908 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:00:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:00:49.489792 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867772b-fa6f-4b34-962e-c2851f0c50d8 None None] Pushing event updated for resources: {'Port': ['ID=77384e0a-9021-4123-8804-8896d1300a7e,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:49.504244 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d09dddd1-2ec6-4d57-aaf5-a97d396be310 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:49.506564 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-82017f9c-20f7-4999-bb5e-be325c3f496f None None] Allocated IP 172.20.0.2 (59b02b11-9f7c-4d0c-bfdc-97c0540cc031/57248cca-35a1-4f5b-b1e3-1f45a7e46a2d/6186edf8-85eb-49f0-bcf7-ee9260fd008c) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 12:00:49.694195 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] Set router bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:00:50.054398 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-82017f9c-20f7-4999-bb5e-be325c3f496f None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:50.097487 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-82017f9c-20f7-4999-bb5e-be325c3f496f None None] Transition to ACTIVE for port object 6186edf8-85eb-49f0-bcf7-ee9260fd008c will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:00:50.120138 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-82017f9c-20f7-4999-bb5e-be325c3f496f None None] Transition to ACTIVE for port object 6186edf8-85eb-49f0-bcf7-ee9260fd008c will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:00:50.132809 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-82017f9c-20f7-4999-bb5e-be325c3f496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:50.193229 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-d09dddd1-2ec6-4d57-aaf5-a97d396be310 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Allocated IP 172.20.0.1 (59b02b11-9f7c-4d0c-bfdc-97c0540cc031/57248cca-35a1-4f5b-b1e3-1f45a7e46a2d/e6b96025-9d2e-43c7-b610-24913665d5c9) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 12:00:50.211908 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82017f9c-20f7-4999-bb5e-be325c3f496f None None] Network 59b02b11-9f7c-4d0c-bfdc-97c0540cc031 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:00:50.216058 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-82017f9c-20f7-4999-bb5e-be325c3f496f None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:00:50.218542 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82017f9c-20f7-4999-bb5e-be325c3f496f None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 12:00:50.221552 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515006053', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '77384e0a-9021-4123-8804-8896d1300a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:00:45Z', 'updated_at': '2022-01-26T12:00:46Z', 'revision_number': 3, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '77384e0a-9021-4123-8804-8896d1300a7e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:00:46Z', 'updated_at': '2022-01-26T12:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:00:50.228810 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82017f9c-20f7-4999-bb5e-be325c3f496f None None] Pushing event updated for resources: {'Port': ['ID=6186edf8-85eb-49f0-bcf7-ee9260fd008c,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:50.233534 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d05028-6a68-4029-9391-af29093225f6 None None] The sync data for ids ['bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'] in dv-neutron-826439-1-hyperv is: [{'id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515006053', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '77384e0a-9021-4123-8804-8896d1300a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:00:45Z', 'updated_at': '2022-01-26T12:00:46Z', 'revision_number': 3, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '77384e0a-9021-4123-8804-8896d1300a7e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:00:46Z', 'updated_at': '2022-01-26T12:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 12:00:50.325678 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-82017f9c-20f7-4999-bb5e-be325c3f496f None None] Attempting to bind port 6186edf8-85eb-49f0-bcf7-ee9260fd008c on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 12:00:50.326082 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-82017f9c-20f7-4999-bb5e-be325c3f496f None None] Attempting to bind port 6186edf8-85eb-49f0-bcf7-ee9260fd008c by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '76d75655-4b4d-4351-8950-394788a3b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 12:00:50.326534 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82017f9c-20f7-4999-bb5e-be325c3f496f None None] Attempting to bind port 6186edf8-85eb-49f0-bcf7-ee9260fd008c on network 59b02b11-9f7c-4d0c-bfdc-97c0540cc031 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 12:00:50.331929 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82017f9c-20f7-4999-bb5e-be325c3f496f None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 12, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 12:00:50.332316 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82017f9c-20f7-4999-bb5e-be325c3f496f None None] Checking segment: {'id': '76d75655-4b4d-4351-8950-394788a3b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 12:00:50.332741 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-82017f9c-20f7-4999-bb5e-be325c3f496f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:50.333097 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82017f9c-20f7-4999-bb5e-be325c3f496f None None] Bound using segment: {'id': '76d75655-4b4d-4351-8950-394788a3b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 12:00:50.333561 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-82017f9c-20f7-4999-bb5e-be325c3f496f None None] Bound port: 6186edf8-85eb-49f0-bcf7-ee9260fd008c, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d75655-4b4d-4351-8950-394788a3b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 12:00:50.333937 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-82017f9c-20f7-4999-bb5e-be325c3f496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:50.363754 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d09dddd1-2ec6-4d57-aaf5-a97d396be310 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:50.381229 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-d09dddd1-2ec6-4d57-aaf5-a97d396be310 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Transition to ACTIVE for port object e6b96025-9d2e-43c7-b610-24913665d5c9 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:00:50.408450 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d09dddd1-2ec6-4d57-aaf5-a97d396be310 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:50.430133 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-82017f9c-20f7-4999-bb5e-be325c3f496f None None] For port 6186edf8-85eb-49f0-bcf7-ee9260fd008c, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 12:00:50.433654 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-82017f9c-20f7-4999-bb5e-be325c3f496f None None] For port 6186edf8-85eb-49f0-bcf7-ee9260fd008c, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=6186edf8-85eb-49f0-bcf7-ee9260fd008c,segment=NetworkSegment(76d75655-4b4d-4351-8950-394788a3b538),segment_id=76d75655-4b4d-4351-8950-394788a3b538)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 12:00:50.442485 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-82017f9c-20f7-4999-bb5e-be325c3f496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:50.500740 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09dddd1-2ec6-4d57-aaf5-a97d396be310 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network 59b02b11-9f7c-4d0c-bfdc-97c0540cc031 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:00:50.504205 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-d09dddd1-2ec6-4d57-aaf5-a97d396be310 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:00:50.508424 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09dddd1-2ec6-4d57-aaf5-a97d396be310 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 12:00:50.551399 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82017f9c-20f7-4999-bb5e-be325c3f496f None None] Pushing event updated for resources: {'Port': ['ID=6186edf8-85eb-49f0-bcf7-ee9260fd008c,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:50.565314 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09dddd1-2ec6-4d57-aaf5-a97d396be310 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=e6b96025-9d2e-43c7-b610-24913665d5c9,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:50.588736 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d09dddd1-2ec6-4d57-aaf5-a97d396be310 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:50.694353 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 77384e0a-9021-4123-8804-8896d1300a7e up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:00:50.813047 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 77384e0a-9021-4123-8804-8896d1300a7e completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:00:50.818300 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 77384e0a-9021-4123-8804-8896d1300a7e triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:00:50.822435 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:50.899001 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d09dddd1-2ec6-4d57-aaf5-a97d396be310 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:50.993043 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:51.011327 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 77384e0a-9021-4123-8804-8896d1300a7e, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=77384e0a-9021-4123-8804-8896d1300a7e,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:00:51.018423 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:51.091835 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=77384e0a-9021-4123-8804-8896d1300a7e,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:51.343838 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d09dddd1-2ec6-4d57-aaf5-a97d396be310 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:51.349131 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d09dddd1-2ec6-4d57-aaf5-a97d396be310 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:51.464605 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09dddd1-2ec6-4d57-aaf5-a97d396be310 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=e6b96025-9d2e-43c7-b610-24913665d5c9,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:51.467750 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-d09dddd1-2ec6-4d57-aaf5-a97d396be310 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:51.610724 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09dddd1-2ec6-4d57-aaf5-a97d396be310 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network 59b02b11-9f7c-4d0c-bfdc-97c0540cc031 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:00:51.611855 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-d09dddd1-2ec6-4d57-aaf5-a97d396be310 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:00:51.658825 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c649a6-d6b5-4e38-8c09-0fc606b466ba None None] Network 59b02b11-9f7c-4d0c-bfdc-97c0540cc031 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 12:00:51.774795 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-b7a5430e-7dd1-404f-9a08-d35ce2ff1260 None None] Provisioning for port 6186edf8-85eb-49f0-bcf7-ee9260fd008c completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:00:51.921393 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09dddd1-2ec6-4d57-aaf5-a97d396be310 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Router bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 12:00:52.116207 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09dddd1-2ec6-4d57-aaf5-a97d396be310 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 12:00:52.129429 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-af7666b9-51ad-4d27-971a-6f42c3a9eefe None None] Provisioning for port e6b96025-9d2e-43c7-b610-24913665d5c9 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:00:52.134465 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-af7666b9-51ad-4d27-971a-6f42c3a9eefe None None] Provisioning complete for port e6b96025-9d2e-43c7-b610-24913665d5c9 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:00:52.134837 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-af7666b9-51ad-4d27-971a-6f42c3a9eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:52.136988 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d09dddd1-2ec6-4d57-aaf5-a97d396be310 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "PUT /v2.0/routers/bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3207262 Jan 26 12:00:52.176613 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] Sync routers for ids ['bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 12:00:52.188843 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] Routers {'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:00:52.189633 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:00:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:00:52.204050 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-af7666b9-51ad-4d27-971a-6f42c3a9eefe None None] Port e6b96025-9d2e-43c7-b610-24913665d5c9 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 12:00:52.323300 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-ffa87141-65a2-4df8-a6fd-8e89a95724bf tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:00:52.339562 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-ffa87141-65a2-4df8-a6fd-8e89a95724bf tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:00:52.341233 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-ffa87141-65a2-4df8-a6fd-8e89a95724bf tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-12955012&fields=id&tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb HTTP/1.1" status: 200 len: 267 time: 0.0679832 Jan 26 12:00:52.396901 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] Set router bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:00:52.434857 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7c993140-8a6c-450d-b90d-244a3feae0b7 None None] Provisioning complete for port e6b96025-9d2e-43c7-b610-24913665d5c9 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:00:52.435329 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7c993140-8a6c-450d-b90d-244a3feae0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:52.501191 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-7c993140-8a6c-450d-b90d-244a3feae0b7 None None] Port e6b96025-9d2e-43c7-b610-24913665d5c9 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 12:00:52.510680 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-864ca072-0b7b-45c6-b4e7-48d762d38da4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:52.514706 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-864ca072-0b7b-45c6-b4e7-48d762d38da4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/networks?id=59b02b11-9f7c-4d0c-bfdc-97c0540cc031 HTTP/1.1" status: 200 len: 796 time: 0.1663353 Jan 26 12:00:52.529063 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-65508063-845a-4938-9254-98a3b95e1ec4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/quotas/491e8d9f3ffc4c05ad55ee08eb43a4bb HTTP/1.1" status: 200 len: 375 time: 0.0102010 Jan 26 12:00:52.627363 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-0e10e6f2-8b38-4552-8c39-ecce2fe2ab7a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:00:52.638869 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2a598868-1e2d-4799-89d8-608f1452652c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:52.642922 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-9af8b238-ca84-46de-ab32-250e6f087ed6 None None] Provisioning complete for port e6b96025-9d2e-43c7-b610-24913665d5c9 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:00:52.643503 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9af8b238-ca84-46de-ab32-250e6f087ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:52.660287 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-0e10e6f2-8b38-4552-8c39-ecce2fe2ab7a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:00:52.662532 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-0e10e6f2-8b38-4552-8c39-ecce2fe2ab7a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1275878 Jan 26 12:00:52.712463 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-9af8b238-ca84-46de-ab32-250e6f087ed6 None None] Port e6b96025-9d2e-43c7-b610-24913665d5c9 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 12:00:52.741861 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515006053', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '77384e0a-9021-4123-8804-8896d1300a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:00:45Z', 'updated_at': '2022-01-26T12:00:50Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '77384e0a-9021-4123-8804-8896d1300a7e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:00:46Z', 'updated_at': '2022-01-26T12:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'e6b96025-9d2e-43c7-b610-24913665d5c9', 'name': '', 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:2b:d7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '57248cca-35a1-4f5b-b1e3-1f45a7e46a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:00:49Z', 'updated_at': '2022-01-26T12:00:51Z', 'revision_number': 2, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '57248cca-35a1-4f5b-b1e3-1f45a7e46a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:00:52.748396 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] Checking router: bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 12:00:52.748855 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] Updating router bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac port e6b96025-9d2e-43c7-b610-24913665d5c9 binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 12:00:52.773128 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 6186edf8-85eb-49f0-bcf7-ee9260fd008c up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:00:52.822465 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:52.849043 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 6186edf8-85eb-49f0-bcf7-ee9260fd008c completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:00:52.854516 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 6186edf8-85eb-49f0-bcf7-ee9260fd008c triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:00:52.854890 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:52.980028 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:52.999759 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-500c9b7c-298e-4df2-8b58-3d61ccbb65fc service neutron] 10.222.0.39 "GET /v2.0/networks/59b02b11-9f7c-4d0c-bfdc-97c0540cc031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255663 Jan 26 12:00:53.014203 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 6186edf8-85eb-49f0-bcf7-ee9260fd008c, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=6186edf8-85eb-49f0-bcf7-ee9260fd008c,segment=NetworkSegment(76d75655-4b4d-4351-8950-394788a3b538),segment_id=76d75655-4b4d-4351-8950-394788a3b538)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:00:53.019245 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:53.020060 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 77384e0a-9021-4123-8804-8896d1300a7e up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:00:53.138777 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=6186edf8-85eb-49f0-bcf7-ee9260fd008c,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:53.139491 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-07598474-cd7c-4296-915f-d27a3006c450 service neutron] 10.222.0.39 "GET /v2.0/networks/59b02b11-9f7c-4d0c-bfdc-97c0540cc031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338177 Jan 26 12:00:53.149851 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 77384e0a-9021-4123-8804-8896d1300a7e triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:00:53.150291 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:53.203609 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:53.217001 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] Transition to ACTIVE for port object e6b96025-9d2e-43c7-b610-24913665d5c9 will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:00:53.224045 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:53.383914 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b433f-e466-484c-a9d2-f8e903b3c775 None None] Pushing event updated for resources: {'Port': ['ID=e6b96025-9d2e-43c7-b610-24913665d5c9,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:53.458019 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b433f-e466-484c-a9d2-f8e903b3c775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:53.458381 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b433f-e466-484c-a9d2-f8e903b3c775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:53.458719 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b433f-e466-484c-a9d2-f8e903b3c775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:53.459045 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b433f-e466-484c-a9d2-f8e903b3c775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:53.459364 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b433f-e466-484c-a9d2-f8e903b3c775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:53.459682 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b433f-e466-484c-a9d2-f8e903b3c775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:53.460001 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b433f-e466-484c-a9d2-f8e903b3c775 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:53.460317 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b433f-e466-484c-a9d2-f8e903b3c775 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:53.460634 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b433f-e466-484c-a9d2-f8e903b3c775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:53.460947 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b433f-e466-484c-a9d2-f8e903b3c775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:53.461264 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b433f-e466-484c-a9d2-f8e903b3c775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:53.461573 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b433f-e466-484c-a9d2-f8e903b3c775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:00:53.485301 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] Attempting to bind port e6b96025-9d2e-43c7-b610-24913665d5c9 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 12:00:53.485656 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] Attempting to bind port e6b96025-9d2e-43c7-b610-24913665d5c9 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '76d75655-4b4d-4351-8950-394788a3b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 12:00:53.486010 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] Attempting to bind port e6b96025-9d2e-43c7-b610-24913665d5c9 on network 59b02b11-9f7c-4d0c-bfdc-97c0540cc031 {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 12:00:53.490931 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 12, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 12:00:53.491294 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] Checking segment: {'id': '76d75655-4b4d-4351-8950-394788a3b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 12:00:53.491681 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:53.492064 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] Bound using segment: {'id': '76d75655-4b4d-4351-8950-394788a3b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 12:00:53.492507 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] Bound port: e6b96025-9d2e-43c7-b610-24913665d5c9, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d75655-4b4d-4351-8950-394788a3b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 12:00:53.492869 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:53.579973 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] For port e6b96025-9d2e-43c7-b610-24913665d5c9, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 12:00:53.582811 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] For port e6b96025-9d2e-43c7-b610-24913665d5c9, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=e6b96025-9d2e-43c7-b610-24913665d5c9,segment=NetworkSegment(76d75655-4b4d-4351-8950-394788a3b538),segment_id=76d75655-4b4d-4351-8950-394788a3b538)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 12:00:53.586881 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:53.662944 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] Routers {'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:00:53.663569 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:00:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:00:53.731750 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b433f-e466-484c-a9d2-f8e903b3c775 None None] Pushing event updated for resources: {'Port': ['ID=e6b96025-9d2e-43c7-b610-24913665d5c9,revision_number=4']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:53.852705 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] Set router bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:00:54.163449 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515006053', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '77384e0a-9021-4123-8804-8896d1300a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:00:45Z', 'updated_at': '2022-01-26T12:00:50Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '77384e0a-9021-4123-8804-8896d1300a7e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:00:46Z', 'updated_at': '2022-01-26T12:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'e6b96025-9d2e-43c7-b610-24913665d5c9', 'name': '', 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:2b:d7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '57248cca-35a1-4f5b-b1e3-1f45a7e46a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:00:49Z', 'updated_at': '2022-01-26T12:00:53Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '57248cca-35a1-4f5b-b1e3-1f45a7e46a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:00:54.167118 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a688c1d2-8d65-4719-abc1-7b00b6c928c7 None None] The sync data for ids ['bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'] in dv-neutron-826439-1-hyperv is: [{'id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515006053', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '77384e0a-9021-4123-8804-8896d1300a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:00:45Z', 'updated_at': '2022-01-26T12:00:50Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '77384e0a-9021-4123-8804-8896d1300a7e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:00:46Z', 'updated_at': '2022-01-26T12:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'e6b96025-9d2e-43c7-b610-24913665d5c9', 'name': '', 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:2b:d7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '57248cca-35a1-4f5b-b1e3-1f45a7e46a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:00:49Z', 'updated_at': '2022-01-26T12:00:53Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '57248cca-35a1-4f5b-b1e3-1f45a7e46a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 12:00:54.345312 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-ebbd5d65-5213-4c9c-b713-ed9d93ce09ee req-efe73a97-5186-483d-bed7-bddbf98db44e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:00:54.361230 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-ebbd5d65-5213-4c9c-b713-ed9d93ce09ee req-efe73a97-5186-483d-bed7-bddbf98db44e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:00:54.362739 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ebbd5d65-5213-4c9c-b713-ed9d93ce09ee req-efe73a97-5186-483d-bed7-bddbf98db44e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 210 time: 0.0649102 Jan 26 12:00:54.721132 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 6186edf8-85eb-49f0-bcf7-ee9260fd008c up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:00:54.835393 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 6186edf8-85eb-49f0-bcf7-ee9260fd008c triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:00:54.835947 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:54.911842 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-00491d76-011f-46a8-8d53-a53bb9681ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:54.983923 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device e6b96025-9d2e-43c7-b610-24913665d5c9 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:00:55.056882 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port e6b96025-9d2e-43c7-b610-24913665d5c9 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:00:55.063636 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port e6b96025-9d2e-43c7-b610-24913665d5c9 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:00:55.063986 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:55.192271 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:55.225021 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port e6b96025-9d2e-43c7-b610-24913665d5c9, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=e6b96025-9d2e-43c7-b610-24913665d5c9,segment=NetworkSegment(76d75655-4b4d-4351-8950-394788a3b538),segment_id=76d75655-4b4d-4351-8950-394788a3b538)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:00:55.229504 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:55.302393 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=e6b96025-9d2e-43c7-b610-24913665d5c9,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:55.541401 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-38969390-6e95-4366-bea2-261ae7831692 req-6151366f-52c7-4bfc-974d-b4a53cc8ba60 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 210 time: 0.0538146 Jan 26 12:00:55.591103 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-c4be770d-a9d0-4162-b12d-ee1fa298a05e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:55.592546 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-c4be770d-a9d0-4162-b12d-ee1fa298a05e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.24 "GET /v2.0/networks?id=59b02b11-9f7c-4d0c-bfdc-97c0540cc031 HTTP/1.1" status: 200 len: 796 time: 0.2101278 Jan 26 12:00:55.648602 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-dabeb975-d8eb-49c1-8b8f-f0898cbe83b4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb HTTP/1.1" status: 200 len: 378 time: 0.0461743 Jan 26 12:00:55.657557 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-29d48804-5294-435d-a1bd-7a18edfab765 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'port': {'device_id': 'f5cbee75-0ea2-4d28-a29a-931681b1e030', 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031', 'admin_state_up': True, 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'security_groups': ['ff8bb3b0-f26b-435c-96ff-d74385c4dd39']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:00:55.797796 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-29d48804-5294-435d-a1bd-7a18edfab765 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:00:55.806948 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-29d48804-5294-435d-a1bd-7a18edfab765 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:00:55.817072 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-29d48804-5294-435d-a1bd-7a18edfab765 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Made reservation on behalf of 491e8d9f3ffc4c05ad55ee08eb43a4bb for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 12:00:55.821038 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-29d48804-5294-435d-a1bd-7a18edfab765 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:55.959319 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:55.986135 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-29d48804-5294-435d-a1bd-7a18edfab765 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Allocated IP 172.20.0.6 (59b02b11-9f7c-4d0c-bfdc-97c0540cc031/57248cca-35a1-4f5b-b1e3-1f45a7e46a2d/3309f58d-a01f-4757-8a7c-e49f57ff889c) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 12:00:56.181986 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-29d48804-5294-435d-a1bd-7a18edfab765 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:56.187191 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:56.197658 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-29d48804-5294-435d-a1bd-7a18edfab765 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Transition to ACTIVE for port object 3309f58d-a01f-4757-8a7c-e49f57ff889c will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:00:56.221244 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-29d48804-5294-435d-a1bd-7a18edfab765 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:56.295168 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-29d48804-5294-435d-a1bd-7a18edfab765 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network 59b02b11-9f7c-4d0c-bfdc-97c0540cc031 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:00:56.298288 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-29d48804-5294-435d-a1bd-7a18edfab765 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:00:56.302099 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-29d48804-5294-435d-a1bd-7a18edfab765 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 12:00:56.339179 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d48804-5294-435d-a1bd-7a18edfab765 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=3309f58d-a01f-4757-8a7c-e49f57ff889c,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:56.380086 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-29d48804-5294-435d-a1bd-7a18edfab765 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:56.380724 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-29d48804-5294-435d-a1bd-7a18edfab765 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:56.410602 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-29d48804-5294-435d-a1bd-7a18edfab765 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7567859 Jan 26 12:00:56.422645 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-d8c50a11-da4f-43a3-9fd9-f641f7f45c8e service neutron] Request body: {'port': {'device_id': 'f5cbee75-0ea2-4d28-a29a-931681b1e030', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:00:56.512538 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-27c9fa6a-32c0-4319-b2a3-26f514789e42 None None] Provisioning for port 3309f58d-a01f-4757-8a7c-e49f57ff889c completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:00:56.517232 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-27c9fa6a-32c0-4319-b2a3-26f514789e42 None None] Provisioning complete for port 3309f58d-a01f-4757-8a7c-e49f57ff889c triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:00:56.517692 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-27c9fa6a-32c0-4319-b2a3-26f514789e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:56.538894 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-d8c50a11-da4f-43a3-9fd9-f641f7f45c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:56.572009 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-27c9fa6a-32c0-4319-b2a3-26f514789e42 None None] Port 3309f58d-a01f-4757-8a7c-e49f57ff889c cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 12:00:56.632783 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device e6b96025-9d2e-43c7-b610-24913665d5c9 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:00:56.710585 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port e6b96025-9d2e-43c7-b610-24913665d5c9 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:00:56.710907 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:56.737193 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08303f4f-1434-4809-a5ea-2f427c2b353e req-1902d150-1300-45d9-adf4-3f3b42a7685f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:56.739365 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-08303f4f-1434-4809-a5ea-2f427c2b353e req-1902d150-1300-45d9-adf4-3f3b42a7685f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 931 time: 0.0840425 Jan 26 12:00:56.785211 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-08303f4f-1434-4809-a5ea-2f427c2b353e req-03100455-c867-4f44-9c40-489be40fcd77 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:00:56.798474 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-08303f4f-1434-4809-a5ea-2f427c2b353e req-03100455-c867-4f44-9c40-489be40fcd77 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:00:56.799741 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-08303f4f-1434-4809-a5ea-2f427c2b353e req-03100455-c867-4f44-9c40-489be40fcd77 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff8bb3b0-f26b-435c-96ff-d74385c4dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553639 Jan 26 12:00:56.898152 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-d8c50a11-da4f-43a3-9fd9-f641f7f45c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3309f58d-a01f-4757-8a7c-e49f57ff889c {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 12:00:56.905611 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-d8c50a11-da4f-43a3-9fd9-f641f7f45c8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:56.919979 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-d8c50a11-da4f-43a3-9fd9-f641f7f45c8e service neutron] Transition to ACTIVE for port object 3309f58d-a01f-4757-8a7c-e49f57ff889c will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:00:56.923346 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-d8c50a11-da4f-43a3-9fd9-f641f7f45c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:57.197649 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c50a11-da4f-43a3-9fd9-f641f7f45c8e service neutron] Pushing event updated for resources: {'Port': ['ID=3309f58d-a01f-4757-8a7c-e49f57ff889c,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:57.269827 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-d8c50a11-da4f-43a3-9fd9-f641f7f45c8e service neutron] Attempting to bind port 3309f58d-a01f-4757-8a7c-e49f57ff889c on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 12:00:57.270028 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-d8c50a11-da4f-43a3-9fd9-f641f7f45c8e service neutron] Attempting to bind port 3309f58d-a01f-4757-8a7c-e49f57ff889c by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '76d75655-4b4d-4351-8950-394788a3b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 12:00:57.270380 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-d8c50a11-da4f-43a3-9fd9-f641f7f45c8e service neutron] Attempting to bind port 3309f58d-a01f-4757-8a7c-e49f57ff889c on network 59b02b11-9f7c-4d0c-bfdc-97c0540cc031 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 12:00:57.274918 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-d8c50a11-da4f-43a3-9fd9-f641f7f45c8e service neutron] Port 3309f58d-a01f-4757-8a7c-e49f57ff889c on network 59b02b11-9f7c-4d0c-bfdc-97c0540cc031 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 12:00:57.275233 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-d8c50a11-da4f-43a3-9fd9-f641f7f45c8e service neutron] Attempting to bind port 3309f58d-a01f-4757-8a7c-e49f57ff889c on network 59b02b11-9f7c-4d0c-bfdc-97c0540cc031 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 12:00:57.280313 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-d8c50a11-da4f-43a3-9fd9-f641f7f45c8e service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 12, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 12:00:57.280645 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-d8c50a11-da4f-43a3-9fd9-f641f7f45c8e service neutron] Checking segment: {'id': '76d75655-4b4d-4351-8950-394788a3b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 12:00:57.281025 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-d8c50a11-da4f-43a3-9fd9-f641f7f45c8e service neutron] Bound using segment: {'id': '76d75655-4b4d-4351-8950-394788a3b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 12:00:57.281447 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-d8c50a11-da4f-43a3-9fd9-f641f7f45c8e service neutron] Bound port: 3309f58d-a01f-4757-8a7c-e49f57ff889c, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76d75655-4b4d-4351-8950-394788a3b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 12:00:57.281787 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-d8c50a11-da4f-43a3-9fd9-f641f7f45c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:57.381580 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-d8c50a11-da4f-43a3-9fd9-f641f7f45c8e service neutron] For port 3309f58d-a01f-4757-8a7c-e49f57ff889c, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 12:00:57.384897 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-d8c50a11-da4f-43a3-9fd9-f641f7f45c8e service neutron] For port 3309f58d-a01f-4757-8a7c-e49f57ff889c, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=3309f58d-a01f-4757-8a7c-e49f57ff889c,segment=NetworkSegment(76d75655-4b4d-4351-8950-394788a3b538),segment_id=76d75655-4b4d-4351-8950-394788a3b538)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 12:00:57.390223 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-d8c50a11-da4f-43a3-9fd9-f641f7f45c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:57.441182 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-d8c50a11-da4f-43a3-9fd9-f641f7f45c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:57.441482 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-d8c50a11-da4f-43a3-9fd9-f641f7f45c8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:57.442926 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-d8c50a11-da4f-43a3-9fd9-f641f7f45c8e service neutron] 10.222.0.24 "PUT /v2.0/ports/3309f58d-a01f-4757-8a7c-e49f57ff889c HTTP/1.1" status: 200 len: 1093 time: 1.0257306 Jan 26 12:00:57.451070 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5cbee75-0ea2-4d28-a29a-931681b1e030', 'tag': '3309f58d-a01f-4757-8a7c-e49f57ff889c'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:00:57.477666 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c50a11-da4f-43a3-9fd9-f641f7f45c8e service neutron] Pushing event updated for resources: {'Port': ['ID=3309f58d-a01f-4757-8a7c-e49f57ff889c,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:57.513847 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5cbee75-0ea2-4d28-a29a-931681b1e030', 'tag': '3309f58d-a01f-4757-8a7c-e49f57ff889c', 'status': 'completed', 'code': 200} Jan 26 12:00:57.550866 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:57.561903 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-c1dc344f-add2-4557-82d9-0a2d9a25bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:57.563510 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-c1dc344f-add2-4557-82d9-0a2d9a25bb03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 1096 time: 0.0828786 Jan 26 12:00:57.638798 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-a7a28b9c-1e25-41eb-aae9-eb558d234300 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3309f58d-a01f-4757-8a7c-e49f57ff889c HTTP/1.1" status: 200 len: 217 time: 0.0682640 Jan 26 12:00:57.699671 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-3b165279-79d7-4d04-a38d-d5190c6f2e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:57.701083 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-3b165279-79d7-4d04-a38d-d5190c6f2e43 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=57248cca-35a1-4f5b-b1e3-1f45a7e46a2d HTTP/1.1" status: 200 len: 835 time: 0.0570557 Jan 26 12:00:57.778675 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-08bdc3a5-8825-484f-9abe-59dca1a9af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:57.780145 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-08bdc3a5-8825-484f-9abe-59dca1a9af40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59b02b11-9f7c-4d0c-bfdc-97c0540cc031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732849 Jan 26 12:00:57.913082 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-7d960f52-a94a-450a-b0c1-d64c85633acb service neutron] 10.222.0.24 "GET /v2.0/networks/59b02b11-9f7c-4d0c-bfdc-97c0540cc031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269033 Jan 26 12:00:57.991080 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48056e9-c73b-4df3-9639-631a91ccdf8d req-1ee68db6-81a9-454e-bc1f-148ed0f77c35 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:57.992544 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b48056e9-c73b-4df3-9639-631a91ccdf8d req-1ee68db6-81a9-454e-bc1f-148ed0f77c35 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 943 time: 0.0853622 Jan 26 12:00:58.037625 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b48056e9-c73b-4df3-9639-631a91ccdf8d req-ab57824d-5184-4053-94f7-54ef192b0f05 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff8bb3b0-f26b-435c-96ff-d74385c4dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384512 Jan 26 12:00:58.048127 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-06619e6e-ad46-4f1a-9963-90b3d602acbf req-ee0b24ec-ee48-4824-92d8-9bad7b2c4589 service neutron] 10.222.0.24 "GET /v2.0/networks/59b02b11-9f7c-4d0c-bfdc-97c0540cc031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287181 Jan 26 12:00:58.161594 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb16bb7-387c-44d1-b62b-2ae158e712da req-fe685659-ae5c-4db8-ac07-af1ca2e80178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:58.163101 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fbb16bb7-387c-44d1-b62b-2ae158e712da req-fe685659-ae5c-4db8-ac07-af1ca2e80178 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 1096 time: 0.0702710 Jan 26 12:00:58.292846 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb16bb7-387c-44d1-b62b-2ae158e712da req-e2dad6bb-127b-4409-bccf-ffc2d007df4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:58.294768 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fbb16bb7-387c-44d1-b62b-2ae158e712da req-e2dad6bb-127b-4409-bccf-ffc2d007df4c service neutron] 10.222.0.24 "GET /v2.0/networks?id=59b02b11-9f7c-4d0c-bfdc-97c0540cc031 HTTP/1.1" status: 200 len: 897 time: 0.1256337 Jan 26 12:00:58.365759 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fbb16bb7-387c-44d1-b62b-2ae158e712da req-c12421ae-516f-4d4c-abc8-665e628306d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3309f58d-a01f-4757-8a7c-e49f57ff889c HTTP/1.1" status: 200 len: 217 time: 0.0644693 Jan 26 12:00:58.428416 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb16bb7-387c-44d1-b62b-2ae158e712da req-4ca6a1e2-9dfc-49f8-8750-cb9feaa05755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:58.429857 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fbb16bb7-387c-44d1-b62b-2ae158e712da req-4ca6a1e2-9dfc-49f8-8750-cb9feaa05755 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=57248cca-35a1-4f5b-b1e3-1f45a7e46a2d HTTP/1.1" status: 200 len: 835 time: 0.0573947 Jan 26 12:00:58.509138 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb16bb7-387c-44d1-b62b-2ae158e712da req-41055ead-a64d-4bcd-aee3-a005ac73fb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:58.510603 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fbb16bb7-387c-44d1-b62b-2ae158e712da req-41055ead-a64d-4bcd-aee3-a005ac73fb11 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59b02b11-9f7c-4d0c-bfdc-97c0540cc031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732040 Jan 26 12:00:58.642912 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fbb16bb7-387c-44d1-b62b-2ae158e712da req-d5725e35-9298-4250-ab30-b4608ef0f988 service neutron] 10.222.0.24 "GET /v2.0/networks/59b02b11-9f7c-4d0c-bfdc-97c0540cc031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253593 Jan 26 12:00:58.877122 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fbb16bb7-387c-44d1-b62b-2ae158e712da req-213f3866-5915-4d14-8359-bb7c0e4e8b4a service neutron] 10.222.0.24 "GET /v2.0/networks/59b02b11-9f7c-4d0c-bfdc-97c0540cc031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280960 Jan 26 12:00:59.209755 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 3309f58d-a01f-4757-8a7c-e49f57ff889c details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 12:00:59.220231 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbbee8-c1cc-4671-9105-407aea00d017 req-eed50c4a-90f3-4e00-b72e-75f800ec79ff tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:00:59.220925 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-8cbbbee8-c1cc-4671-9105-407aea00d017 req-eed50c4a-90f3-4e00-b72e-75f800ec79ff tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:00:59.237123 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-8cbbbee8-c1cc-4671-9105-407aea00d017 req-eed50c4a-90f3-4e00-b72e-75f800ec79ff tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:00:59.238262 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8cbbbee8-c1cc-4671-9105-407aea00d017 req-eed50c4a-90f3-4e00-b72e-75f800ec79ff tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 943 time: 0.0966144 Jan 26 12:00:59.283858 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8cbbbee8-c1cc-4671-9105-407aea00d017 req-370f91ae-9380-42f8-ab93-920f88ed940c tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff8bb3b0-f26b-435c-96ff-d74385c4dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392642 Jan 26 12:00:59.347598 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 3309f58d-a01f-4757-8a7c-e49f57ff889c, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=3309f58d-a01f-4757-8a7c-e49f57ff889c,segment=NetworkSegment(76d75655-4b4d-4351-8950-394788a3b538),segment_id=76d75655-4b4d-4351-8950-394788a3b538)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:00:59.360385 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '3309f58d-a01f-4757-8a7c-e49f57ff889c', 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031', 'port_id': '3309f58d-a01f-4757-8a7c-e49f57ff889c', 'mac_address': 'fa:16:3e:ca:b1:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57248cca-35a1-4f5b-b1e3-1f45a7e46a2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 12:00:59.414674 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:59.431148 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3309f58d-a01f-4757-8a7c-e49f57ff889c {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 12:00:59.446354 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 3309f58d-a01f-4757-8a7c-e49f57ff889c, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=3309f58d-a01f-4757-8a7c-e49f57ff889c,segment=NetworkSegment(76d75655-4b4d-4351-8950-394788a3b538),segment_id=76d75655-4b4d-4351-8950-394788a3b538)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:00:59.450239 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:00:59.517374 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=3309f58d-a01f-4757-8a7c-e49f57ff889c,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:00:59.653299 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['3309f58d-a01f-4757-8a7c-e49f57ff889c'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 12:01:00.470247 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fcbd0-54bd-4f2d-881f-0d04ac0cd063 req-52c901c5-e055-46a9-87bd-0a5c93b8f72d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:00.471739 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-db9fcbd0-54bd-4f2d-881f-0d04ac0cd063 req-52c901c5-e055-46a9-87bd-0a5c93b8f72d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 944 time: 0.0806270 Jan 26 12:01:00.516150 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-db9fcbd0-54bd-4f2d-881f-0d04ac0cd063 req-514c525e-0472-4498-9c91-415f655d855d tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff8bb3b0-f26b-435c-96ff-d74385c4dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384049 Jan 26 12:01:01.222838 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 3309f58d-a01f-4757-8a7c-e49f57ff889c up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:01:01.289447 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port 3309f58d-a01f-4757-8a7c-e49f57ff889c completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:01:01.293993 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 3309f58d-a01f-4757-8a7c-e49f57ff889c triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:01:01.294400 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:01.411338 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:01.436986 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5cbee75-0ea2-4d28-a29a-931681b1e030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3309f58d-a01f-4757-8a7c-e49f57ff889c'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:01:01.447211 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 3309f58d-a01f-4757-8a7c-e49f57ff889c, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=3309f58d-a01f-4757-8a7c-e49f57ff889c,segment=NetworkSegment(76d75655-4b4d-4351-8950-394788a3b538),segment_id=76d75655-4b4d-4351-8950-394788a3b538)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:01:01.452356 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:01.524359 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=3309f58d-a01f-4757-8a7c-e49f57ff889c,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:01.530440 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5cbee75-0ea2-4d28-a29a-931681b1e030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3309f58d-a01f-4757-8a7c-e49f57ff889c', 'code': 200} Jan 26 12:01:01.708786 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe650e-01a5-4c32-8829-7246431b45bf req-cd2be584-0834-429a-919d-933e91278c21 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:01.710244 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9fbe650e-01a5-4c32-8829-7246431b45bf req-cd2be584-0834-429a-919d-933e91278c21 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 945 time: 0.0870476 Jan 26 12:01:01.755523 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9fbe650e-01a5-4c32-8829-7246431b45bf req-ba599a20-8d5e-4f8d-af72-ab6a2e285961 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff8bb3b0-f26b-435c-96ff-d74385c4dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391653 Jan 26 12:01:01.759771 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71189f7c-74e1-404e-ab6b-9b1e861e6feb req-2e9cb695-a777-4944-b15e-6ac69ac0ef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:01.761255 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-71189f7c-74e1-404e-ab6b-9b1e861e6feb req-2e9cb695-a777-4944-b15e-6ac69ac0ef18 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 1098 time: 0.0724161 Jan 26 12:01:01.801534 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-71189f7c-74e1-404e-ab6b-9b1e861e6feb req-55322146-c607-4d39-9262-7f40f73150cf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ff8bb3b0-f26b-435c-96ff-d74385c4dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341225 Jan 26 12:01:02.955576 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81db619-07f2-4b9d-bfbf-e3a94a2dbb22 req-51fb1a33-2bc3-46de-83aa-45479b05e3d5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:02.957028 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a81db619-07f2-4b9d-bfbf-e3a94a2dbb22 req-51fb1a33-2bc3-46de-83aa-45479b05e3d5 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 945 time: 0.0817940 Jan 26 12:01:03.005045 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a81db619-07f2-4b9d-bfbf-e3a94a2dbb22 req-7e31a3a9-352b-4300-917a-dd45798dc597 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff8bb3b0-f26b-435c-96ff-d74385c4dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424173 Jan 26 12:01:04.189354 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6919426-d79b-4a0e-b1ea-5b57ab4098fb req-eab93de5-0b47-42ce-828d-620b432ffa01 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:04.190739 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e6919426-d79b-4a0e-b1ea-5b57ab4098fb req-eab93de5-0b47-42ce-828d-620b432ffa01 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 945 time: 0.0788765 Jan 26 12:01:04.237194 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e6919426-d79b-4a0e-b1ea-5b57ab4098fb req-ff26b8ac-b5e4-492a-a103-4bad437a397e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff8bb3b0-f26b-435c-96ff-d74385c4dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408936 Jan 26 12:01:04.417373 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295811ad-39e4-4eb8-a176-7fadc604b837 req-a121c52e-d64a-4cf8-a8b8-21fe8045ed55 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:04.419411 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-295811ad-39e4-4eb8-a176-7fadc604b837 req-a121c52e-d64a-4cf8-a8b8-21fe8045ed55 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 945 time: 0.0802794 Jan 26 12:01:04.470500 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-295811ad-39e4-4eb8-a176-7fadc604b837 req-2acdfa3e-6207-4c7d-b2a8-76c4e058c0da tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff8bb3b0-f26b-435c-96ff-d74385c4dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452585 Jan 26 12:01:04.493242 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33318) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:01:04.562453 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c90f6b-4cf0-4231-9f1a-4162f2ad6d43 tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:04.564213 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-66c90f6b-4cf0-4231-9f1a-4162f2ad6d43 tempest-TestNetworkAdvancedServerOps-1826103766 tempest-TestNetworkAdvancedServerOps-1826103766-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 1093 time: 0.0697577 Jan 26 12:01:04.566676 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33322) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:01:04.571556 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-a0c48b6c-2361-4f4f-963e-4ff64a53c3df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': '3309f58d-a01f-4757-8a7c-e49f57ff889c', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:01:04.577424 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a0c48b6c-2361-4f4f-963e-4ff64a53c3df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:01:04.581212 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a0c48b6c-2361-4f4f-963e-4ff64a53c3df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Usage tracker for resource:floatingip and tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:01:04.584042 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-a0c48b6c-2361-4f4f-963e-4ff64a53c3df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:01:04.589617 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-a0c48b6c-2361-4f4f-963e-4ff64a53c3df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:01:04.600161 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a0c48b6c-2361-4f4f-963e-4ff64a53c3df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for floatingip, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:04.736115 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a0c48b6c-2361-4f4f-963e-4ff64a53c3df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:04.872285 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-a0c48b6c-2361-4f4f-963e-4ff64a53c3df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Allocated IP 172.26.5.200 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/c07f8509-53e5-4d3a-a791-326b4f63441f) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 12:01:05.018513 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a0c48b6c-2361-4f4f-963e-4ff64a53c3df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:05.047125 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a0c48b6c-2361-4f4f-963e-4ff64a53c3df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:05.108196 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c48b6c-2361-4f4f-963e-4ff64a53c3df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:01:05.110958 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-a0c48b6c-2361-4f4f-963e-4ff64a53c3df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:01:05.113445 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c48b6c-2361-4f4f-963e-4ff64a53c3df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 12:01:05.158331 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c48b6c-2361-4f4f-963e-4ff64a53c3df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=c07f8509-53e5-4d3a-a791-326b4f63441f,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:05.626432 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:05.627243 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a0c48b6c-2361-4f4f-963e-4ff64a53c3df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:05.700502 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a0c48b6c-2361-4f4f-963e-4ff64a53c3df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:05.907001 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a0c48b6c-2361-4f4f-963e-4ff64a53c3df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:05.911362 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a0c48b6c-2361-4f4f-963e-4ff64a53c3df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:06.026682 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c48b6c-2361-4f4f-963e-4ff64a53c3df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event updated for resources: {'Port': ['ID=c07f8509-53e5-4d3a-a791-326b4f63441f,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:06.038432 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a0c48b6c-2361-4f4f-963e-4ff64a53c3df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:06.206910 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-a0c48b6c-2361-4f4f-963e-4ff64a53c3df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Floating IP e90bb2ec-f558-477a-ae0a-bcebf844c304 associated. External IP: 172.26.5.200, port: 3309f58d-a01f-4757-8a7c-e49f57ff889c. Jan 26 12:01:06.558210 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c48b6c-2361-4f4f-963e-4ff64a53c3df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Router bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 12:01:06.849299 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c48b6c-2361-4f4f-963e-4ff64a53c3df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 12:01:06.860840 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9ab675-3365-491e-8986-15fee579e476 None None] Sync routers for ids ['bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 12:01:06.874555 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9ab675-3365-491e-8986-15fee579e476 None None] Routers {'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:01:06.875639 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-6c9ab675-3365-491e-8986-15fee579e476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:00:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:01:06.878055 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a0c48b6c-2361-4f4f-963e-4ff64a53c3df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:06.957331 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a0c48b6c-2361-4f4f-963e-4ff64a53c3df tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3896515 Jan 26 12:01:06.958004 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5cbee75-0ea2-4d28-a29a-931681b1e030', 'tag': '3309f58d-a01f-4757-8a7c-e49f57ff889c'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:01:07.005239 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5cbee75-0ea2-4d28-a29a-931681b1e030', 'tag': '3309f58d-a01f-4757-8a7c-e49f57ff889c', 'status': 'completed', 'code': 200} Jan 26 12:01:07.101604 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f8326-36ee-4ec9-aa2e-aa82326e8127 req-6c5efa61-f7a5-4624-85c4-a75ba7050ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:07.103062 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b76f8326-36ee-4ec9-aa2e-aa82326e8127 req-6c5efa61-f7a5-4624-85c4-a75ba7050ca4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 1098 time: 0.0766325 Jan 26 12:01:07.122567 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-6c9ab675-3365-491e-8986-15fee579e476 None None] Set router bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:01:07.131008 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62190668-f843-4941-8a61-8d9627b0d7db req-f4798024-b8fd-4e30-b6d5-b64697b8a5c3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:07.132493 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-62190668-f843-4941-8a61-8d9627b0d7db req-f4798024-b8fd-4e30-b6d5-b64697b8a5c3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 945 time: 0.0852561 Jan 26 12:01:07.179433 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-62190668-f843-4941-8a61-8d9627b0d7db req-16ac5dba-37ea-42cb-8f26-e67f28d8b70a tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff8bb3b0-f26b-435c-96ff-d74385c4dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413353 Jan 26 12:01:07.204430 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33332) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:01:07.243968 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f8326-36ee-4ec9-aa2e-aa82326e8127 req-c5d32357-816f-41f3-b9e7-fc059156ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:07.245420 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b76f8326-36ee-4ec9-aa2e-aa82326e8127 req-c5d32357-816f-41f3-b9e7-fc059156ddef service neutron] 10.222.0.24 "GET /v2.0/networks?id=59b02b11-9f7c-4d0c-bfdc-97c0540cc031 HTTP/1.1" status: 200 len: 897 time: 0.1361437 Jan 26 12:01:07.317881 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-769810f7-138b-49d2-b603-6a4170912992 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/floatingips/e90bb2ec-f558-477a-ae0a-bcebf844c304 HTTP/1.1" status: 200 len: 991 time: 0.1120389 Jan 26 12:01:07.352014 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b76f8326-36ee-4ec9-aa2e-aa82326e8127 req-d5362668-b09d-48ca-9d6b-6b5c091111c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3309f58d-a01f-4757-8a7c-e49f57ff889c HTTP/1.1" status: 200 len: 999 time: 0.0999658 Jan 26 12:01:07.413546 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f8326-36ee-4ec9-aa2e-aa82326e8127 req-8ec5a4dd-214d-4429-b9e0-cd65374cac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:07.415014 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b76f8326-36ee-4ec9-aa2e-aa82326e8127 req-8ec5a4dd-214d-4429-b9e0-cd65374cac70 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=57248cca-35a1-4f5b-b1e3-1f45a7e46a2d HTTP/1.1" status: 200 len: 835 time: 0.0568080 Jan 26 12:01:07.482383 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-6c9ab675-3365-491e-8986-15fee579e476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515006053', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '77384e0a-9021-4123-8804-8896d1300a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:00:45Z', 'updated_at': '2022-01-26T12:00:50Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '77384e0a-9021-4123-8804-8896d1300a7e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:00:46Z', 'updated_at': '2022-01-26T12:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': 'e90bb2ec-f558-477a-ae0a-bcebf844c304', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'floating_ip_address': '172.26.5.200', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'port_id': '3309f58d-a01f-4757-8a7c-e49f57ff889c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031', 'mac_address': 'fa:16:3e:ca:b1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cbee75-0ea2-4d28-a29a-931681b1e030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T12:01:05Z', 'updated_at': '2022-01-26T12:01:05Z', 'revision_number': 0, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b96025-9d2e-43c7-b610-24913665d5c9', 'name': '', 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:2b:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '57248cca-35a1-4f5b-b1e3-1f45a7e46a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:00:49Z', 'updated_at': '2022-01-26T12:00:55Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '57248cca-35a1-4f5b-b1e3-1f45a7e46a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:01:07.486124 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9ab675-3365-491e-8986-15fee579e476 None None] Checking router: bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 12:01:07.489328 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f8326-36ee-4ec9-aa2e-aa82326e8127 req-1aec3b82-d727-4aaa-b887-9bb11b8e2e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:07.490837 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b76f8326-36ee-4ec9-aa2e-aa82326e8127 req-1aec3b82-d727-4aaa-b887-9bb11b8e2e66 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59b02b11-9f7c-4d0c-bfdc-97c0540cc031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692158 Jan 26 12:01:07.494409 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9ab675-3365-491e-8986-15fee579e476 None None] Routers {'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:01:07.495010 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-6c9ab675-3365-491e-8986-15fee579e476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:00:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:01:07.622403 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b76f8326-36ee-4ec9-aa2e-aa82326e8127 req-12ed5858-64b1-4723-b35d-ebf5f39b43fc service neutron] 10.222.0.24 "GET /v2.0/networks/59b02b11-9f7c-4d0c-bfdc-97c0540cc031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249766 Jan 26 12:01:07.675164 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-6c9ab675-3365-491e-8986-15fee579e476 None None] Set router bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:01:07.753971 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b76f8326-36ee-4ec9-aa2e-aa82326e8127 req-e5e81e16-c175-4109-a943-e43fea84b743 service neutron] 10.222.0.24 "GET /v2.0/networks/59b02b11-9f7c-4d0c-bfdc-97c0540cc031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264386 Jan 26 12:01:08.020402 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-6c9ab675-3365-491e-8986-15fee579e476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515006053', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '77384e0a-9021-4123-8804-8896d1300a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:00:45Z', 'updated_at': '2022-01-26T12:00:50Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '77384e0a-9021-4123-8804-8896d1300a7e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:00:46Z', 'updated_at': '2022-01-26T12:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': 'e90bb2ec-f558-477a-ae0a-bcebf844c304', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'floating_ip_address': '172.26.5.200', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'port_id': '3309f58d-a01f-4757-8a7c-e49f57ff889c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031', 'mac_address': 'fa:16:3e:ca:b1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cbee75-0ea2-4d28-a29a-931681b1e030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T12:01:05Z', 'updated_at': '2022-01-26T12:01:05Z', 'revision_number': 0, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b96025-9d2e-43c7-b610-24913665d5c9', 'name': '', 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:2b:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '57248cca-35a1-4f5b-b1e3-1f45a7e46a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:00:49Z', 'updated_at': '2022-01-26T12:00:55Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '57248cca-35a1-4f5b-b1e3-1f45a7e46a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:01:08.024299 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9ab675-3365-491e-8986-15fee579e476 None None] The sync data for ids ['bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'] in dv-neutron-826439-1-hyperv is: [{'id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515006053', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '77384e0a-9021-4123-8804-8896d1300a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:00:45Z', 'updated_at': '2022-01-26T12:00:50Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '77384e0a-9021-4123-8804-8896d1300a7e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:00:46Z', 'updated_at': '2022-01-26T12:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': 'e90bb2ec-f558-477a-ae0a-bcebf844c304', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'floating_ip_address': '172.26.5.200', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'port_id': '3309f58d-a01f-4757-8a7c-e49f57ff889c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031', 'mac_address': 'fa:16:3e:ca:b1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cbee75-0ea2-4d28-a29a-931681b1e030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T12:01:05Z', 'updated_at': '2022-01-26T12:01:05Z', 'revision_number': 0, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b96025-9d2e-43c7-b610-24913665d5c9', 'name': '', 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:2b:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '57248cca-35a1-4f5b-b1e3-1f45a7e46a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:00:49Z', 'updated_at': '2022-01-26T12:00:55Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '57248cca-35a1-4f5b-b1e3-1f45a7e46a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 12:01:08.209678 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff9b74c-643d-4ab4-b92a-f9e1d0768dbe None None] New status for floating IP e90bb2ec-f558-477a-ae0a-bcebf844c304: ACTIVE {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 12:01:08.321916 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33342) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:01:08.426123 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f1cf3588-c097-476d-9ece-7a56dbd09b81 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/floatingips/e90bb2ec-f558-477a-ae0a-bcebf844c304 HTTP/1.1" status: 200 len: 991 time: 0.1030264 Jan 26 12:01:09.430094 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33346) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:01:09.537022 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f9bc1e3f-5493-4b1c-8c25-faf3a2de72da tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/floatingips/e90bb2ec-f558-477a-ae0a-bcebf844c304 HTTP/1.1" status: 200 len: 993 time: 0.1057484 Jan 26 12:01:10.631439 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:01:22.622513 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f01fdf6e-848b-459c-ab28-51b9e48c58a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:24.885515 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-61b06af8-939e-42ff-8750-54a070bce89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:25.960890 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:26.187991 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:27.553559 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:34.450209 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1adb5-7573-49ca-8768-8619b0ff239b req-7d91139f-0e77-40bc-ad63-c7343b8b0922 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:34.451645 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-32e1adb5-7573-49ca-8768-8619b0ff239b req-7d91139f-0e77-40bc-ad63-c7343b8b0922 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 945 time: 0.0835915 Jan 26 12:01:34.495201 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-32e1adb5-7573-49ca-8768-8619b0ff239b req-519f2128-1bf1-4526-ad39-beedc339b5ef tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff8bb3b0-f26b-435c-96ff-d74385c4dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379949 Jan 26 12:01:35.640639 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:35.684746 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc719027-9b42-4408-8be4-d4bd543711c0 req-7d06bd70-2684-4b16-8946-e703611c0227 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:35.686234 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-cc719027-9b42-4408-8be4-d4bd543711c0 req-7d06bd70-2684-4b16-8946-e703611c0227 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 945 time: 0.0851133 Jan 26 12:01:35.739027 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-cc719027-9b42-4408-8be4-d4bd543711c0 req-6d068ab7-5597-4604-ad08-fd27c30c5493 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff8bb3b0-f26b-435c-96ff-d74385c4dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402305 Jan 26 12:01:35.762577 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33366) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:01:35.868364 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5e6064f8-156d-479d-be74-6500171f30d3 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/floatingips/e90bb2ec-f558-477a-ae0a-bcebf844c304 HTTP/1.1" status: 200 len: 993 time: 0.1046162 Jan 26 12:01:37.398953 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498aab4-c312-4b9f-bb59-4b9a3d2cdcb0 req-822e1ea9-8b43-46c4-8d5e-7f89d00a91cb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:37.400471 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f498aab4-c312-4b9f-bb59-4b9a3d2cdcb0 req-822e1ea9-8b43-46c4-8d5e-7f89d00a91cb tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 945 time: 0.1462557 Jan 26 12:01:37.404510 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf08eab-4ae6-4eba-97ee-260a30b98aaa req-17758464-717a-4968-b278-c05fbab8643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:37.405906 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5cf08eab-4ae6-4eba-97ee-260a30b98aaa req-17758464-717a-4968-b278-c05fbab8643e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 1098 time: 0.1120207 Jan 26 12:01:37.483359 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f498aab4-c312-4b9f-bb59-4b9a3d2cdcb0 req-96555f59-e2a2-4d81-959d-3624d5a04d2e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff8bb3b0-f26b-435c-96ff-d74385c4dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762424 Jan 26 12:01:37.664793 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf08eab-4ae6-4eba-97ee-260a30b98aaa req-0a8f6c82-cf93-47a6-9467-5a95002bfed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:37.666239 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5cf08eab-4ae6-4eba-97ee-260a30b98aaa req-0a8f6c82-cf93-47a6-9467-5a95002bfed8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=59b02b11-9f7c-4d0c-bfdc-97c0540cc031 HTTP/1.1" status: 200 len: 897 time: 0.2464080 Jan 26 12:01:37.768323 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5cf08eab-4ae6-4eba-97ee-260a30b98aaa req-22d4170b-f4b1-4eca-8c06-cf843db311d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3309f58d-a01f-4757-8a7c-e49f57ff889c HTTP/1.1" status: 200 len: 1001 time: 0.0959764 Jan 26 12:01:37.832592 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf08eab-4ae6-4eba-97ee-260a30b98aaa req-1737592b-59df-4482-8834-874a481bd949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:37.833527 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5cf08eab-4ae6-4eba-97ee-260a30b98aaa req-1737592b-59df-4482-8834-874a481bd949 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=57248cca-35a1-4f5b-b1e3-1f45a7e46a2d HTTP/1.1" status: 200 len: 835 time: 0.0601337 Jan 26 12:01:37.912582 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf08eab-4ae6-4eba-97ee-260a30b98aaa req-9c999d2c-819e-446e-afbb-46e01bb985d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:37.914067 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5cf08eab-4ae6-4eba-97ee-260a30b98aaa req-9c999d2c-819e-446e-afbb-46e01bb985d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59b02b11-9f7c-4d0c-bfdc-97c0540cc031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749593 Jan 26 12:01:38.046059 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5cf08eab-4ae6-4eba-97ee-260a30b98aaa req-ba96a7f1-a30a-4f42-b6e3-8b83bec9673a service neutron] 10.222.0.24 "GET /v2.0/networks/59b02b11-9f7c-4d0c-bfdc-97c0540cc031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261115 Jan 26 12:01:38.176280 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5cf08eab-4ae6-4eba-97ee-260a30b98aaa req-3d77801f-8588-4ce0-9c23-244b91f928ce service neutron] 10.222.0.24 "GET /v2.0/networks/59b02b11-9f7c-4d0c-bfdc-97c0540cc031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247280 Jan 26 12:01:38.669460 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21ac75-9562-4bc3-b2cf-9d990dc339dc req-ffb31c81-c6c0-4e20-91c5-cec6313b98d0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:38.670935 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0e21ac75-9562-4bc3-b2cf-9d990dc339dc req-ffb31c81-c6c0-4e20-91c5-cec6313b98d0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 945 time: 0.0806677 Jan 26 12:01:38.716923 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0e21ac75-9562-4bc3-b2cf-9d990dc339dc req-54bb4009-9f86-4ab5-a471-c4ef750d1d90 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff8bb3b0-f26b-435c-96ff-d74385c4dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403750 Jan 26 12:01:38.993349 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c67bd-5e5b-478f-a2b3-78704acce05c req-cbfa917e-7365-4ef6-b9b9-5fdf5c158d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:38.995431 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b05c67bd-5e5b-478f-a2b3-78704acce05c req-cbfa917e-7365-4ef6-b9b9-5fdf5c158d60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 1098 time: 0.0784218 Jan 26 12:01:39.141076 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c67bd-5e5b-478f-a2b3-78704acce05c req-21d994bc-1e5b-426f-9b1d-2d2736715a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:39.142464 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b05c67bd-5e5b-478f-a2b3-78704acce05c req-21d994bc-1e5b-426f-9b1d-2d2736715a5d service neutron] 10.222.0.24 "GET /v2.0/networks?id=59b02b11-9f7c-4d0c-bfdc-97c0540cc031 HTTP/1.1" status: 200 len: 897 time: 0.1277287 Jan 26 12:01:39.240302 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b05c67bd-5e5b-478f-a2b3-78704acce05c req-b4f1313d-1c9d-4a15-9423-cde51d92e2c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3309f58d-a01f-4757-8a7c-e49f57ff889c HTTP/1.1" status: 200 len: 1001 time: 0.0917237 Jan 26 12:01:39.304003 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c67bd-5e5b-478f-a2b3-78704acce05c req-3e2df61f-8c6f-4a6f-aaa5-aef259e70b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:39.305413 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b05c67bd-5e5b-478f-a2b3-78704acce05c req-3e2df61f-8c6f-4a6f-aaa5-aef259e70b46 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=57248cca-35a1-4f5b-b1e3-1f45a7e46a2d HTTP/1.1" status: 200 len: 835 time: 0.0594294 Jan 26 12:01:39.379006 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c67bd-5e5b-478f-a2b3-78704acce05c req-e111f53a-99e3-4a44-b10c-8d7982f5ca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:39.380470 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b05c67bd-5e5b-478f-a2b3-78704acce05c req-e111f53a-99e3-4a44-b10c-8d7982f5ca65 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59b02b11-9f7c-4d0c-bfdc-97c0540cc031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686402 Jan 26 12:01:39.511012 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b05c67bd-5e5b-478f-a2b3-78704acce05c req-d69fafe0-1f65-492a-86bb-49e8494facc7 service neutron] 10.222.0.24 "GET /v2.0/networks/59b02b11-9f7c-4d0c-bfdc-97c0540cc031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230063 Jan 26 12:01:39.639743 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b05c67bd-5e5b-478f-a2b3-78704acce05c req-5287655b-2e96-4bd6-a045-46c8d5bb4474 service neutron] 10.222.0.24 "GET /v2.0/networks/59b02b11-9f7c-4d0c-bfdc-97c0540cc031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224484 Jan 26 12:01:39.908842 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc994285-79f2-4e20-9195-59b23d4c7628 req-b4cbe664-0c39-44c8-83bd-152ed46d39b2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:39.910312 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-cc994285-79f2-4e20-9195-59b23d4c7628 req-b4cbe664-0c39-44c8-83bd-152ed46d39b2 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 945 time: 0.0871918 Jan 26 12:01:39.954571 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-cc994285-79f2-4e20-9195-59b23d4c7628 req-cdffd888-129b-4821-8120-2d0d7f455602 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff8bb3b0-f26b-435c-96ff-d74385c4dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385134 Jan 26 12:01:39.978521 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33380) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:01:40.182421 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-66e16c6f-3b56-45c2-abdc-397fbbf9c679 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/floatingips/e90bb2ec-f558-477a-ae0a-bcebf844c304 HTTP/1.1" status: 200 len: 993 time: 0.2026136 Jan 26 12:01:40.467820 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33388) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:01:40.674917 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ea9cf72c-b9cb-4e9c-af4c-569e9f0d27a7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Deleting port c07f8509-53e5-4d3a-a791-326b4f63441f {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:01:40.675261 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ea9cf72c-b9cb-4e9c-af4c-569e9f0d27a7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:40.848109 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ea9cf72c-b9cb-4e9c-af4c-569e9f0d27a7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:40.848429 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ea9cf72c-b9cb-4e9c-af4c-569e9f0d27a7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:40.972042 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ea9cf72c-b9cb-4e9c-af4c-569e9f0d27a7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Calling delete_port for c07f8509-53e5-4d3a-a791-326b4f63441f owned by network:floatingip {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:01:41.122363 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ea9cf72c-b9cb-4e9c-af4c-569e9f0d27a7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:41.169736 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9cf72c-b9cb-4e9c-af4c-569e9f0d27a7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Port': ['ID=c07f8509-53e5-4d3a-a791-326b4f63441f,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:41.212245 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9cf72c-b9cb-4e9c-af4c-569e9f0d27a7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:41.212889 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9cf72c-b9cb-4e9c-af4c-569e9f0d27a7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:41.212999 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9cf72c-b9cb-4e9c-af4c-569e9f0d27a7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:41.213255 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9cf72c-b9cb-4e9c-af4c-569e9f0d27a7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:41.213592 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9cf72c-b9cb-4e9c-af4c-569e9f0d27a7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:41.213926 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9cf72c-b9cb-4e9c-af4c-569e9f0d27a7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:41.214260 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9cf72c-b9cb-4e9c-af4c-569e9f0d27a7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:41.215260 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9cf72c-b9cb-4e9c-af4c-569e9f0d27a7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:41.215595 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9cf72c-b9cb-4e9c-af4c-569e9f0d27a7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:41.215928 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9cf72c-b9cb-4e9c-af4c-569e9f0d27a7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:41.216259 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9cf72c-b9cb-4e9c-af4c-569e9f0d27a7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:41.216585 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9cf72c-b9cb-4e9c-af4c-569e9f0d27a7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:41.270871 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ea9cf72c-b9cb-4e9c-af4c-569e9f0d27a7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for floatingip, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:41.271215 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-ea9cf72c-b9cb-4e9c-af4c-569e9f0d27a7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Floating IP e90bb2ec-f558-477a-ae0a-bcebf844c304 disassociated (deleted). External IP: 172.26.5.200, port: 3309f58d-a01f-4757-8a7c-e49f57ff889c. Jan 26 12:01:41.619321 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9cf72c-b9cb-4e9c-af4c-569e9f0d27a7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Router bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 12:01:41.904509 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9cf72c-b9cb-4e9c-af4c-569e9f0d27a7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 12:01:41.913748 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd56a940-1a00-421f-ad71-50172399a8aa None None] Sync routers for ids ['bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 12:01:41.924129 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd56a940-1a00-421f-ad71-50172399a8aa None None] Routers {'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:01:41.925020 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-cd56a940-1a00-421f-ad71-50172399a8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:01:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:01:41.926878 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ea9cf72c-b9cb-4e9c-af4c-569e9f0d27a7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:41.985556 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ea9cf72c-b9cb-4e9c-af4c-569e9f0d27a7 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "DELETE /v2.0/floatingips/e90bb2ec-f558-477a-ae0a-bcebf844c304 HTTP/1.1" status: 204 len: 168 time: 1.5167291 Jan 26 12:01:41.986240 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5cbee75-0ea2-4d28-a29a-931681b1e030', 'tag': '3309f58d-a01f-4757-8a7c-e49f57ff889c'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:01:42.032824 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5cbee75-0ea2-4d28-a29a-931681b1e030', 'tag': '3309f58d-a01f-4757-8a7c-e49f57ff889c', 'status': 'completed', 'code': 200} Jan 26 12:01:42.126213 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-cd56a940-1a00-421f-ad71-50172399a8aa None None] Set router bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:01:42.133602 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3307d-86ac-4738-b30c-0f2f12607438 req-d0882afe-b7fa-4913-8c59-14ca8df5bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:42.135299 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b3c3307d-86ac-4738-b30c-0f2f12607438 req-d0882afe-b7fa-4913-8c59-14ca8df5bc33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 1098 time: 0.0812867 Jan 26 12:01:42.295704 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3307d-86ac-4738-b30c-0f2f12607438 req-c0ffdc96-0712-4f44-b74e-9802e3bf3d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:42.298750 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b3c3307d-86ac-4738-b30c-0f2f12607438 req-c0ffdc96-0712-4f44-b74e-9802e3bf3d98 service neutron] 10.222.0.24 "GET /v2.0/networks?id=59b02b11-9f7c-4d0c-bfdc-97c0540cc031 HTTP/1.1" status: 200 len: 897 time: 0.1549492 Jan 26 12:01:42.368911 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ca625-13fb-495c-b22d-387b76af428f req-748052f5-c31e-4357-973b-7b8a31336768 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:42.370431 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-297ca625-13fb-495c-b22d-387b76af428f req-748052f5-c31e-4357-973b-7b8a31336768 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 945 time: 0.0860717 Jan 26 12:01:42.373357 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b3c3307d-86ac-4738-b30c-0f2f12607438 req-a7c570bf-4d30-4187-ae86-84451a4905cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3309f58d-a01f-4757-8a7c-e49f57ff889c HTTP/1.1" status: 200 len: 217 time: 0.0676072 Jan 26 12:01:42.416813 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-297ca625-13fb-495c-b22d-387b76af428f req-88439a19-1e18-4877-a6bc-48635fdcda60 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff8bb3b0-f26b-435c-96ff-d74385c4dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395088 Jan 26 12:01:42.441584 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3307d-86ac-4738-b30c-0f2f12607438 req-9a9f4cab-3a3f-40db-9d5f-e97b2d640d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:42.442976 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b3c3307d-86ac-4738-b30c-0f2f12607438 req-9a9f4cab-3a3f-40db-9d5f-e97b2d640d58 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=57248cca-35a1-4f5b-b1e3-1f45a7e46a2d HTTP/1.1" status: 200 len: 835 time: 0.0623362 Jan 26 12:01:42.506263 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-cd56a940-1a00-421f-ad71-50172399a8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515006053', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '77384e0a-9021-4123-8804-8896d1300a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:00:45Z', 'updated_at': '2022-01-26T12:00:50Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '77384e0a-9021-4123-8804-8896d1300a7e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:00:46Z', 'updated_at': '2022-01-26T12:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'e6b96025-9d2e-43c7-b610-24913665d5c9', 'name': '', 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:2b:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '57248cca-35a1-4f5b-b1e3-1f45a7e46a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:00:49Z', 'updated_at': '2022-01-26T12:00:55Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '57248cca-35a1-4f5b-b1e3-1f45a7e46a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:01:42.510146 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd56a940-1a00-421f-ad71-50172399a8aa None None] Checking router: bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 12:01:42.519087 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd56a940-1a00-421f-ad71-50172399a8aa None None] Routers {'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:01:42.519252 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3307d-86ac-4738-b30c-0f2f12607438 req-c7c69a2f-224f-453c-bda9-0921a3a732bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:42.519685 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-cd56a940-1a00-421f-ad71-50172399a8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:01:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:01:42.520628 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b3c3307d-86ac-4738-b30c-0f2f12607438 req-c7c69a2f-224f-453c-bda9-0921a3a732bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59b02b11-9f7c-4d0c-bfdc-97c0540cc031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710371 Jan 26 12:01:42.660603 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b3c3307d-86ac-4738-b30c-0f2f12607438 req-3605bc57-cff7-46a0-9d8c-737fb7f49ff3 service neutron] 10.222.0.24 "GET /v2.0/networks/59b02b11-9f7c-4d0c-bfdc-97c0540cc031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321206 Jan 26 12:01:42.700826 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-cd56a940-1a00-421f-ad71-50172399a8aa None None] Set router bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:01:42.797347 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b3c3307d-86ac-4738-b30c-0f2f12607438 req-577e7b4d-4277-4daa-8d7d-a227360bad17 service neutron] 10.222.0.24 "GET /v2.0/networks/59b02b11-9f7c-4d0c-bfdc-97c0540cc031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288283 Jan 26 12:01:43.020674 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-cd56a940-1a00-421f-ad71-50172399a8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515006053', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '77384e0a-9021-4123-8804-8896d1300a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:00:45Z', 'updated_at': '2022-01-26T12:00:50Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '77384e0a-9021-4123-8804-8896d1300a7e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:00:46Z', 'updated_at': '2022-01-26T12:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'e6b96025-9d2e-43c7-b610-24913665d5c9', 'name': '', 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:2b:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '57248cca-35a1-4f5b-b1e3-1f45a7e46a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:00:49Z', 'updated_at': '2022-01-26T12:00:55Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '57248cca-35a1-4f5b-b1e3-1f45a7e46a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:01:43.024495 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd56a940-1a00-421f-ad71-50172399a8aa None None] The sync data for ids ['bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'] in dv-neutron-826439-1-hyperv is: [{'id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515006053', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '77384e0a-9021-4123-8804-8896d1300a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:00:45Z', 'updated_at': '2022-01-26T12:00:50Z', 'revision_number': 4, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '77384e0a-9021-4123-8804-8896d1300a7e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:00:46Z', 'updated_at': '2022-01-26T12:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'e6b96025-9d2e-43c7-b610-24913665d5c9', 'name': '', 'network_id': '59b02b11-9f7c-4d0c-bfdc-97c0540cc031', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'mac_address': 'fa:16:3e:2b:d7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '57248cca-35a1-4f5b-b1e3-1f45a7e46a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:00:49Z', 'updated_at': '2022-01-26T12:00:55Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'subnets': [{'id': '57248cca-35a1-4f5b-b1e3-1f45a7e46a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 12:01:43.247069 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0eb074-c03d-4a6d-8909-bd0d090c8f4a None None] New status for floating IP e90bb2ec-f558-477a-ae0a-bcebf844c304: DOWN {{(pid=87445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 12:01:43.612416 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478a33e-5ecb-4d57-97c4-7cf9abc9fd9c req-b40ee6a3-b877-4efb-a436-aca31623eeaa tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:43.613107 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-0478a33e-5ecb-4d57-97c4-7cf9abc9fd9c req-b40ee6a3-b877-4efb-a436-aca31623eeaa tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Synchronizing usage tracker for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:01:43.628042 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-0478a33e-5ecb-4d57-97c4-7cf9abc9fd9c req-b40ee6a3-b877-4efb-a436-aca31623eeaa tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Unset dirty status for tenant:491e8d9f3ffc4c05ad55ee08eb43a4bb on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:01:43.629048 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0478a33e-5ecb-4d57-97c4-7cf9abc9fd9c req-b40ee6a3-b877-4efb-a436-aca31623eeaa tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 945 time: 0.0993025 Jan 26 12:01:43.676457 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0478a33e-5ecb-4d57-97c4-7cf9abc9fd9c req-bd3ee18d-6f48-46ed-816f-e4d06c405204 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff8bb3b0-f26b-435c-96ff-d74385c4dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416265 Jan 26 12:01:43.923053 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d9ed7-a2a6-4cf0-bf31-72df40d3a56c req-a23d65df-c7a2-4939-9952-a3d90bf7b1a0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:43.924394 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-176d9ed7-a2a6-4cf0-bf31-72df40d3a56c req-a23d65df-c7a2-4939-9952-a3d90bf7b1a0 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 945 time: 0.0783436 Jan 26 12:01:43.996262 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-176d9ed7-a2a6-4cf0-bf31-72df40d3a56c req-996aaebb-bbfe-4462-9b9f-fb09ee65d996 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Deleting port 3309f58d-a01f-4757-8a7c-e49f57ff889c {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:01:43.996601 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-176d9ed7-a2a6-4cf0-bf31-72df40d3a56c req-996aaebb-bbfe-4462-9b9f-fb09ee65d996 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:44.239797 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-176d9ed7-a2a6-4cf0-bf31-72df40d3a56c req-996aaebb-bbfe-4462-9b9f-fb09ee65d996 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] For port 3309f58d-a01f-4757-8a7c-e49f57ff889c, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=3309f58d-a01f-4757-8a7c-e49f57ff889c,segment=NetworkSegment(76d75655-4b4d-4351-8950-394788a3b538),segment_id=76d75655-4b4d-4351-8950-394788a3b538)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:01:44.240064 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-176d9ed7-a2a6-4cf0-bf31-72df40d3a56c req-996aaebb-bbfe-4462-9b9f-fb09ee65d996 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:44.360656 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-176d9ed7-a2a6-4cf0-bf31-72df40d3a56c req-996aaebb-bbfe-4462-9b9f-fb09ee65d996 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Calling delete_port for 3309f58d-a01f-4757-8a7c-e49f57ff889c owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:01:44.502609 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-176d9ed7-a2a6-4cf0-bf31-72df40d3a56c req-996aaebb-bbfe-4462-9b9f-fb09ee65d996 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:44.657203 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996aaebb-bbfe-4462-9b9f-fb09ee65d996 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Port': ['ID=3309f58d-a01f-4757-8a7c-e49f57ff889c,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:44.734671 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-176d9ed7-a2a6-4cf0-bf31-72df40d3a56c req-996aaebb-bbfe-4462-9b9f-fb09ee65d996 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] No DVR routers for this DVR port 3309f58d-a01f-4757-8a7c-e49f57ff889c on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 12:01:44.737063 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-176d9ed7-a2a6-4cf0-bf31-72df40d3a56c req-996aaebb-bbfe-4462-9b9f-fb09ee65d996 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:44.739530 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5cbee75-0ea2-4d28-a29a-931681b1e030', 'name': 'network-vif-deleted', 'tag': '3309f58d-a01f-4757-8a7c-e49f57ff889c'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:01:44.755697 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-176d9ed7-a2a6-4cf0-bf31-72df40d3a56c req-996aaebb-bbfe-4462-9b9f-fb09ee65d996 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.24 "DELETE /v2.0/ports/3309f58d-a01f-4757-8a7c-e49f57ff889c HTTP/1.1" status: 204 len: 173 time: 0.8258677 Jan 26 12:01:44.788059 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5cbee75-0ea2-4d28-a29a-931681b1e030', 'name': 'network-vif-deleted', 'tag': '3309f58d-a01f-4757-8a7c-e49f57ff889c', 'status': 'completed', 'code': 200} Jan 26 12:01:44.829114 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-5823f2e3-4955-4685-abcb-7efe04eeb253 req-3c63515a-45d7-442e-8754-3c4d05b482e4 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5cbee75-0ea2-4d28-a29a-931681b1e030 HTTP/1.1" status: 200 len: 210 time: 0.0434403 Jan 26 12:01:45.922268 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33406) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:01:46.470948 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8833fde0-6bce-4cb1-8539-ac663b5b04d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:46.926341 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-8833fde0-6bce-4cb1-8539-ac663b5b04d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Deleting port e6b96025-9d2e-43c7-b610-24913665d5c9 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:01:46.927012 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8833fde0-6bce-4cb1-8539-ac663b5b04d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:47.119068 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-8833fde0-6bce-4cb1-8539-ac663b5b04d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] For port e6b96025-9d2e-43c7-b610-24913665d5c9, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=e6b96025-9d2e-43c7-b610-24913665d5c9,segment=NetworkSegment(76d75655-4b4d-4351-8950-394788a3b538),segment_id=76d75655-4b4d-4351-8950-394788a3b538)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:01:47.119478 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8833fde0-6bce-4cb1-8539-ac663b5b04d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:47.245302 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-8833fde0-6bce-4cb1-8539-ac663b5b04d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Calling delete_port for e6b96025-9d2e-43c7-b610-24913665d5c9 owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:01:47.391858 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 3309f58d-a01f-4757-8a7c-e49f57ff889c no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:01:47.426426 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: 3309f58d-a01f-4757-8a7c-e49f57ff889c {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 12:01:47.426770 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 3309f58d-a01f-4757-8a7c-e49f57ff889c not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 12:01:47.581837 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8833fde0-6bce-4cb1-8539-ac663b5b04d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:47.629953 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:01:47.631194 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833fde0-6bce-4cb1-8539-ac663b5b04d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Port': ['ID=e6b96025-9d2e-43c7-b610-24913665d5c9,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:47.676890 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833fde0-6bce-4cb1-8539-ac663b5b04d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:47.677235 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833fde0-6bce-4cb1-8539-ac663b5b04d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:47.677576 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833fde0-6bce-4cb1-8539-ac663b5b04d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:47.677917 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833fde0-6bce-4cb1-8539-ac663b5b04d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:47.678252 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833fde0-6bce-4cb1-8539-ac663b5b04d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:47.678611 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833fde0-6bce-4cb1-8539-ac663b5b04d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:47.678936 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833fde0-6bce-4cb1-8539-ac663b5b04d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:47.679261 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833fde0-6bce-4cb1-8539-ac663b5b04d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:47.679586 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833fde0-6bce-4cb1-8539-ac663b5b04d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:47.679907 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833fde0-6bce-4cb1-8539-ac663b5b04d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:47.680229 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833fde0-6bce-4cb1-8539-ac663b5b04d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:47.680549 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8833fde0-6bce-4cb1-8539-ac663b5b04d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:47.918507 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8833fde0-6bce-4cb1-8539-ac663b5b04d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:48.380044 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8833fde0-6bce-4cb1-8539-ac663b5b04d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Router bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 12:01:48.555481 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8833fde0-6bce-4cb1-8539-ac663b5b04d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 12:01:48.565854 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beba72f8-923e-43ed-baff-cbf72e5e0a95 None None] Sync routers for ids ['bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 12:01:48.569218 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8833fde0-6bce-4cb1-8539-ac663b5b04d1 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "PUT /v2.0/routers/bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6455321 Jan 26 12:01:48.571520 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33410) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:01:48.575894 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beba72f8-923e-43ed-baff-cbf72e5e0a95 None None] Routers {'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:01:48.575894 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-beba72f8-923e-43ed-baff-cbf72e5e0a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:01:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:01:48.646618 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a915244-5627-4ff5-a5cc-4500eff7118e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Deleting subnet 57248cca-35a1-4f5b-b1e3-1f45a7e46a2d {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 12:01:48.649548 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5a915244-5627-4ff5-a5cc-4500eff7118e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:48.711275 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5a915244-5627-4ff5-a5cc-4500eff7118e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:48.776490 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-beba72f8-923e-43ed-baff-cbf72e5e0a95 None None] Set router bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:01:48.810201 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5a915244-5627-4ff5-a5cc-4500eff7118e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:48.887585 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5a915244-5627-4ff5-a5cc-4500eff7118e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:48.927788 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a915244-5627-4ff5-a5cc-4500eff7118e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Subnet': ['ID=57248cca-35a1-4f5b-b1e3-1f45a7e46a2d,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:48.929665 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-5a915244-5627-4ff5-a5cc-4500eff7118e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:48.936907 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-5a915244-5627-4ff5-a5cc-4500eff7118e tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "DELETE /v2.0/subnets/57248cca-35a1-4f5b-b1e3-1f45a7e46a2d HTTP/1.1" status: 204 len: 168 time: 0.3644307 Jan 26 12:01:48.939563 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33414) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:01:48.969217 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9418c3-acbe-442b-8373-e46e8b9af73a None None] Network 59b02b11-9f7c-4d0c-bfdc-97c0540cc031 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 12:01:49.124151 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-40a1f7ca-8d9d-412d-a75f-7b95b945c546 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:49.275381 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-beba72f8-923e-43ed-baff-cbf72e5e0a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515006053', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '77384e0a-9021-4123-8804-8896d1300a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:00:45Z', 'updated_at': '2022-01-26T12:01:47Z', 'revision_number': 5, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port': {'id': '77384e0a-9021-4123-8804-8896d1300a7e', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:00:46Z', 'updated_at': '2022-01-26T12:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:01:49.282187 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beba72f8-923e-43ed-baff-cbf72e5e0a95 None None] Checking router: bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 12:01:49.290694 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beba72f8-923e-43ed-baff-cbf72e5e0a95 None None] Routers {'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:01:49.291305 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-beba72f8-923e-43ed-baff-cbf72e5e0a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:01:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:01:49.303999 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-40a1f7ca-8d9d-412d-a75f-7b95b945c546 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:49.317912 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-40a1f7ca-8d9d-412d-a75f-7b95b945c546 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Deleting port 77384e0a-9021-4123-8804-8896d1300a7e {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:01:49.318308 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-40a1f7ca-8d9d-412d-a75f-7b95b945c546 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:49.354905 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742b43fe-ad31-47ce-892b-b4f9f09789b0 None None] DHCP port deletion for 59b02b11-9f7c-4d0c-bfdc-97c0540cc031 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 12:01:49.417940 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-742b43fe-ad31-47ce-892b-b4f9f09789b0 None None] Deleting port 6186edf8-85eb-49f0-bcf7-ee9260fd008c {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:01:49.418289 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-742b43fe-ad31-47ce-892b-b4f9f09789b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:49.492739 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-beba72f8-923e-43ed-baff-cbf72e5e0a95 None None] Set router bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:01:49.496584 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-40a1f7ca-8d9d-412d-a75f-7b95b945c546 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] For port 77384e0a-9021-4123-8804-8896d1300a7e, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=77384e0a-9021-4123-8804-8896d1300a7e,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:01:49.497146 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-40a1f7ca-8d9d-412d-a75f-7b95b945c546 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:49.627498 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-beba72f8-923e-43ed-baff-cbf72e5e0a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515006053', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:00:45Z', 'updated_at': '2022-01-26T12:01:49Z', 'revision_number': 6, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:01:49.648931 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beba72f8-923e-43ed-baff-cbf72e5e0a95 None None] The sync data for ids ['bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac'] in dv-neutron-826439-1-hyperv is: [{'id': 'bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515006053', 'tenant_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:00:45Z', 'updated_at': '2022-01-26T12:01:49Z', 'revision_number': 6, 'project_id': '491e8d9f3ffc4c05ad55ee08eb43a4bb', 'gw_port_host': None}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 12:01:49.734446 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-40a1f7ca-8d9d-412d-a75f-7b95b945c546 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Calling delete_port for 77384e0a-9021-4123-8804-8896d1300a7e owned by network:router_gateway {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:01:49.760412 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-742b43fe-ad31-47ce-892b-b4f9f09789b0 None None] For port 6186edf8-85eb-49f0-bcf7-ee9260fd008c, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=6186edf8-85eb-49f0-bcf7-ee9260fd008c,segment=NetworkSegment(76d75655-4b4d-4351-8950-394788a3b538),segment_id=76d75655-4b4d-4351-8950-394788a3b538)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:01:49.760635 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-742b43fe-ad31-47ce-892b-b4f9f09789b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:49.886907 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-742b43fe-ad31-47ce-892b-b4f9f09789b0 None None] Calling delete_port for 6186edf8-85eb-49f0-bcf7-ee9260fd008c owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:01:49.900357 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-40a1f7ca-8d9d-412d-a75f-7b95b945c546 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:49.950701 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a1f7ca-8d9d-412d-a75f-7b95b945c546 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Port': ['ID=77384e0a-9021-4123-8804-8896d1300a7e,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:49.966469 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-742b43fe-ad31-47ce-892b-b4f9f09789b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166'] for port, after_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:50.018496 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b43fe-ad31-47ce-892b-b4f9f09789b0 None None] Pushing event deleted for resources: {'Port': ['ID=6186edf8-85eb-49f0-bcf7-ee9260fd008c,revision_number=None']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:50.022999 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742b43fe-ad31-47ce-892b-b4f9f09789b0 None None] No DVR routers for this DVR port 6186edf8-85eb-49f0-bcf7-ee9260fd008c on host dv-neutron-826439-1-hyperv {{(pid=87444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 12:01:50.036196 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742b43fe-ad31-47ce-892b-b4f9f09789b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:50.036554 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742b43fe-ad31-47ce-892b-b4f9f09789b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:50.036894 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742b43fe-ad31-47ce-892b-b4f9f09789b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:50.037228 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742b43fe-ad31-47ce-892b-b4f9f09789b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:50.037555 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742b43fe-ad31-47ce-892b-b4f9f09789b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:50.037882 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742b43fe-ad31-47ce-892b-b4f9f09789b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:50.038580 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742b43fe-ad31-47ce-892b-b4f9f09789b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:50.038752 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742b43fe-ad31-47ce-892b-b4f9f09789b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:50.039051 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742b43fe-ad31-47ce-892b-b4f9f09789b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:50.039373 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742b43fe-ad31-47ce-892b-b4f9f09789b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:50.039693 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742b43fe-ad31-47ce-892b-b4f9f09789b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:50.040010 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742b43fe-ad31-47ce-892b-b4f9f09789b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:50.045019 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-40a1f7ca-8d9d-412d-a75f-7b95b945c546 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:50.220032 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-40a1f7ca-8d9d-412d-a75f-7b95b945c546 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:50.222084 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-40a1f7ca-8d9d-412d-a75f-7b95b945c546 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:50.243836 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-40a1f7ca-8d9d-412d-a75f-7b95b945c546 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:50.244368 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a1f7ca-8d9d-412d-a75f-7b95b945c546 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Fanout notify agent at l3_agent the message router_deleted on router bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 12:01:50.259329 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-40a1f7ca-8d9d-412d-a75f-7b95b945c546 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:50.260418 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-40a1f7ca-8d9d-412d-a75f-7b95b945c546 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "DELETE /v2.0/routers/bcf9ec1d-81b9-4ed4-bc8d-1383a739dcac HTTP/1.1" status: 204 len: 168 time: 1.3199685 Jan 26 12:01:50.264116 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33418) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:01:50.375669 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8a6a6fd8-4407-40c6-adb7-0ab3dba6a18f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:50.509160 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8a6a6fd8-4407-40c6-adb7-0ab3dba6a18f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:50.539941 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-8a6a6fd8-4407-40c6-adb7-0ab3dba6a18f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b02b11-9f7c-4d0c-bfdc-97c0540cc031']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:01:50.552229 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-8a6a6fd8-4407-40c6-adb7-0ab3dba6a18f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d75655-4b4d-4351-8950-394788a3b538') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:01:50.552523 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-8a6a6fd8-4407-40c6-adb7-0ab3dba6a18f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d75655-4b4d-4351-8950-394788a3b538') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:01:50.564327 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8a6a6fd8-4407-40c6-adb7-0ab3dba6a18f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:50.581183 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8a6a6fd8-4407-40c6-adb7-0ab3dba6a18f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:50.587746 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6a6fd8-4407-40c6-adb7-0ab3dba6a18f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 12:01:50.588324 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8a6a6fd8-4407-40c6-adb7-0ab3dba6a18f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 12:01:50.607326 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 12:01:50.645555 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 6186edf8-85eb-49f0-bcf7-ee9260fd008c no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:01:50.683895 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 6186edf8-85eb-49f0-bcf7-ee9260fd008c {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 12:01:50.684377 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 6186edf8-85eb-49f0-bcf7-ee9260fd008c not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 12:01:50.684989 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 77384e0a-9021-4123-8804-8896d1300a7e no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:01:50.697151 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8a6a6fd8-4407-40c6-adb7-0ab3dba6a18f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:50.719080 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8a6a6fd8-4407-40c6-adb7-0ab3dba6a18f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:50.721933 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 77384e0a-9021-4123-8804-8896d1300a7e {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 12:01:50.722288 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 77384e0a-9021-4123-8804-8896d1300a7e not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 12:01:50.722999 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device e6b96025-9d2e-43c7-b610-24913665d5c9 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:01:50.731148 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a6fd8-4407-40c6-adb7-0ab3dba6a18f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'Network': ['ID=59b02b11-9f7c-4d0c-bfdc-97c0540cc031,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:50.736238 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8a6a6fd8-4407-40c6-adb7-0ab3dba6a18f tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "DELETE /v2.0/networks/59b02b11-9f7c-4d0c-bfdc-97c0540cc031 HTTP/1.1" status: 204 len: 168 time: 0.4710591 Jan 26 12:01:50.738859 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33422) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:01:50.757271 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: e6b96025-9d2e-43c7-b610-24913665d5c9 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 12:01:50.757615 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device e6b96025-9d2e-43c7-b610-24913665d5c9 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 12:01:50.808411 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7e1535a4-ea0e-4cbf-ac21-206f4e33ca14 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:50.838032 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7e1535a4-ea0e-4cbf-ac21-206f4e33ca14 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:50.902752 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7e1535a4-ea0e-4cbf-ac21-206f4e33ca14 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:50.921912 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1535a4-ea0e-4cbf-ac21-206f4e33ca14 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8bb3b0-f26b-435c-96ff-d74385c4dd39,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:50.930572 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-7e1535a4-ea0e-4cbf-ac21-206f4e33ca14 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:50.934301 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-7e1535a4-ea0e-4cbf-ac21-206f4e33ca14 tempest-TestNetworkAdvancedServerOps-2072404276 tempest-TestNetworkAdvancedServerOps-2072404276-project] 10.222.0.39 "DELETE /v2.0/security-groups/ff8bb3b0-f26b-435c-96ff-d74385c4dd39 HTTP/1.1" status: 204 len: 168 time: 0.1919672 Jan 26 12:01:51.281040 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33436) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:01:51.424639 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0675dc92-cabc-4259-a382-47a0b4f6a01d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=491e8d9f3ffc4c05ad55ee08eb43a4bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424649 Jan 26 12:01:51.427124 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33442) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:01:51.484743 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3fd606b7-366f-4803-b771-c154ad4d3e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:51.509323 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3fd606b7-366f-4803-b771-c154ad4d3e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:51.560079 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3fd606b7-366f-4803-b771-c154ad4d3e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:51.576250 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd606b7-366f-4803-b771-c154ad4d3e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b97905-cb64-4f63-84d5-139a9ffca6b6,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:51.585572 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-3fd606b7-366f-4803-b771-c154ad4d3e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:51.586722 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-3fd606b7-366f-4803-b771-c154ad4d3e50 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4b97905-cb64-4f63-84d5-139a9ffca6b6 HTTP/1.1" status: 204 len: 168 time: 0.1587303 Jan 26 12:01:51.863432 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33450) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:01:51.880872 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-119810ad-e5c0-487a-8509-f8561754670b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:51.894882 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-119810ad-e5c0-487a-8509-f8561754670b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:01:51.898821 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-119810ad-e5c0-487a-8509-f8561754670b admin admin] Usage tracker for resource:security_group_rule and tenant:22b654c2cfa242f9bcad16a3080bcc3e is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:01:51.901590 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-119810ad-e5c0-487a-8509-f8561754670b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:01:51.907778 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-119810ad-e5c0-487a-8509-f8561754670b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:01:51.994372 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-119810ad-e5c0-487a-8509-f8561754670b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:51.999558 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-119810ad-e5c0-487a-8509-f8561754670b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:52.045660 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-119810ad-e5c0-487a-8509-f8561754670b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22b654c2cfa242f9bcad16a3080bcc3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1811726 Jan 26 12:01:52.046544 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119810ad-e5c0-487a-8509-f8561754670b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddd709b-9028-405e-9d77-cad06d387720,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:52.048307 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33454) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:01:52.111144 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-56f2607b-1c0e-4a9f-a68e-e255c3c1ac92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:52.137716 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-56f2607b-1c0e-4a9f-a68e-e255c3c1ac92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:52.188143 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-56f2607b-1c0e-4a9f-a68e-e255c3c1ac92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:52.204940 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2607b-1c0e-4a9f-a68e-e255c3c1ac92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddd709b-9028-405e-9d77-cad06d387720,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:52.208225 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-56f2607b-1c0e-4a9f-a68e-e255c3c1ac92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:52.209324 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-56f2607b-1c0e-4a9f-a68e-e255c3c1ac92 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cddd709b-9028-405e-9d77-cad06d387720 HTTP/1.1" status: 204 len: 168 time: 0.1594524 Jan 26 12:01:52.631875 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-57408dc9-0995-41be-b293-2db9e871ae6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:52.938312 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33478) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:01:53.041415 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-e429d925-7738-4f75-ac8f-a434678a6de6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1569882298-network', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:01:53.046724 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e429d925-7738-4f75-ac8f-a434678a6de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:01:53.050526 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e429d925-7738-4f75-ac8f-a434678a6de6 admin admin] Usage tracker for resource:network and tenant:78a9462b837044d6bcacbe20ce9ea3fc is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:01:53.053354 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e429d925-7738-4f75-ac8f-a434678a6de6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:01:53.060260 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e429d925-7738-4f75-ac8f-a434678a6de6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:01:53.069994 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e429d925-7738-4f75-ac8f-a434678a6de6 admin admin] Made reservation on behalf of 78a9462b837044d6bcacbe20ce9ea3fc for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 12:01:53.072218 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e429d925-7738-4f75-ac8f-a434678a6de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:53.084458 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e429d925-7738-4f75-ac8f-a434678a6de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:53.098888 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e429d925-7738-4f75-ac8f-a434678a6de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:01:53.102655 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e429d925-7738-4f75-ac8f-a434678a6de6 admin admin] Usage tracker for resource:security_group_rule and tenant:78a9462b837044d6bcacbe20ce9ea3fc is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:01:53.105896 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-e429d925-7738-4f75-ac8f-a434678a6de6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:01:53.111519 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-e429d925-7738-4f75-ac8f-a434678a6de6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:01:53.192574 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e429d925-7738-4f75-ac8f-a434678a6de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:53.196919 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e429d925-7738-4f75-ac8f-a434678a6de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:53.228753 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e429d925-7738-4f75-ac8f-a434678a6de6 admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 12:01:53.237436 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429d925-7738-4f75-ac8f-a434678a6de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092fb74c-7fb7-461a-a359-811db18f0675,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:53.243907 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e429d925-7738-4f75-ac8f-a434678a6de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:53.244393 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-e429d925-7738-4f75-ac8f-a434678a6de6 admin admin] Added segment 32fc311e-345f-4322-9618-a6df810dcabf of type vlan for network 1492c500-5d26-47e4-bc38-401068a1325e Jan 26 12:01:53.274676 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e429d925-7738-4f75-ac8f-a434678a6de6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:53.303579 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e429d925-7738-4f75-ac8f-a434678a6de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:53.304546 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e429d925-7738-4f75-ac8f-a434678a6de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:53.305107 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e429d925-7738-4f75-ac8f-a434678a6de6 admin admin] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:53.408788 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429d925-7738-4f75-ac8f-a434678a6de6 admin admin] Pushing event updated for resources: {'Network': ['ID=1492c500-5d26-47e4-bc38-401068a1325e,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:53.411755 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e429d925-7738-4f75-ac8f-a434678a6de6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4723809 Jan 26 12:01:53.414911 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33484) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:01:53.418854 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 1492c500-5d26-47e4-bc38-401068a1325e details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 12:01:53.420924 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a0b2d8f2-57e5-48d3-9637-9be466ef8517 admin admin] Request body: {'subnet': {'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1569882298-subnet', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'ip_version': 4}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:01:53.425808 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a0b2d8f2-57e5-48d3-9637-9be466ef8517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:01:53.429563 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a0b2d8f2-57e5-48d3-9637-9be466ef8517 admin admin] Usage tracker for resource:subnet and tenant:78a9462b837044d6bcacbe20ce9ea3fc is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:01:53.432451 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a0b2d8f2-57e5-48d3-9637-9be466ef8517 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:01:53.438945 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a0b2d8f2-57e5-48d3-9637-9be466ef8517 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:01:53.449165 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b2d8f2-57e5-48d3-9637-9be466ef8517 admin admin] Made reservation on behalf of 78a9462b837044d6bcacbe20ce9ea3fc for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 12:01:53.451634 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a0b2d8f2-57e5-48d3-9637-9be466ef8517 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:53.648338 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a0b2d8f2-57e5-48d3-9637-9be466ef8517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:53.723242 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2d8f2-57e5-48d3-9637-9be466ef8517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d9f6f3c-3334-401e-9762-a67e7b2b2a80,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:53.732011 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b2d8f2-57e5-48d3-9637-9be466ef8517 admin admin] Checking segment: {'id': '32fc311e-345f-4322-9618-a6df810dcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 12:01:53.732362 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b2d8f2-57e5-48d3-9637-9be466ef8517 admin admin] Network hostable DHCP agents. Network: 1492c500-5d26-47e4-bc38-401068a1325e, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 12:01:53.750235 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b2d8f2-57e5-48d3-9637-9be466ef8517 admin admin] Network 1492c500-5d26-47e4-bc38-401068a1325e is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 12:01:53.759101 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-a0b2d8f2-57e5-48d3-9637-9be466ef8517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 1492c500-5d26-47e4-bc38-401068a1325e) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:01:53.763767 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b2d8f2-57e5-48d3-9637-9be466ef8517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:53.764345 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a0b2d8f2-57e5-48d3-9637-9be466ef8517 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:53.769297 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a3dcd8-75d3-4ff0-b546-7a2d2f9490fb None None] Network 1492c500-5d26-47e4-bc38-401068a1325e requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 12:01:53.786139 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a0b2d8f2-57e5-48d3-9637-9be466ef8517 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3702133 Jan 26 12:01:53.788901 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33488) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:01:53.794248 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-6e5a5546-fab3-40d5-ba6d-75c5e5a1672d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1569882298-router', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:01:53.798831 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6e5a5546-fab3-40d5-ba6d-75c5e5a1672d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:01:53.802627 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6e5a5546-fab3-40d5-ba6d-75c5e5a1672d admin admin] Usage tracker for resource:router and tenant:78a9462b837044d6bcacbe20ce9ea3fc is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:01:53.805433 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6e5a5546-fab3-40d5-ba6d-75c5e5a1672d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:01:53.811310 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6e5a5546-fab3-40d5-ba6d-75c5e5a1672d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:01:53.822867 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6e5a5546-fab3-40d5-ba6d-75c5e5a1672d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:53.824902 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6e5a5546-fab3-40d5-ba6d-75c5e5a1672d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:53.841955 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6e5a5546-fab3-40d5-ba6d-75c5e5a1672d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:54.023706 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3667b4d4-1921-4406-bd59-62a512189358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-1492c500-5d26-47e4-bc38-401068a1325e', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'fixed_ips': [{'subnet_id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 12:01:54.024551 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3667b4d4-1921-4406-bd59-62a512189358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:54.113794 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6e5a5546-fab3-40d5-ba6d-75c5e5a1672d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:54.178137 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-3667b4d4-1921-4406-bd59-62a512189358 None None] Allocated IP 172.20.0.2 (1492c500-5d26-47e4-bc38-401068a1325e/0d9f6f3c-3334-401e-9762-a67e7b2b2a80/8b174120-0f10-4acd-b827-47ba334f8e9d) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 12:01:54.383762 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3667b4d4-1921-4406-bd59-62a512189358 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:54.394539 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3667b4d4-1921-4406-bd59-62a512189358 None None] Transition to ACTIVE for port object 8b174120-0f10-4acd-b827-47ba334f8e9d will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:01:54.412068 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-3667b4d4-1921-4406-bd59-62a512189358 None None] Transition to ACTIVE for port object 8b174120-0f10-4acd-b827-47ba334f8e9d will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:01:54.417826 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3667b4d4-1921-4406-bd59-62a512189358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:54.428995 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6e5a5546-fab3-40d5-ba6d-75c5e5a1672d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:54.460931 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6e5a5546-fab3-40d5-ba6d-75c5e5a1672d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:54.487442 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3667b4d4-1921-4406-bd59-62a512189358 None None] Network 1492c500-5d26-47e4-bc38-401068a1325e is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:01:54.490387 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-3667b4d4-1921-4406-bd59-62a512189358 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:01:54.493955 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3667b4d4-1921-4406-bd59-62a512189358 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 12:01:54.501688 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667b4d4-1921-4406-bd59-62a512189358 None None] Pushing event updated for resources: {'Port': ['ID=8b174120-0f10-4acd-b827-47ba334f8e9d,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:54.590991 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-3667b4d4-1921-4406-bd59-62a512189358 None None] Attempting to bind port 8b174120-0f10-4acd-b827-47ba334f8e9d on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 12:01:54.591369 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-3667b4d4-1921-4406-bd59-62a512189358 None None] Attempting to bind port 8b174120-0f10-4acd-b827-47ba334f8e9d by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '32fc311e-345f-4322-9618-a6df810dcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 12:01:54.591738 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3667b4d4-1921-4406-bd59-62a512189358 None None] Attempting to bind port 8b174120-0f10-4acd-b827-47ba334f8e9d on network 1492c500-5d26-47e4-bc38-401068a1325e {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 12:01:54.597515 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3667b4d4-1921-4406-bd59-62a512189358 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 12, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 12:01:54.598157 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3667b4d4-1921-4406-bd59-62a512189358 None None] Checking segment: {'id': '32fc311e-345f-4322-9618-a6df810dcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 12:01:54.598604 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3667b4d4-1921-4406-bd59-62a512189358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:54.599000 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3667b4d4-1921-4406-bd59-62a512189358 None None] Bound using segment: {'id': '32fc311e-345f-4322-9618-a6df810dcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 12:01:54.599494 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-3667b4d4-1921-4406-bd59-62a512189358 None None] Bound port: 8b174120-0f10-4acd-b827-47ba334f8e9d, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32fc311e-345f-4322-9618-a6df810dcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 12:01:54.599854 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3667b4d4-1921-4406-bd59-62a512189358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:54.691546 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-3667b4d4-1921-4406-bd59-62a512189358 None None] For port 8b174120-0f10-4acd-b827-47ba334f8e9d, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 12:01:54.694489 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-3667b4d4-1921-4406-bd59-62a512189358 None None] For port 8b174120-0f10-4acd-b827-47ba334f8e9d, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=8b174120-0f10-4acd-b827-47ba334f8e9d,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 12:01:54.698221 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3667b4d4-1921-4406-bd59-62a512189358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:54.704648 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-6e5a5546-fab3-40d5-ba6d-75c5e5a1672d admin admin] Allocated IP 172.26.5.61 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/d56baa63-1756-4920-8e2e-57122795dd47) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 12:01:54.784707 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667b4d4-1921-4406-bd59-62a512189358 None None] Pushing event updated for resources: {'Port': ['ID=8b174120-0f10-4acd-b827-47ba334f8e9d,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:54.869586 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6e5a5546-fab3-40d5-ba6d-75c5e5a1672d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:54.888355 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8aac8fa8-2dbd-4e0f-8f26-950152ba468a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:54.901700 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6e5a5546-fab3-40d5-ba6d-75c5e5a1672d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:54.970862 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5a5546-fab3-40d5-ba6d-75c5e5a1672d admin admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:01:54.974915 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-6e5a5546-fab3-40d5-ba6d-75c5e5a1672d admin admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:01:54.980641 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5a5546-fab3-40d5-ba6d-75c5e5a1672d admin admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 12:01:55.021035 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a5546-fab3-40d5-ba6d-75c5e5a1672d admin admin] Pushing event updated for resources: {'Port': ['ID=d56baa63-1756-4920-8e2e-57122795dd47,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:55.406349 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6e5a5546-fab3-40d5-ba6d-75c5e5a1672d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:55.755593 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6e5a5546-fab3-40d5-ba6d-75c5e5a1672d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:55.785791 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc1d483-5f37-4163-8fd8-574b7cde3c7f None None] Network 1492c500-5d26-47e4-bc38-401068a1325e requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 12:01:55.911979 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d27a872b-612d-419b-8330-6cbfcb565ce4 None None] Provisioning for port 8b174120-0f10-4acd-b827-47ba334f8e9d completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:01:55.964769 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5a5546-fab3-40d5-ba6d-75c5e5a1672d admin admin] Router 96259a67-9c2d-4f82-a944-01025799deb9 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 12:01:55.982825 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:56.191352 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:56.269439 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5a5546-fab3-40d5-ba6d-75c5e5a1672d admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 12:01:56.278739 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] Sync routers for ids ['96259a67-9c2d-4f82-a944-01025799deb9'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 12:01:56.289044 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] Routers {'96259a67-9c2d-4f82-a944-01025799deb9'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:01:56.289649 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:01:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['96259a67-9c2d-4f82-a944-01025799deb9'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:01:56.294025 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6e5a5546-fab3-40d5-ba6d-75c5e5a1672d admin admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:56.295270 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6e5a5546-fab3-40d5-ba6d-75c5e5a1672d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5054255 Jan 26 12:01:56.298092 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33492) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:01:56.465793 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] Set router 96259a67-9c2d-4f82-a944-01025799deb9 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:01:56.690298 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 8b174120-0f10-4acd-b827-47ba334f8e9d up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:01:56.750936 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96259a67-9c2d-4f82-a944-01025799deb9', 'name': 'tempest-TestShelveInstance-1569882298-router', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:01:53Z', 'updated_at': '2022-01-26T12:01:55Z', 'revision_number': 3, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'gw_port': {'id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:54Z', 'updated_at': '2022-01-26T12:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:01:56.754835 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] Checking router: 96259a67-9c2d-4f82-a944-01025799deb9 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 12:01:56.755180 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] Updating router 96259a67-9c2d-4f82-a944-01025799deb9 port d56baa63-1756-4920-8e2e-57122795dd47 binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 12:01:56.767188 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 8b174120-0f10-4acd-b827-47ba334f8e9d completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:01:56.773488 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 8b174120-0f10-4acd-b827-47ba334f8e9d triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:01:56.774084 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:56.809018 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:56.924026 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:56.957316 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 8b174120-0f10-4acd-b827-47ba334f8e9d, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=8b174120-0f10-4acd-b827-47ba334f8e9d,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:01:56.961624 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:56.996950 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c268cd01-595f-4bad-a8f4-c38d8b34f597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:57.031739 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=8b174120-0f10-4acd-b827-47ba334f8e9d,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:57.151530 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:57.163251 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] Transition to ACTIVE for port object d56baa63-1756-4920-8e2e-57122795dd47 will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:01:57.169187 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:57.203031 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-c268cd01-595f-4bad-a8f4-c38d8b34f597 admin admin] Allocated IP 172.20.0.1 (1492c500-5d26-47e4-bc38-401068a1325e/0d9f6f3c-3334-401e-9762-a67e7b2b2a80/7792f74c-eb30-4531-bcff-f3d6f518c9af) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 12:01:57.256103 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ae776-3aa3-43cb-aff4-1597f364acfd None None] Pushing event updated for resources: {'Port': ['ID=d56baa63-1756-4920-8e2e-57122795dd47,revision_number=2']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:57.260623 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] Attempting to bind port d56baa63-1756-4920-8e2e-57122795dd47 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 12:01:57.261190 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] Attempting to bind port d56baa63-1756-4920-8e2e-57122795dd47 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 12:01:57.261190 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] Attempting to bind port d56baa63-1756-4920-8e2e-57122795dd47 on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 12:01:57.269159 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 12, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 12:01:57.269527 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 12:01:57.269921 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:57.270311 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 12:01:57.270797 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] Bound port: d56baa63-1756-4920-8e2e-57122795dd47, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 12:01:57.271167 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:57.296085 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ae776-3aa3-43cb-aff4-1597f364acfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:57.296791 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ae776-3aa3-43cb-aff4-1597f364acfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:57.296791 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ae776-3aa3-43cb-aff4-1597f364acfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:57.297014 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ae776-3aa3-43cb-aff4-1597f364acfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:57.297332 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ae776-3aa3-43cb-aff4-1597f364acfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:57.297656 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ae776-3aa3-43cb-aff4-1597f364acfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:57.297978 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ae776-3aa3-43cb-aff4-1597f364acfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:57.298299 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ae776-3aa3-43cb-aff4-1597f364acfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:57.298644 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ae776-3aa3-43cb-aff4-1597f364acfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:57.298964 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ae776-3aa3-43cb-aff4-1597f364acfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:57.299284 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ae776-3aa3-43cb-aff4-1597f364acfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:57.299600 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ae776-3aa3-43cb-aff4-1597f364acfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:01:57.350455 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] For port d56baa63-1756-4920-8e2e-57122795dd47, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 12:01:57.353682 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] For port d56baa63-1756-4920-8e2e-57122795dd47, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d56baa63-1756-4920-8e2e-57122795dd47,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 12:01:57.354293 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c268cd01-595f-4bad-a8f4-c38d8b34f597 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:57.359157 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:57.370536 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-c268cd01-595f-4bad-a8f4-c38d8b34f597 admin admin] Transition to ACTIVE for port object 7792f74c-eb30-4531-bcff-f3d6f518c9af will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:01:57.394063 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c268cd01-595f-4bad-a8f4-c38d8b34f597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:57.436817 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] Routers {'96259a67-9c2d-4f82-a944-01025799deb9'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:01:57.437428 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:01:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['96259a67-9c2d-4f82-a944-01025799deb9'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:01:57.460440 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c268cd01-595f-4bad-a8f4-c38d8b34f597 admin admin] Network 1492c500-5d26-47e4-bc38-401068a1325e is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:01:57.461508 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-c268cd01-595f-4bad-a8f4-c38d8b34f597 admin admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:01:57.465785 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c268cd01-595f-4bad-a8f4-c38d8b34f597 admin admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 12:01:57.508905 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ae776-3aa3-43cb-aff4-1597f364acfd None None] Pushing event updated for resources: {'Port': ['ID=d56baa63-1756-4920-8e2e-57122795dd47,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:57.512353 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268cd01-595f-4bad-a8f4-c38d8b34f597 admin admin] Pushing event updated for resources: {'Port': ['ID=7792f74c-eb30-4531-bcff-f3d6f518c9af,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:57.533187 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c268cd01-595f-4bad-a8f4-c38d8b34f597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:57.567407 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:57.638792 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] Set router 96259a67-9c2d-4f82-a944-01025799deb9 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:01:57.771425 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-1b4ffba9-2681-49d7-acba-ef326f2b10bc None None] Provisioning for port 7792f74c-eb30-4531-bcff-f3d6f518c9af completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:01:57.779137 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-1b4ffba9-2681-49d7-acba-ef326f2b10bc None None] Provisioning complete for port 7792f74c-eb30-4531-bcff-f3d6f518c9af triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:01:57.779743 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1b4ffba9-2681-49d7-acba-ef326f2b10bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:57.844827 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-1b4ffba9-2681-49d7-acba-ef326f2b10bc None None] Port 7792f74c-eb30-4531-bcff-f3d6f518c9af cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 12:01:57.928276 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c268cd01-595f-4bad-a8f4-c38d8b34f597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:57.990872 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96259a67-9c2d-4f82-a944-01025799deb9', 'name': 'tempest-TestShelveInstance-1569882298-router', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:01:53Z', 'updated_at': '2022-01-26T12:01:55Z', 'revision_number': 3, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'gw_port': {'id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:54Z', 'updated_at': '2022-01-26T12:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:01:57.994626 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae307e04-2822-46fd-8dc0-51d1f23b3e57 None None] The sync data for ids ['96259a67-9c2d-4f82-a944-01025799deb9'] in dv-neutron-826439-1-hyperv is: [{'id': '96259a67-9c2d-4f82-a944-01025799deb9', 'name': 'tempest-TestShelveInstance-1569882298-router', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:01:53Z', 'updated_at': '2022-01-26T12:01:55Z', 'revision_number': 3, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'gw_port': {'id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:54Z', 'updated_at': '2022-01-26T12:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 12:01:58.153969 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c268cd01-595f-4bad-a8f4-c38d8b34f597 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:58.158483 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c268cd01-595f-4bad-a8f4-c38d8b34f597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:58.276304 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268cd01-595f-4bad-a8f4-c38d8b34f597 admin admin] Pushing event updated for resources: {'Port': ['ID=7792f74c-eb30-4531-bcff-f3d6f518c9af,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:58.281578 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-c268cd01-595f-4bad-a8f4-c38d8b34f597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:58.422305 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c268cd01-595f-4bad-a8f4-c38d8b34f597 admin admin] Network 1492c500-5d26-47e4-bc38-401068a1325e is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:01:58.423463 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-c268cd01-595f-4bad-a8f4-c38d8b34f597 admin admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:01:58.641426 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c268cd01-595f-4bad-a8f4-c38d8b34f597 admin admin] Router 96259a67-9c2d-4f82-a944-01025799deb9 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 12:01:58.672723 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-1b83da6c-857e-41a3-b29d-f8ff2618b706 None None] Provisioning complete for port 7792f74c-eb30-4531-bcff-f3d6f518c9af triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:01:58.673845 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1b83da6c-857e-41a3-b29d-f8ff2618b706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:58.747049 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-1b83da6c-857e-41a3-b29d-f8ff2618b706 None None] Port 7792f74c-eb30-4531-bcff-f3d6f518c9af cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 12:01:58.758598 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 8b174120-0f10-4acd-b827-47ba334f8e9d up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:01:58.839685 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 8b174120-0f10-4acd-b827-47ba334f8e9d triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:01:58.840244 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:58.851880 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c268cd01-595f-4bad-a8f4-c38d8b34f597 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 12:01:58.861074 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-c268cd01-595f-4bad-a8f4-c38d8b34f597 admin admin] 10.222.0.39 "PUT /v2.0/routers/96259a67-9c2d-4f82-a944-01025799deb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5620015 Jan 26 12:01:58.965665 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d56baa63-1756-4920-8e2e-57122795dd47 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:01:59.064415 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port d56baa63-1756-4920-8e2e-57122795dd47 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:01:59.069178 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port d56baa63-1756-4920-8e2e-57122795dd47 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:01:59.069572 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:59.191213 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:59.208294 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port d56baa63-1756-4920-8e2e-57122795dd47, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d56baa63-1756-4920-8e2e-57122795dd47,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:01:59.212178 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:59.283392 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=d56baa63-1756-4920-8e2e-57122795dd47,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:59.442645 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33510) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:01:59.449010 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-52e34786-07fc-4230-86ad-4218f83be3ec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-269731629-network', 'tenant_id': '8ee55ff89633411998142d2c799a4d73'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:01:59.453812 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-52e34786-07fc-4230-86ad-4218f83be3ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:01:59.457643 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-52e34786-07fc-4230-86ad-4218f83be3ec admin admin] Usage tracker for resource:network and tenant:8ee55ff89633411998142d2c799a4d73 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:01:59.460550 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-52e34786-07fc-4230-86ad-4218f83be3ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:01:59.466610 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-52e34786-07fc-4230-86ad-4218f83be3ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:01:59.480600 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e34786-07fc-4230-86ad-4218f83be3ec admin admin] Made reservation on behalf of 8ee55ff89633411998142d2c799a4d73 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 12:01:59.483321 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-52e34786-07fc-4230-86ad-4218f83be3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:59.496268 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-52e34786-07fc-4230-86ad-4218f83be3ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:59.510262 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-52e34786-07fc-4230-86ad-4218f83be3ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:01:59.514861 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-52e34786-07fc-4230-86ad-4218f83be3ec admin admin] Usage tracker for resource:security_group_rule and tenant:8ee55ff89633411998142d2c799a4d73 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:01:59.517632 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-52e34786-07fc-4230-86ad-4218f83be3ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:01:59.523292 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-52e34786-07fc-4230-86ad-4218f83be3ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:01:59.562142 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] Sync routers for ids ['96259a67-9c2d-4f82-a944-01025799deb9'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 12:01:59.571964 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] Routers {'96259a67-9c2d-4f82-a944-01025799deb9'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:01:59.572754 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:01:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['96259a67-9c2d-4f82-a944-01025799deb9'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:01:59.610989 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-52e34786-07fc-4230-86ad-4218f83be3ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:59.614947 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-52e34786-07fc-4230-86ad-4218f83be3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:59.645352 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e34786-07fc-4230-86ad-4218f83be3ec admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 12:01:59.653871 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e34786-07fc-4230-86ad-4218f83be3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a60612-10de-455f-8caf-fbb79cf527a7,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:59.659455 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-52e34786-07fc-4230-86ad-4218f83be3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:59.659748 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-52e34786-07fc-4230-86ad-4218f83be3ec admin admin] Added segment d4d8f895-f51f-408e-8429-85124a8706ac of type vlan for network db6fa1ef-2911-4a16-afe0-a0754c1a06ca Jan 26 12:01:59.686710 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-52e34786-07fc-4230-86ad-4218f83be3ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:59.716443 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-52e34786-07fc-4230-86ad-4218f83be3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:59.717398 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e34786-07fc-4230-86ad-4218f83be3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:01:59.717977 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-52e34786-07fc-4230-86ad-4218f83be3ec admin admin] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:59.759159 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] Set router 96259a67-9c2d-4f82-a944-01025799deb9 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:01:59.824986 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-52e34786-07fc-4230-86ad-4218f83be3ec admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3811164 Jan 26 12:01:59.825720 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e34786-07fc-4230-86ad-4218f83be3ec admin admin] Pushing event updated for resources: {'Network': ['ID=db6fa1ef-2911-4a16-afe0-a0754c1a06ca,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:01:59.827673 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33514) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:01:59.833265 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-077b4ed3-8b99-42fc-a01d-c217f69194a4 admin admin] Request body: {'subnet': {'network_id': 'db6fa1ef-2911-4a16-afe0-a0754c1a06ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-269731629-subnet', 'tenant_id': '8ee55ff89633411998142d2c799a4d73', 'ip_version': 4}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:01:59.838119 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-077b4ed3-8b99-42fc-a01d-c217f69194a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:01:59.842587 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-077b4ed3-8b99-42fc-a01d-c217f69194a4 admin admin] Usage tracker for resource:subnet and tenant:8ee55ff89633411998142d2c799a4d73 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:01:59.845436 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-077b4ed3-8b99-42fc-a01d-c217f69194a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:01:59.851305 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-077b4ed3-8b99-42fc-a01d-c217f69194a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:01:59.861226 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077b4ed3-8b99-42fc-a01d-c217f69194a4 admin admin] Made reservation on behalf of 8ee55ff89633411998142d2c799a4d73 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 12:01:59.863539 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-077b4ed3-8b99-42fc-a01d-c217f69194a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:01:59.888910 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network db6fa1ef-2911-4a16-afe0-a0754c1a06ca details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 12:02:00.067735 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-077b4ed3-8b99-42fc-a01d-c217f69194a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:00.174298 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96259a67-9c2d-4f82-a944-01025799deb9', 'name': 'tempest-TestShelveInstance-1569882298-router', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:01:53Z', 'updated_at': '2022-01-26T12:01:57Z', 'revision_number': 4, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'gw_port': {'id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:54Z', 'updated_at': '2022-01-26T12:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '7792f74c-eb30-4531-bcff-f3d6f518c9af', 'name': '', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'mac_address': 'fa:16:3e:20:fa:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:57Z', 'updated_at': '2022-01-26T12:01:57Z', 'revision_number': 2, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'subnets': [{'id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:02:00.178159 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] Checking router: 96259a67-9c2d-4f82-a944-01025799deb9 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 12:02:00.178549 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] Updating router 96259a67-9c2d-4f82-a944-01025799deb9 port 7792f74c-eb30-4531-bcff-f3d6f518c9af binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 12:02:00.235641 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:00.257910 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b4ed3-8b99-42fc-a01d-c217f69194a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5553b429-a559-4216-bb49-b76ae57eb931,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:00.266038 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077b4ed3-8b99-42fc-a01d-c217f69194a4 admin admin] Checking segment: {'id': 'd4d8f895-f51f-408e-8429-85124a8706ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'db6fa1ef-2911-4a16-afe0-a0754c1a06ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 12:02:00.266429 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077b4ed3-8b99-42fc-a01d-c217f69194a4 admin admin] Network hostable DHCP agents. Network: db6fa1ef-2911-4a16-afe0-a0754c1a06ca, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 12:02:00.284939 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077b4ed3-8b99-42fc-a01d-c217f69194a4 admin admin] Network db6fa1ef-2911-4a16-afe0-a0754c1a06ca is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 12:02:00.294974 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-077b4ed3-8b99-42fc-a01d-c217f69194a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, db6fa1ef-2911-4a16-afe0-a0754c1a06ca) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:02:00.299080 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077b4ed3-8b99-42fc-a01d-c217f69194a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:00.299660 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-077b4ed3-8b99-42fc-a01d-c217f69194a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:00.306412 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3afab06-9435-4daf-be45-997eb385e949 None None] Network db6fa1ef-2911-4a16-afe0-a0754c1a06ca requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 12:02:00.319577 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-077b4ed3-8b99-42fc-a01d-c217f69194a4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4909112 Jan 26 12:02:00.322087 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33518) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:02:00.326970 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-04947d81-de8a-41bb-8e24-dc2279a85e57 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-269731629-router', 'tenant_id': '8ee55ff89633411998142d2c799a4d73', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:02:00.331506 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-04947d81-de8a-41bb-8e24-dc2279a85e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:02:00.335291 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-04947d81-de8a-41bb-8e24-dc2279a85e57 admin admin] Usage tracker for resource:router and tenant:8ee55ff89633411998142d2c799a4d73 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:02:00.338041 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-04947d81-de8a-41bb-8e24-dc2279a85e57 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:02:00.344309 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-04947d81-de8a-41bb-8e24-dc2279a85e57 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:02:00.354336 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-04947d81-de8a-41bb-8e24-dc2279a85e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:00.355910 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-04947d81-de8a-41bb-8e24-dc2279a85e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:00.370899 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-04947d81-de8a-41bb-8e24-dc2279a85e57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:00.639681 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-04947d81-de8a-41bb-8e24-dc2279a85e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:00.676445 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d56baa63-1756-4920-8e2e-57122795dd47 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:02:00.779125 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b28f8c2-a8d3-4a80-b414-b46641b5098e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-db6fa1ef-2911-4a16-afe0-a0754c1a06ca', 'network_id': 'db6fa1ef-2911-4a16-afe0-a0754c1a06ca', 'tenant_id': '8ee55ff89633411998142d2c799a4d73', 'fixed_ips': [{'subnet_id': '5553b429-a559-4216-bb49-b76ae57eb931'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 12:02:00.779945 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9b28f8c2-a8d3-4a80-b414-b46641b5098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:00.942291 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:00.957920 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-04947d81-de8a-41bb-8e24-dc2279a85e57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:00.963672 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port d56baa63-1756-4920-8e2e-57122795dd47 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:02:00.965042 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:00.989518 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-04947d81-de8a-41bb-8e24-dc2279a85e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:01.005349 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] Transition to ACTIVE for port object 7792f74c-eb30-4531-bcff-f3d6f518c9af will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:02:01.051995 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:01.130230 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-04947d81-de8a-41bb-8e24-dc2279a85e57 admin admin] Allocated IP 172.26.5.228 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/ee3746b4-afd4-4d64-b02f-ab8f9c16ca26) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 12:02:01.218381 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-9b28f8c2-a8d3-4a80-b414-b46641b5098e None None] Allocated IP 172.20.0.2 (db6fa1ef-2911-4a16-afe0-a0754c1a06ca/5553b429-a559-4216-bb49-b76ae57eb931/d6816124-b1db-45c1-9343-0a22480f42db) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 12:02:01.224775 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499d8fb-c7f4-488f-ae13-eb924943b377 None None] Pushing event updated for resources: {'Port': ['ID=7792f74c-eb30-4531-bcff-f3d6f518c9af,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:01.289587 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-04947d81-de8a-41bb-8e24-dc2279a85e57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:01.323952 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-04947d81-de8a-41bb-8e24-dc2279a85e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:01.395984 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04947d81-de8a-41bb-8e24-dc2279a85e57 admin admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:02:01.398984 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-04947d81-de8a-41bb-8e24-dc2279a85e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:02:01.403881 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04947d81-de8a-41bb-8e24-dc2279a85e57 admin admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 12:02:01.430301 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04947d81-de8a-41bb-8e24-dc2279a85e57 admin admin] Pushing event updated for resources: {'Port': ['ID=ee3746b4-afd4-4d64-b02f-ab8f9c16ca26,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:01.457713 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] Attempting to bind port 7792f74c-eb30-4531-bcff-f3d6f518c9af on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 12:02:01.458090 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] Attempting to bind port 7792f74c-eb30-4531-bcff-f3d6f518c9af by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': '32fc311e-345f-4322-9618-a6df810dcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 12:02:01.458485 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] Attempting to bind port 7792f74c-eb30-4531-bcff-f3d6f518c9af on network 1492c500-5d26-47e4-bc38-401068a1325e {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 12:02:01.475751 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 12, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 12:02:01.476131 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] Checking segment: {'id': '32fc311e-345f-4322-9618-a6df810dcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 12:02:01.476531 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:01.476926 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] Bound using segment: {'id': '32fc311e-345f-4322-9618-a6df810dcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 12:02:01.477391 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] Bound port: 7792f74c-eb30-4531-bcff-f3d6f518c9af, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32fc311e-345f-4322-9618-a6df810dcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 12:02:01.477765 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:01.649792 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] For port 7792f74c-eb30-4531-bcff-f3d6f518c9af, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 12:02:01.658857 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] For port 7792f74c-eb30-4531-bcff-f3d6f518c9af, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7792f74c-eb30-4531-bcff-f3d6f518c9af,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 12:02:01.665486 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:01.670357 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9b28f8c2-a8d3-4a80-b414-b46641b5098e None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:01.723772 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-9b28f8c2-a8d3-4a80-b414-b46641b5098e None None] Transition to ACTIVE for port object d6816124-b1db-45c1-9343-0a22480f42db will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:02:01.765621 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-9b28f8c2-a8d3-4a80-b414-b46641b5098e None None] Transition to ACTIVE for port object d6816124-b1db-45c1-9343-0a22480f42db will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:02:01.778048 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9b28f8c2-a8d3-4a80-b414-b46641b5098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:01.781554 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] Routers {'96259a67-9c2d-4f82-a944-01025799deb9'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:02:01.782193 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:01:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['96259a67-9c2d-4f82-a944-01025799deb9'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:02:01.855297 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499d8fb-c7f4-488f-ae13-eb924943b377 None None] Pushing event updated for resources: {'Port': ['ID=7792f74c-eb30-4531-bcff-f3d6f518c9af,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:01.920807 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b28f8c2-a8d3-4a80-b414-b46641b5098e None None] Network db6fa1ef-2911-4a16-afe0-a0754c1a06ca is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:02:01.932201 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-9b28f8c2-a8d3-4a80-b414-b46641b5098e None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:02:01.938849 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b28f8c2-a8d3-4a80-b414-b46641b5098e None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 12:02:01.967918 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-04947d81-de8a-41bb-8e24-dc2279a85e57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:02.084444 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28f8c2-a8d3-4a80-b414-b46641b5098e None None] Pushing event updated for resources: {'Port': ['ID=d6816124-b1db-45c1-9343-0a22480f42db,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:02.132653 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] Set router 96259a67-9c2d-4f82-a944-01025799deb9 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:02:02.175400 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-9b28f8c2-a8d3-4a80-b414-b46641b5098e None None] Attempting to bind port d6816124-b1db-45c1-9343-0a22480f42db on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 12:02:02.175741 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-9b28f8c2-a8d3-4a80-b414-b46641b5098e None None] Attempting to bind port d6816124-b1db-45c1-9343-0a22480f42db by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'd4d8f895-f51f-408e-8429-85124a8706ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'db6fa1ef-2911-4a16-afe0-a0754c1a06ca'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 12:02:02.176045 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b28f8c2-a8d3-4a80-b414-b46641b5098e None None] Attempting to bind port d6816124-b1db-45c1-9343-0a22480f42db on network db6fa1ef-2911-4a16-afe0-a0754c1a06ca {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 12:02:02.198583 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b28f8c2-a8d3-4a80-b414-b46641b5098e None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 12, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 12:02:02.198853 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b28f8c2-a8d3-4a80-b414-b46641b5098e None None] Checking segment: {'id': 'd4d8f895-f51f-408e-8429-85124a8706ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'db6fa1ef-2911-4a16-afe0-a0754c1a06ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 12:02:02.199128 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9b28f8c2-a8d3-4a80-b414-b46641b5098e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:02.199526 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b28f8c2-a8d3-4a80-b414-b46641b5098e None None] Bound using segment: {'id': 'd4d8f895-f51f-408e-8429-85124a8706ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'db6fa1ef-2911-4a16-afe0-a0754c1a06ca'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 12:02:02.200149 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-9b28f8c2-a8d3-4a80-b414-b46641b5098e None None] Bound port: d6816124-b1db-45c1-9343-0a22480f42db, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d8f895-f51f-408e-8429-85124a8706ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'db6fa1ef-2911-4a16-afe0-a0754c1a06ca'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 12:02:02.200525 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9b28f8c2-a8d3-4a80-b414-b46641b5098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:02.308342 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-04947d81-de8a-41bb-8e24-dc2279a85e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:02.489219 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-9b28f8c2-a8d3-4a80-b414-b46641b5098e None None] For port d6816124-b1db-45c1-9343-0a22480f42db, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 12:02:02.509327 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04947d81-de8a-41bb-8e24-dc2279a85e57 admin admin] Router c77bf577-ab69-4732-97bf-284584ce9cab is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 12:02:02.509539 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-9b28f8c2-a8d3-4a80-b414-b46641b5098e None None] For port d6816124-b1db-45c1-9343-0a22480f42db, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d6816124-b1db-45c1-9343-0a22480f42db,segment=NetworkSegment(d4d8f895-f51f-408e-8429-85124a8706ac),segment_id=d4d8f895-f51f-408e-8429-85124a8706ac)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 12:02:02.517534 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9b28f8c2-a8d3-4a80-b414-b46641b5098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:02.630280 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28f8c2-a8d3-4a80-b414-b46641b5098e None None] Pushing event updated for resources: {'Port': ['ID=d6816124-b1db-45c1-9343-0a22480f42db,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:02.656113 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96259a67-9c2d-4f82-a944-01025799deb9', 'name': 'tempest-TestShelveInstance-1569882298-router', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:01:53Z', 'updated_at': '2022-01-26T12:01:57Z', 'revision_number': 4, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'gw_port': {'id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:54Z', 'updated_at': '2022-01-26T12:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '7792f74c-eb30-4531-bcff-f3d6f518c9af', 'name': '', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'mac_address': 'fa:16:3e:20:fa:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:57Z', 'updated_at': '2022-01-26T12:02:01Z', 'revision_number': 4, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'subnets': [{'id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:02:02.660369 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c23dc9-e8f6-44fa-aa31-48cb440e1f22 None None] The sync data for ids ['96259a67-9c2d-4f82-a944-01025799deb9'] in dv-neutron-826439-1-hyperv is: [{'id': '96259a67-9c2d-4f82-a944-01025799deb9', 'name': 'tempest-TestShelveInstance-1569882298-router', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:01:53Z', 'updated_at': '2022-01-26T12:01:57Z', 'revision_number': 4, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'gw_port': {'id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:54Z', 'updated_at': '2022-01-26T12:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '7792f74c-eb30-4531-bcff-f3d6f518c9af', 'name': '', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'mac_address': 'fa:16:3e:20:fa:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:57Z', 'updated_at': '2022-01-26T12:02:01Z', 'revision_number': 4, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'subnets': [{'id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 12:02:02.709361 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04947d81-de8a-41bb-8e24-dc2279a85e57 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 12:02:02.741223 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] Sync routers for ids ['c77bf577-ab69-4732-97bf-284584ce9cab'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 12:02:02.748131 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-04947d81-de8a-41bb-8e24-dc2279a85e57 admin admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:02.751545 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] Routers {'c77bf577-ab69-4732-97bf-284584ce9cab'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:02:02.752156 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:01:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['c77bf577-ab69-4732-97bf-284584ce9cab'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:02:02.752902 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33522) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:02:02.763078 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-04947d81-de8a-41bb-8e24-dc2279a85e57 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4399085 Jan 26 12:02:03.000747 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] Set router c77bf577-ab69-4732-97bf-284584ce9cab gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:02:03.300253 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77bf577-ab69-4732-97bf-284584ce9cab', 'name': 'tempest-TestShelveInstance-269731629-router', 'tenant_id': '8ee55ff89633411998142d2c799a4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'ee3746b4-afd4-4d64-b02f-ab8f9c16ca26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:02:00Z', 'updated_at': '2022-01-26T12:02:01Z', 'revision_number': 3, 'project_id': '8ee55ff89633411998142d2c799a4d73', 'gw_port': {'id': 'ee3746b4-afd4-4d64-b02f-ab8f9c16ca26', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77bf577-ab69-4732-97bf-284584ce9cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:02:01Z', 'updated_at': '2022-01-26T12:02:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:02:03.304394 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] Checking router: c77bf577-ab69-4732-97bf-284584ce9cab for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 12:02:03.304744 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] Updating router c77bf577-ab69-4732-97bf-284584ce9cab port ee3746b4-afd4-4d64-b02f-ab8f9c16ca26 binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 12:02:03.361822 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:03.669424 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-87cd4e16-c4e8-471a-8e16-2dd6dfcb2d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:03.734442 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:03.747716 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] Transition to ACTIVE for port object ee3746b4-afd4-4d64-b02f-ab8f9c16ca26 will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:02:03.758991 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:03.847880 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] Attempting to bind port ee3746b4-afd4-4d64-b02f-ab8f9c16ca26 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 12:02:03.848257 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] Attempting to bind port ee3746b4-afd4-4d64-b02f-ab8f9c16ca26 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 12:02:03.848628 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] Attempting to bind port ee3746b4-afd4-4d64-b02f-ab8f9c16ca26 on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 12:02:03.861215 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 12, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 12:02:03.861595 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 12:02:03.861995 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:03.862531 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 12:02:03.863033 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] Bound port: ee3746b4-afd4-4d64-b02f-ab8f9c16ca26, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 12:02:03.863403 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:03.941506 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-87cd4e16-c4e8-471a-8e16-2dd6dfcb2d3d admin admin] Allocated IP 172.20.0.1 (db6fa1ef-2911-4a16-afe0-a0754c1a06ca/5553b429-a559-4216-bb49-b76ae57eb931/44faaa6f-068f-4f29-85ac-44e2fb661719) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 12:02:03.955499 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] For port ee3746b4-afd4-4d64-b02f-ab8f9c16ca26, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 12:02:03.959853 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352d6152-1463-42cc-a00f-be96794325f2 None None] Network db6fa1ef-2911-4a16-afe0-a0754c1a06ca requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 12:02:03.967593 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] For port ee3746b4-afd4-4d64-b02f-ab8f9c16ca26, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=ee3746b4-afd4-4d64-b02f-ab8f9c16ca26,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 12:02:03.983934 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:03.988819 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48e00f-1a43-4cf1-bab2-6d53e6e88529 None None] Pushing event updated for resources: {'Port': ['ID=ee3746b4-afd4-4d64-b02f-ab8f9c16ca26,revision_number=2']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:04.093068 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-871009ea-1c5b-4ac2-b965-6bdc00265aa4 None None] Provisioning for port d6816124-b1db-45c1-9343-0a22480f42db completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:02:04.094904 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48e00f-1a43-4cf1-bab2-6d53e6e88529 None None] Pushing event updated for resources: {'Port': ['ID=ee3746b4-afd4-4d64-b02f-ab8f9c16ca26,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:04.115859 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-87cd4e16-c4e8-471a-8e16-2dd6dfcb2d3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:04.117222 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] Routers {'c77bf577-ab69-4732-97bf-284584ce9cab'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:02:04.117823 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:01:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['c77bf577-ab69-4732-97bf-284584ce9cab'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:02:04.134280 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-87cd4e16-c4e8-471a-8e16-2dd6dfcb2d3d admin admin] Transition to ACTIVE for port object 44faaa6f-068f-4f29-85ac-44e2fb661719 will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:02:04.167587 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-87cd4e16-c4e8-471a-8e16-2dd6dfcb2d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:04.234065 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cd4e16-c4e8-471a-8e16-2dd6dfcb2d3d admin admin] Network db6fa1ef-2911-4a16-afe0-a0754c1a06ca is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:02:04.236944 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-87cd4e16-c4e8-471a-8e16-2dd6dfcb2d3d admin admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:02:04.240877 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cd4e16-c4e8-471a-8e16-2dd6dfcb2d3d admin admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 12:02:04.286080 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd4e16-c4e8-471a-8e16-2dd6dfcb2d3d admin admin] Pushing event updated for resources: {'Port': ['ID=44faaa6f-068f-4f29-85ac-44e2fb661719,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:04.309430 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-87cd4e16-c4e8-471a-8e16-2dd6dfcb2d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:04.350082 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] Set router c77bf577-ab69-4732-97bf-284584ce9cab gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:02:04.532678 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-aaf5433b-0d68-4478-b35a-351ca2075e6f None None] Provisioning for port 44faaa6f-068f-4f29-85ac-44e2fb661719 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:02:04.539591 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-aaf5433b-0d68-4478-b35a-351ca2075e6f None None] Provisioning complete for port 44faaa6f-068f-4f29-85ac-44e2fb661719 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:02:04.540232 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-aaf5433b-0d68-4478-b35a-351ca2075e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:04.594837 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-87cd4e16-c4e8-471a-8e16-2dd6dfcb2d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:04.612689 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5433b-0d68-4478-b35a-351ca2075e6f None None] Port 44faaa6f-068f-4f29-85ac-44e2fb661719 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 12:02:04.690490 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77bf577-ab69-4732-97bf-284584ce9cab', 'name': 'tempest-TestShelveInstance-269731629-router', 'tenant_id': '8ee55ff89633411998142d2c799a4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'ee3746b4-afd4-4d64-b02f-ab8f9c16ca26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:02:00Z', 'updated_at': '2022-01-26T12:02:01Z', 'revision_number': 3, 'project_id': '8ee55ff89633411998142d2c799a4d73', 'gw_port': {'id': 'ee3746b4-afd4-4d64-b02f-ab8f9c16ca26', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77bf577-ab69-4732-97bf-284584ce9cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:02:01Z', 'updated_at': '2022-01-26T12:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:02:04.695251 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f32a9e-2823-40d5-bb4c-5ebed64cf4ce None None] The sync data for ids ['c77bf577-ab69-4732-97bf-284584ce9cab'] in dv-neutron-826439-1-hyperv is: [{'id': 'c77bf577-ab69-4732-97bf-284584ce9cab', 'name': 'tempest-TestShelveInstance-269731629-router', 'tenant_id': '8ee55ff89633411998142d2c799a4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'ee3746b4-afd4-4d64-b02f-ab8f9c16ca26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:02:00Z', 'updated_at': '2022-01-26T12:02:01Z', 'revision_number': 3, 'project_id': '8ee55ff89633411998142d2c799a4d73', 'gw_port': {'id': 'ee3746b4-afd4-4d64-b02f-ab8f9c16ca26', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77bf577-ab69-4732-97bf-284584ce9cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:02:01Z', 'updated_at': '2022-01-26T12:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 12:02:04.779295 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-dd0da194-28e6-4972-a376-1958f536c92d None None] Provisioning complete for port 44faaa6f-068f-4f29-85ac-44e2fb661719 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:02:04.779765 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dd0da194-28e6-4972-a376-1958f536c92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:04.817665 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7792f74c-eb30-4531-bcff-f3d6f518c9af up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:02:04.904803 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-dd0da194-28e6-4972-a376-1958f536c92d None None] Port 44faaa6f-068f-4f29-85ac-44e2fb661719 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 12:02:04.919059 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 7792f74c-eb30-4531-bcff-f3d6f518c9af completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:02:04.927536 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 7792f74c-eb30-4531-bcff-f3d6f518c9af triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:02:04.927926 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:04.990750 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-87cd4e16-c4e8-471a-8e16-2dd6dfcb2d3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:05.000431 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-87cd4e16-c4e8-471a-8e16-2dd6dfcb2d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:05.081622 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:05.118539 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 7792f74c-eb30-4531-bcff-f3d6f518c9af, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7792f74c-eb30-4531-bcff-f3d6f518c9af,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:02:05.120971 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-87cd4e16-c4e8-471a-8e16-2dd6dfcb2d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:05.123498 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:05.124482 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d6816124-b1db-45c1-9343-0a22480f42db up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:02:05.124654 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd4e16-c4e8-471a-8e16-2dd6dfcb2d3d admin admin] Pushing event updated for resources: {'Port': ['ID=44faaa6f-068f-4f29-85ac-44e2fb661719,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:05.246828 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=7792f74c-eb30-4531-bcff-f3d6f518c9af,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:05.258666 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port d6816124-b1db-45c1-9343-0a22480f42db completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:02:05.267871 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port d6816124-b1db-45c1-9343-0a22480f42db triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:02:05.268397 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:05.277492 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cd4e16-c4e8-471a-8e16-2dd6dfcb2d3d admin admin] Network db6fa1ef-2911-4a16-afe0-a0754c1a06ca is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:02:05.279153 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-87cd4e16-c4e8-471a-8e16-2dd6dfcb2d3d admin admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:02:05.407568 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:05.448571 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port d6816124-b1db-45c1-9343-0a22480f42db, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d6816124-b1db-45c1-9343-0a22480f42db,segment=NetworkSegment(d4d8f895-f51f-408e-8429-85124a8706ac),segment_id=d4d8f895-f51f-408e-8429-85124a8706ac)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:02:05.455192 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:05.500290 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cd4e16-c4e8-471a-8e16-2dd6dfcb2d3d admin admin] Router c77bf577-ab69-4732-97bf-284584ce9cab has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 12:02:05.528582 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=d6816124-b1db-45c1-9343-0a22480f42db,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:05.643472 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7897236c-4213-46eb-92b9-c17bc83e9c8a None None] Provisioning complete for port 44faaa6f-068f-4f29-85ac-44e2fb661719 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:02:05.643910 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7897236c-4213-46eb-92b9-c17bc83e9c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:05.675588 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:05.687870 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cd4e16-c4e8-471a-8e16-2dd6dfcb2d3d admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 12:02:05.697604 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-87cd4e16-c4e8-471a-8e16-2dd6dfcb2d3d admin admin] 10.222.0.39 "PUT /v2.0/routers/c77bf577-ab69-4732-97bf-284584ce9cab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9436188 Jan 26 12:02:05.705452 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-7897236c-4213-46eb-92b9-c17bc83e9c8a None None] Port 44faaa6f-068f-4f29-85ac-44e2fb661719 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 12:02:06.202139 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 33532) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:02:06.207423 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-dd8b1ffa-70ed-4ec6-8b5c-0747dc34dea8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2038754442', 'description': 'tempest-secgroup-smoke-2038754442 description', 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:02:06.213441 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-dd8b1ffa-70ed-4ec6-8b5c-0747dc34dea8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:02:06.217467 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-dd8b1ffa-70ed-4ec6-8b5c-0747dc34dea8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Usage tracker for resource:security_group and tenant:78a9462b837044d6bcacbe20ce9ea3fc is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:02:06.220361 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-dd8b1ffa-70ed-4ec6-8b5c-0747dc34dea8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:02:06.226383 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-dd8b1ffa-70ed-4ec6-8b5c-0747dc34dea8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:02:06.236758 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1ffa-70ed-4ec6-8b5c-0747dc34dea8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:06.259800 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-dd8b1ffa-70ed-4ec6-8b5c-0747dc34dea8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:02:06.263733 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-dd8b1ffa-70ed-4ec6-8b5c-0747dc34dea8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Usage tracker for resource:security_group_rule and tenant:78a9462b837044d6bcacbe20ce9ea3fc is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:02:06.266622 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-dd8b1ffa-70ed-4ec6-8b5c-0747dc34dea8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:02:06.272179 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-dd8b1ffa-70ed-4ec6-8b5c-0747dc34dea8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:02:06.343428 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1ffa-70ed-4ec6-8b5c-0747dc34dea8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:06.347005 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1ffa-70ed-4ec6-8b5c-0747dc34dea8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:06.375635 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] Sync routers for ids ['c77bf577-ab69-4732-97bf-284584ce9cab'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 12:02:06.384826 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] Routers {'c77bf577-ab69-4732-97bf-284584ce9cab'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:02:06.385445 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:01:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['c77bf577-ab69-4732-97bf-284584ce9cab'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:02:06.389393 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b1ffa-70ed-4ec6-8b5c-0747dc34dea8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b91efb4-c10c-43fa-af45-d6c198d600a7,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:06.393430 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1ffa-70ed-4ec6-8b5c-0747dc34dea8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:06.397940 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-dd8b1ffa-70ed-4ec6-8b5c-0747dc34dea8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1917109 Jan 26 12:02:06.398988 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33536) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:02:06.404585 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a1fa8bf9-895c-4a93-a233-89626097b7e0 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Request body: {'security_group_rule': {'security_group_id': '4b91efb4-c10c-43fa-af45-d6c198d600a7', 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:02:06.410727 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a1fa8bf9-895c-4a93-a233-89626097b7e0 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:02:06.415012 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a1fa8bf9-895c-4a93-a233-89626097b7e0 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Usage tracker for resource:security_group_rule and tenant:78a9462b837044d6bcacbe20ce9ea3fc is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:02:06.418461 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a1fa8bf9-895c-4a93-a233-89626097b7e0 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:02:06.424053 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a1fa8bf9-895c-4a93-a233-89626097b7e0 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:02:06.440003 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8bf9-895c-4a93-a233-89626097b7e0 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:06.500068 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8bf9-895c-4a93-a233-89626097b7e0 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:06.503698 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8bf9-895c-4a93-a233-89626097b7e0 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:06.528535 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa8bf9-895c-4a93-a233-89626097b7e0 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b6cf5dd-1231-4917-b775-522244520fe2,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:06.537655 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a1fa8bf9-895c-4a93-a233-89626097b7e0 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:06.538900 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a1fa8bf9-895c-4a93-a233-89626097b7e0 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395948 Jan 26 12:02:06.541647 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33540) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:02:06.547204 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-78ae9446-ae26-4c6c-bd70-10086259880c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Request body: {'security_group_rule': {'security_group_id': '4b91efb4-c10c-43fa-af45-d6c198d600a7', 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:02:06.552965 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-78ae9446-ae26-4c6c-bd70-10086259880c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:02:06.556750 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-78ae9446-ae26-4c6c-bd70-10086259880c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Usage tracker for resource:security_group_rule and tenant:78a9462b837044d6bcacbe20ce9ea3fc is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:02:06.559894 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-78ae9446-ae26-4c6c-bd70-10086259880c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:02:06.561405 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] Set router c77bf577-ab69-4732-97bf-284584ce9cab gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:02:06.565493 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-78ae9446-ae26-4c6c-bd70-10086259880c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:02:06.582364 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-78ae9446-ae26-4c6c-bd70-10086259880c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:06.654809 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-78ae9446-ae26-4c6c-bd70-10086259880c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:06.659884 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-78ae9446-ae26-4c6c-bd70-10086259880c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:06.685977 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae9446-ae26-4c6c-bd70-10086259880c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d995bc7f-2205-481d-aa4a-933096d15f7f,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:06.695058 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-78ae9446-ae26-4c6c-bd70-10086259880c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:06.699321 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-78ae9446-ae26-4c6c-bd70-10086259880c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1533165 Jan 26 12:02:06.699437 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33544) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:02:06.704527 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-2c0a5e20-1f8a-4242-be5b-703322eba9d8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Request body: {'security_group_rule': {'security_group_id': '4b91efb4-c10c-43fa-af45-d6c198d600a7', 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:02:06.712374 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2c0a5e20-1f8a-4242-be5b-703322eba9d8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:02:06.716437 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2c0a5e20-1f8a-4242-be5b-703322eba9d8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Usage tracker for resource:security_group_rule and tenant:78a9462b837044d6bcacbe20ce9ea3fc is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:02:06.719553 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-2c0a5e20-1f8a-4242-be5b-703322eba9d8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:02:06.725714 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-2c0a5e20-1f8a-4242-be5b-703322eba9d8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:02:06.744311 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2c0a5e20-1f8a-4242-be5b-703322eba9d8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:06.775240 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device ee3746b4-afd4-4d64-b02f-ab8f9c16ca26 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:02:06.816610 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2c0a5e20-1f8a-4242-be5b-703322eba9d8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:06.829117 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2c0a5e20-1f8a-4242-be5b-703322eba9d8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:06.855978 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a5e20-1f8a-4242-be5b-703322eba9d8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a37a5c-5d97-4487-b165-a1ffbb9411bf,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:06.865583 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2c0a5e20-1f8a-4242-be5b-703322eba9d8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:06.866913 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2c0a5e20-1f8a-4242-be5b-703322eba9d8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1664124 Jan 26 12:02:06.869508 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33548) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:02:06.875321 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-f880b49b-ef9a-4869-bccb-d285b9f4f504 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Request body: {'security_group_rule': {'security_group_id': '4b91efb4-c10c-43fa-af45-d6c198d600a7', 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:02:06.881027 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f880b49b-ef9a-4869-bccb-d285b9f4f504 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:02:06.884741 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f880b49b-ef9a-4869-bccb-d285b9f4f504 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Usage tracker for resource:security_group_rule and tenant:78a9462b837044d6bcacbe20ce9ea3fc is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:02:06.888244 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-f880b49b-ef9a-4869-bccb-d285b9f4f504 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:02:06.893834 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-f880b49b-ef9a-4869-bccb-d285b9f4f504 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:02:06.910964 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f880b49b-ef9a-4869-bccb-d285b9f4f504 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:06.975579 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f880b49b-ef9a-4869-bccb-d285b9f4f504 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:06.979387 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f880b49b-ef9a-4869-bccb-d285b9f4f504 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:06.982451 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port ee3746b4-afd4-4d64-b02f-ab8f9c16ca26 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:02:06.990531 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port ee3746b4-afd4-4d64-b02f-ab8f9c16ca26 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:02:06.990908 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:07.002928 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880b49b-ef9a-4869-bccb-d285b9f4f504 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd4caaf-84e9-42e7-854a-077a2a8286ae,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:07.013173 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-f880b49b-ef9a-4869-bccb-d285b9f4f504 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:07.014380 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-f880b49b-ef9a-4869-bccb-d285b9f4f504 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1432326 Jan 26 12:02:07.017091 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33552) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:02:07.021923 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-0cc8615d-fe23-4e20-ab2c-f64cd59e22aa tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Request body: {'security_group_rule': {'security_group_id': '4b91efb4-c10c-43fa-af45-d6c198d600a7', 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:02:07.027943 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0cc8615d-fe23-4e20-ab2c-f64cd59e22aa tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:02:07.031248 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0cc8615d-fe23-4e20-ab2c-f64cd59e22aa tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Usage tracker for resource:security_group_rule and tenant:78a9462b837044d6bcacbe20ce9ea3fc is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:02:07.034011 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-0cc8615d-fe23-4e20-ab2c-f64cd59e22aa tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:02:07.039504 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-0cc8615d-fe23-4e20-ab2c-f64cd59e22aa tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:02:07.052222 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.securitygroups_db [None req-0cc8615d-fe23-4e20-ab2c-f64cd59e22aa tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Project 78a9462b837044d6bcacbe20ce9ea3fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 12:02:07.059392 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0cc8615d-fe23-4e20-ab2c-f64cd59e22aa tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:07.122960 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77bf577-ab69-4732-97bf-284584ce9cab', 'name': 'tempest-TestShelveInstance-269731629-router', 'tenant_id': '8ee55ff89633411998142d2c799a4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'ee3746b4-afd4-4d64-b02f-ab8f9c16ca26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:02:00Z', 'updated_at': '2022-01-26T12:02:04Z', 'revision_number': 4, 'project_id': '8ee55ff89633411998142d2c799a4d73', 'gw_port': {'id': 'ee3746b4-afd4-4d64-b02f-ab8f9c16ca26', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77bf577-ab69-4732-97bf-284584ce9cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:02:01Z', 'updated_at': '2022-01-26T12:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '44faaa6f-068f-4f29-85ac-44e2fb661719', 'name': '', 'network_id': 'db6fa1ef-2911-4a16-afe0-a0754c1a06ca', 'tenant_id': '8ee55ff89633411998142d2c799a4d73', 'mac_address': 'fa:16:3e:3e:a8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77bf577-ab69-4732-97bf-284584ce9cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '5553b429-a559-4216-bb49-b76ae57eb931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:02:03Z', 'updated_at': '2022-01-26T12:02:04Z', 'revision_number': 2, 'project_id': '8ee55ff89633411998142d2c799a4d73', 'subnets': [{'id': '5553b429-a559-4216-bb49-b76ae57eb931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:02:07.124516 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0cc8615d-fe23-4e20-ab2c-f64cd59e22aa tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:07.128175 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0cc8615d-fe23-4e20-ab2c-f64cd59e22aa tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:07.131071 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:07.137067 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] Checking router: c77bf577-ab69-4732-97bf-284584ce9cab for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 12:02:07.137476 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] Updating router c77bf577-ab69-4732-97bf-284584ce9cab port 44faaa6f-068f-4f29-85ac-44e2fb661719 binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 12:02:07.150788 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8615d-fe23-4e20-ab2c-f64cd59e22aa tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7412ef56-3e48-49f8-ad7e-5363d52f6b7f,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:07.161818 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0cc8615d-fe23-4e20-ab2c-f64cd59e22aa tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:07.163043 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0cc8615d-fe23-4e20-ab2c-f64cd59e22aa tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1450510 Jan 26 12:02:07.166357 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33556) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:02:07.171261 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-fe311012-f5df-4634-abad-4399d4341ae1 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Request body: {'security_group_rule': {'security_group_id': '4b91efb4-c10c-43fa-af45-d6c198d600a7', 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:02:07.177022 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fe311012-f5df-4634-abad-4399d4341ae1 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:02:07.180823 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fe311012-f5df-4634-abad-4399d4341ae1 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Usage tracker for resource:security_group_rule and tenant:78a9462b837044d6bcacbe20ce9ea3fc is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:02:07.184500 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-fe311012-f5df-4634-abad-4399d4341ae1 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:02:07.189444 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port ee3746b4-afd4-4d64-b02f-ab8f9c16ca26, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=ee3746b4-afd4-4d64-b02f-ab8f9c16ca26,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:02:07.190106 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-fe311012-f5df-4634-abad-4399d4341ae1 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:02:07.196318 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:07.197064 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7792f74c-eb30-4531-bcff-f3d6f518c9af up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:02:07.201066 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.securitygroups_db [None req-fe311012-f5df-4634-abad-4399d4341ae1 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Project 78a9462b837044d6bcacbe20ce9ea3fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 12:02:07.207620 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fe311012-f5df-4634-abad-4399d4341ae1 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:07.266458 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:07.273509 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fe311012-f5df-4634-abad-4399d4341ae1 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:07.277677 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fe311012-f5df-4634-abad-4399d4341ae1 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:07.300864 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe311012-f5df-4634-abad-4399d4341ae1 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adddefbb-f3cc-4534-a807-52682d5d03f9,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:07.312097 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-fe311012-f5df-4634-abad-4399d4341ae1 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:07.313305 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-fe311012-f5df-4634-abad-4399d4341ae1 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1462770 Jan 26 12:02:07.368584 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=ee3746b4-afd4-4d64-b02f-ab8f9c16ca26,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:07.438692 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 7792f74c-eb30-4531-bcff-f3d6f518c9af triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:02:07.439318 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:07.476034 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-ecc444de-0b1b-4478-969c-371ced95617c req-7c535c1c-41a5-408c-883e-a2577ed9197d tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Synchronizing usage tracker for tenant:78a9462b837044d6bcacbe20ce9ea3fc on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:02:07.492749 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-ecc444de-0b1b-4478-969c-371ced95617c req-7c535c1c-41a5-408c-883e-a2577ed9197d tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Unset dirty status for tenant:78a9462b837044d6bcacbe20ce9ea3fc on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:02:07.494536 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ecc444de-0b1b-4478-969c-371ced95617c req-7c535c1c-41a5-408c-883e-a2577ed9197d tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2038754442&fields=id&tenant_id=78a9462b837044d6bcacbe20ce9ea3fc HTTP/1.1" status: 200 len: 267 time: 0.0587537 Jan 26 12:02:07.646546 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc444de-0b1b-4478-969c-371ced95617c req-8e4feb6b-0014-4b84-b0ed-5f77570c5007 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:07.647255 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-ecc444de-0b1b-4478-969c-371ced95617c req-8e4feb6b-0014-4b84-b0ed-5f77570c5007 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Synchronizing usage tracker for tenant:78a9462b837044d6bcacbe20ce9ea3fc on resource:network {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:02:07.666901 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-ecc444de-0b1b-4478-969c-371ced95617c req-8e4feb6b-0014-4b84-b0ed-5f77570c5007 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Unset dirty status for tenant:78a9462b837044d6bcacbe20ce9ea3fc on resource:network {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:02:07.668246 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ecc444de-0b1b-4478-969c-371ced95617c req-8e4feb6b-0014-4b84-b0ed-5f77570c5007 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/networks?id=1492c500-5d26-47e4-bc38-401068a1325e HTTP/1.1" status: 200 len: 809 time: 0.1661863 Jan 26 12:02:07.683728 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ecc444de-0b1b-4478-969c-371ced95617c req-b3e3d9f0-fa24-4629-9dd9-6125de283084 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/quotas/78a9462b837044d6bcacbe20ce9ea3fc HTTP/1.1" status: 200 len: 375 time: 0.0097549 Jan 26 12:02:07.693283 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d6816124-b1db-45c1-9343-0a22480f42db up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:02:07.771388 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ecc444de-0b1b-4478-969c-371ced95617c req-4bfd5e04-bfca-46f2-a553-4ed18adf0028 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=78a9462b837044d6bcacbe20ce9ea3fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824757 Jan 26 12:02:07.828576 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port d6816124-b1db-45c1-9343-0a22480f42db triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:02:07.828948 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:07.857391 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:07.888149 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] Transition to ACTIVE for port object 44faaa6f-068f-4f29-85ac-44e2fb661719 will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:02:07.898839 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:07.916567 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ecc444de-0b1b-4478-969c-371ced95617c req-f764a4b5-22e0-4097-b0ce-8b1a7cab3cbb service neutron] 10.222.0.39 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322405 Jan 26 12:02:08.060040 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ecc444de-0b1b-4478-969c-371ced95617c req-5b7f5473-8430-4134-a69e-a9cc00aa7302 service neutron] 10.222.0.39 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364825 Jan 26 12:02:08.064178 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd93784-1f02-4e47-9679-96bd2ea93ba0 None None] Pushing event updated for resources: {'Port': ['ID=44faaa6f-068f-4f29-85ac-44e2fb661719,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:08.227843 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] Attempting to bind port 44faaa6f-068f-4f29-85ac-44e2fb661719 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 12:02:08.228315 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] Attempting to bind port 44faaa6f-068f-4f29-85ac-44e2fb661719 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'd4d8f895-f51f-408e-8429-85124a8706ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'db6fa1ef-2911-4a16-afe0-a0754c1a06ca'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 12:02:08.228773 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] Attempting to bind port 44faaa6f-068f-4f29-85ac-44e2fb661719 on network db6fa1ef-2911-4a16-afe0-a0754c1a06ca {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 12:02:08.239525 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 12, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 12:02:08.239985 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] Checking segment: {'id': 'd4d8f895-f51f-408e-8429-85124a8706ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'db6fa1ef-2911-4a16-afe0-a0754c1a06ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 12:02:08.240457 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:08.240921 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] Bound using segment: {'id': 'd4d8f895-f51f-408e-8429-85124a8706ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'db6fa1ef-2911-4a16-afe0-a0754c1a06ca'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 12:02:08.241471 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] Bound port: 44faaa6f-068f-4f29-85ac-44e2fb661719, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d8f895-f51f-408e-8429-85124a8706ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'db6fa1ef-2911-4a16-afe0-a0754c1a06ca'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 12:02:08.242352 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:08.351486 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] For port 44faaa6f-068f-4f29-85ac-44e2fb661719, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 12:02:08.355515 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] For port 44faaa6f-068f-4f29-85ac-44e2fb661719, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=44faaa6f-068f-4f29-85ac-44e2fb661719,segment=NetworkSegment(d4d8f895-f51f-408e-8429-85124a8706ac),segment_id=d4d8f895-f51f-408e-8429-85124a8706ac)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 12:02:08.360468 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:08.400007 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-4211d3ea-8556-4b6a-b81a-990710e6a26c req-a36fea3a-9244-4c80-9086-7054764771ea tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Synchronizing usage tracker for tenant:78a9462b837044d6bcacbe20ce9ea3fc on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:02:08.419223 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-4211d3ea-8556-4b6a-b81a-990710e6a26c req-a36fea3a-9244-4c80-9086-7054764771ea tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Unset dirty status for tenant:78a9462b837044d6bcacbe20ce9ea3fc on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:02:08.420613 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4211d3ea-8556-4b6a-b81a-990710e6a26c req-a36fea3a-9244-4c80-9086-7054764771ea tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 210 time: 0.2043862 Jan 26 12:02:08.457377 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] Routers {'c77bf577-ab69-4732-97bf-284584ce9cab'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:02:08.458009 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:01:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['c77bf577-ab69-4732-97bf-284584ce9cab'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:02:08.521760 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd93784-1f02-4e47-9679-96bd2ea93ba0 None None] Pushing event updated for resources: {'Port': ['ID=44faaa6f-068f-4f29-85ac-44e2fb661719,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:08.653611 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] Set router c77bf577-ab69-4732-97bf-284584ce9cab gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:02:08.696481 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device ee3746b4-afd4-4d64-b02f-ab8f9c16ca26 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:02:08.901732 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port ee3746b4-afd4-4d64-b02f-ab8f9c16ca26 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:02:08.902523 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:09.152382 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77bf577-ab69-4732-97bf-284584ce9cab', 'name': 'tempest-TestShelveInstance-269731629-router', 'tenant_id': '8ee55ff89633411998142d2c799a4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'ee3746b4-afd4-4d64-b02f-ab8f9c16ca26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:02:00Z', 'updated_at': '2022-01-26T12:02:04Z', 'revision_number': 4, 'project_id': '8ee55ff89633411998142d2c799a4d73', 'gw_port': {'id': 'ee3746b4-afd4-4d64-b02f-ab8f9c16ca26', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77bf577-ab69-4732-97bf-284584ce9cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:02:01Z', 'updated_at': '2022-01-26T12:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '44faaa6f-068f-4f29-85ac-44e2fb661719', 'name': '', 'network_id': 'db6fa1ef-2911-4a16-afe0-a0754c1a06ca', 'tenant_id': '8ee55ff89633411998142d2c799a4d73', 'mac_address': 'fa:16:3e:3e:a8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77bf577-ab69-4732-97bf-284584ce9cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '5553b429-a559-4216-bb49-b76ae57eb931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:02:03Z', 'updated_at': '2022-01-26T12:02:08Z', 'revision_number': 4, 'project_id': '8ee55ff89633411998142d2c799a4d73', 'subnets': [{'id': '5553b429-a559-4216-bb49-b76ae57eb931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:02:09.156365 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51130b9c-6d9e-4848-bad7-148bb8518603 None None] The sync data for ids ['c77bf577-ab69-4732-97bf-284584ce9cab'] in dv-neutron-826439-1-hyperv is: [{'id': 'c77bf577-ab69-4732-97bf-284584ce9cab', 'name': 'tempest-TestShelveInstance-269731629-router', 'tenant_id': '8ee55ff89633411998142d2c799a4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'ee3746b4-afd4-4d64-b02f-ab8f9c16ca26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:02:00Z', 'updated_at': '2022-01-26T12:02:04Z', 'revision_number': 4, 'project_id': '8ee55ff89633411998142d2c799a4d73', 'gw_port': {'id': 'ee3746b4-afd4-4d64-b02f-ab8f9c16ca26', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77bf577-ab69-4732-97bf-284584ce9cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:02:01Z', 'updated_at': '2022-01-26T12:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '44faaa6f-068f-4f29-85ac-44e2fb661719', 'name': '', 'network_id': 'db6fa1ef-2911-4a16-afe0-a0754c1a06ca', 'tenant_id': '8ee55ff89633411998142d2c799a4d73', 'mac_address': 'fa:16:3e:3e:a8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77bf577-ab69-4732-97bf-284584ce9cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '5553b429-a559-4216-bb49-b76ae57eb931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:02:03Z', 'updated_at': '2022-01-26T12:02:08Z', 'revision_number': 4, 'project_id': '8ee55ff89633411998142d2c799a4d73', 'subnets': [{'id': '5553b429-a559-4216-bb49-b76ae57eb931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 12:02:09.386397 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc444de-0b1b-4478-969c-371ced95617c req-e0eba3e8-bba7-4a80-8161-d15ffc2382ad tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:09.387837 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ecc444de-0b1b-4478-969c-371ced95617c req-e0eba3e8-bba7-4a80-8161-d15ffc2382ad tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.24 "GET /v2.0/networks?id=1492c500-5d26-47e4-bc38-401068a1325e HTTP/1.1" status: 200 len: 809 time: 0.1604695 Jan 26 12:02:09.439393 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ecc444de-0b1b-4478-969c-371ced95617c req-a893c35e-f5ec-49cc-90c4-a0334ebfa2f1 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78a9462b837044d6bcacbe20ce9ea3fc HTTP/1.1" status: 200 len: 380 time: 0.0435305 Jan 26 12:02:09.448316 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-ecc444de-0b1b-4478-969c-371ced95617c req-902a9b98-72ca-4020-b931-6bd26419894a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Request body: {'port': {'device_id': '3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'admin_state_up': True, 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'security_groups': ['4b91efb4-c10c-43fa-af45-d6c198d600a7']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:02:09.588393 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0a16df53-5afa-4614-a663-ebd9ffb8088d req-e1ca4711-7127-4ae9-9fc3-4a7265d94133 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 210 time: 0.0463424 Jan 26 12:02:09.611107 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-ecc444de-0b1b-4478-969c-371ced95617c req-902a9b98-72ca-4020-b931-6bd26419894a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:02:09.615130 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-ecc444de-0b1b-4478-969c-371ced95617c req-902a9b98-72ca-4020-b931-6bd26419894a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:02:09.625832 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc444de-0b1b-4478-969c-371ced95617c req-902a9b98-72ca-4020-b931-6bd26419894a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Made reservation on behalf of 78a9462b837044d6bcacbe20ce9ea3fc for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 12:02:09.629929 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ecc444de-0b1b-4478-969c-371ced95617c req-902a9b98-72ca-4020-b931-6bd26419894a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:09.803222 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-ecc444de-0b1b-4478-969c-371ced95617c req-902a9b98-72ca-4020-b931-6bd26419894a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Allocated IP 172.20.0.14 (1492c500-5d26-47e4-bc38-401068a1325e/0d9f6f3c-3334-401e-9762-a67e7b2b2a80/5d619c60-2f8b-43d8-b9ff-c53614f30591) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 12:02:10.012020 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ecc444de-0b1b-4478-969c-371ced95617c req-902a9b98-72ca-4020-b931-6bd26419894a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:10.028364 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-ecc444de-0b1b-4478-969c-371ced95617c req-902a9b98-72ca-4020-b931-6bd26419894a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Transition to ACTIVE for port object 5d619c60-2f8b-43d8-b9ff-c53614f30591 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:02:10.052008 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ecc444de-0b1b-4478-969c-371ced95617c req-902a9b98-72ca-4020-b931-6bd26419894a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:10.130705 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc444de-0b1b-4478-969c-371ced95617c req-902a9b98-72ca-4020-b931-6bd26419894a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Network 1492c500-5d26-47e4-bc38-401068a1325e is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:02:10.133377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-ecc444de-0b1b-4478-969c-371ced95617c req-902a9b98-72ca-4020-b931-6bd26419894a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:02:10.138630 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc444de-0b1b-4478-969c-371ced95617c req-902a9b98-72ca-4020-b931-6bd26419894a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 12:02:10.170102 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a9b98-72ca-4020-b931-6bd26419894a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Pushing event updated for resources: {'Port': ['ID=5d619c60-2f8b-43d8-b9ff-c53614f30591,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:10.212802 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc444de-0b1b-4478-969c-371ced95617c req-902a9b98-72ca-4020-b931-6bd26419894a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:10.213432 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ecc444de-0b1b-4478-969c-371ced95617c req-902a9b98-72ca-4020-b931-6bd26419894a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:10.241928 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ecc444de-0b1b-4478-969c-371ced95617c req-902a9b98-72ca-4020-b931-6bd26419894a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7983801 Jan 26 12:02:10.253644 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-ecc444de-0b1b-4478-969c-371ced95617c req-d5ab9768-244c-425e-a341-f2dbb235eac6 service neutron] Request body: {'port': {'device_id': '3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:02:10.375802 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ecc444de-0b1b-4478-969c-371ced95617c req-d5ab9768-244c-425e-a341-f2dbb235eac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:10.400528 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-dcdef0bf-5ee3-40e4-89a6-3918dc4d651a None None] Provisioning for port 5d619c60-2f8b-43d8-b9ff-c53614f30591 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:02:10.405631 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-dcdef0bf-5ee3-40e4-89a6-3918dc4d651a None None] Provisioning complete for port 5d619c60-2f8b-43d8-b9ff-c53614f30591 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:02:10.405954 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dcdef0bf-5ee3-40e4-89a6-3918dc4d651a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:10.459827 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-dcdef0bf-5ee3-40e4-89a6-3918dc4d651a None None] Port 5d619c60-2f8b-43d8-b9ff-c53614f30591 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 12:02:10.688038 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 44faaa6f-068f-4f29-85ac-44e2fb661719 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:02:10.760311 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 44faaa6f-068f-4f29-85ac-44e2fb661719 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:02:10.767831 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 44faaa6f-068f-4f29-85ac-44e2fb661719 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:02:10.768289 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:10.790712 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-ecc444de-0b1b-4478-969c-371ced95617c req-d5ab9768-244c-425e-a341-f2dbb235eac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d619c60-2f8b-43d8-b9ff-c53614f30591 {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 12:02:10.804380 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ecc444de-0b1b-4478-969c-371ced95617c req-d5ab9768-244c-425e-a341-f2dbb235eac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:10.824331 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-ecc444de-0b1b-4478-969c-371ced95617c req-d5ab9768-244c-425e-a341-f2dbb235eac6 service neutron] Transition to ACTIVE for port object 5d619c60-2f8b-43d8-b9ff-c53614f30591 will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:02:10.831064 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ecc444de-0b1b-4478-969c-371ced95617c req-d5ab9768-244c-425e-a341-f2dbb235eac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:10.883179 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040e854-dc4c-4d6e-affd-559135096060 req-7c79432d-b942-4f6f-b591-07fdd4207ff3 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:10.883875 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-c040e854-dc4c-4d6e-affd-559135096060 req-7c79432d-b942-4f6f-b591-07fdd4207ff3 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Synchronizing usage tracker for tenant:78a9462b837044d6bcacbe20ce9ea3fc on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:02:10.889035 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:10.926419 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 44faaa6f-068f-4f29-85ac-44e2fb661719, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=44faaa6f-068f-4f29-85ac-44e2fb661719,segment=NetworkSegment(d4d8f895-f51f-408e-8429-85124a8706ac),segment_id=d4d8f895-f51f-408e-8429-85124a8706ac)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:02:10.930591 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:11.006884 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=44faaa6f-068f-4f29-85ac-44e2fb661719,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:11.026810 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-c040e854-dc4c-4d6e-affd-559135096060 req-7c79432d-b942-4f6f-b591-07fdd4207ff3 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Unset dirty status for tenant:78a9462b837044d6bcacbe20ce9ea3fc on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:02:11.028083 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c040e854-dc4c-4d6e-affd-559135096060 req-7c79432d-b942-4f6f-b591-07fdd4207ff3 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 932 time: 0.3153563 Jan 26 12:02:11.028919 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab9768-244c-425e-a341-f2dbb235eac6 service neutron] Pushing event updated for resources: {'Port': ['ID=5d619c60-2f8b-43d8-b9ff-c53614f30591,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:11.230391 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c040e854-dc4c-4d6e-affd-559135096060 req-a992a0a7-d935-4ccd-b8bb-ec20bba8c6bd tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647633 Jan 26 12:02:11.237143 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-ecc444de-0b1b-4478-969c-371ced95617c req-d5ab9768-244c-425e-a341-f2dbb235eac6 service neutron] Attempting to bind port 5d619c60-2f8b-43d8-b9ff-c53614f30591 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 12:02:11.237728 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-ecc444de-0b1b-4478-969c-371ced95617c req-d5ab9768-244c-425e-a341-f2dbb235eac6 service neutron] Attempting to bind port 5d619c60-2f8b-43d8-b9ff-c53614f30591 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '32fc311e-345f-4322-9618-a6df810dcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 12:02:11.238060 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc444de-0b1b-4478-969c-371ced95617c req-d5ab9768-244c-425e-a341-f2dbb235eac6 service neutron] Attempting to bind port 5d619c60-2f8b-43d8-b9ff-c53614f30591 on network 1492c500-5d26-47e4-bc38-401068a1325e {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 12:02:11.242845 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc444de-0b1b-4478-969c-371ced95617c req-d5ab9768-244c-425e-a341-f2dbb235eac6 service neutron] Port 5d619c60-2f8b-43d8-b9ff-c53614f30591 on network 1492c500-5d26-47e4-bc38-401068a1325e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 12:02:11.243174 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc444de-0b1b-4478-969c-371ced95617c req-d5ab9768-244c-425e-a341-f2dbb235eac6 service neutron] Attempting to bind port 5d619c60-2f8b-43d8-b9ff-c53614f30591 on network 1492c500-5d26-47e4-bc38-401068a1325e {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 12:02:11.248283 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc444de-0b1b-4478-969c-371ced95617c req-d5ab9768-244c-425e-a341-f2dbb235eac6 service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 12, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 12:02:11.248621 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc444de-0b1b-4478-969c-371ced95617c req-d5ab9768-244c-425e-a341-f2dbb235eac6 service neutron] Checking segment: {'id': '32fc311e-345f-4322-9618-a6df810dcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 12:02:11.249002 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc444de-0b1b-4478-969c-371ced95617c req-d5ab9768-244c-425e-a341-f2dbb235eac6 service neutron] Bound using segment: {'id': '32fc311e-345f-4322-9618-a6df810dcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 12:02:11.249429 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-ecc444de-0b1b-4478-969c-371ced95617c req-d5ab9768-244c-425e-a341-f2dbb235eac6 service neutron] Bound port: 5d619c60-2f8b-43d8-b9ff-c53614f30591, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32fc311e-345f-4322-9618-a6df810dcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 12:02:11.249776 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ecc444de-0b1b-4478-969c-371ced95617c req-d5ab9768-244c-425e-a341-f2dbb235eac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:11.341595 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-ecc444de-0b1b-4478-969c-371ced95617c req-d5ab9768-244c-425e-a341-f2dbb235eac6 service neutron] For port 5d619c60-2f8b-43d8-b9ff-c53614f30591, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 12:02:11.344492 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-ecc444de-0b1b-4478-969c-371ced95617c req-d5ab9768-244c-425e-a341-f2dbb235eac6 service neutron] For port 5d619c60-2f8b-43d8-b9ff-c53614f30591, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5d619c60-2f8b-43d8-b9ff-c53614f30591,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 12:02:11.349773 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ecc444de-0b1b-4478-969c-371ced95617c req-d5ab9768-244c-425e-a341-f2dbb235eac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:11.407735 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc444de-0b1b-4478-969c-371ced95617c req-d5ab9768-244c-425e-a341-f2dbb235eac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:11.408349 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-ecc444de-0b1b-4478-969c-371ced95617c req-d5ab9768-244c-425e-a341-f2dbb235eac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:11.409733 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ecc444de-0b1b-4478-969c-371ced95617c req-d5ab9768-244c-425e-a341-f2dbb235eac6 service neutron] 10.222.0.24 "PUT /v2.0/ports/5d619c60-2f8b-43d8-b9ff-c53614f30591 HTTP/1.1" status: 200 len: 1094 time: 1.1606593 Jan 26 12:02:11.410169 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a', 'tag': '5d619c60-2f8b-43d8-b9ff-c53614f30591'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:02:11.484060 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a', 'tag': '5d619c60-2f8b-43d8-b9ff-c53614f30591', 'status': 'completed', 'code': 200} Jan 26 12:02:11.490947 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab9768-244c-425e-a341-f2dbb235eac6 service neutron] Pushing event updated for resources: {'Port': ['ID=5d619c60-2f8b-43d8-b9ff-c53614f30591,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:11.531771 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc444de-0b1b-4478-969c-371ced95617c req-6a59f52f-76c5-4c7b-a897-600b74ebf767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:11.533282 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ecc444de-0b1b-4478-969c-371ced95617c req-6a59f52f-76c5-4c7b-a897-600b74ebf767 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78a9462b837044d6bcacbe20ce9ea3fc&device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 1097 time: 0.0864389 Jan 26 12:02:11.602351 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ecc444de-0b1b-4478-969c-371ced95617c req-4e9142eb-c205-4aef-ae01-28fb9bd6f50a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d619c60-2f8b-43d8-b9ff-c53614f30591 HTTP/1.1" status: 200 len: 217 time: 0.0628088 Jan 26 12:02:11.666310 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc444de-0b1b-4478-969c-371ced95617c req-c0df1e4d-7c09-4337-9a58-f2272961830a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:11.669208 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ecc444de-0b1b-4478-969c-371ced95617c req-c0df1e4d-7c09-4337-9a58-f2272961830a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d9f6f3c-3334-401e-9762-a67e7b2b2a80 HTTP/1.1" status: 200 len: 848 time: 0.0609231 Jan 26 12:02:11.741984 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc444de-0b1b-4478-969c-371ced95617c req-61e9015d-ccf0-4239-b0e1-64666064d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:11.743381 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ecc444de-0b1b-4478-969c-371ced95617c req-61e9015d-ccf0-4239-b0e1-64666064d7e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1492c500-5d26-47e4-bc38-401068a1325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684917 Jan 26 12:02:11.877291 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ecc444de-0b1b-4478-969c-371ced95617c req-e9888da8-c964-4bcf-a5b2-1f2ed70ee19f service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265051 Jan 26 12:02:12.010117 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ecc444de-0b1b-4478-969c-371ced95617c req-31cdf75c-ab96-4162-9391-6d189430e022 service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274157 Jan 26 12:02:12.122873 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e5d44-1517-4b0e-bc21-0cd9ebd7df3b req-0907c19b-ec76-4227-a445-0b7fbfc72751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:12.124327 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-754e5d44-1517-4b0e-bc21-0cd9ebd7df3b req-0907c19b-ec76-4227-a445-0b7fbfc72751 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78a9462b837044d6bcacbe20ce9ea3fc&device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 1097 time: 0.0741501 Jan 26 12:02:12.257943 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e5d44-1517-4b0e-bc21-0cd9ebd7df3b req-286bcc89-84a4-4608-948e-0d68fc29bc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:12.259476 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-754e5d44-1517-4b0e-bc21-0cd9ebd7df3b req-286bcc89-84a4-4608-948e-0d68fc29bc44 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1492c500-5d26-47e4-bc38-401068a1325e HTTP/1.1" status: 200 len: 910 time: 0.1290765 Jan 26 12:02:12.327439 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-754e5d44-1517-4b0e-bc21-0cd9ebd7df3b req-2e09546c-3f63-4660-bd17-af97e7a3046f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d619c60-2f8b-43d8-b9ff-c53614f30591 HTTP/1.1" status: 200 len: 217 time: 0.0606828 Jan 26 12:02:12.439696 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e5d44-1517-4b0e-bc21-0cd9ebd7df3b req-9fb4d941-f28a-4367-a123-204a5c0bf618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:12.441147 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-754e5d44-1517-4b0e-bc21-0cd9ebd7df3b req-9fb4d941-f28a-4367-a123-204a5c0bf618 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d9f6f3c-3334-401e-9762-a67e7b2b2a80 HTTP/1.1" status: 200 len: 848 time: 0.1075819 Jan 26 12:02:12.513317 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c87b1c-0524-4837-93ff-646ae48fa504 req-29da3a04-565a-43e6-a54d-a1a7ef581716 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:12.514791 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a0c87b1c-0524-4837-93ff-646ae48fa504 req-29da3a04-565a-43e6-a54d-a1a7ef581716 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 944 time: 0.1801345 Jan 26 12:02:12.571372 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a0c87b1c-0524-4837-93ff-646ae48fa504 req-d7cf92dd-7df4-4eda-a01f-399bee57f568 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506983 Jan 26 12:02:12.574859 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e5d44-1517-4b0e-bc21-0cd9ebd7df3b req-f6faea4a-61b8-49e9-86df-f9eb36c87f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:12.576275 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-754e5d44-1517-4b0e-bc21-0cd9ebd7df3b req-f6faea4a-61b8-49e9-86df-f9eb36c87f54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1492c500-5d26-47e4-bc38-401068a1325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1269453 Jan 26 12:02:12.655313 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 44faaa6f-068f-4f29-85ac-44e2fb661719 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:02:12.708582 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-754e5d44-1517-4b0e-bc21-0cd9ebd7df3b req-0f1aed68-53c4-4519-8b18-596c46b35fbd service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255577 Jan 26 12:02:12.721827 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 44faaa6f-068f-4f29-85ac-44e2fb661719 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:02:12.722197 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:12.960171 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-754e5d44-1517-4b0e-bc21-0cd9ebd7df3b req-4d4fa5c6-150c-4cbd-a433-699bdd9b83ce service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451274 Jan 26 12:02:13.486984 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 5d619c60-2f8b-43d8-b9ff-c53614f30591 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 12:02:13.660622 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 5d619c60-2f8b-43d8-b9ff-c53614f30591, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5d619c60-2f8b-43d8-b9ff-c53614f30591,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:02:13.673463 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '5d619c60-2f8b-43d8-b9ff-c53614f30591', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'port_id': '5d619c60-2f8b-43d8-b9ff-c53614f30591', 'mac_address': 'fa:16:3e:25:06:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 12:02:13.730669 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:13.747830 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d619c60-2f8b-43d8-b9ff-c53614f30591 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 12:02:13.756781 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251bdc1-8b0a-4020-acd1-43eb4b52c4cf req-59afa2e1-a7d8-447a-b216-a7209d342805 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:13.758252 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e251bdc1-8b0a-4020-acd1-43eb4b52c4cf req-59afa2e1-a7d8-447a-b216-a7209d342805 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 944 time: 0.0798006 Jan 26 12:02:13.763762 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 5d619c60-2f8b-43d8-b9ff-c53614f30591, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5d619c60-2f8b-43d8-b9ff-c53614f30591,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:02:13.768647 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:13.811976 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e251bdc1-8b0a-4020-acd1-43eb4b52c4cf req-0e7028be-5933-43c4-a719-aa89f092fcb3 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468521 Jan 26 12:02:13.838224 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=5d619c60-2f8b-43d8-b9ff-c53614f30591,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:13.974015 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['5d619c60-2f8b-43d8-b9ff-c53614f30591'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 12:02:15.001999 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918a3d9-56f2-4bc1-a9f8-156674f29ce8 req-f3aea69b-4487-4c8d-9bdd-eba1eb30ff96 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:15.003481 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e918a3d9-56f2-4bc1-a9f8-156674f29ce8 req-f3aea69b-4487-4c8d-9bdd-eba1eb30ff96 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 945 time: 0.0844464 Jan 26 12:02:15.047424 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e918a3d9-56f2-4bc1-a9f8-156674f29ce8 req-dd4ac033-980f-43e9-8a29-b23920c4bc34 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382450 Jan 26 12:02:15.501991 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 5d619c60-2f8b-43d8-b9ff-c53614f30591 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:02:15.568341 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port 5d619c60-2f8b-43d8-b9ff-c53614f30591 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:02:15.572870 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 5d619c60-2f8b-43d8-b9ff-c53614f30591 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:02:15.573245 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:15.688059 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:15.714160 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d619c60-2f8b-43d8-b9ff-c53614f30591'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:02:15.724207 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 5d619c60-2f8b-43d8-b9ff-c53614f30591, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5d619c60-2f8b-43d8-b9ff-c53614f30591,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:02:15.728544 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:15.760075 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d619c60-2f8b-43d8-b9ff-c53614f30591', 'code': 200} Jan 26 12:02:15.797975 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=5d619c60-2f8b-43d8-b9ff-c53614f30591,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:15.983018 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c2e93-9506-45f4-ab26-cecd3dd46452 req-cc9da301-199b-49de-ba70-c829005e9ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:15.984469 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a51c2e93-9506-45f4-ab26-cecd3dd46452 req-cc9da301-199b-49de-ba70-c829005e9ea8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 1099 time: 0.0699966 Jan 26 12:02:16.023514 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a51c2e93-9506-45f4-ab26-cecd3dd46452 req-ab99341a-b418-40ab-be84-2d518d2e16a6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331171 Jan 26 12:02:16.234698 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d046f-2c98-4ff8-b622-da55c3b4402f req-fbb326c5-cce3-4140-9aeb-257319dd0434 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:16.236048 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bc2d046f-2c98-4ff8-b622-da55c3b4402f req-fbb326c5-cce3-4140-9aeb-257319dd0434 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 946 time: 0.0821767 Jan 26 12:02:16.279117 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bc2d046f-2c98-4ff8-b622-da55c3b4402f req-4e7e5e15-b748-44bd-8728-b25ac9bb9b4f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375018 Jan 26 12:02:17.557307 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9cc57-4bdd-4b67-8fac-a3ff4a17011f req-3185aecb-75cf-49a1-a9bb-af27d98099e1 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:17.558696 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-cdc9cc57-4bdd-4b67-8fac-a3ff4a17011f req-3185aecb-75cf-49a1-a9bb-af27d98099e1 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 946 time: 0.1749513 Jan 26 12:02:17.601149 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-cdc9cc57-4bdd-4b67-8fac-a3ff4a17011f req-98045da1-6909-4edf-a218-8c284921545b tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368891 Jan 26 12:02:17.782727 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61048525-2357-4cd9-a50a-d801e6e7a755 req-386e62db-3ad4-4ed0-bcd0-9d32d788207c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:17.784179 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-61048525-2357-4cd9-a50a-d801e6e7a755 req-386e62db-3ad4-4ed0-bcd0-9d32d788207c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 946 time: 0.0816047 Jan 26 12:02:17.829359 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-61048525-2357-4cd9-a50a-d801e6e7a755 req-2f38488b-8f61-41f3-acc6-63fb423d4693 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391417 Jan 26 12:02:17.851917 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33606) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:02:18.047904 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0087c7fd-bdea-4fe5-b0b8-2cdac0342bb4 tempest-TestShelveInstance-1984191980 tempest-TestShelveInstance-1984191980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:18.050413 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0087c7fd-bdea-4fe5-b0b8-2cdac0342bb4 tempest-TestShelveInstance-1984191980 tempest-TestShelveInstance-1984191980-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 1094 time: 0.1965446 Jan 26 12:02:18.052358 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33612) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:02:18.057250 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-62df4407-e87b-479f-a8bf-9eeea96784d6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': '5d619c60-2f8b-43d8-b9ff-c53614f30591', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:02:18.062985 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-62df4407-e87b-479f-a8bf-9eeea96784d6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:02:18.066754 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-62df4407-e87b-479f-a8bf-9eeea96784d6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Usage tracker for resource:floatingip and tenant:78a9462b837044d6bcacbe20ce9ea3fc is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:02:18.069536 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-62df4407-e87b-479f-a8bf-9eeea96784d6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:02:18.075698 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-62df4407-e87b-479f-a8bf-9eeea96784d6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:02:18.086685 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-62df4407-e87b-479f-a8bf-9eeea96784d6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for floatingip, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:18.224799 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-62df4407-e87b-479f-a8bf-9eeea96784d6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:18.360209 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-62df4407-e87b-479f-a8bf-9eeea96784d6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Allocated IP 172.26.5.131 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/3ba223dc-f100-4e2e-85ec-4877b293ff82) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 12:02:18.509342 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-62df4407-e87b-479f-a8bf-9eeea96784d6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:18.537874 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-62df4407-e87b-479f-a8bf-9eeea96784d6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:18.601142 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62df4407-e87b-479f-a8bf-9eeea96784d6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:02:18.604990 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-62df4407-e87b-479f-a8bf-9eeea96784d6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:02:18.608705 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62df4407-e87b-479f-a8bf-9eeea96784d6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 12:02:18.643166 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df4407-e87b-479f-a8bf-9eeea96784d6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Pushing event updated for resources: {'Port': ['ID=3ba223dc-f100-4e2e-85ec-4877b293ff82,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:19.027116 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-62df4407-e87b-479f-a8bf-9eeea96784d6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:19.098901 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-62df4407-e87b-479f-a8bf-9eeea96784d6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:19.402390 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-62df4407-e87b-479f-a8bf-9eeea96784d6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:19.406851 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-62df4407-e87b-479f-a8bf-9eeea96784d6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:19.518430 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df4407-e87b-479f-a8bf-9eeea96784d6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Pushing event updated for resources: {'Port': ['ID=3ba223dc-f100-4e2e-85ec-4877b293ff82,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:02:19.530627 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-62df4407-e87b-479f-a8bf-9eeea96784d6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:19.704068 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-62df4407-e87b-479f-a8bf-9eeea96784d6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Floating IP a130cc6b-e2e9-46e2-8761-4d194a65933d associated. External IP: 172.26.5.131, port: 5d619c60-2f8b-43d8-b9ff-c53614f30591. Jan 26 12:02:20.051059 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62df4407-e87b-479f-a8bf-9eeea96784d6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Router 96259a67-9c2d-4f82-a944-01025799deb9 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 12:02:20.229647 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62df4407-e87b-479f-a8bf-9eeea96784d6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 12:02:20.239036 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe60223-a1f7-4272-81dd-7364888121da None None] Sync routers for ids ['96259a67-9c2d-4f82-a944-01025799deb9'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 12:02:20.249322 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe60223-a1f7-4272-81dd-7364888121da None None] Routers {'96259a67-9c2d-4f82-a944-01025799deb9'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:02:20.249935 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-1fe60223-a1f7-4272-81dd-7364888121da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:01:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['96259a67-9c2d-4f82-a944-01025799deb9'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:02:20.253834 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-62df4407-e87b-479f-a8bf-9eeea96784d6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:20.308633 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-62df4407-e87b-479f-a8bf-9eeea96784d6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2551088 Jan 26 12:02:20.309057 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a', 'tag': '5d619c60-2f8b-43d8-b9ff-c53614f30591'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:02:20.355175 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a', 'tag': '5d619c60-2f8b-43d8-b9ff-c53614f30591', 'status': 'completed', 'code': 200} Jan 26 12:02:20.435670 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-1fe60223-a1f7-4272-81dd-7364888121da None None] Set router 96259a67-9c2d-4f82-a944-01025799deb9 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:02:20.450044 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf82d65-e1c2-45f5-a1c5-afc85242c071 req-c72d94d5-beb6-4e89-b3e4-991e93d8bdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:20.451578 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ccf82d65-e1c2-45f5-a1c5-afc85242c071 req-c72d94d5-beb6-4e89-b3e4-991e93d8bdcb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78a9462b837044d6bcacbe20ce9ea3fc&device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 1099 time: 0.0749047 Jan 26 12:02:20.593205 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf82d65-e1c2-45f5-a1c5-afc85242c071 req-f24966a2-f9ed-42a6-9ca1-59693d3fa93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:20.594643 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ccf82d65-e1c2-45f5-a1c5-afc85242c071 req-f24966a2-f9ed-42a6-9ca1-59693d3fa93d service neutron] 10.222.0.24 "GET /v2.0/networks?id=1492c500-5d26-47e4-bc38-401068a1325e HTTP/1.1" status: 200 len: 910 time: 0.1369593 Jan 26 12:02:20.694774 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ccf82d65-e1c2-45f5-a1c5-afc85242c071 req-9972d09b-d7d3-44e7-8c4a-e86fffb43cab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d619c60-2f8b-43d8-b9ff-c53614f30591 HTTP/1.1" status: 200 len: 1000 time: 0.0938294 Jan 26 12:02:20.804670 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-1fe60223-a1f7-4272-81dd-7364888121da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96259a67-9c2d-4f82-a944-01025799deb9', 'name': 'tempest-TestShelveInstance-1569882298-router', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:01:53Z', 'updated_at': '2022-01-26T12:01:57Z', 'revision_number': 4, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'gw_port': {'id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:54Z', 'updated_at': '2022-01-26T12:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': 'a130cc6b-e2e9-46e2-8761-4d194a65933d', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'floating_ip_address': '172.26.5.131', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'port_id': '5d619c60-2f8b-43d8-b9ff-c53614f30591', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'mac_address': 'fa:16:3e:25:06:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T12:02:18Z', 'updated_at': '2022-01-26T12:02:18Z', 'revision_number': 0, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7792f74c-eb30-4531-bcff-f3d6f518c9af', 'name': '', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'mac_address': 'fa:16:3e:20:fa:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:57Z', 'updated_at': '2022-01-26T12:02:05Z', 'revision_number': 5, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'subnets': [{'id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:02:20.809309 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe60223-a1f7-4272-81dd-7364888121da None None] Checking router: 96259a67-9c2d-4f82-a944-01025799deb9 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 12:02:20.817932 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe60223-a1f7-4272-81dd-7364888121da None None] Routers {'96259a67-9c2d-4f82-a944-01025799deb9'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:02:20.818725 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-1fe60223-a1f7-4272-81dd-7364888121da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:01:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['96259a67-9c2d-4f82-a944-01025799deb9'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:02:20.881823 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf82d65-e1c2-45f5-a1c5-afc85242c071 req-dccb11b9-d672-432e-8712-cc140a0b21cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:20.883765 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ccf82d65-e1c2-45f5-a1c5-afc85242c071 req-dccb11b9-d672-432e-8712-cc140a0b21cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d9f6f3c-3334-401e-9762-a67e7b2b2a80 HTTP/1.1" status: 200 len: 848 time: 0.1836374 Jan 26 12:02:20.959036 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf82d65-e1c2-45f5-a1c5-afc85242c071 req-3b31a597-ad9f-4b2c-ba5d-046b74225f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:20.960528 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ccf82d65-e1c2-45f5-a1c5-afc85242c071 req-3b31a597-ad9f-4b2c-ba5d-046b74225f9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1492c500-5d26-47e4-bc38-401068a1325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709898 Jan 26 12:02:21.001365 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-1fe60223-a1f7-4272-81dd-7364888121da None None] Set router 96259a67-9c2d-4f82-a944-01025799deb9 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:02:21.092992 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ccf82d65-e1c2-45f5-a1c5-afc85242c071 req-93bfa39f-5c35-4eea-914d-4128f22dfc61 service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262493 Jan 26 12:02:21.226181 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ccf82d65-e1c2-45f5-a1c5-afc85242c071 req-60123245-f892-4c71-8289-35adb1fddac6 service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262105 Jan 26 12:02:21.378538 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-1fe60223-a1f7-4272-81dd-7364888121da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96259a67-9c2d-4f82-a944-01025799deb9', 'name': 'tempest-TestShelveInstance-1569882298-router', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:01:53Z', 'updated_at': '2022-01-26T12:01:57Z', 'revision_number': 4, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'gw_port': {'id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:54Z', 'updated_at': '2022-01-26T12:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': 'a130cc6b-e2e9-46e2-8761-4d194a65933d', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'floating_ip_address': '172.26.5.131', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'port_id': '5d619c60-2f8b-43d8-b9ff-c53614f30591', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'mac_address': 'fa:16:3e:25:06:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T12:02:18Z', 'updated_at': '2022-01-26T12:02:18Z', 'revision_number': 0, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7792f74c-eb30-4531-bcff-f3d6f518c9af', 'name': '', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'mac_address': 'fa:16:3e:20:fa:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:57Z', 'updated_at': '2022-01-26T12:02:05Z', 'revision_number': 5, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'subnets': [{'id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:02:21.382368 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe60223-a1f7-4272-81dd-7364888121da None None] The sync data for ids ['96259a67-9c2d-4f82-a944-01025799deb9'] in dv-neutron-826439-1-hyperv is: [{'id': '96259a67-9c2d-4f82-a944-01025799deb9', 'name': 'tempest-TestShelveInstance-1569882298-router', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:01:53Z', 'updated_at': '2022-01-26T12:01:57Z', 'revision_number': 4, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'gw_port': {'id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:54Z', 'updated_at': '2022-01-26T12:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': 'a130cc6b-e2e9-46e2-8761-4d194a65933d', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'floating_ip_address': '172.26.5.131', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'port_id': '5d619c60-2f8b-43d8-b9ff-c53614f30591', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'mac_address': 'fa:16:3e:25:06:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T12:02:18Z', 'updated_at': '2022-01-26T12:02:18Z', 'revision_number': 0, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7792f74c-eb30-4531-bcff-f3d6f518c9af', 'name': '', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'mac_address': 'fa:16:3e:20:fa:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:57Z', 'updated_at': '2022-01-26T12:02:05Z', 'revision_number': 5, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'subnets': [{'id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 12:02:21.574023 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeea22e-9e12-409b-92f7-fa24fbe7615b None None] New status for floating IP a130cc6b-e2e9-46e2-8761-4d194a65933d: ACTIVE {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 12:02:22.624759 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-302d4c23-d361-451d-a5bc-0b9c403ead8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:24.629168 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:02:24.890726 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-369c61c8-9555-48b2-9e62-0a5b4af3a036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:25.965630 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:26.195135 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:27.562355 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:35.640737 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:39.940400 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3bf6aa02-caa0-4887-9c02-3b72a2e66ef4 req-c5911891-703b-4a96-aac9-5a5ab3a23238 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726395 Jan 26 12:02:40.078844 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6aa02-caa0-4887-9c02-3b72a2e66ef4 req-507fc092-824e-4bd1-ae88-8647331988c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:40.080219 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3bf6aa02-caa0-4887-9c02-3b72a2e66ef4 req-507fc092-824e-4bd1-ae88-8647331988c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78a9462b837044d6bcacbe20ce9ea3fc&device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 1099 time: 0.0703373 Jan 26 12:02:40.224127 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6aa02-caa0-4887-9c02-3b72a2e66ef4 req-17b8b8da-0b76-482d-8131-1085dfcbc008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:40.225599 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3bf6aa02-caa0-4887-9c02-3b72a2e66ef4 req-17b8b8da-0b76-482d-8131-1085dfcbc008 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1492c500-5d26-47e4-bc38-401068a1325e HTTP/1.1" status: 200 len: 910 time: 0.1267030 Jan 26 12:02:40.329456 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3bf6aa02-caa0-4887-9c02-3b72a2e66ef4 req-c6d2c1cf-80b9-4eab-bc64-5a6b621f27f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d619c60-2f8b-43d8-b9ff-c53614f30591 HTTP/1.1" status: 200 len: 1002 time: 0.0978215 Jan 26 12:02:40.398580 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6aa02-caa0-4887-9c02-3b72a2e66ef4 req-5e4a91c5-3e1f-4ea7-9311-eb3bd6f96309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:40.399992 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3bf6aa02-caa0-4887-9c02-3b72a2e66ef4 req-5e4a91c5-3e1f-4ea7-9311-eb3bd6f96309 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d9f6f3c-3334-401e-9762-a67e7b2b2a80 HTTP/1.1" status: 200 len: 848 time: 0.0645974 Jan 26 12:02:40.473928 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6aa02-caa0-4887-9c02-3b72a2e66ef4 req-f83adc31-afdf-44f9-b704-0cfecd3e2e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:02:40.475450 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3bf6aa02-caa0-4887-9c02-3b72a2e66ef4 req-f83adc31-afdf-44f9-b704-0cfecd3e2e05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1492c500-5d26-47e4-bc38-401068a1325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690947 Jan 26 12:02:40.605217 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3bf6aa02-caa0-4887-9c02-3b72a2e66ef4 req-2c79c620-f9c8-4ec2-b7d1-750325c41ff1 service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232297 Jan 26 12:02:40.735327 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3bf6aa02-caa0-4887-9c02-3b72a2e66ef4 req-d8ca9ae2-8156-42b7-beee-4ee243f98db4 service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238496 Jan 26 12:02:52.626491 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-698113a6-4cc8-47a8-a8a2-6bf28d351bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:54.891590 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-70ae4b8b-6846-4f66-a024-921721a5e22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:55.968164 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:56.197172 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:02:57.564535 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:03:01.628335 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:03:05.643797 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:03:22.627732 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c4b6f48f-ca46-4057-b9ff-0134f78ff50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:03:24.892536 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-9af24d97-a5b8-4578-8b67-9102f94dae4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:03:25.970520 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:03:26.198266 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:03:27.569113 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:03:31.331792 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [req-b03dbe60-0d51-434c-a57a-4de00bca63f5 req-fcd17e06-9108-4b5c-be8f-1fb85df5030c service neutron] (87442) timed out ('10.222.0.39', 57506) {{(pid=87442) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 26 12:03:35.659748 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:03:38.627365 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:03:41.169358 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1d24828e-1a9d-46d7-87b4-edda002f1acb req-e838b47c-a317-41bc-9dd2-df4e1b1ad60a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1180675 Jan 26 12:03:41.307188 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24828e-1a9d-46d7-87b4-edda002f1acb req-cd328f92-424e-4c84-aad8-5e94b29a6476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:03:41.309240 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1d24828e-1a9d-46d7-87b4-edda002f1acb req-cd328f92-424e-4c84-aad8-5e94b29a6476 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78a9462b837044d6bcacbe20ce9ea3fc&device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 1099 time: 0.0718451 Jan 26 12:03:41.451004 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24828e-1a9d-46d7-87b4-edda002f1acb req-30713145-4257-45f2-941f-d2a113e09833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:03:41.452428 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1d24828e-1a9d-46d7-87b4-edda002f1acb req-30713145-4257-45f2-941f-d2a113e09833 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1492c500-5d26-47e4-bc38-401068a1325e HTTP/1.1" status: 200 len: 910 time: 0.1254978 Jan 26 12:03:41.652047 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1d24828e-1a9d-46d7-87b4-edda002f1acb req-d6b1df21-e2da-47af-815f-ade7824ec68b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d619c60-2f8b-43d8-b9ff-c53614f30591 HTTP/1.1" status: 200 len: 1002 time: 0.1937592 Jan 26 12:03:41.715991 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24828e-1a9d-46d7-87b4-edda002f1acb req-1419837e-4214-4ce3-b292-6e2066defbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:03:41.717517 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1d24828e-1a9d-46d7-87b4-edda002f1acb req-1419837e-4214-4ce3-b292-6e2066defbdc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d9f6f3c-3334-401e-9762-a67e7b2b2a80 HTTP/1.1" status: 200 len: 848 time: 0.0599082 Jan 26 12:03:41.793885 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24828e-1a9d-46d7-87b4-edda002f1acb req-19243b3a-5e0a-4530-a2ff-4ec42c1a101c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:03:41.795387 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1d24828e-1a9d-46d7-87b4-edda002f1acb req-19243b3a-5e0a-4530-a2ff-4ec42c1a101c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1492c500-5d26-47e4-bc38-401068a1325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722125 Jan 26 12:03:41.927243 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1d24828e-1a9d-46d7-87b4-edda002f1acb req-ff9ea44e-a5bc-4a56-b0d1-1d56cbb34eac service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253703 Jan 26 12:03:42.055860 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1d24828e-1a9d-46d7-87b4-edda002f1acb req-51e419d4-2803-47b9-8683-335cf150f633 service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228428 Jan 26 12:03:52.629900 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-203e412a-9d42-44f7-a587-cff9e2479b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:03:54.894098 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a2b5faa5-6563-4224-968e-c794d65167e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:03:55.972803 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:03:56.201819 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:03:57.571409 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:04:05.660317 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:04:15.548184 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332d71f-810c-41b6-a700-077b7779bc00 req-6cb754a8-4381-4bae-8f99-6c651b8d07cd tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:15.549635 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6332d71f-810c-41b6-a700-077b7779bc00 req-6cb754a8-4381-4bae-8f99-6c651b8d07cd tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 946 time: 0.1297638 Jan 26 12:04:15.594223 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6332d71f-810c-41b6-a700-077b7779bc00 req-372b9dce-2d5a-4dca-9135-5beaaf54447c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389209 Jan 26 12:04:15.626198 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:04:16.783042 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2173182-ff72-4bd7-a341-4859ec11adb9 req-7b160b2c-8eab-4c23-9776-1c5e3d9f7fd4 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:16.784513 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e2173182-ff72-4bd7-a341-4859ec11adb9 req-7b160b2c-8eab-4c23-9776-1c5e3d9f7fd4 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 946 time: 0.0790360 Jan 26 12:04:16.829760 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e2173182-ff72-4bd7-a341-4859ec11adb9 req-127dd356-6345-4a4b-9db3-e59f434cf431 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395205 Jan 26 12:04:18.014245 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5032a78-d7ad-4b7d-8d82-a442525135c9 req-5af1256e-2cb2-45e4-9fe8-cde3ef527cc6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:18.015737 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b5032a78-d7ad-4b7d-8d82-a442525135c9 req-5af1256e-2cb2-45e4-9fe8-cde3ef527cc6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 946 time: 0.0812478 Jan 26 12:04:18.062959 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b5032a78-d7ad-4b7d-8d82-a442525135c9 req-8cba3263-ee68-47a2-a4dd-8bbbf7a48e45 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416791 Jan 26 12:04:19.248382 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5d344-9963-409a-87f3-7aaa9e798f99 req-b7976651-5362-49c7-87c8-590637942425 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:19.249849 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fbb5d344-9963-409a-87f3-7aaa9e798f99 req-b7976651-5362-49c7-87c8-590637942425 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 946 time: 0.0828454 Jan 26 12:04:19.293788 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fbb5d344-9963-409a-87f3-7aaa9e798f99 req-fc05c32a-243c-4bd0-bdba-a7545af81cd9 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383015 Jan 26 12:04:20.479329 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f44cb-8edf-4dab-a8e8-dc5cbaa836b6 req-0338e996-1b73-463a-b200-40c7c2744749 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:20.480784 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-3f1f44cb-8edf-4dab-a8e8-dc5cbaa836b6 req-0338e996-1b73-463a-b200-40c7c2744749 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 946 time: 0.0790687 Jan 26 12:04:20.522851 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-3f1f44cb-8edf-4dab-a8e8-dc5cbaa836b6 req-607d5897-3e44-4afd-a4e6-d2270f6e1f26 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365529 Jan 26 12:04:21.713673 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc067d-278b-4058-8a4b-58782f07ae12 req-c7267831-d730-400c-bfe8-8bb8586eefe2 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:21.715194 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-abfc067d-278b-4058-8a4b-58782f07ae12 req-c7267831-d730-400c-bfe8-8bb8586eefe2 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 946 time: 0.0790312 Jan 26 12:04:21.762894 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-abfc067d-278b-4058-8a4b-58782f07ae12 req-43816258-e936-4591-a0be-89ac3fee84a5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420928 Jan 26 12:04:22.630656 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a14d-53fb-4e0b-8da9-de376bc07d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:04:22.951246 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602fa19-146f-4437-b4a5-15b09e899db5 req-a75ddbea-99a7-4e3e-80fa-8c5e08bd2430 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:22.952753 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a602fa19-146f-4437-b4a5-15b09e899db5 req-a75ddbea-99a7-4e3e-80fa-8c5e08bd2430 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 946 time: 0.0840576 Jan 26 12:04:22.997257 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a602fa19-146f-4437-b4a5-15b09e899db5 req-6cad90c5-fff8-4f84-bb3d-f1a5486e4979 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388067 Jan 26 12:04:24.182568 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391a9c4-ed84-49f9-b2da-86272e631df2 req-1ea14e91-b782-4b60-9cde-abcf8eb2e89d tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:24.184104 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b391a9c4-ed84-49f9-b2da-86272e631df2 req-1ea14e91-b782-4b60-9cde-abcf8eb2e89d tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 946 time: 0.0820975 Jan 26 12:04:24.229193 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b391a9c4-ed84-49f9-b2da-86272e631df2 req-c16d19e5-b258-43b5-b1b3-11598de2a9b8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390480 Jan 26 12:04:24.895041 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-09a001d4-cb54-45fa-b1f0-2ebb2bcd8c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:04:25.419932 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306aaf4d-dd9d-4a95-a6d5-e2d687c4b34a req-9ddaca03-ba8d-44ee-ac63-13df7f26ba7b tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:25.421389 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-306aaf4d-dd9d-4a95-a6d5-e2d687c4b34a req-9ddaca03-ba8d-44ee-ac63-13df7f26ba7b tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 946 time: 0.0797188 Jan 26 12:04:25.464489 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-306aaf4d-dd9d-4a95-a6d5-e2d687c4b34a req-b3fd18fd-02b5-4100-b991-8574f62488b9 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374463 Jan 26 12:04:25.975070 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:04:26.036386 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 5d619c60-2f8b-43d8-b9ff-c53614f30591 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 12:04:26.205244 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 5d619c60-2f8b-43d8-b9ff-c53614f30591, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5d619c60-2f8b-43d8-b9ff-c53614f30591,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:04:26.220864 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '5d619c60-2f8b-43d8-b9ff-c53614f30591', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'port_id': '5d619c60-2f8b-43d8-b9ff-c53614f30591', 'mac_address': 'fa:16:3e:25:06:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 12:04:26.222638 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:04:26.278501 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:04:26.294448 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d619c60-2f8b-43d8-b9ff-c53614f30591 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 12:04:26.309677 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 5d619c60-2f8b-43d8-b9ff-c53614f30591, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5d619c60-2f8b-43d8-b9ff-c53614f30591,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:04:26.313475 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:04:26.381225 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=5d619c60-2f8b-43d8-b9ff-c53614f30591,revision_number=6']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:04:26.389403 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:04:26.390348 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:04:26.390708 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:04:26.391060 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:04:26.391401 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:04:26.391735 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:04:26.392098 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:04:26.392425 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:04:26.392750 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:04:26.393071 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:04:26.393391 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:04:26.393708 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:04:26.397136 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['5d619c60-2f8b-43d8-b9ff-c53614f30591'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 12:04:26.650890 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44839e0d-9ed9-4422-bf7f-eb31a5f2d11d req-0ffa141d-641a-48f0-8dd6-8cca17c46fd1 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:26.652347 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-44839e0d-9ed9-4422-bf7f-eb31a5f2d11d req-0ffa141d-641a-48f0-8dd6-8cca17c46fd1 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 945 time: 0.0837224 Jan 26 12:04:26.697085 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-44839e0d-9ed9-4422-bf7f-eb31a5f2d11d req-b5341ffb-135f-47ca-aff9-9c0008a1c552 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386009 Jan 26 12:04:27.578405 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:04:27.899740 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3d41f-1dbe-4593-a1ab-a771732c6df1 req-d66f4edf-8450-4ca3-83a0-9e93a441c282 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:27.901263 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-55c3d41f-1dbe-4593-a1ab-a771732c6df1 req-d66f4edf-8450-4ca3-83a0-9e93a441c282 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 945 time: 0.0909317 Jan 26 12:04:27.945912 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-55c3d41f-1dbe-4593-a1ab-a771732c6df1 req-1ca51fa7-9d60-439e-92f0-7e302df3edbb tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386825 Jan 26 12:04:28.043755 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 5d619c60-2f8b-43d8-b9ff-c53614f30591 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:04:28.111221 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 5d619c60-2f8b-43d8-b9ff-c53614f30591 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:04:28.111596 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:04:28.230340 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:04:28.256726 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d619c60-2f8b-43d8-b9ff-c53614f30591'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:04:28.267944 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 5d619c60-2f8b-43d8-b9ff-c53614f30591, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5d619c60-2f8b-43d8-b9ff-c53614f30591,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:04:28.273451 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:04:28.313715 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d619c60-2f8b-43d8-b9ff-c53614f30591', 'code': 200} Jan 26 12:04:28.348669 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=5d619c60-2f8b-43d8-b9ff-c53614f30591,revision_number=7']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:04:29.321297 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb95ba5-9239-4dfc-946d-ed7508b54e7b req-8412cf87-9027-4a50-b60b-aede5daafa91 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:29.323576 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0bb95ba5-9239-4dfc-946d-ed7508b54e7b req-8412cf87-9027-4a50-b60b-aede5daafa91 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 946 time: 0.0877481 Jan 26 12:04:29.371982 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0bb95ba5-9239-4dfc-946d-ed7508b54e7b req-72a63b21-6904-427f-b478-1a5a8810b2cd tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425701 Jan 26 12:04:30.580439 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0fb1c-9c1b-4d5f-87ce-ad863299dda2 req-6808677d-f1d9-4b3c-869c-260e42f8043a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:30.582034 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-12c0fb1c-9c1b-4d5f-87ce-ad863299dda2 req-6808677d-f1d9-4b3c-869c-260e42f8043a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 946 time: 0.0935557 Jan 26 12:04:30.637655 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-12c0fb1c-9c1b-4d5f-87ce-ad863299dda2 req-b4e334ee-1042-4f58-b150-f9c79d2e4d22 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491250 Jan 26 12:04:31.880961 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd1b7a-0ef1-45e5-940c-eb450ee2f7d0 req-385d6da0-e09e-4acb-b7dd-7431f7e9a529 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:31.882390 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-c0dd1b7a-0ef1-45e5-940c-eb450ee2f7d0 req-385d6da0-e09e-4acb-b7dd-7431f7e9a529 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 946 time: 0.1170590 Jan 26 12:04:31.938054 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-c0dd1b7a-0ef1-45e5-940c-eb450ee2f7d0 req-8a64aac0-be39-4de8-b67e-16087ce7355c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477378 Jan 26 12:04:33.167332 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858be15-e3e4-4c32-bab1-57d3b090cf4b req-c8a8790a-9c85-4fb7-b361-0bf2262ad6e0 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:33.168977 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9858be15-e3e4-4c32-bab1-57d3b090cf4b req-c8a8790a-9c85-4fb7-b361-0bf2262ad6e0 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 946 time: 0.1259425 Jan 26 12:04:33.224862 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9858be15-e3e4-4c32-bab1-57d3b090cf4b req-5950c43f-1368-42ef-be09-275d44b7c4e6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497544 Jan 26 12:04:34.419082 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0545dc9-ee24-463e-84b7-f72d3f0cd99f req-ab31d6a7-fbc4-4509-8115-856ce957c1d4 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:34.425981 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f0545dc9-ee24-463e-84b7-f72d3f0cd99f req-ab31d6a7-fbc4-4509-8115-856ce957c1d4 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 946 time: 0.0901208 Jan 26 12:04:34.477590 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f0545dc9-ee24-463e-84b7-f72d3f0cd99f req-e6d54183-24bc-416f-8eca-d9cd48c4ff36 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479674 Jan 26 12:04:35.651973 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:04:35.664348 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e05e6-8048-46e2-8ed8-c565110b4ac6 req-890437c9-6fe8-4703-ba05-7785d98c7245 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:35.665936 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-113e05e6-8048-46e2-8ed8-c565110b4ac6 req-890437c9-6fe8-4703-ba05-7785d98c7245 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 946 time: 0.0830255 Jan 26 12:04:35.717817 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-113e05e6-8048-46e2-8ed8-c565110b4ac6 req-55d27b49-f56e-4844-bab1-c79f008c83ce tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441511 Jan 26 12:04:36.934799 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733a362-b8aa-41c9-9e91-ec13459566da req-b0790cf7-2725-48c2-9fee-e2ba7d21c211 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:36.936429 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9733a362-b8aa-41c9-9e91-ec13459566da req-b0790cf7-2725-48c2-9fee-e2ba7d21c211 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 946 time: 0.0830584 Jan 26 12:04:36.985872 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9733a362-b8aa-41c9-9e91-ec13459566da req-74110870-7957-4ee4-a209-644bca7070f7 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435808 Jan 26 12:04:37.845503 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f46db-5d6d-489d-9641-7737208646a4 req-0186cc5f-fe71-4189-b0df-7e21a7489778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:37.847281 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-883f46db-5d6d-489d-9641-7737208646a4 req-0186cc5f-fe71-4189-b0df-7e21a7489778 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78a9462b837044d6bcacbe20ce9ea3fc&device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 1099 time: 0.0754814 Jan 26 12:04:37.981398 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f46db-5d6d-489d-9641-7737208646a4 req-e480e6b4-2a20-4460-88a7-683b7c6afb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:37.983058 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-883f46db-5d6d-489d-9641-7737208646a4 req-e480e6b4-2a20-4460-88a7-683b7c6afb62 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1492c500-5d26-47e4-bc38-401068a1325e HTTP/1.1" status: 200 len: 910 time: 0.1300602 Jan 26 12:04:38.088111 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-883f46db-5d6d-489d-9641-7737208646a4 req-85b755bb-e8ba-4169-9228-3abded6ea3db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d619c60-2f8b-43d8-b9ff-c53614f30591 HTTP/1.1" status: 200 len: 1002 time: 0.0986032 Jan 26 12:04:38.307194 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f46db-5d6d-489d-9641-7737208646a4 req-f24e658d-3e23-422a-8b53-14e1121064d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:38.308691 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-883f46db-5d6d-489d-9641-7737208646a4 req-f24e658d-3e23-422a-8b53-14e1121064d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d9f6f3c-3334-401e-9762-a67e7b2b2a80 HTTP/1.1" status: 200 len: 848 time: 0.2147171 Jan 26 12:04:38.377389 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee921a-c7f2-4474-9563-9e22cbad9753 req-c6ae777b-0734-48de-8262-3151cee7e834 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:38.378748 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-29ee921a-c7f2-4474-9563-9e22cbad9753 req-c6ae777b-0734-48de-8262-3151cee7e834 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 946 time: 0.2533662 Jan 26 12:04:38.430817 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f46db-5d6d-489d-9641-7737208646a4 req-aafbb40e-f230-47a7-9875-b6844830829a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:38.432270 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-883f46db-5d6d-489d-9641-7737208646a4 req-aafbb40e-f230-47a7-9875-b6844830829a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1492c500-5d26-47e4-bc38-401068a1325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1174500 Jan 26 12:04:38.437156 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-29ee921a-c7f2-4474-9563-9e22cbad9753 req-df94b653-b52a-4064-b582-f992092b5e3d tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522139 Jan 26 12:04:38.561584 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-883f46db-5d6d-489d-9641-7737208646a4 req-450f3087-de9d-4b44-8c10-be4abb460745 service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235180 Jan 26 12:04:38.692819 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-883f46db-5d6d-489d-9641-7737208646a4 req-17f7f120-3962-4796-aa8e-1b921fcc6c01 service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250122 Jan 26 12:04:39.621428 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc91686-3cd1-4fcd-b2ae-fe4dfd2a2420 req-4c8059c4-857a-47a5-95e7-ac1414091f3f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:39.622909 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7dc91686-3cd1-4fcd-b2ae-fe4dfd2a2420 req-4c8059c4-857a-47a5-95e7-ac1414091f3f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 946 time: 0.0822914 Jan 26 12:04:39.666056 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7dc91686-3cd1-4fcd-b2ae-fe4dfd2a2420 req-4c939f5e-11b6-4fad-bd19-635bb47bd090 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376837 Jan 26 12:04:40.849227 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229dfb7e-a7b8-4792-a673-584f7de09336 req-9c2cfe51-508c-4647-bd96-856b781116d0 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:40.850732 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-229dfb7e-a7b8-4792-a673-584f7de09336 req-9c2cfe51-508c-4647-bd96-856b781116d0 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 946 time: 0.0797534 Jan 26 12:04:40.894621 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-229dfb7e-a7b8-4792-a673-584f7de09336 req-bf769200-7a68-46b7-a815-7822aeece18c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376308 Jan 26 12:04:41.250645 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a9705-be0d-4c3f-97a0-8e92c9671c0d req-378e863d-7a19-4498-8921-0260ffb34fa7 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:41.252594 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-839a9705-be0d-4c3f-97a0-8e92c9671c0d req-378e863d-7a19-4498-8921-0260ffb34fa7 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 946 time: 0.0892289 Jan 26 12:04:41.298263 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-839a9705-be0d-4c3f-97a0-8e92c9671c0d req-58e9ee79-fb14-44f2-94fa-06b9f9c02359 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399523 Jan 26 12:04:41.300268 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33786) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:04:41.417057 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3879abb7-22ee-4901-a5c2-826c5da8cc3b req-efb3577b-0fba-4419-adc6-e08d2cf70cff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1156657 Jan 26 12:04:42.117782 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 5d619c60-2f8b-43d8-b9ff-c53614f30591 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:04:42.233585 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:04:42.261124 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d619c60-2f8b-43d8-b9ff-c53614f30591'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:04:42.271201 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879abb7-22ee-4901-a5c2-826c5da8cc3b req-0c59683e-0fa8-40fa-a1b3-20d14611437b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:42.271784 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 5d619c60-2f8b-43d8-b9ff-c53614f30591, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5d619c60-2f8b-43d8-b9ff-c53614f30591,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:04:42.272951 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3879abb7-22ee-4901-a5c2-826c5da8cc3b req-0c59683e-0fa8-40fa-a1b3-20d14611437b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a&tenant_id=78a9462b837044d6bcacbe20ce9ea3fc HTTP/1.1" status: 200 len: 1099 time: 0.0813494 Jan 26 12:04:42.276336 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:04:42.313628 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d619c60-2f8b-43d8-b9ff-c53614f30591', 'code': 200} Jan 26 12:04:42.357494 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=5d619c60-2f8b-43d8-b9ff-c53614f30591,revision_number=8']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:04:42.372184 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879abb7-22ee-4901-a5c2-826c5da8cc3b req-f51fa9a4-75bc-423a-8242-297b48f07273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:42.374263 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3879abb7-22ee-4901-a5c2-826c5da8cc3b req-f51fa9a4-75bc-423a-8242-297b48f07273 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78a9462b837044d6bcacbe20ce9ea3fc&device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 1097 time: 0.0797248 Jan 26 12:04:42.566017 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879abb7-22ee-4901-a5c2-826c5da8cc3b req-3ec52857-9e50-4861-a61e-b5f14b705d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:42.567471 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3879abb7-22ee-4901-a5c2-826c5da8cc3b req-3ec52857-9e50-4861-a61e-b5f14b705d78 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1492c500-5d26-47e4-bc38-401068a1325e HTTP/1.1" status: 200 len: 910 time: 0.1874428 Jan 26 12:04:42.579400 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e465a8-f2f8-40ba-a755-e017ca50875f req-9d96a3f4-ac77-4488-8d53-1792f279bbf6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:42.580737 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-53e465a8-f2f8-40ba-a755-e017ca50875f req-9d96a3f4-ac77-4488-8d53-1792f279bbf6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 944 time: 0.1643951 Jan 26 12:04:42.710652 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-53e465a8-f2f8-40ba-a755-e017ca50875f req-23c9445b-f4ee-4cec-b4d0-3ea0a2798601 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806816 Jan 26 12:04:42.712413 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3879abb7-22ee-4901-a5c2-826c5da8cc3b req-9cf4bb45-8003-41d9-84bf-dde19243cd68 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d619c60-2f8b-43d8-b9ff-c53614f30591 HTTP/1.1" status: 200 len: 1000 time: 0.1308689 Jan 26 12:04:42.774763 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879abb7-22ee-4901-a5c2-826c5da8cc3b req-e568de73-9a1e-487d-9451-a9ecc8b21c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:42.776412 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3879abb7-22ee-4901-a5c2-826c5da8cc3b req-e568de73-9a1e-487d-9451-a9ecc8b21c67 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d9f6f3c-3334-401e-9762-a67e7b2b2a80 HTTP/1.1" status: 200 len: 848 time: 0.0580893 Jan 26 12:04:42.855387 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879abb7-22ee-4901-a5c2-826c5da8cc3b req-2272ab39-82c4-4363-9a86-238220b466dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:42.857504 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3879abb7-22ee-4901-a5c2-826c5da8cc3b req-2272ab39-82c4-4363-9a86-238220b466dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1492c500-5d26-47e4-bc38-401068a1325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750866 Jan 26 12:04:42.988656 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3879abb7-22ee-4901-a5c2-826c5da8cc3b req-384ea333-b689-4c19-a63e-fb947c905d95 service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252313 Jan 26 12:04:43.230389 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3879abb7-22ee-4901-a5c2-826c5da8cc3b req-efea8cad-ed13-4287-ae2a-4bdce0412d43 service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360787 Jan 26 12:04:43.398452 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49914653-4bdf-42ed-920b-b46a6012dd65 req-a3b73f60-a4a3-437d-aba0-5444735cb0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:43.399929 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-49914653-4bdf-42ed-920b-b46a6012dd65 req-a3b73f60-a4a3-437d-aba0-5444735cb0c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78a9462b837044d6bcacbe20ce9ea3fc&device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 1097 time: 0.0732858 Jan 26 12:04:43.549695 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49914653-4bdf-42ed-920b-b46a6012dd65 req-c57a38d1-f499-4a18-9e1d-b1921ef0dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:43.551201 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-49914653-4bdf-42ed-920b-b46a6012dd65 req-c57a38d1-f499-4a18-9e1d-b1921ef0dc48 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1492c500-5d26-47e4-bc38-401068a1325e HTTP/1.1" status: 200 len: 910 time: 0.1302171 Jan 26 12:04:43.674346 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-49914653-4bdf-42ed-920b-b46a6012dd65 req-66d4e48f-a4b5-4e3b-9e99-6fa6fffde635 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d619c60-2f8b-43d8-b9ff-c53614f30591 HTTP/1.1" status: 200 len: 1000 time: 0.1171744 Jan 26 12:04:43.966919 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10aeec-8002-4524-972d-d7cde074b791 req-69e4ac6c-9bf0-4dcd-91a0-c22fe8bd139e tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:43.968557 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-eb10aeec-8002-4524-972d-d7cde074b791 req-69e4ac6c-9bf0-4dcd-91a0-c22fe8bd139e tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 944 time: 0.1180799 Jan 26 12:04:44.024993 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-eb10aeec-8002-4524-972d-d7cde074b791 req-61052e3f-9b17-4807-a1b5-306fb78241a6 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455875 Jan 26 12:04:45.221129 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631792f0-752d-43a9-aa9d-b91ba79a8365 req-17bc039b-4a53-4793-9563-57bd41993414 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:45.222915 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-631792f0-752d-43a9-aa9d-b91ba79a8365 req-17bc039b-4a53-4793-9563-57bd41993414 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 944 time: 0.0853393 Jan 26 12:04:45.279843 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-631792f0-752d-43a9-aa9d-b91ba79a8365 req-4cbc7d66-c8e6-416e-81b7-6b2c7ca5e539 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507920 Jan 26 12:04:46.490245 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86328c-bb05-41b9-8fde-08fef244b2af req-7cf73d4a-b275-4d01-b28c-be1c074bf0fd tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:46.491915 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0c86328c-bb05-41b9-8fde-08fef244b2af req-7cf73d4a-b275-4d01-b28c-be1c074bf0fd tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 944 time: 0.0976584 Jan 26 12:04:46.541591 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-0c86328c-bb05-41b9-8fde-08fef244b2af req-c3969c1b-baa4-4ae6-aeda-926203038c95 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392094 Jan 26 12:04:47.754860 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356888f3-db5a-47fd-826c-dac4dc509a6e req-c0fe6121-782c-467c-809c-188bb53c1252 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:47.756336 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-356888f3-db5a-47fd-826c-dac4dc509a6e req-c0fe6121-782c-467c-809c-188bb53c1252 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 944 time: 0.0834279 Jan 26 12:04:47.810479 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-356888f3-db5a-47fd-826c-dac4dc509a6e req-8a495399-5705-44fa-a5b2-83e73338bd8b tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481873 Jan 26 12:04:49.005896 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa6760-f59a-4885-b0d6-a049826388ea req-b03217a4-8500-40a0-864e-7f2424dd67fd tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:49.007355 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6efa6760-f59a-4885-b0d6-a049826388ea req-b03217a4-8500-40a0-864e-7f2424dd67fd tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 944 time: 0.0846009 Jan 26 12:04:49.058495 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6efa6760-f59a-4885-b0d6-a049826388ea req-fdae16f5-d45d-4d16-8886-9729cea39959 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446455 Jan 26 12:04:50.266915 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9cfa8-32b4-4996-92be-388188bc8988 req-f45e95a7-cddb-47b2-b0b9-319c7ded52b1 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:50.268432 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-48b9cfa8-32b4-4996-92be-388188bc8988 req-f45e95a7-cddb-47b2-b0b9-319c7ded52b1 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 944 time: 0.0903404 Jan 26 12:04:50.316190 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-48b9cfa8-32b4-4996-92be-388188bc8988 req-51543b20-1ef7-4921-b40a-7eff213954e7 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409901 Jan 26 12:04:51.506087 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c5e38-08d7-477c-8e01-d7d6c259e88e req-e178e9a5-dc95-4525-a721-3b3158f98ea8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:51.507469 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4b5c5e38-08d7-477c-8e01-d7d6c259e88e req-e178e9a5-dc95-4525-a721-3b3158f98ea8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 944 time: 0.0803294 Jan 26 12:04:51.554852 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4b5c5e38-08d7-477c-8e01-d7d6c259e88e req-3351f179-3169-4c87-b04d-365712e0abaf tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411506 Jan 26 12:04:51.761377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49914653-4bdf-42ed-920b-b46a6012dd65 req-c6d91cd4-2941-470d-a6a3-9d93eb60edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:51.763499 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-49914653-4bdf-42ed-920b-b46a6012dd65 req-c6d91cd4-2941-470d-a6a3-9d93eb60edbd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d9f6f3c-3334-401e-9762-a67e7b2b2a80 HTTP/1.1" status: 200 len: 848 time: 0.0585179 Jan 26 12:04:51.842735 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49914653-4bdf-42ed-920b-b46a6012dd65 req-d1bea10a-605a-4fb2-8234-8d8d0b60ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:51.844249 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-49914653-4bdf-42ed-920b-b46a6012dd65 req-d1bea10a-605a-4fb2-8234-8d8d0b60ba8c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1492c500-5d26-47e4-bc38-401068a1325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740993 Jan 26 12:04:51.975491 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-49914653-4bdf-42ed-920b-b46a6012dd65 req-bedef700-6f01-4bd7-8b52-2591b90c4657 service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238601 Jan 26 12:04:52.103394 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-49914653-4bdf-42ed-920b-b46a6012dd65 req-958a6773-5a69-403b-a1f0-394d6411ad8c service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211274 Jan 26 12:04:52.136053 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 5d619c60-2f8b-43d8-b9ff-c53614f30591 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 12:04:52.271048 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 5d619c60-2f8b-43d8-b9ff-c53614f30591, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5d619c60-2f8b-43d8-b9ff-c53614f30591,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:04:52.284045 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '5d619c60-2f8b-43d8-b9ff-c53614f30591', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'port_id': '5d619c60-2f8b-43d8-b9ff-c53614f30591', 'mac_address': 'fa:16:3e:25:06:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 12:04:52.338450 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:04:52.355186 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d619c60-2f8b-43d8-b9ff-c53614f30591 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 12:04:52.370685 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 5d619c60-2f8b-43d8-b9ff-c53614f30591, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5d619c60-2f8b-43d8-b9ff-c53614f30591,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:04:52.375385 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:04:52.449120 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=5d619c60-2f8b-43d8-b9ff-c53614f30591,revision_number=9']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:04:52.625598 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:04:52.626732 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['5d619c60-2f8b-43d8-b9ff-c53614f30591'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 12:04:52.671635 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f4b56300-14b7-493a-9b73-5dc04298b18f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:04:52.742666 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fa00d-1334-4c0b-a256-db0f585d5c92 req-dbe37e19-44d9-45d3-b760-a586c6497b58 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:52.744195 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e23fa00d-1334-4c0b-a256-db0f585d5c92 req-dbe37e19-44d9-45d3-b760-a586c6497b58 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 945 time: 0.0815048 Jan 26 12:04:52.791947 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e23fa00d-1334-4c0b-a256-db0f585d5c92 req-e6976bd8-9982-4896-8357-28919cc2e1b5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420868 Jan 26 12:04:53.984385 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102cd95-afae-4f32-bfda-3f4bb4a04a61 req-1c05c176-4577-4f25-8504-964dda8794a8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:53.985826 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f102cd95-afae-4f32-bfda-3f4bb4a04a61 req-1c05c176-4577-4f25-8504-964dda8794a8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 945 time: 0.0867698 Jan 26 12:04:54.029206 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f102cd95-afae-4f32-bfda-3f4bb4a04a61 req-4e1f2afa-9ac5-4c8b-958c-06bc724112ea tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377870 Jan 26 12:04:54.148671 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 5d619c60-2f8b-43d8-b9ff-c53614f30591 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:04:54.218747 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 5d619c60-2f8b-43d8-b9ff-c53614f30591 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:04:54.219114 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:04:54.332610 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:04:54.359124 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d619c60-2f8b-43d8-b9ff-c53614f30591'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:04:54.368804 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 5d619c60-2f8b-43d8-b9ff-c53614f30591, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5d619c60-2f8b-43d8-b9ff-c53614f30591,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:04:54.374487 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:04:54.406645 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d619c60-2f8b-43d8-b9ff-c53614f30591', 'code': 200} Jan 26 12:04:54.444208 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=5d619c60-2f8b-43d8-b9ff-c53614f30591,revision_number=10']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:04:54.649868 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c627f5b-3709-441b-9829-1f5bf857f60a req-7dc8caba-9c60-410e-9477-e8f49b7c7a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:54.651490 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1c627f5b-3709-441b-9829-1f5bf857f60a req-7dc8caba-9c60-410e-9477-e8f49b7c7a09 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 1100 time: 0.0726857 Jan 26 12:04:54.691296 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-1c627f5b-3709-441b-9829-1f5bf857f60a req-404593ae-999e-45ba-ab4c-5ecea40a1c30 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339210 Jan 26 12:04:54.895641 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-26aaef66-634d-49c4-8ef3-920b2b657ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:04:55.210821 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c97dc1-11c6-4471-a5eb-4e45a2725074 req-d53576cc-dac4-4db0-abb8-2fc9e0f91b01 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:55.212258 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b7c97dc1-11c6-4471-a5eb-4e45a2725074 req-d53576cc-dac4-4db0-abb8-2fc9e0f91b01 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 947 time: 0.0789170 Jan 26 12:04:55.256883 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b7c97dc1-11c6-4471-a5eb-4e45a2725074 req-abe76088-53f3-4757-b858-7e0de58bdb6a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379381 Jan 26 12:04:55.977249 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:04:56.207911 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:04:56.447887 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c423b9e-aaed-428e-8111-b23513671da0 req-10bb701a-7dda-4ffb-9ffd-a177e74a5493 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:56.449383 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5c423b9e-aaed-428e-8111-b23513671da0 req-10bb701a-7dda-4ffb-9ffd-a177e74a5493 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 947 time: 0.0809441 Jan 26 12:04:56.494054 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5c423b9e-aaed-428e-8111-b23513671da0 req-6067ea51-c5f9-4424-af21-ebc4a0257571 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387447 Jan 26 12:04:57.579478 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:04:57.681547 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd596f-6a7e-484f-a3cf-9ac39beb3319 req-2e8c9727-89b0-4e87-aed2-c7e2b6a64439 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:04:57.683045 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-1dbd596f-6a7e-484f-a3cf-9ac39beb3319 req-2e8c9727-89b0-4e87-aed2-c7e2b6a64439 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 947 time: 0.0829883 Jan 26 12:04:57.727200 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-1dbd596f-6a7e-484f-a3cf-9ac39beb3319 req-d245a96c-7e75-405d-81d2-22f3c6777c16 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379815 Jan 26 12:05:05.651417 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:05:22.636064 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-afd6c59b-cfe9-4e21-829b-dfb7d0509969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:05:24.897633 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8d13c5ec-9d37-448c-b6e2-d6249fba4c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:05:25.980897 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:05:26.209918 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:05:27.581732 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:05:29.627428 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:05:35.647954 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:05:42.899510 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-83e38c1e-a6d4-4ed1-b58f-e4da492b1380 req-239d3c56-71e5-45df-b7da-c67657ecc0b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723097 Jan 26 12:05:43.034268 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e38c1e-a6d4-4ed1-b58f-e4da492b1380 req-f8bf42e1-69e3-466f-93de-a01a23dc78c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:05:43.035762 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-83e38c1e-a6d4-4ed1-b58f-e4da492b1380 req-f8bf42e1-69e3-466f-93de-a01a23dc78c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78a9462b837044d6bcacbe20ce9ea3fc&device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 1100 time: 0.0699873 Jan 26 12:05:43.178150 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e38c1e-a6d4-4ed1-b58f-e4da492b1380 req-d3b721ed-9555-4de9-8db7-f40ec37f07d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:05:43.179642 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-83e38c1e-a6d4-4ed1-b58f-e4da492b1380 req-d3b721ed-9555-4de9-8db7-f40ec37f07d0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1492c500-5d26-47e4-bc38-401068a1325e HTTP/1.1" status: 200 len: 910 time: 0.1257834 Jan 26 12:05:43.386530 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-83e38c1e-a6d4-4ed1-b58f-e4da492b1380 req-3e43e2c0-5941-4872-a324-ff3254e82135 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d619c60-2f8b-43d8-b9ff-c53614f30591 HTTP/1.1" status: 200 len: 1002 time: 0.2004671 Jan 26 12:05:43.448355 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e38c1e-a6d4-4ed1-b58f-e4da492b1380 req-b3d171d9-39f9-4e80-bfc6-4eb4477c8bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:05:43.450020 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-83e38c1e-a6d4-4ed1-b58f-e4da492b1380 req-b3d171d9-39f9-4e80-bfc6-4eb4477c8bbd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d9f6f3c-3334-401e-9762-a67e7b2b2a80 HTTP/1.1" status: 200 len: 848 time: 0.0580688 Jan 26 12:05:43.522946 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e38c1e-a6d4-4ed1-b58f-e4da492b1380 req-32c6d5b7-0b89-44a1-80ff-dfe4f08b56b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:05:43.524391 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-83e38c1e-a6d4-4ed1-b58f-e4da492b1380 req-32c6d5b7-0b89-44a1-80ff-dfe4f08b56b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1492c500-5d26-47e4-bc38-401068a1325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692515 Jan 26 12:05:43.656216 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-83e38c1e-a6d4-4ed1-b58f-e4da492b1380 req-1811872b-7e89-4489-b42c-ef82b1f2fcd9 service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256659 Jan 26 12:05:43.787985 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-83e38c1e-a6d4-4ed1-b58f-e4da492b1380 req-0e117277-a285-4403-b657-35ccbfc0eae2 service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259446 Jan 26 12:05:52.640619 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2aaf54cd-2e3f-4058-bc55-f331154c11c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:05:54.899152 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-01b3650d-368b-4ce4-8882-922b3cdc8685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:05:55.984259 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:05:56.212387 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:05:57.585103 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:05.646965 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:06.627361 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:06:08.217080 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33900) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:06:08.415313 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-240f7b59-6999-4338-814a-b4d08e7e8879 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Deleting port 3ba223dc-f100-4e2e-85ec-4877b293ff82 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:06:08.415649 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-240f7b59-6999-4338-814a-b4d08e7e8879 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:08.579954 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-240f7b59-6999-4338-814a-b4d08e7e8879 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:08.580272 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-240f7b59-6999-4338-814a-b4d08e7e8879 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:08.705276 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-240f7b59-6999-4338-814a-b4d08e7e8879 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Calling delete_port for 3ba223dc-f100-4e2e-85ec-4877b293ff82 owned by network:floatingip {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:06:08.857034 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-240f7b59-6999-4338-814a-b4d08e7e8879 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:08.905510 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f7b59-6999-4338-814a-b4d08e7e8879 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Pushing event deleted for resources: {'Port': ['ID=3ba223dc-f100-4e2e-85ec-4877b293ff82,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:06:08.942397 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240f7b59-6999-4338-814a-b4d08e7e8879 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:06:08.942773 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240f7b59-6999-4338-814a-b4d08e7e8879 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:06:08.943088 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240f7b59-6999-4338-814a-b4d08e7e8879 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:06:08.943421 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240f7b59-6999-4338-814a-b4d08e7e8879 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:06:08.943759 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240f7b59-6999-4338-814a-b4d08e7e8879 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:06:08.944079 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240f7b59-6999-4338-814a-b4d08e7e8879 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:06:08.944421 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240f7b59-6999-4338-814a-b4d08e7e8879 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:06:08.944729 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240f7b59-6999-4338-814a-b4d08e7e8879 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:06:08.945053 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240f7b59-6999-4338-814a-b4d08e7e8879 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:06:08.945372 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240f7b59-6999-4338-814a-b4d08e7e8879 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:06:08.945694 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240f7b59-6999-4338-814a-b4d08e7e8879 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:06:08.946012 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240f7b59-6999-4338-814a-b4d08e7e8879 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:06:09.008169 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-240f7b59-6999-4338-814a-b4d08e7e8879 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for floatingip, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:09.008494 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-240f7b59-6999-4338-814a-b4d08e7e8879 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Floating IP a130cc6b-e2e9-46e2-8761-4d194a65933d disassociated (deleted). External IP: 172.26.5.131, port: 5d619c60-2f8b-43d8-b9ff-c53614f30591. Jan 26 12:06:09.452279 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240f7b59-6999-4338-814a-b4d08e7e8879 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Router 96259a67-9c2d-4f82-a944-01025799deb9 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 12:06:09.626106 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240f7b59-6999-4338-814a-b4d08e7e8879 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 12:06:09.635442 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f85938-5d94-4d6d-be25-9e2071a5dbdb None None] Sync routers for ids ['96259a67-9c2d-4f82-a944-01025799deb9'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 12:06:09.644587 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f85938-5d94-4d6d-be25-9e2071a5dbdb None None] Routers {'96259a67-9c2d-4f82-a944-01025799deb9'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:06:09.645201 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-08f85938-5d94-4d6d-be25-9e2071a5dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:05:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['96259a67-9c2d-4f82-a944-01025799deb9'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:06:09.646308 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-240f7b59-6999-4338-814a-b4d08e7e8879 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:09.705737 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-240f7b59-6999-4338-814a-b4d08e7e8879 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "DELETE /v2.0/floatingips/a130cc6b-e2e9-46e2-8761-4d194a65933d HTTP/1.1" status: 204 len: 168 time: 1.4874842 Jan 26 12:06:09.706684 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a', 'tag': '5d619c60-2f8b-43d8-b9ff-c53614f30591'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:06:09.827820 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a', 'tag': '5d619c60-2f8b-43d8-b9ff-c53614f30591', 'status': 'completed', 'code': 200} Jan 26 12:06:09.836635 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-08f85938-5d94-4d6d-be25-9e2071a5dbdb None None] Set router 96259a67-9c2d-4f82-a944-01025799deb9 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:06:09.934586 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb11df-b306-4ae5-8227-6ac7944d1642 req-8f077c5d-a98d-4d4c-8673-42c437f1aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:09.935840 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-38cb11df-b306-4ae5-8227-6ac7944d1642 req-8f077c5d-a98d-4d4c-8673-42c437f1aaf4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78a9462b837044d6bcacbe20ce9ea3fc&device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 1100 time: 0.0832894 Jan 26 12:06:10.073163 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb11df-b306-4ae5-8227-6ac7944d1642 req-38fd089c-242f-48e9-b5c4-b5739c0ac7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:10.075283 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-38cb11df-b306-4ae5-8227-6ac7944d1642 req-38fd089c-242f-48e9-b5c4-b5739c0ac7b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1492c500-5d26-47e4-bc38-401068a1325e HTTP/1.1" status: 200 len: 910 time: 0.1322098 Jan 26 12:06:10.094460 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f239ac-a9b9-4659-b29b-d72cd5ad194f req-63034d97-4ed7-4132-80f5-2859c508adeb tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:10.096069 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-36f239ac-a9b9-4659-b29b-d72cd5ad194f req-63034d97-4ed7-4132-80f5-2859c508adeb tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 947 time: 0.0855315 Jan 26 12:06:10.146649 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-36f239ac-a9b9-4659-b29b-d72cd5ad194f req-33638df6-bde8-4e45-b5d9-100802bc5c01 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444739 Jan 26 12:06:10.147131 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-38cb11df-b306-4ae5-8227-6ac7944d1642 req-0248b571-89a1-4211-a77a-3fde698e45aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d619c60-2f8b-43d8-b9ff-c53614f30591 HTTP/1.1" status: 200 len: 217 time: 0.0659053 Jan 26 12:06:10.160944 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-08f85938-5d94-4d6d-be25-9e2071a5dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96259a67-9c2d-4f82-a944-01025799deb9', 'name': 'tempest-TestShelveInstance-1569882298-router', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:01:53Z', 'updated_at': '2022-01-26T12:01:57Z', 'revision_number': 4, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'gw_port': {'id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:54Z', 'updated_at': '2022-01-26T12:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '7792f74c-eb30-4531-bcff-f3d6f518c9af', 'name': '', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'mac_address': 'fa:16:3e:20:fa:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:57Z', 'updated_at': '2022-01-26T12:02:05Z', 'revision_number': 5, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'subnets': [{'id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:06:10.165175 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f85938-5d94-4d6d-be25-9e2071a5dbdb None None] Checking router: 96259a67-9c2d-4f82-a944-01025799deb9 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 12:06:10.173804 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f85938-5d94-4d6d-be25-9e2071a5dbdb None None] Routers {'96259a67-9c2d-4f82-a944-01025799deb9'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:06:10.174429 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-08f85938-5d94-4d6d-be25-9e2071a5dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:05:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['96259a67-9c2d-4f82-a944-01025799deb9'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:06:10.210740 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb11df-b306-4ae5-8227-6ac7944d1642 req-f3d0977d-bf47-4a7e-b0de-494ac041d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:10.212176 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-38cb11df-b306-4ae5-8227-6ac7944d1642 req-f3d0977d-bf47-4a7e-b0de-494ac041d436 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d9f6f3c-3334-401e-9762-a67e7b2b2a80 HTTP/1.1" status: 200 len: 848 time: 0.0592523 Jan 26 12:06:10.290800 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb11df-b306-4ae5-8227-6ac7944d1642 req-fa8fbd30-7712-47cb-9fb1-1c5b664caa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:10.292845 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-38cb11df-b306-4ae5-8227-6ac7944d1642 req-fa8fbd30-7712-47cb-9fb1-1c5b664caa39 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1492c500-5d26-47e4-bc38-401068a1325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740094 Jan 26 12:06:10.352537 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-08f85938-5d94-4d6d-be25-9e2071a5dbdb None None] Set router 96259a67-9c2d-4f82-a944-01025799deb9 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:06:10.427498 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-38cb11df-b306-4ae5-8227-6ac7944d1642 req-81b048ab-d89a-4fd8-9823-780bb1460ac1 service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279757 Jan 26 12:06:10.562837 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-38cb11df-b306-4ae5-8227-6ac7944d1642 req-6ac6ac3c-dc4a-4040-8310-f5c4302a9481 service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278553 Jan 26 12:06:10.691168 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-08f85938-5d94-4d6d-be25-9e2071a5dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96259a67-9c2d-4f82-a944-01025799deb9', 'name': 'tempest-TestShelveInstance-1569882298-router', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:01:53Z', 'updated_at': '2022-01-26T12:01:57Z', 'revision_number': 4, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'gw_port': {'id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:54Z', 'updated_at': '2022-01-26T12:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '7792f74c-eb30-4531-bcff-f3d6f518c9af', 'name': '', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'mac_address': 'fa:16:3e:20:fa:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:57Z', 'updated_at': '2022-01-26T12:02:05Z', 'revision_number': 5, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'subnets': [{'id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:06:10.694840 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f85938-5d94-4d6d-be25-9e2071a5dbdb None None] The sync data for ids ['96259a67-9c2d-4f82-a944-01025799deb9'] in dv-neutron-826439-1-hyperv is: [{'id': '96259a67-9c2d-4f82-a944-01025799deb9', 'name': 'tempest-TestShelveInstance-1569882298-router', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:01:53Z', 'updated_at': '2022-01-26T12:01:57Z', 'revision_number': 4, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'gw_port': {'id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:54Z', 'updated_at': '2022-01-26T12:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '7792f74c-eb30-4531-bcff-f3d6f518c9af', 'name': '', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'mac_address': 'fa:16:3e:20:fa:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:57Z', 'updated_at': '2022-01-26T12:02:05Z', 'revision_number': 5, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'subnets': [{'id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 12:06:10.924085 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb003c6-d479-4298-8e77-b24e0c9b7c92 None None] New status for floating IP a130cc6b-e2e9-46e2-8761-4d194a65933d: DOWN {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 12:06:11.378818 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587085ce-f646-4573-9402-5c57f3e0faa2 req-5ac8b689-d891-4a9a-bdf4-b4088cab89ab tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:11.379416 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-587085ce-f646-4573-9402-5c57f3e0faa2 req-5ac8b689-d891-4a9a-bdf4-b4088cab89ab tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Synchronizing usage tracker for tenant:78a9462b837044d6bcacbe20ce9ea3fc on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:06:11.388945 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef716f32-a197-4d23-b83c-c0b88121e970 req-ff5a3cb4-50c7-4de3-b6dc-37d63f8b6f05 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:11.389595 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-ef716f32-a197-4d23-b83c-c0b88121e970 req-ff5a3cb4-50c7-4de3-b6dc-37d63f8b6f05 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Synchronizing usage tracker for tenant:78a9462b837044d6bcacbe20ce9ea3fc on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:06:11.411987 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-ef716f32-a197-4d23-b83c-c0b88121e970 req-ff5a3cb4-50c7-4de3-b6dc-37d63f8b6f05 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Unset dirty status for tenant:78a9462b837044d6bcacbe20ce9ea3fc on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:06:11.413305 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ef716f32-a197-4d23-b83c-c0b88121e970 req-ff5a3cb4-50c7-4de3-b6dc-37d63f8b6f05 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 947 time: 0.1440816 Jan 26 12:06:11.414453 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-587085ce-f646-4573-9402-5c57f3e0faa2 req-5ac8b689-d891-4a9a-bdf4-b4088cab89ab tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Unset dirty status for tenant:78a9462b837044d6bcacbe20ce9ea3fc on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:06:11.415496 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-587085ce-f646-4573-9402-5c57f3e0faa2 req-5ac8b689-d891-4a9a-bdf4-b4088cab89ab tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 947 time: 0.1766262 Jan 26 12:06:11.510136 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-587085ce-f646-4573-9402-5c57f3e0faa2 req-4e42ca9f-293a-44d4-953b-271ce15efd67 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Deleting port 5d619c60-2f8b-43d8-b9ff-c53614f30591 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:06:11.510501 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-587085ce-f646-4573-9402-5c57f3e0faa2 req-4e42ca9f-293a-44d4-953b-271ce15efd67 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:11.654189 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ef716f32-a197-4d23-b83c-c0b88121e970 req-69dcbed8-c915-4878-b696-f641d95ac5a1 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b91efb4-c10c-43fa-af45-d6c198d600a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349610 Jan 26 12:06:11.869518 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-587085ce-f646-4573-9402-5c57f3e0faa2 req-4e42ca9f-293a-44d4-953b-271ce15efd67 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] For port 5d619c60-2f8b-43d8-b9ff-c53614f30591, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5d619c60-2f8b-43d8-b9ff-c53614f30591,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:06:11.869879 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-587085ce-f646-4573-9402-5c57f3e0faa2 req-4e42ca9f-293a-44d4-953b-271ce15efd67 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:11.995964 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-587085ce-f646-4573-9402-5c57f3e0faa2 req-4e42ca9f-293a-44d4-953b-271ce15efd67 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Calling delete_port for 5d619c60-2f8b-43d8-b9ff-c53614f30591 owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:06:12.135076 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-587085ce-f646-4573-9402-5c57f3e0faa2 req-4e42ca9f-293a-44d4-953b-271ce15efd67 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:12.187138 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42ca9f-293a-44d4-953b-271ce15efd67 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Pushing event deleted for resources: {'Port': ['ID=5d619c60-2f8b-43d8-b9ff-c53614f30591,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:06:12.267356 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-587085ce-f646-4573-9402-5c57f3e0faa2 req-4e42ca9f-293a-44d4-953b-271ce15efd67 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] No DVR routers for this DVR port 5d619c60-2f8b-43d8-b9ff-c53614f30591 on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 12:06:12.269700 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-587085ce-f646-4573-9402-5c57f3e0faa2 req-4e42ca9f-293a-44d4-953b-271ce15efd67 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:12.272237 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a', 'name': 'network-vif-deleted', 'tag': '5d619c60-2f8b-43d8-b9ff-c53614f30591'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:06:12.287963 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-587085ce-f646-4573-9402-5c57f3e0faa2 req-4e42ca9f-293a-44d4-953b-271ce15efd67 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.24 "DELETE /v2.0/ports/5d619c60-2f8b-43d8-b9ff-c53614f30591 HTTP/1.1" status: 204 len: 173 time: 0.8674285 Jan 26 12:06:12.321553 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a', 'name': 'network-vif-deleted', 'tag': '5d619c60-2f8b-43d8-b9ff-c53614f30591', 'status': 'completed', 'code': 200} Jan 26 12:06:12.822728 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-6b00c805-9b4a-46c5-b34c-471978831dac req-005dc6ed-9859-45fe-99c2-8ee140e3b498 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Synchronizing usage tracker for tenant:78a9462b837044d6bcacbe20ce9ea3fc on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:06:12.838330 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-6b00c805-9b4a-46c5-b34c-471978831dac req-005dc6ed-9859-45fe-99c2-8ee140e3b498 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Unset dirty status for tenant:78a9462b837044d6bcacbe20ce9ea3fc on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:06:12.840341 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6b00c805-9b4a-46c5-b34c-471978831dac req-005dc6ed-9859-45fe-99c2-8ee140e3b498 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8ae8c3-6d16-4bcb-9dbb-161908f6e97a HTTP/1.1" status: 200 len: 210 time: 0.0611513 Jan 26 12:06:13.936778 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33920) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:06:14.004259 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae027e71-3ca1-434b-85ea-b1af7ef122a9 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:14.032913 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae027e71-3ca1-434b-85ea-b1af7ef122a9 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:14.095462 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae027e71-3ca1-434b-85ea-b1af7ef122a9 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:14.117625 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae027e71-3ca1-434b-85ea-b1af7ef122a9 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b91efb4-c10c-43fa-af45-d6c198d600a7,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:06:14.127215 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae027e71-3ca1-434b-85ea-b1af7ef122a9 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:14.130786 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ae027e71-3ca1-434b-85ea-b1af7ef122a9 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "DELETE /v2.0/security-groups/4b91efb4-c10c-43fa-af45-d6c198d600a7 HTTP/1.1" status: 204 len: 168 time: 0.1929326 Jan 26 12:06:14.445550 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33928) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:06:14.450992 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-767ef7aa-93d1-47b9-8bcf-6ab0a638391a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1685034834', 'description': 'tempest-secgroup-smoke-1685034834 description', 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:06:14.456919 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-767ef7aa-93d1-47b9-8bcf-6ab0a638391a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:06:14.460931 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-767ef7aa-93d1-47b9-8bcf-6ab0a638391a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Usage tracker for resource:security_group and tenant:78a9462b837044d6bcacbe20ce9ea3fc is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:06:14.463754 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-767ef7aa-93d1-47b9-8bcf-6ab0a638391a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:06:14.469512 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-767ef7aa-93d1-47b9-8bcf-6ab0a638391a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:06:14.480062 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-767ef7aa-93d1-47b9-8bcf-6ab0a638391a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:14.499490 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-767ef7aa-93d1-47b9-8bcf-6ab0a638391a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:06:14.503189 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-767ef7aa-93d1-47b9-8bcf-6ab0a638391a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Usage tracker for resource:security_group_rule and tenant:78a9462b837044d6bcacbe20ce9ea3fc is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:06:14.505899 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-767ef7aa-93d1-47b9-8bcf-6ab0a638391a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:06:14.511398 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-767ef7aa-93d1-47b9-8bcf-6ab0a638391a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:06:14.579440 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-767ef7aa-93d1-47b9-8bcf-6ab0a638391a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:14.582816 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-767ef7aa-93d1-47b9-8bcf-6ab0a638391a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:14.628378 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ef7aa-93d1-47b9-8bcf-6ab0a638391a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78f029c3-245c-4771-a063-59a940c87503,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:06:14.632497 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-767ef7aa-93d1-47b9-8bcf-6ab0a638391a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:14.633832 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-767ef7aa-93d1-47b9-8bcf-6ab0a638391a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1872756 Jan 26 12:06:14.636734 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33932) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:06:14.641864 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-844f5823-a6ae-496e-8cfc-75e2a5b0d2b9 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Request body: {'security_group_rule': {'security_group_id': '78f029c3-245c-4771-a063-59a940c87503', 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:06:14.647945 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-844f5823-a6ae-496e-8cfc-75e2a5b0d2b9 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:06:14.652414 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-844f5823-a6ae-496e-8cfc-75e2a5b0d2b9 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Usage tracker for resource:security_group_rule and tenant:78a9462b837044d6bcacbe20ce9ea3fc is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:06:14.655510 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-844f5823-a6ae-496e-8cfc-75e2a5b0d2b9 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:06:14.661157 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-844f5823-a6ae-496e-8cfc-75e2a5b0d2b9 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:06:14.677768 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-844f5823-a6ae-496e-8cfc-75e2a5b0d2b9 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:14.737506 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-844f5823-a6ae-496e-8cfc-75e2a5b0d2b9 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:14.740875 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-844f5823-a6ae-496e-8cfc-75e2a5b0d2b9 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:14.766151 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f5823-a6ae-496e-8cfc-75e2a5b0d2b9 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d2b33d-89aa-4311-8a07-b053797698d1,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:06:14.775388 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-844f5823-a6ae-496e-8cfc-75e2a5b0d2b9 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:14.776572 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-844f5823-a6ae-496e-8cfc-75e2a5b0d2b9 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1389313 Jan 26 12:06:14.779936 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33936) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:06:14.784865 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-1a886e0b-91e3-45c2-9d08-a0603767343c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Request body: {'security_group_rule': {'security_group_id': '78f029c3-245c-4771-a063-59a940c87503', 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:06:14.790710 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1a886e0b-91e3-45c2-9d08-a0603767343c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:06:14.795251 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1a886e0b-91e3-45c2-9d08-a0603767343c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Usage tracker for resource:security_group_rule and tenant:78a9462b837044d6bcacbe20ce9ea3fc is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:06:14.798074 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-1a886e0b-91e3-45c2-9d08-a0603767343c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:06:14.803695 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-1a886e0b-91e3-45c2-9d08-a0603767343c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:06:14.820202 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1a886e0b-91e3-45c2-9d08-a0603767343c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:14.882973 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1a886e0b-91e3-45c2-9d08-a0603767343c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:14.886859 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1a886e0b-91e3-45c2-9d08-a0603767343c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:14.909004 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a886e0b-91e3-45c2-9d08-a0603767343c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229ea377-4a1e-44a6-a7fa-ba1cf8e5a81e,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:06:14.918426 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-1a886e0b-91e3-45c2-9d08-a0603767343c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:14.919613 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-1a886e0b-91e3-45c2-9d08-a0603767343c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1387708 Jan 26 12:06:14.922259 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33940) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:06:14.927249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-6bd3c650-1a25-437f-90a7-18bbe5ada81d tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Request body: {'security_group_rule': {'security_group_id': '78f029c3-245c-4771-a063-59a940c87503', 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:06:14.932909 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6bd3c650-1a25-437f-90a7-18bbe5ada81d tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:06:14.936948 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6bd3c650-1a25-437f-90a7-18bbe5ada81d tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Usage tracker for resource:security_group_rule and tenant:78a9462b837044d6bcacbe20ce9ea3fc is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:06:14.939816 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-6bd3c650-1a25-437f-90a7-18bbe5ada81d tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:06:14.945493 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-6bd3c650-1a25-437f-90a7-18bbe5ada81d tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:06:14.963580 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6bd3c650-1a25-437f-90a7-18bbe5ada81d tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:15.024439 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6bd3c650-1a25-437f-90a7-18bbe5ada81d tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:15.028850 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6bd3c650-1a25-437f-90a7-18bbe5ada81d tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:15.051098 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3c650-1a25-437f-90a7-18bbe5ada81d tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=265bf386-36ed-44e5-8b1f-6c65340ae146,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:06:15.059719 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-6bd3c650-1a25-437f-90a7-18bbe5ada81d tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:15.060886 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-6bd3c650-1a25-437f-90a7-18bbe5ada81d tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1377027 Jan 26 12:06:15.063637 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33944) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:06:15.068419 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-4022fb5d-34e1-4c91-86e4-84194a2344a3 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Request body: {'security_group_rule': {'security_group_id': '78f029c3-245c-4771-a063-59a940c87503', 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:06:15.074655 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4022fb5d-34e1-4c91-86e4-84194a2344a3 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:06:15.078299 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4022fb5d-34e1-4c91-86e4-84194a2344a3 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Usage tracker for resource:security_group_rule and tenant:78a9462b837044d6bcacbe20ce9ea3fc is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:06:15.081101 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-4022fb5d-34e1-4c91-86e4-84194a2344a3 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:06:15.086605 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-4022fb5d-34e1-4c91-86e4-84194a2344a3 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:06:15.103880 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4022fb5d-34e1-4c91-86e4-84194a2344a3 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:15.167452 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4022fb5d-34e1-4c91-86e4-84194a2344a3 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:15.170735 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4022fb5d-34e1-4c91-86e4-84194a2344a3 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:15.192635 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022fb5d-34e1-4c91-86e4-84194a2344a3 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=780925ef-5efa-4145-86c9-f614b8bfb199,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:06:15.201649 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4022fb5d-34e1-4c91-86e4-84194a2344a3 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:15.202912 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4022fb5d-34e1-4c91-86e4-84194a2344a3 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383467 Jan 26 12:06:15.205455 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33948) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:06:15.210300 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-229506d4-70d8-4aa1-a358-088e109c63dc tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Request body: {'security_group_rule': {'security_group_id': '78f029c3-245c-4771-a063-59a940c87503', 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:06:15.216736 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-229506d4-70d8-4aa1-a358-088e109c63dc tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:06:15.220465 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-229506d4-70d8-4aa1-a358-088e109c63dc tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Usage tracker for resource:security_group_rule and tenant:78a9462b837044d6bcacbe20ce9ea3fc is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:06:15.223561 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-229506d4-70d8-4aa1-a358-088e109c63dc tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:06:15.229219 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-229506d4-70d8-4aa1-a358-088e109c63dc tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:06:15.239239 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.securitygroups_db [None req-229506d4-70d8-4aa1-a358-088e109c63dc tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Project 78a9462b837044d6bcacbe20ce9ea3fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 12:06:15.245678 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-229506d4-70d8-4aa1-a358-088e109c63dc tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:15.307610 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-229506d4-70d8-4aa1-a358-088e109c63dc tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:15.311654 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-229506d4-70d8-4aa1-a358-088e109c63dc tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:15.335648 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229506d4-70d8-4aa1-a358-088e109c63dc tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e97bfb-e04b-4ee6-8f6a-41c3de5c8d5f,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:06:15.345041 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-229506d4-70d8-4aa1-a358-088e109c63dc tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:15.346233 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-229506d4-70d8-4aa1-a358-088e109c63dc tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398675 Jan 26 12:06:15.349118 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 33952) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:06:15.354008 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-5a4bb227-35ac-452f-9f70-d4912cc0141f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Request body: {'security_group_rule': {'security_group_id': '78f029c3-245c-4771-a063-59a940c87503', 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:06:15.359826 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5a4bb227-35ac-452f-9f70-d4912cc0141f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:06:15.363566 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5a4bb227-35ac-452f-9f70-d4912cc0141f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Usage tracker for resource:security_group_rule and tenant:78a9462b837044d6bcacbe20ce9ea3fc is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:06:15.366414 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-5a4bb227-35ac-452f-9f70-d4912cc0141f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:06:15.372648 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-5a4bb227-35ac-452f-9f70-d4912cc0141f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:06:15.382573 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.securitygroups_db [None req-5a4bb227-35ac-452f-9f70-d4912cc0141f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Project 78a9462b837044d6bcacbe20ce9ea3fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 12:06:15.389381 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a4bb227-35ac-452f-9f70-d4912cc0141f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:15.454775 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a4bb227-35ac-452f-9f70-d4912cc0141f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:15.458221 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a4bb227-35ac-452f-9f70-d4912cc0141f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:15.480682 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4bb227-35ac-452f-9f70-d4912cc0141f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add1f7a4-8bf3-4380-af2e-a86df1e9ba1f,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:06:15.488596 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-5a4bb227-35ac-452f-9f70-d4912cc0141f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:15.489798 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-5a4bb227-35ac-452f-9f70-d4912cc0141f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397746 Jan 26 12:06:16.570804 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 5d619c60-2f8b-43d8-b9ff-c53614f30591 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:06:16.606288 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: 5d619c60-2f8b-43d8-b9ff-c53614f30591 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 12:06:16.606666 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 5d619c60-2f8b-43d8-b9ff-c53614f30591 not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 12:06:22.651193 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b509c110-cefe-4164-ab22-bf699a77b47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:24.901325 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-01f69c77-15ae-41ce-b5ae-152a7a60fcf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:25.986891 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:26.217648 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:27.587148 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:29.365596 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-2f6a7988-dc3c-468a-b22c-8d8924c2a66f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Synchronizing usage tracker for tenant:78a9462b837044d6bcacbe20ce9ea3fc on resource:security_group {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:06:29.380613 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-2f6a7988-dc3c-468a-b22c-8d8924c2a66f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Unset dirty status for tenant:78a9462b837044d6bcacbe20ce9ea3fc on resource:security_group {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:06:29.381629 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-2f6a7988-dc3c-468a-b22c-8d8924c2a66f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1685034834&fields=id&tenant_id=78a9462b837044d6bcacbe20ce9ea3fc HTTP/1.1" status: 200 len: 267 time: 0.0548820 Jan 26 12:06:29.532606 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-6121f520-673d-4a9a-8782-af04687885a0 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:29.534025 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-6121f520-673d-4a9a-8782-af04687885a0 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/networks?id=1492c500-5d26-47e4-bc38-401068a1325e HTTP/1.1" status: 200 len: 809 time: 0.1446168 Jan 26 12:06:29.548637 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-4852cd0c-d8e9-40dc-a2ce-41713cf1ffa1 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/quotas/78a9462b837044d6bcacbe20ce9ea3fc HTTP/1.1" status: 200 len: 375 time: 0.0092454 Jan 26 12:06:29.633049 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-aadc9ec8-416b-4698-9d1f-23714a78f8bc tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=78a9462b837044d6bcacbe20ce9ea3fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796216 Jan 26 12:06:29.689602 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-82566577-fbe4-4447-bb44-202be69744b4 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 12:06:29.690603 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-82566577-fbe4-4447-bb44-202be69744b4 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461614 Jan 26 12:06:29.823741 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-0dd4fd24-a323-4548-b9c1-b6550704e021 service neutron] 10.222.0.39 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273961 Jan 26 12:06:29.956561 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-57e9baee-8a6d-42a6-93be-43950522d765 service neutron] 10.222.0.39 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261003 Jan 26 12:06:30.333936 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b1b394dd-e597-4ab7-951c-34bf98a1ae41 req-1627458b-9fc7-4176-89d4-e8f395559795 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 210 time: 0.0439909 Jan 26 12:06:31.425674 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-449e66f6-bff5-4fd3-a8b3-c13120cde9c5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:31.427182 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-449e66f6-bff5-4fd3-a8b3-c13120cde9c5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.24 "GET /v2.0/networks?id=1492c500-5d26-47e4-bc38-401068a1325e HTTP/1.1" status: 200 len: 809 time: 0.1494327 Jan 26 12:06:31.499200 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9e916d0a-a613-476d-be95-7b8802d012bc req-e96acc30-1d0a-416f-8704-e6ac11268d59 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 210 time: 0.0517683 Jan 26 12:06:31.521110 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-80f1748f-fcdd-4c71-8da8-8000c97b1229 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78a9462b837044d6bcacbe20ce9ea3fc HTTP/1.1" status: 200 len: 380 time: 0.0860355 Jan 26 12:06:31.529571 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d7148cca-8fef-4527-a9f4-e1c06c48e74a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Request body: {'port': {'device_id': 'dcd5b11b-bb1a-418e-ab4b-f4df61a6545b', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'admin_state_up': True, 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'security_groups': ['78f029c3-245c-4771-a063-59a940c87503']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:06:31.771750 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d7148cca-8fef-4527-a9f4-e1c06c48e74a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:06:31.784430 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d7148cca-8fef-4527-a9f4-e1c06c48e74a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:06:31.796515 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d7148cca-8fef-4527-a9f4-e1c06c48e74a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Made reservation on behalf of 78a9462b837044d6bcacbe20ce9ea3fc for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 12:06:31.800300 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d7148cca-8fef-4527-a9f4-e1c06c48e74a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:31.974825 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d7148cca-8fef-4527-a9f4-e1c06c48e74a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Allocated IP 172.20.0.7 (1492c500-5d26-47e4-bc38-401068a1325e/0d9f6f3c-3334-401e-9762-a67e7b2b2a80/bd4cba9b-fff5-4f64-b674-bd380bec9ff7) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 12:06:32.166511 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d7148cca-8fef-4527-a9f4-e1c06c48e74a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:32.181573 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d7148cca-8fef-4527-a9f4-e1c06c48e74a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Transition to ACTIVE for port object bd4cba9b-fff5-4f64-b674-bd380bec9ff7 will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:06:32.205354 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d7148cca-8fef-4527-a9f4-e1c06c48e74a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:32.283537 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d7148cca-8fef-4527-a9f4-e1c06c48e74a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Network 1492c500-5d26-47e4-bc38-401068a1325e is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:06:32.286765 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d7148cca-8fef-4527-a9f4-e1c06c48e74a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:06:32.290671 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d7148cca-8fef-4527-a9f4-e1c06c48e74a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 12:06:32.322692 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7148cca-8fef-4527-a9f4-e1c06c48e74a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Pushing event updated for resources: {'Port': ['ID=bd4cba9b-fff5-4f64-b674-bd380bec9ff7,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:06:32.360586 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d7148cca-8fef-4527-a9f4-e1c06c48e74a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:32.361221 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d7148cca-8fef-4527-a9f4-e1c06c48e74a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:32.389735 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d7148cca-8fef-4527-a9f4-e1c06c48e74a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8637502 Jan 26 12:06:32.401757 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d3586df5-716a-464a-abf3-3eddaf82f689 service neutron] Request body: {'port': {'device_id': 'dcd5b11b-bb1a-418e-ab4b-f4df61a6545b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:06:32.517258 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d3586df5-716a-464a-abf3-3eddaf82f689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:32.568216 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-af2f2991-c2af-42c8-b4df-5be7ed4de205 None None] Provisioning for port bd4cba9b-fff5-4f64-b674-bd380bec9ff7 completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:06:32.575881 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-af2f2991-c2af-42c8-b4df-5be7ed4de205 None None] Provisioning complete for port bd4cba9b-fff5-4f64-b674-bd380bec9ff7 triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:06:32.576743 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-af2f2991-c2af-42c8-b4df-5be7ed4de205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:32.640107 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-af2f2991-c2af-42c8-b4df-5be7ed4de205 None None] Port bd4cba9b-fff5-4f64-b674-bd380bec9ff7 cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 12:06:32.716559 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd57912-d6aa-42e2-be69-35af84f29817 req-9c0c62ed-aa36-4bc1-8dc7-999c40fda532 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:32.718213 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8fd57912-d6aa-42e2-be69-35af84f29817 req-9c0c62ed-aa36-4bc1-8dc7-999c40fda532 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 931 time: 0.0919168 Jan 26 12:06:32.783742 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8fd57912-d6aa-42e2-be69-35af84f29817 req-c9eef18d-adc5-48ec-a503-97409918f619 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534632 Jan 26 12:06:32.884223 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d3586df5-716a-464a-abf3-3eddaf82f689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4cba9b-fff5-4f64-b674-bd380bec9ff7 {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 12:06:32.893205 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d3586df5-716a-464a-abf3-3eddaf82f689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:32.910136 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d3586df5-716a-464a-abf3-3eddaf82f689 service neutron] Transition to ACTIVE for port object bd4cba9b-fff5-4f64-b674-bd380bec9ff7 will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:06:32.915629 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d3586df5-716a-464a-abf3-3eddaf82f689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:33.109764 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3586df5-716a-464a-abf3-3eddaf82f689 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4cba9b-fff5-4f64-b674-bd380bec9ff7,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:06:33.203684 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d3586df5-716a-464a-abf3-3eddaf82f689 service neutron] Attempting to bind port bd4cba9b-fff5-4f64-b674-bd380bec9ff7 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 12:06:33.204035 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d3586df5-716a-464a-abf3-3eddaf82f689 service neutron] Attempting to bind port bd4cba9b-fff5-4f64-b674-bd380bec9ff7 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '32fc311e-345f-4322-9618-a6df810dcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 12:06:33.204639 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d3586df5-716a-464a-abf3-3eddaf82f689 service neutron] Attempting to bind port bd4cba9b-fff5-4f64-b674-bd380bec9ff7 on network 1492c500-5d26-47e4-bc38-401068a1325e {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 12:06:33.212218 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d3586df5-716a-464a-abf3-3eddaf82f689 service neutron] Port bd4cba9b-fff5-4f64-b674-bd380bec9ff7 on network 1492c500-5d26-47e4-bc38-401068a1325e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 12:06:33.212727 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d3586df5-716a-464a-abf3-3eddaf82f689 service neutron] Attempting to bind port bd4cba9b-fff5-4f64-b674-bd380bec9ff7 on network 1492c500-5d26-47e4-bc38-401068a1325e {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 12:06:33.219603 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d3586df5-716a-464a-abf3-3eddaf82f689 service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 12, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 12:06:33.219941 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d3586df5-716a-464a-abf3-3eddaf82f689 service neutron] Checking segment: {'id': '32fc311e-345f-4322-9618-a6df810dcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 12:06:33.220326 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d3586df5-716a-464a-abf3-3eddaf82f689 service neutron] Bound using segment: {'id': '32fc311e-345f-4322-9618-a6df810dcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 12:06:33.220756 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d3586df5-716a-464a-abf3-3eddaf82f689 service neutron] Bound port: bd4cba9b-fff5-4f64-b674-bd380bec9ff7, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32fc311e-345f-4322-9618-a6df810dcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 12:06:33.221122 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d3586df5-716a-464a-abf3-3eddaf82f689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:33.329396 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d3586df5-716a-464a-abf3-3eddaf82f689 service neutron] For port bd4cba9b-fff5-4f64-b674-bd380bec9ff7, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 12:06:33.332997 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d3586df5-716a-464a-abf3-3eddaf82f689 service neutron] For port bd4cba9b-fff5-4f64-b674-bd380bec9ff7, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=bd4cba9b-fff5-4f64-b674-bd380bec9ff7,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 12:06:33.336799 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d3586df5-716a-464a-abf3-3eddaf82f689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:33.406242 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d3586df5-716a-464a-abf3-3eddaf82f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:33.407303 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d3586df5-716a-464a-abf3-3eddaf82f689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:33.408832 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-d3586df5-716a-464a-abf3-3eddaf82f689 service neutron] 10.222.0.24 "PUT /v2.0/ports/bd4cba9b-fff5-4f64-b674-bd380bec9ff7 HTTP/1.1" status: 200 len: 1093 time: 1.0114014 Jan 26 12:06:33.409277 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd5b11b-bb1a-418e-ab4b-f4df61a6545b', 'tag': 'bd4cba9b-fff5-4f64-b674-bd380bec9ff7'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:06:33.434645 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3586df5-716a-464a-abf3-3eddaf82f689 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4cba9b-fff5-4f64-b674-bd380bec9ff7,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:06:33.483496 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd5b11b-bb1a-418e-ab4b-f4df61a6545b', 'tag': 'bd4cba9b-fff5-4f64-b674-bd380bec9ff7', 'status': 'completed', 'code': 200} Jan 26 12:06:33.534312 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-54e6608e-4ddc-4282-8878-9ec39c72ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:33.535874 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-54e6608e-4ddc-4282-8878-9ec39c72ee6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78a9462b837044d6bcacbe20ce9ea3fc&device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 1096 time: 0.0879672 Jan 26 12:06:33.614371 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-cfa0dc20-a96b-4ba1-bf23-f4c49b472d65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd4cba9b-fff5-4f64-b674-bd380bec9ff7 HTTP/1.1" status: 200 len: 217 time: 0.0718806 Jan 26 12:06:33.804028 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-5d959de2-0b92-4677-ba1a-4bf4eae6c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:33.805516 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-5d959de2-0b92-4677-ba1a-4bf4eae6c7bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d9f6f3c-3334-401e-9762-a67e7b2b2a80 HTTP/1.1" status: 200 len: 848 time: 0.1860814 Jan 26 12:06:33.880408 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-88b5cb0d-63dd-4347-858f-b0a3fba63ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:33.881807 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-88b5cb0d-63dd-4347-858f-b0a3fba63ad1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1492c500-5d26-47e4-bc38-401068a1325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708795 Jan 26 12:06:33.973182 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a39f0-1842-4f75-9873-0e027f0e41b9 req-150250be-5528-4a4e-aea2-c24ac3c4ac00 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:33.974645 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-310a39f0-1842-4f75-9873-0e027f0e41b9 req-150250be-5528-4a4e-aea2-c24ac3c4ac00 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 943 time: 0.0914104 Jan 26 12:06:34.019848 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-c6532d3d-865d-4b98-b1b5-b7560d46fd6c service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316545 Jan 26 12:06:34.024075 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-310a39f0-1842-4f75-9873-0e027f0e41b9 req-51573766-1992-40d6-9c24-f714a19556a5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435920 Jan 26 12:06:34.149798 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c3f6a16b-7dda-429f-80b6-17448cdcb998 req-45446d18-c6ae-4f56-a1df-f1e77679d76e service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243839 Jan 26 12:06:34.271691 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36034fb-bf45-436b-99f5-ae14727d5958 req-8917194e-19c5-4b02-b141-1ad909f7df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:34.273169 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b36034fb-bf45-436b-99f5-ae14727d5958 req-8917194e-19c5-4b02-b141-1ad909f7df4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78a9462b837044d6bcacbe20ce9ea3fc&device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 1096 time: 0.0772929 Jan 26 12:06:34.408035 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36034fb-bf45-436b-99f5-ae14727d5958 req-5522024a-4076-49a3-b412-1de8cc5133a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:34.408035 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b36034fb-bf45-436b-99f5-ae14727d5958 req-5522024a-4076-49a3-b412-1de8cc5133a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1492c500-5d26-47e4-bc38-401068a1325e HTTP/1.1" status: 200 len: 910 time: 0.1272562 Jan 26 12:06:34.474939 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b36034fb-bf45-436b-99f5-ae14727d5958 req-2ae873b7-fe50-40fc-ba02-6dbf82fa6c0a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd4cba9b-fff5-4f64-b674-bd380bec9ff7 HTTP/1.1" status: 200 len: 217 time: 0.0608118 Jan 26 12:06:34.544444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36034fb-bf45-436b-99f5-ae14727d5958 req-c690f062-2ca8-4964-a0d1-b88edc2cf5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:34.545896 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b36034fb-bf45-436b-99f5-ae14727d5958 req-c690f062-2ca8-4964-a0d1-b88edc2cf5c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d9f6f3c-3334-401e-9762-a67e7b2b2a80 HTTP/1.1" status: 200 len: 848 time: 0.0655584 Jan 26 12:06:34.619005 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36034fb-bf45-436b-99f5-ae14727d5958 req-1eafba11-de20-490d-97ab-0e095ef5ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:34.620400 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b36034fb-bf45-436b-99f5-ae14727d5958 req-1eafba11-de20-490d-97ab-0e095ef5ae72 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1492c500-5d26-47e4-bc38-401068a1325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691988 Jan 26 12:06:34.749892 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b36034fb-bf45-436b-99f5-ae14727d5958 req-0dfe5b53-0893-44a7-8192-8bd69f0fa20c service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239390 Jan 26 12:06:34.887814 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b36034fb-bf45-436b-99f5-ae14727d5958 req-cb438876-9e8d-4731-bcf7-2d461b02b921 service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318679 Jan 26 12:06:35.218393 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bce12-7bf7-4ed7-bcec-ec0b7096c296 req-6d3a73de-1e10-45bb-a916-06fd21e3d367 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:35.219083 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-9a7bce12-7bf7-4ed7-bcec-ec0b7096c296 req-6d3a73de-1e10-45bb-a916-06fd21e3d367 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Synchronizing usage tracker for tenant:78a9462b837044d6bcacbe20ce9ea3fc on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:06:35.233911 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-9a7bce12-7bf7-4ed7-bcec-ec0b7096c296 req-6d3a73de-1e10-45bb-a916-06fd21e3d367 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Unset dirty status for tenant:78a9462b837044d6bcacbe20ce9ea3fc on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:06:35.235132 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9a7bce12-7bf7-4ed7-bcec-ec0b7096c296 req-6d3a73de-1e10-45bb-a916-06fd21e3d367 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 943 time: 0.0987999 Jan 26 12:06:35.279698 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9a7bce12-7bf7-4ed7-bcec-ec0b7096c296 req-9db2b6b4-e403-4460-8ee5-a946350d41fb tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388148 Jan 26 12:06:35.646843 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:36.459183 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afb52e-ecd1-4609-acf4-5d526dcff5c5 req-2f3c64e6-2c32-4f78-9042-9a5b4b985c54 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:36.460642 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-34afb52e-ecd1-4609-acf4-5d526dcff5c5 req-2f3c64e6-2c32-4f78-9042-9a5b4b985c54 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 943 time: 0.0792372 Jan 26 12:06:36.507359 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-34afb52e-ecd1-4609-acf4-5d526dcff5c5 req-7b3f8798-c9ff-4a8a-bd30-a0b7d5f0ead5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409658 Jan 26 12:06:37.692523 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1172125-69b3-4a9a-ae29-5417eb5af8b3 req-5fb6004c-ab07-4de4-b0cf-8788939a589c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:37.693966 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a1172125-69b3-4a9a-ae29-5417eb5af8b3 req-5fb6004c-ab07-4de4-b0cf-8788939a589c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 943 time: 0.0830417 Jan 26 12:06:37.739908 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a1172125-69b3-4a9a-ae29-5417eb5af8b3 req-d2ac07c6-a23d-4c9e-afd2-3bcdd55e97f2 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403154 Jan 26 12:06:38.921270 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a576b-315d-4502-a24c-3a790cb822a0 req-b2285f11-5d5b-4ca9-954a-47bc4cced686 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:38.922748 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-524a576b-315d-4502-a24c-3a790cb822a0 req-b2285f11-5d5b-4ca9-954a-47bc4cced686 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 943 time: 0.0789444 Jan 26 12:06:38.968252 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-524a576b-315d-4502-a24c-3a790cb822a0 req-0ca545fd-0ab8-44aa-9e78-94f69675ba90 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399938 Jan 26 12:06:40.152569 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feab27-dcad-455e-a5db-1a328c064af0 req-81e648a3-0f3b-4721-91ab-f55068df8213 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:40.153935 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a5feab27-dcad-455e-a5db-1a328c064af0 req-81e648a3-0f3b-4721-91ab-f55068df8213 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 943 time: 0.0786276 Jan 26 12:06:40.196531 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a5feab27-dcad-455e-a5db-1a328c064af0 req-341801c3-a771-460b-ae59-c6ae5a73ca6b tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370812 Jan 26 12:06:41.468629 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2036ee2-4794-4b93-9f87-3df7900cdae2 req-7cb142fa-ec77-4d84-8826-408b51bfc961 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:41.470094 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a2036ee2-4794-4b93-9f87-3df7900cdae2 req-7cb142fa-ec77-4d84-8826-408b51bfc961 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 943 time: 0.1672573 Jan 26 12:06:41.513480 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a2036ee2-4794-4b93-9f87-3df7900cdae2 req-f60b8625-8d97-4c8a-8356-53c77839777c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373216 Jan 26 12:06:42.664498 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device bd4cba9b-fff5-4f64-b674-bd380bec9ff7 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 12:06:42.702979 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140a956-9fe8-43f4-bdd4-f72bab3f1a07 req-23fc9136-cf27-4ca1-b82d-80b0d2e36079 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:42.704470 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0140a956-9fe8-43f4-bdd4-f72bab3f1a07 req-23fc9136-cf27-4ca1-b82d-80b0d2e36079 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 943 time: 0.0836635 Jan 26 12:06:42.748569 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-0140a956-9fe8-43f4-bdd4-f72bab3f1a07 req-e6174191-2378-4c9b-bd67-f30fa1081a5a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384824 Jan 26 12:06:42.800555 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port bd4cba9b-fff5-4f64-b674-bd380bec9ff7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=bd4cba9b-fff5-4f64-b674-bd380bec9ff7,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:06:42.813247 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': 'bd4cba9b-fff5-4f64-b674-bd380bec9ff7', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'port_id': 'bd4cba9b-fff5-4f64-b674-bd380bec9ff7', 'mac_address': 'fa:16:3e:1a:a6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 12:06:42.866896 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:42.882786 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4cba9b-fff5-4f64-b674-bd380bec9ff7 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 12:06:42.897921 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port bd4cba9b-fff5-4f64-b674-bd380bec9ff7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=bd4cba9b-fff5-4f64-b674-bd380bec9ff7,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:06:42.901829 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:42.970599 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=bd4cba9b-fff5-4f64-b674-bd380bec9ff7,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:06:42.977804 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:06:42.978153 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:06:42.978521 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:06:42.978857 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:06:42.979188 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:06:42.979522 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:06:42.979845 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:06:42.980167 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:06:42.981262 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:06:42.981592 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:06:42.981916 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:06:42.982238 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:06:43.106650 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['bd4cba9b-fff5-4f64-b674-bd380bec9ff7'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 12:06:43.625835 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:06:43.934172 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d11bf-1db9-4281-bf53-9fdc24f00d99 req-e3fd1595-114a-4dee-a710-0839ff2597f2 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:43.935585 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e41d11bf-1db9-4281-bf53-9fdc24f00d99 req-e3fd1595-114a-4dee-a710-0839ff2597f2 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 944 time: 0.0783389 Jan 26 12:06:43.978559 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e41d11bf-1db9-4281-bf53-9fdc24f00d99 req-c0488cf5-95ee-40d0-ab68-3eff40e2d804 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374241 Jan 26 12:06:44.679528 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device bd4cba9b-fff5-4f64-b674-bd380bec9ff7 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:06:44.748619 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port bd4cba9b-fff5-4f64-b674-bd380bec9ff7 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:06:44.753515 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port bd4cba9b-fff5-4f64-b674-bd380bec9ff7 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:06:44.753887 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:44.866422 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:44.895029 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd5b11b-bb1a-418e-ab4b-f4df61a6545b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4cba9b-fff5-4f64-b674-bd380bec9ff7'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:06:44.904943 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port bd4cba9b-fff5-4f64-b674-bd380bec9ff7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=bd4cba9b-fff5-4f64-b674-bd380bec9ff7,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:06:44.909107 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:44.975924 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=bd4cba9b-fff5-4f64-b674-bd380bec9ff7,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:06:44.991974 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5b11b-bb1a-418e-ab4b-f4df61a6545b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4cba9b-fff5-4f64-b674-bd380bec9ff7', 'code': 200} Jan 26 12:06:45.171823 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566bf39-ce21-4050-863d-aa6cb2d51895 req-5c058869-4780-4d10-a2f9-698de9d3b546 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:45.174810 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8566bf39-ce21-4050-863d-aa6cb2d51895 req-5c058869-4780-4d10-a2f9-698de9d3b546 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 945 time: 0.0884087 Jan 26 12:06:45.219016 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-8566bf39-ce21-4050-863d-aa6cb2d51895 req-13e071a4-de06-4913-a78e-bd62ce84fe28 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400128 Jan 26 12:06:45.255105 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c4846-d414-4ac3-9939-0d5aed742f72 req-fcc49f52-d001-41b8-857c-a83d553e55c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:45.256605 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ac7c4846-d414-4ac3-9939-0d5aed742f72 req-fcc49f52-d001-41b8-857c-a83d553e55c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 1098 time: 0.0696616 Jan 26 12:06:45.296934 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ac7c4846-d414-4ac3-9939-0d5aed742f72 req-47f9030b-28c8-45c8-a9d1-bd31807d84fc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346942 Jan 26 12:06:46.419762 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d86a2-114d-4476-90bc-fd93d6a1be2e req-705fada8-8e92-479a-ab81-23c7c4173cfa tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:46.421177 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-876d86a2-114d-4476-90bc-fd93d6a1be2e req-705fada8-8e92-479a-ab81-23c7c4173cfa tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 945 time: 0.0886035 Jan 26 12:06:46.464437 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-876d86a2-114d-4476-90bc-fd93d6a1be2e req-a71c6f15-c082-42f3-9a79-96ce5cc36333 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375068 Jan 26 12:06:47.647571 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097978a-ac95-4728-9a3b-b76092f8426a req-9e9bc222-023b-49f1-bb1a-645a64c948a4 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:47.649032 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6097978a-ac95-4728-9a3b-b76092f8426a req-9e9bc222-023b-49f1-bb1a-645a64c948a4 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 945 time: 0.0791550 Jan 26 12:06:47.698368 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-6097978a-ac95-4728-9a3b-b76092f8426a req-e7919f79-07a2-4238-b4b3-d43c336bffd7 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432136 Jan 26 12:06:47.879871 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e2c69-7e34-4b3f-9e22-32def075179f req-eb38fb71-21af-4528-840a-69d6efad6124 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:47.881325 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d59e2c69-7e34-4b3f-9e22-32def075179f req-eb38fb71-21af-4528-840a-69d6efad6124 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 945 time: 0.0801253 Jan 26 12:06:47.925183 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d59e2c69-7e34-4b3f-9e22-32def075179f req-c065343a-7e58-4d81-84a7-b29ff39a7e70 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377154 Jan 26 12:06:47.946557 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 34136) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:06:48.116453 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167fcaa0-8272-48e7-9387-dca58eb7ac94 tempest-TestShelveInstance-1984191980 tempest-TestShelveInstance-1984191980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:48.117886 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-167fcaa0-8272-48e7-9387-dca58eb7ac94 tempest-TestShelveInstance-1984191980 tempest-TestShelveInstance-1984191980-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 1093 time: 0.1703868 Jan 26 12:06:48.120574 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 34140) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:06:48.126080 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-a4e7666f-0745-4595-badc-359a1ad47fe5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': 'bd4cba9b-fff5-4f64-b674-bd380bec9ff7', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:06:48.132817 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a4e7666f-0745-4595-badc-359a1ad47fe5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:06:48.136444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a4e7666f-0745-4595-badc-359a1ad47fe5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Usage tracker for resource:floatingip and tenant:78a9462b837044d6bcacbe20ce9ea3fc is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:06:48.139441 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-a4e7666f-0745-4595-badc-359a1ad47fe5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:06:48.145086 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-a4e7666f-0745-4595-badc-359a1ad47fe5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:06:48.155421 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a4e7666f-0745-4595-badc-359a1ad47fe5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for floatingip, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:48.289990 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a4e7666f-0745-4595-badc-359a1ad47fe5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:48.425627 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-a4e7666f-0745-4595-badc-359a1ad47fe5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Allocated IP 172.26.5.97 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/278788ad-8464-426e-baed-d8aa7bcc74c8) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 12:06:48.569755 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a4e7666f-0745-4595-badc-359a1ad47fe5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:48.599842 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a4e7666f-0745-4595-badc-359a1ad47fe5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:48.660939 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e7666f-0745-4595-badc-359a1ad47fe5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:06:48.663670 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-a4e7666f-0745-4595-badc-359a1ad47fe5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:06:48.667291 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e7666f-0745-4595-badc-359a1ad47fe5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 12:06:48.709471 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7666f-0745-4595-badc-359a1ad47fe5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Pushing event updated for resources: {'Port': ['ID=278788ad-8464-426e-baed-d8aa7bcc74c8,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:06:49.086232 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a4e7666f-0745-4595-badc-359a1ad47fe5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:49.158430 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a4e7666f-0745-4595-badc-359a1ad47fe5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:49.360013 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a4e7666f-0745-4595-badc-359a1ad47fe5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:49.364424 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a4e7666f-0745-4595-badc-359a1ad47fe5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:49.468191 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7666f-0745-4595-badc-359a1ad47fe5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Pushing event updated for resources: {'Port': ['ID=278788ad-8464-426e-baed-d8aa7bcc74c8,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:06:49.484515 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a4e7666f-0745-4595-badc-359a1ad47fe5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:49.763485 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-a4e7666f-0745-4595-badc-359a1ad47fe5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Floating IP 097a8cde-0fb1-4eeb-97f2-ae98ec885bd3 associated. External IP: 172.26.5.97, port: bd4cba9b-fff5-4f64-b674-bd380bec9ff7. Jan 26 12:06:50.117019 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e7666f-0745-4595-badc-359a1ad47fe5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Router 96259a67-9c2d-4f82-a944-01025799deb9 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 12:06:50.293773 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e7666f-0745-4595-badc-359a1ad47fe5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 12:06:50.303777 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5e0eaf-604b-443c-b963-d06a94a73b96 None None] Sync routers for ids ['96259a67-9c2d-4f82-a944-01025799deb9'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 12:06:50.313490 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5e0eaf-604b-443c-b963-d06a94a73b96 None None] Routers {'96259a67-9c2d-4f82-a944-01025799deb9'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:06:50.314087 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-7b5e0eaf-604b-443c-b963-d06a94a73b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:06:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['96259a67-9c2d-4f82-a944-01025799deb9'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:06:50.317978 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-a4e7666f-0745-4595-badc-359a1ad47fe5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:50.376026 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-a4e7666f-0745-4595-badc-359a1ad47fe5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2537107 Jan 26 12:06:50.376428 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd5b11b-bb1a-418e-ab4b-f4df61a6545b', 'tag': 'bd4cba9b-fff5-4f64-b674-bd380bec9ff7'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:06:50.422272 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd5b11b-bb1a-418e-ab4b-f4df61a6545b', 'tag': 'bd4cba9b-fff5-4f64-b674-bd380bec9ff7', 'status': 'completed', 'code': 200} Jan 26 12:06:50.494107 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-7b5e0eaf-604b-443c-b963-d06a94a73b96 None None] Set router 96259a67-9c2d-4f82-a944-01025799deb9 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:06:50.511792 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c295d-75e3-4499-94b4-c149f26af75d req-6b5f01b0-7698-419d-8337-574df3a71f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:50.513261 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-872c295d-75e3-4499-94b4-c149f26af75d req-6b5f01b0-7698-419d-8337-574df3a71f35 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78a9462b837044d6bcacbe20ce9ea3fc&device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 1098 time: 0.0711365 Jan 26 12:06:50.648309 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c295d-75e3-4499-94b4-c149f26af75d req-fe4f7cd9-0c01-4c68-9dcb-4d59ab1d1018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:50.649680 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-872c295d-75e3-4499-94b4-c149f26af75d req-fe4f7cd9-0c01-4c68-9dcb-4d59ab1d1018 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1492c500-5d26-47e4-bc38-401068a1325e HTTP/1.1" status: 200 len: 910 time: 0.1298833 Jan 26 12:06:50.752655 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-872c295d-75e3-4499-94b4-c149f26af75d req-ca559a21-6d23-4a4e-b2cc-2152bae9a1d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd4cba9b-fff5-4f64-b674-bd380bec9ff7 HTTP/1.1" status: 200 len: 998 time: 0.0971670 Jan 26 12:06:50.818173 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c295d-75e3-4499-94b4-c149f26af75d req-189fe5cf-a6d6-454d-b52b-a6b263916b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:50.819919 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-872c295d-75e3-4499-94b4-c149f26af75d req-189fe5cf-a6d6-454d-b52b-a6b263916b55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d9f6f3c-3334-401e-9762-a67e7b2b2a80 HTTP/1.1" status: 200 len: 848 time: 0.0614600 Jan 26 12:06:50.843093 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-7b5e0eaf-604b-443c-b963-d06a94a73b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96259a67-9c2d-4f82-a944-01025799deb9', 'name': 'tempest-TestShelveInstance-1569882298-router', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:01:53Z', 'updated_at': '2022-01-26T12:01:57Z', 'revision_number': 4, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'gw_port': {'id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:54Z', 'updated_at': '2022-01-26T12:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '097a8cde-0fb1-4eeb-97f2-ae98ec885bd3', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'floating_ip_address': '172.26.5.97', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'port_id': 'bd4cba9b-fff5-4f64-b674-bd380bec9ff7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'mac_address': 'fa:16:3e:1a:a6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd5b11b-bb1a-418e-ab4b-f4df61a6545b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T12:06:49Z', 'updated_at': '2022-01-26T12:06:49Z', 'revision_number': 0, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7792f74c-eb30-4531-bcff-f3d6f518c9af', 'name': '', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'mac_address': 'fa:16:3e:20:fa:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:57Z', 'updated_at': '2022-01-26T12:02:05Z', 'revision_number': 5, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'subnets': [{'id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:06:50.847397 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5e0eaf-604b-443c-b963-d06a94a73b96 None None] Checking router: 96259a67-9c2d-4f82-a944-01025799deb9 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 12:06:50.855560 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5e0eaf-604b-443c-b963-d06a94a73b96 None None] Routers {'96259a67-9c2d-4f82-a944-01025799deb9'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:06:50.856130 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-7b5e0eaf-604b-443c-b963-d06a94a73b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:06:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['96259a67-9c2d-4f82-a944-01025799deb9'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:06:50.902421 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c295d-75e3-4499-94b4-c149f26af75d req-ce43e129-9e51-4c94-b467-137d4a3bc95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:06:50.903840 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-872c295d-75e3-4499-94b4-c149f26af75d req-ce43e129-9e51-4c94-b467-137d4a3bc95c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1492c500-5d26-47e4-bc38-401068a1325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751104 Jan 26 12:06:51.035528 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-7b5e0eaf-604b-443c-b963-d06a94a73b96 None None] Set router 96259a67-9c2d-4f82-a944-01025799deb9 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:06:51.036708 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-872c295d-75e3-4499-94b4-c149f26af75d req-4c245985-c489-4f9a-932c-0c21ee351cbf service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255169 Jan 26 12:06:51.178283 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-872c295d-75e3-4499-94b4-c149f26af75d req-89456d20-fc07-4791-ae2e-d53b8913f61a service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310749 Jan 26 12:06:51.410694 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-7b5e0eaf-604b-443c-b963-d06a94a73b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96259a67-9c2d-4f82-a944-01025799deb9', 'name': 'tempest-TestShelveInstance-1569882298-router', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:01:53Z', 'updated_at': '2022-01-26T12:01:57Z', 'revision_number': 4, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'gw_port': {'id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:54Z', 'updated_at': '2022-01-26T12:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '097a8cde-0fb1-4eeb-97f2-ae98ec885bd3', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'floating_ip_address': '172.26.5.97', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'port_id': 'bd4cba9b-fff5-4f64-b674-bd380bec9ff7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'mac_address': 'fa:16:3e:1a:a6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd5b11b-bb1a-418e-ab4b-f4df61a6545b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T12:06:49Z', 'updated_at': '2022-01-26T12:06:49Z', 'revision_number': 0, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7792f74c-eb30-4531-bcff-f3d6f518c9af', 'name': '', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'mac_address': 'fa:16:3e:20:fa:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:57Z', 'updated_at': '2022-01-26T12:02:05Z', 'revision_number': 5, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'subnets': [{'id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:06:51.414720 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5e0eaf-604b-443c-b963-d06a94a73b96 None None] The sync data for ids ['96259a67-9c2d-4f82-a944-01025799deb9'] in dv-neutron-826439-1-hyperv is: [{'id': '96259a67-9c2d-4f82-a944-01025799deb9', 'name': 'tempest-TestShelveInstance-1569882298-router', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:01:53Z', 'updated_at': '2022-01-26T12:01:57Z', 'revision_number': 4, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'gw_port': {'id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:54Z', 'updated_at': '2022-01-26T12:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '097a8cde-0fb1-4eeb-97f2-ae98ec885bd3', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'floating_ip_address': '172.26.5.97', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'port_id': 'bd4cba9b-fff5-4f64-b674-bd380bec9ff7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'mac_address': 'fa:16:3e:1a:a6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd5b11b-bb1a-418e-ab4b-f4df61a6545b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T12:06:49Z', 'updated_at': '2022-01-26T12:06:49Z', 'revision_number': 0, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7792f74c-eb30-4531-bcff-f3d6f518c9af', 'name': '', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'mac_address': 'fa:16:3e:20:fa:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:57Z', 'updated_at': '2022-01-26T12:02:05Z', 'revision_number': 5, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'subnets': [{'id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 12:06:51.603608 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a675f33-6be6-4d1a-a5b5-a759f1f0f659 None None] New status for floating IP 097a8cde-0fb1-4eeb-97f2-ae98ec885bd3: ACTIVE {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 12:06:52.641129 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3cec4745-4c23-441e-85b0-98cf5446e99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:54.903290 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-10cc7fa4-ffc5-4d0e-8685-de90629297f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:55.987897 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:56.219845 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:06:57.590125 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:07:05.663228 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:07:20.624232 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:07:22.645938 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7f2e424c-54e9-4795-b288-68c2efcaa0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:07:24.904334 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a51feca9-1fe5-42a9-a086-d51c98bf0030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:07:25.990130 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:07:26.223545 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:07:27.593817 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:07:35.664126 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:07:45.892002 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a616089-5c72-4cda-91be-d22293540772 req-8ae0e44d-ebcc-4f37-9037-0af7688d7525 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677381 Jan 26 12:07:46.142348 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a616089-5c72-4cda-91be-d22293540772 req-6d397c67-1f3c-475d-9395-8b84cd306093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:07:46.143715 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a616089-5c72-4cda-91be-d22293540772 req-6d397c67-1f3c-475d-9395-8b84cd306093 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78a9462b837044d6bcacbe20ce9ea3fc&device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 1098 time: 0.1863754 Jan 26 12:07:46.285572 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a616089-5c72-4cda-91be-d22293540772 req-4541fa7a-771f-4b49-bbe5-8ad15ac6d8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:07:46.287066 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a616089-5c72-4cda-91be-d22293540772 req-4541fa7a-771f-4b49-bbe5-8ad15ac6d8fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=1492c500-5d26-47e4-bc38-401068a1325e HTTP/1.1" status: 200 len: 910 time: 0.1257405 Jan 26 12:07:46.389658 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a616089-5c72-4cda-91be-d22293540772 req-8e080e53-16df-419f-84ad-ea5d56abecb9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd4cba9b-fff5-4f64-b674-bd380bec9ff7 HTTP/1.1" status: 200 len: 1000 time: 0.0963411 Jan 26 12:07:46.450079 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a616089-5c72-4cda-91be-d22293540772 req-26ad423d-af6f-4a0f-bb3b-b82f56405875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:07:46.451432 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a616089-5c72-4cda-91be-d22293540772 req-26ad423d-af6f-4a0f-bb3b-b82f56405875 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d9f6f3c-3334-401e-9762-a67e7b2b2a80 HTTP/1.1" status: 200 len: 848 time: 0.0562127 Jan 26 12:07:46.527711 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a616089-5c72-4cda-91be-d22293540772 req-35ef29be-ea80-46db-968b-db6605900096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:07:46.529167 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a616089-5c72-4cda-91be-d22293540772 req-35ef29be-ea80-46db-968b-db6605900096 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1492c500-5d26-47e4-bc38-401068a1325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717275 Jan 26 12:07:46.664966 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a616089-5c72-4cda-91be-d22293540772 req-d86b38d6-e34b-44d8-9b9d-4d1b99aeb4cb service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297953 Jan 26 12:07:46.794280 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5a616089-5c72-4cda-91be-d22293540772 req-eebffd37-0c70-4411-b3f0-1cc3648df448 service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232142 Jan 26 12:07:52.647461 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b137b539-1314-4f89-8351-df81c6352458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:07:54.905640 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-0843eb6d-72f1-403b-b8be-138bd1c3d93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:07:55.991665 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:07:56.226107 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:07:57.597307 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:07:57.622630 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:08:05.665271 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:08:22.649055 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c638ffe1-833a-4cb5-95a5-5a4980340216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:08:24.911810 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-79e34257-3b65-4c4e-83ed-d24f9ecb0398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:08:25.993605 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:08:26.227871 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:08:27.600024 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:08:34.621325 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:08:35.655803 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:08:45.772849 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c984d54-caf5-4aa7-8bda-5e0963444c5f req-66158859-1d97-4b4c-96ae-cf043f72b067 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:08:45.774348 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4c984d54-caf5-4aa7-8bda-5e0963444c5f req-66158859-1d97-4b4c-96ae-cf043f72b067 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 945 time: 0.0811787 Jan 26 12:08:45.820172 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-4c984d54-caf5-4aa7-8bda-5e0963444c5f req-9c6a0682-0447-4508-9acb-368860322280 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400250 Jan 26 12:08:47.009142 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36640e82-1be4-4bc1-b261-ba984c746806 req-562b7014-481e-4c47-90a7-942e8666fecf tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:08:47.010550 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-36640e82-1be4-4bc1-b261-ba984c746806 req-562b7014-481e-4c47-90a7-942e8666fecf tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 945 time: 0.0811603 Jan 26 12:08:47.055000 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-36640e82-1be4-4bc1-b261-ba984c746806 req-795a4369-9251-4012-a460-198c58824849 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388122 Jan 26 12:08:48.113361 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc3fd8-8b3b-4441-acc2-a4e410e19982 req-927b1850-0ad9-4caa-a515-8c448f7f36db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:08:48.114890 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-62cc3fd8-8b3b-4441-acc2-a4e410e19982 req-927b1850-0ad9-4caa-a515-8c448f7f36db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78a9462b837044d6bcacbe20ce9ea3fc&device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 1098 time: 0.1784716 Jan 26 12:08:48.264353 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424cdd6-dd2b-44eb-b710-6229f956b919 req-1b6fc03e-9605-4415-aa99-f9756d55a70e tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:08:48.265812 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d424cdd6-dd2b-44eb-b710-6229f956b919 req-1b6fc03e-9605-4415-aa99-f9756d55a70e tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 945 time: 0.0854609 Jan 26 12:08:48.266297 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc3fd8-8b3b-4441-acc2-a4e410e19982 req-26461146-f9f9-418b-ab45-d653da907d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:08:48.268837 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-62cc3fd8-8b3b-4441-acc2-a4e410e19982 req-26461146-f9f9-418b-ab45-d653da907d42 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1492c500-5d26-47e4-bc38-401068a1325e HTTP/1.1" status: 200 len: 910 time: 0.1337457 Jan 26 12:08:48.311371 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d424cdd6-dd2b-44eb-b710-6229f956b919 req-91b8ceec-a0e8-4802-8bad-291ea6fe1de1 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390618 Jan 26 12:08:48.373319 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-62cc3fd8-8b3b-4441-acc2-a4e410e19982 req-0d9b8bea-0676-43f2-81ad-9d53de956562 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd4cba9b-fff5-4f64-b674-bd380bec9ff7 HTTP/1.1" status: 200 len: 1000 time: 0.0980268 Jan 26 12:08:48.434270 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc3fd8-8b3b-4441-acc2-a4e410e19982 req-185de071-e0cb-4fb8-9cd5-66df3181a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:08:48.435803 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-62cc3fd8-8b3b-4441-acc2-a4e410e19982 req-185de071-e0cb-4fb8-9cd5-66df3181a2de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d9f6f3c-3334-401e-9762-a67e7b2b2a80 HTTP/1.1" status: 200 len: 848 time: 0.0566101 Jan 26 12:08:48.510448 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc3fd8-8b3b-4441-acc2-a4e410e19982 req-3c8353eb-6030-4088-90d5-6d3409698f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:08:48.512155 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-62cc3fd8-8b3b-4441-acc2-a4e410e19982 req-3c8353eb-6030-4088-90d5-6d3409698f01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1492c500-5d26-47e4-bc38-401068a1325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711679 Jan 26 12:08:48.639997 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-62cc3fd8-8b3b-4441-acc2-a4e410e19982 req-fd419fde-d9b9-4cfd-bc4b-9db1eb1811c7 service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213238 Jan 26 12:08:48.888442 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-62cc3fd8-8b3b-4441-acc2-a4e410e19982 req-15176c16-1a0d-4b69-8ad4-d46216624fdc service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427003 Jan 26 12:08:49.495049 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0c96f-9336-4813-983a-1b50a46043da req-39ccba8d-4ebf-4280-afe1-0cf808df12fb tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:08:49.496489 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3ee0c96f-9336-4813-983a-1b50a46043da req-39ccba8d-4ebf-4280-afe1-0cf808df12fb tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 945 time: 0.0789411 Jan 26 12:08:49.540131 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-3ee0c96f-9336-4813-983a-1b50a46043da req-c4e241a0-cb76-4a87-9ae9-6cc18fefc46b tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375655 Jan 26 12:08:50.722538 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982024c-36bd-47e7-bed8-bf79faee6b95 req-b181d7c7-1a45-45a0-9ca7-0944efe758df tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:08:50.723976 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-1982024c-36bd-47e7-bed8-bf79faee6b95 req-b181d7c7-1a45-45a0-9ca7-0944efe758df tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 945 time: 0.0790985 Jan 26 12:08:50.766876 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-1982024c-36bd-47e7-bed8-bf79faee6b95 req-800d6ead-e3f2-401e-ae75-a4cf446208e7 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373373 Jan 26 12:08:51.952046 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307109b-4a97-49f6-96e9-64e8406bf24e req-b6cd2ed2-64ba-41d1-b065-4e235cca4aef tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:08:51.953534 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e307109b-4a97-49f6-96e9-64e8406bf24e req-b6cd2ed2-64ba-41d1-b065-4e235cca4aef tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 945 time: 0.0820196 Jan 26 12:08:52.000859 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e307109b-4a97-49f6-96e9-64e8406bf24e req-24f771e2-7ff8-4265-8426-a1a233f94f9b tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410471 Jan 26 12:08:52.650491 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-70f1a4c8-6a59-4da8-bcc4-63040575ed57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:08:53.190676 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d830396-9671-42b2-af29-77ef764eda2f req-ba863d74-cd5b-4399-a6bc-e950fd6556ea tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:08:53.192085 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2d830396-9671-42b2-af29-77ef764eda2f req-ba863d74-cd5b-4399-a6bc-e950fd6556ea tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 945 time: 0.0850441 Jan 26 12:08:53.239825 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2d830396-9671-42b2-af29-77ef764eda2f req-5d52b86b-adee-418a-a415-dad78ee8142c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407834 Jan 26 12:08:54.423883 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2eb20-755b-4c48-ba96-be655dc168ed req-14315478-69e1-47ed-9f48-d869931b8814 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:08:54.425315 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2bd2eb20-755b-4c48-ba96-be655dc168ed req-14315478-69e1-47ed-9f48-d869931b8814 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 945 time: 0.0803590 Jan 26 12:08:54.468111 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2bd2eb20-755b-4c48-ba96-be655dc168ed req-438392dd-8cab-48db-9bc2-84fa6b213da1 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372221 Jan 26 12:08:54.911974 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-289d309b-0d71-4944-b4f0-d8d78a821dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:08:55.652877 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d17cfc-188d-4a1c-90a1-382644e1ca9a req-3a98ae67-9129-4cf1-8d31-3428bfcdc0b1 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:08:55.654405 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e0d17cfc-188d-4a1c-90a1-382644e1ca9a req-3a98ae67-9129-4cf1-8d31-3428bfcdc0b1 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 945 time: 0.0791895 Jan 26 12:08:55.701501 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e0d17cfc-188d-4a1c-90a1-382644e1ca9a req-a2181b0f-9a65-456a-84ca-e258a64d85e0 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414209 Jan 26 12:08:55.857532 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d81ad8-87ec-44f1-9ee8-d8912735d329 req-378b5788-7b75-477d-9929-c13d95640dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:08:55.859045 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f5d81ad8-87ec-44f1-9ee8-d8912735d329 req-378b5788-7b75-477d-9929-c13d95640dc5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78a9462b837044d6bcacbe20ce9ea3fc&device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 1098 time: 0.0733747 Jan 26 12:08:55.998516 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:08:56.057587 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d81ad8-87ec-44f1-9ee8-d8912735d329 req-f4af4fb7-fb69-49a7-9769-62e9a759f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:08:56.059066 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f5d81ad8-87ec-44f1-9ee8-d8912735d329 req-f4af4fb7-fb69-49a7-9769-62e9a759f587 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1492c500-5d26-47e4-bc38-401068a1325e HTTP/1.1" status: 200 len: 910 time: 0.1264610 Jan 26 12:08:56.161134 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f5d81ad8-87ec-44f1-9ee8-d8912735d329 req-b411bf3f-3975-48f5-916b-8b7e0f7f09cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd4cba9b-fff5-4f64-b674-bd380bec9ff7 HTTP/1.1" status: 200 len: 1000 time: 0.0960338 Jan 26 12:08:56.225549 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d81ad8-87ec-44f1-9ee8-d8912735d329 req-33981032-b9bc-4baf-ad25-0a8347767e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:08:56.227040 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f5d81ad8-87ec-44f1-9ee8-d8912735d329 req-33981032-b9bc-4baf-ad25-0a8347767e20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d9f6f3c-3334-401e-9762-a67e7b2b2a80 HTTP/1.1" status: 200 len: 848 time: 0.0597596 Jan 26 12:08:56.230887 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:08:56.313681 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d81ad8-87ec-44f1-9ee8-d8912735d329 req-532a6326-3dba-4952-825e-f480774f268e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:08:56.315330 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f5d81ad8-87ec-44f1-9ee8-d8912735d329 req-532a6326-3dba-4952-825e-f480774f268e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1492c500-5d26-47e4-bc38-401068a1325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830383 Jan 26 12:08:56.445761 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f5d81ad8-87ec-44f1-9ee8-d8912735d329 req-5924c61a-3d72-49ea-9d68-013db58a5823 service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237037 Jan 26 12:08:56.573222 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f5d81ad8-87ec-44f1-9ee8-d8912735d329 req-86f88bfe-8eaa-497d-943b-43dd84694ed5 service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223204 Jan 26 12:08:56.886047 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752feac-ef86-4165-8491-8ff78d1081b4 req-3372f718-d881-4cc6-b587-e5793a4f89fc tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:08:56.887556 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6752feac-ef86-4165-8491-8ff78d1081b4 req-3372f718-d881-4cc6-b587-e5793a4f89fc tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 945 time: 0.0802028 Jan 26 12:08:56.932114 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-6752feac-ef86-4165-8491-8ff78d1081b4 req-6509ea46-94f2-4188-b960-a0b244becd05 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379362 Jan 26 12:08:57.604363 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:08:58.115947 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93286b-d6c2-45bf-9ea3-ad747e92937b req-05c1b605-874d-49e5-833c-341488c86f5e tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:08:58.117413 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-eb93286b-d6c2-45bf-9ea3-ad747e92937b req-05c1b605-874d-49e5-833c-341488c86f5e tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 945 time: 0.0797219 Jan 26 12:08:58.165030 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-eb93286b-d6c2-45bf-9ea3-ad747e92937b req-346a2e2b-03dc-480f-8fa3-450ed937dc33 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417099 Jan 26 12:08:59.348379 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e640438-b7fb-4765-bd7b-7d88a97fc230 req-865caf59-96bb-40f8-858f-9baf1cbde635 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:08:59.349836 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4e640438-b7fb-4765-bd7b-7d88a97fc230 req-865caf59-96bb-40f8-858f-9baf1cbde635 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 945 time: 0.0818520 Jan 26 12:08:59.393110 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4e640438-b7fb-4765-bd7b-7d88a97fc230 req-b4e065e5-175a-4c9b-8a4a-8ff85ac90049 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376382 Jan 26 12:08:59.741131 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9229b79-89a6-4e60-b469-35cb032e922f req-c457ef26-6429-43b1-a0a8-ee669e7e62a3 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:08:59.742603 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b9229b79-89a6-4e60-b469-35cb032e922f req-c457ef26-6429-43b1-a0a8-ee669e7e62a3 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 945 time: 0.0854466 Jan 26 12:08:59.751425 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e40a173d-eea8-48dc-8b2c-6cb96e6cfa15 req-1e5f829d-48b9-42af-a1ee-75ab12cfbc60 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1521747 Jan 26 12:08:59.790665 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b9229b79-89a6-4e60-b469-35cb032e922f req-2f7afd50-a594-4f47-826b-80d29e710347 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422595 Jan 26 12:09:00.981267 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421baf6-97ce-494d-b618-452193c707eb req-7225fd56-d483-441a-b8e6-4d8c9535d449 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:09:00.983870 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d421baf6-97ce-494d-b618-452193c707eb req-7225fd56-d483-441a-b8e6-4d8c9535d449 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 945 time: 0.0842662 Jan 26 12:09:01.029023 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d421baf6-97ce-494d-b618-452193c707eb req-99c338c4-dbb0-4644-8169-0d4e20022b8a tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397737 Jan 26 12:09:01.328141 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device bd4cba9b-fff5-4f64-b674-bd380bec9ff7 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:09:01.442022 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:09:01.471963 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd5b11b-bb1a-418e-ab4b-f4df61a6545b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd4cba9b-fff5-4f64-b674-bd380bec9ff7'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:09:01.481079 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port bd4cba9b-fff5-4f64-b674-bd380bec9ff7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=bd4cba9b-fff5-4f64-b674-bd380bec9ff7,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:09:01.486856 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:09:01.523911 dv-neutron-826439-1-hyperv neutron-server[87444]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dcd5b11b-bb1a-418e-ab4b-f4df61a6545b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bd4cba9b-fff5-4f64-b674-bd380bec9ff7', 'code': 422} returned with failed status Jan 26 12:09:01.555895 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=bd4cba9b-fff5-4f64-b674-bd380bec9ff7,revision_number=6']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:09:01.563405 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:09:01.564324 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:09:01.565249 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:09:01.565249 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:09:01.565470 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:09:01.565697 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:09:01.566022 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:09:01.566361 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:09:01.566691 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:09:01.567016 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:09:01.567795 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:09:01.567795 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:09:02.155483 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a173d-eea8-48dc-8b2c-6cb96e6cfa15 req-17436aa1-a124-4045-9b3a-fc04e993402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:09:02.156853 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e40a173d-eea8-48dc-8b2c-6cb96e6cfa15 req-17436aa1-a124-4045-9b3a-fc04e993402a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b&tenant_id=78a9462b837044d6bcacbe20ce9ea3fc HTTP/1.1" status: 200 len: 1096 time: 0.0718210 Jan 26 12:09:02.228880 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21828b41-601a-45fb-99b1-384f95e4c601 req-c2ab4287-f57e-478c-b3c0-fc62dea0d36e tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:09:02.230360 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-21828b41-601a-45fb-99b1-384f95e4c601 req-c2ab4287-f57e-478c-b3c0-fc62dea0d36e tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 943 time: 0.0891626 Jan 26 12:09:02.248576 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a173d-eea8-48dc-8b2c-6cb96e6cfa15 req-9b986219-4b16-44bc-b48e-17be25380492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:09:02.250060 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e40a173d-eea8-48dc-8b2c-6cb96e6cfa15 req-9b986219-4b16-44bc-b48e-17be25380492 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78a9462b837044d6bcacbe20ce9ea3fc&device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 1096 time: 0.0717769 Jan 26 12:09:02.274400 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-21828b41-601a-45fb-99b1-384f95e4c601 req-95903ab2-8b83-473b-a0a7-b251a4515cfc tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378156 Jan 26 12:09:02.380955 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a173d-eea8-48dc-8b2c-6cb96e6cfa15 req-384b43b0-e6f1-41c1-b4ce-545c835a2731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:09:02.382442 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e40a173d-eea8-48dc-8b2c-6cb96e6cfa15 req-384b43b0-e6f1-41c1-b4ce-545c835a2731 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1492c500-5d26-47e4-bc38-401068a1325e HTTP/1.1" status: 200 len: 910 time: 0.1268172 Jan 26 12:09:02.589478 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e40a173d-eea8-48dc-8b2c-6cb96e6cfa15 req-5abad83e-66ca-45c6-8a89-2e35eca66274 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd4cba9b-fff5-4f64-b674-bd380bec9ff7 HTTP/1.1" status: 200 len: 998 time: 0.2004058 Jan 26 12:09:02.652019 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a173d-eea8-48dc-8b2c-6cb96e6cfa15 req-597eb4e8-d12e-4fd8-a6c4-08e80f7ad66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:09:02.653409 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e40a173d-eea8-48dc-8b2c-6cb96e6cfa15 req-597eb4e8-d12e-4fd8-a6c4-08e80f7ad66e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d9f6f3c-3334-401e-9762-a67e7b2b2a80 HTTP/1.1" status: 200 len: 848 time: 0.0585866 Jan 26 12:09:02.727012 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a173d-eea8-48dc-8b2c-6cb96e6cfa15 req-e525bf5c-29f5-4d62-bc14-4312c0a3fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:09:02.728485 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e40a173d-eea8-48dc-8b2c-6cb96e6cfa15 req-e525bf5c-29f5-4d62-bc14-4312c0a3fde7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1492c500-5d26-47e4-bc38-401068a1325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689533 Jan 26 12:09:02.860408 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e40a173d-eea8-48dc-8b2c-6cb96e6cfa15 req-41b1cdf7-15d0-4d10-a3ce-3b27935386ca service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254969 Jan 26 12:09:02.990036 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e40a173d-eea8-48dc-8b2c-6cb96e6cfa15 req-38fa274d-dcf7-44e6-803a-8ec9168d0ef7 service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244185 Jan 26 12:09:03.461885 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3ca29-d314-42b0-9ec7-b3e5c0ccfd36 req-e46fe33e-22d9-47e2-a040-d456c4930b45 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:09:03.463377 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9ca3ca29-d314-42b0-9ec7-b3e5c0ccfd36 req-e46fe33e-22d9-47e2-a040-d456c4930b45 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 943 time: 0.0841708 Jan 26 12:09:03.506526 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-9ca3ca29-d314-42b0-9ec7-b3e5c0ccfd36 req-fe863094-d2c7-4602-a0b0-eb27dcdc26f0 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375514 Jan 26 12:09:04.686415 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2a9bf-3a58-428d-99cf-7d3f6dc7b419 req-2b4af46e-02d2-49e1-868b-6dc373bd41ca tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:09:04.687859 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9fb2a9bf-3a58-428d-99cf-7d3f6dc7b419 req-2b4af46e-02d2-49e1-868b-6dc373bd41ca tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 943 time: 0.0776131 Jan 26 12:09:04.731832 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-9fb2a9bf-3a58-428d-99cf-7d3f6dc7b419 req-b1877b38-54f2-489b-a8f2-e46a9afae8b5 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378201 Jan 26 12:09:05.668719 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:09:05.911744 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fa261-f63b-4f89-80f4-334511c36c40 req-4da72d2d-feb5-4107-b305-1feeea5b532b tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:09:05.913196 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7d2fa261-f63b-4f89-80f4-334511c36c40 req-4da72d2d-feb5-4107-b305-1feeea5b532b tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 943 time: 0.0791063 Jan 26 12:09:05.957000 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7d2fa261-f63b-4f89-80f4-334511c36c40 req-56bcaf85-20a7-4581-8076-eb65610138d9 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381174 Jan 26 12:09:07.144753 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925c601-aa00-460b-856e-19f854c1f6d2 req-0336bd5d-33dd-4846-a4cf-5136e3e50d78 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:09:07.146099 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-3925c601-aa00-460b-856e-19f854c1f6d2 req-0336bd5d-33dd-4846-a4cf-5136e3e50d78 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 943 time: 0.0851080 Jan 26 12:09:07.190505 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-3925c601-aa00-460b-856e-19f854c1f6d2 req-b99d208f-5e4c-4451-8e4e-1cb258b9591c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388079 Jan 26 12:09:08.383372 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4be4cf-e407-4d51-8ca4-48d17f4b3f8e req-fc2af994-4572-4605-8e0f-ad94038c210d tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:09:08.384855 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8a4be4cf-e407-4d51-8ca4-48d17f4b3f8e req-fc2af994-4572-4605-8e0f-ad94038c210d tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 943 time: 0.0868704 Jan 26 12:09:08.429006 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8a4be4cf-e407-4d51-8ca4-48d17f4b3f8e req-b68854dc-764b-4b3c-94c7-be82e8c84228 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384903 Jan 26 12:09:09.609364 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09733c7-1e68-4a7b-b76a-70c303c1c4cc req-a51ff267-ba43-43eb-8c40-8870af7fed78 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:09:09.611438 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-c09733c7-1e68-4a7b-b76a-70c303c1c4cc req-a51ff267-ba43-43eb-8c40-8870af7fed78 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 943 time: 0.0796645 Jan 26 12:09:09.654809 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-c09733c7-1e68-4a7b-b76a-70c303c1c4cc req-9a4f6b3c-e71e-4ea1-abd2-3e15c5f31008 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378454 Jan 26 12:09:10.837361 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95f03f-3f0d-4162-a8c5-e42dddfa2fa2 req-a781fb44-8abd-4b7a-80fd-61b0adcf8bab tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:09:10.838867 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2c95f03f-3f0d-4162-a8c5-e42dddfa2fa2 req-a781fb44-8abd-4b7a-80fd-61b0adcf8bab tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 943 time: 0.0801680 Jan 26 12:09:10.886875 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2c95f03f-3f0d-4162-a8c5-e42dddfa2fa2 req-b7af34f9-c8d9-42a9-ba34-3e4b86b0c1a2 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424068 Jan 26 12:09:11.362272 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device bd4cba9b-fff5-4f64-b674-bd380bec9ff7 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 12:09:11.492851 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port bd4cba9b-fff5-4f64-b674-bd380bec9ff7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=bd4cba9b-fff5-4f64-b674-bd380bec9ff7,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:09:11.506070 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': 'bd4cba9b-fff5-4f64-b674-bd380bec9ff7', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'port_id': 'bd4cba9b-fff5-4f64-b674-bd380bec9ff7', 'mac_address': 'fa:16:3e:1a:a6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 12:09:11.565367 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:09:11.611846 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4cba9b-fff5-4f64-b674-bd380bec9ff7 {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 12:09:11.619846 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:09:11.627583 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port bd4cba9b-fff5-4f64-b674-bd380bec9ff7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=bd4cba9b-fff5-4f64-b674-bd380bec9ff7,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:09:11.631371 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:09:11.697364 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=bd4cba9b-fff5-4f64-b674-bd380bec9ff7,revision_number=7']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:09:11.840862 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['bd4cba9b-fff5-4f64-b674-bd380bec9ff7'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 12:09:12.073189 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73431f1a-38c5-4275-a494-846bb9764d37 req-9be7ee30-e2ed-4b2e-9ce8-3b6f2d0a00e8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:09:12.074747 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-73431f1a-38c5-4275-a494-846bb9764d37 req-9be7ee30-e2ed-4b2e-9ce8-3b6f2d0a00e8 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 944 time: 0.0823753 Jan 26 12:09:12.119445 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-73431f1a-38c5-4275-a494-846bb9764d37 req-3e701f0f-472a-4e47-a0c8-26abaccb9126 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386035 Jan 26 12:09:13.302247 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c81bb7-7298-4b20-81db-79d0bc03791f req-c53efc97-2962-42a9-a5f6-9bd6ebeb0d13 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:09:13.303764 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b2c81bb7-7298-4b20-81db-79d0bc03791f req-c53efc97-2962-42a9-a5f6-9bd6ebeb0d13 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 944 time: 0.0801401 Jan 26 12:09:13.346587 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b2c81bb7-7298-4b20-81db-79d0bc03791f req-9a7c9408-1622-484f-a884-4e9846c5438c tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373507 Jan 26 12:09:13.358567 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device bd4cba9b-fff5-4f64-b674-bd380bec9ff7 up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:09:13.425716 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port bd4cba9b-fff5-4f64-b674-bd380bec9ff7 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:09:13.426005 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:09:13.537908 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:09:13.564545 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd5b11b-bb1a-418e-ab4b-f4df61a6545b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4cba9b-fff5-4f64-b674-bd380bec9ff7'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:09:13.573703 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port bd4cba9b-fff5-4f64-b674-bd380bec9ff7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=bd4cba9b-fff5-4f64-b674-bd380bec9ff7,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:09:13.577867 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:09:13.618882 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5b11b-bb1a-418e-ab4b-f4df61a6545b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4cba9b-fff5-4f64-b674-bd380bec9ff7', 'code': 200} Jan 26 12:09:13.653580 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=bd4cba9b-fff5-4f64-b674-bd380bec9ff7,revision_number=8']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:09:13.877594 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f7c8f-3777-4d97-918d-9e7190ceec1c req-49499985-a1e9-4e39-b9d1-bf14b93a3122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:09:13.879096 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bf9f7c8f-3777-4d97-918d-9e7190ceec1c req-49499985-a1e9-4e39-b9d1-bf14b93a3122 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 1098 time: 0.0733795 Jan 26 12:09:13.917345 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bf9f7c8f-3777-4d97-918d-9e7190ceec1c req-458d17e8-a66e-4caf-98f3-1448794f665b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327158 Jan 26 12:09:14.574330 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c90f2-7068-4209-9e26-2a8e1fc59c62 req-c39636f2-7685-46b3-b003-f9a794fe3cf3 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:09:14.575802 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e48c90f2-7068-4209-9e26-2a8e1fc59c62 req-c39636f2-7685-46b3-b003-f9a794fe3cf3 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 945 time: 0.1194706 Jan 26 12:09:14.619704 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e48c90f2-7068-4209-9e26-2a8e1fc59c62 req-542dfd4b-5417-41ea-af34-4a5901ef2249 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376942 Jan 26 12:09:15.849924 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746aabd-5952-4df5-98b6-3c1e18461056 req-67522b34-a5e9-4770-ac7f-aef0a319ff75 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:09:15.851404 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2746aabd-5952-4df5-98b6-3c1e18461056 req-67522b34-a5e9-4770-ac7f-aef0a319ff75 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 945 time: 0.1223717 Jan 26 12:09:15.897642 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-2746aabd-5952-4df5-98b6-3c1e18461056 req-44bcca40-eba9-456f-8725-edf12e1633c1 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405219 Jan 26 12:09:22.651909 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-588a9955-e7c9-4985-bc07-60b180064ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:09:24.915429 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a4953f3b-7253-4776-b2d3-b11736ddfc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:09:26.008679 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:09:26.233478 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:09:27.607944 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:09:35.676098 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:09:48.619609 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:09:49.902487 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-10bea99f-09e8-4b53-9580-c26ca430d2e7 req-3fdadffe-f885-4aeb-b864-5f732885669d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746446 Jan 26 12:09:50.050795 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bea99f-09e8-4b53-9580-c26ca430d2e7 req-dbeb4426-7874-4a6f-90fb-98b93c319def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:09:50.052424 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-10bea99f-09e8-4b53-9580-c26ca430d2e7 req-dbeb4426-7874-4a6f-90fb-98b93c319def service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78a9462b837044d6bcacbe20ce9ea3fc&device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 1098 time: 0.0818322 Jan 26 12:09:50.213640 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bea99f-09e8-4b53-9580-c26ca430d2e7 req-e1e15665-87f2-4154-9fe1-21f9c704ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:09:50.215442 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-10bea99f-09e8-4b53-9580-c26ca430d2e7 req-e1e15665-87f2-4154-9fe1-21f9c704ad88 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1492c500-5d26-47e4-bc38-401068a1325e HTTP/1.1" status: 200 len: 910 time: 0.1441135 Jan 26 12:09:50.330009 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-10bea99f-09e8-4b53-9580-c26ca430d2e7 req-d13ba613-87da-4199-bb6c-10a2a242d298 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd4cba9b-fff5-4f64-b674-bd380bec9ff7 HTTP/1.1" status: 200 len: 1000 time: 0.1088333 Jan 26 12:09:50.398409 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bea99f-09e8-4b53-9580-c26ca430d2e7 req-f790d57f-dd9a-408a-9d25-ce8f9fea1fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:09:50.399679 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-10bea99f-09e8-4b53-9580-c26ca430d2e7 req-f790d57f-dd9a-408a-9d25-ce8f9fea1fd3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d9f6f3c-3334-401e-9762-a67e7b2b2a80 HTTP/1.1" status: 200 len: 848 time: 0.0635018 Jan 26 12:09:50.480212 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bea99f-09e8-4b53-9580-c26ca430d2e7 req-9b2836e8-1092-4e24-9ad5-615315bee924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:09:50.482127 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-10bea99f-09e8-4b53-9580-c26ca430d2e7 req-9b2836e8-1092-4e24-9ad5-615315bee924 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1492c500-5d26-47e4-bc38-401068a1325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755248 Jan 26 12:09:50.622156 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-10bea99f-09e8-4b53-9580-c26ca430d2e7 req-7f6a1743-94b2-4999-be89-373af9a26276 service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342394 Jan 26 12:09:50.867141 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-10bea99f-09e8-4b53-9580-c26ca430d2e7 req-29dea5e3-398e-4340-8951-f97cf24aa862 service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318037 Jan 26 12:09:52.652633 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-3daefa43-091c-4600-85d5-14f2bd92f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:09:54.915642 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ff8140fc-a027-4eee-9737-3209ace500d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:09:56.001180 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:09:56.237475 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:09:57.611127 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:05.687031 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:22.657240 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7eb59e77-210f-4236-a230-34a3c339bfca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:24.916660 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f4c1c549-10fc-4544-b54e-da1bf55aa8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:25.621416 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:10:26.004010 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:26.239960 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:27.616445 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:31.447368 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 34298) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:10:31.649731 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-4ef250d6-9b88-4964-87e6-ff21e1949664 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Deleting port 278788ad-8464-426e-baed-d8aa7bcc74c8 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:10:31.650075 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4ef250d6-9b88-4964-87e6-ff21e1949664 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:31.819000 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4ef250d6-9b88-4964-87e6-ff21e1949664 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:31.819344 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4ef250d6-9b88-4964-87e6-ff21e1949664 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:31.944973 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-4ef250d6-9b88-4964-87e6-ff21e1949664 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Calling delete_port for 278788ad-8464-426e-baed-d8aa7bcc74c8 owned by network:floatingip {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:10:32.089638 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4ef250d6-9b88-4964-87e6-ff21e1949664 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:32.140357 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef250d6-9b88-4964-87e6-ff21e1949664 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Pushing event deleted for resources: {'Port': ['ID=278788ad-8464-426e-baed-d8aa7bcc74c8,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:32.179807 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef250d6-9b88-4964-87e6-ff21e1949664 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:32.180153 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef250d6-9b88-4964-87e6-ff21e1949664 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:32.180492 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef250d6-9b88-4964-87e6-ff21e1949664 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:32.180832 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef250d6-9b88-4964-87e6-ff21e1949664 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:32.181161 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef250d6-9b88-4964-87e6-ff21e1949664 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:32.181493 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef250d6-9b88-4964-87e6-ff21e1949664 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:32.182041 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef250d6-9b88-4964-87e6-ff21e1949664 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:32.182421 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef250d6-9b88-4964-87e6-ff21e1949664 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:32.182751 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef250d6-9b88-4964-87e6-ff21e1949664 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:32.183073 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef250d6-9b88-4964-87e6-ff21e1949664 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:32.183394 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef250d6-9b88-4964-87e6-ff21e1949664 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:32.183713 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef250d6-9b88-4964-87e6-ff21e1949664 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:32.237522 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4ef250d6-9b88-4964-87e6-ff21e1949664 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for floatingip, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:32.237856 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.l3_db [None req-4ef250d6-9b88-4964-87e6-ff21e1949664 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Floating IP 097a8cde-0fb1-4eeb-97f2-ae98ec885bd3 disassociated (deleted). External IP: 172.26.5.97, port: bd4cba9b-fff5-4f64-b674-bd380bec9ff7. Jan 26 12:10:32.587718 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef250d6-9b88-4964-87e6-ff21e1949664 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Router 96259a67-9c2d-4f82-a944-01025799deb9 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 12:10:32.888008 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef250d6-9b88-4964-87e6-ff21e1949664 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 12:10:32.897962 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b17ff5b-30db-4af5-8495-2fc54640f26e None None] Sync routers for ids ['96259a67-9c2d-4f82-a944-01025799deb9'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 12:10:32.908047 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b17ff5b-30db-4af5-8495-2fc54640f26e None None] Routers {'96259a67-9c2d-4f82-a944-01025799deb9'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:10:32.908467 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4ef250d6-9b88-4964-87e6-ff21e1949664 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:32.908651 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2b17ff5b-30db-4af5-8495-2fc54640f26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:10:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['96259a67-9c2d-4f82-a944-01025799deb9'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:32.963890 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4ef250d6-9b88-4964-87e6-ff21e1949664 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "DELETE /v2.0/floatingips/097a8cde-0fb1-4eeb-97f2-ae98ec885bd3 HTTP/1.1" status: 204 len: 168 time: 1.5154271 Jan 26 12:10:32.964520 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd5b11b-bb1a-418e-ab4b-f4df61a6545b', 'tag': 'bd4cba9b-fff5-4f64-b674-bd380bec9ff7'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:10:33.015982 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd5b11b-bb1a-418e-ab4b-f4df61a6545b', 'tag': 'bd4cba9b-fff5-4f64-b674-bd380bec9ff7', 'status': 'completed', 'code': 200} Jan 26 12:10:33.096016 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-2b17ff5b-30db-4af5-8495-2fc54640f26e None None] Set router 96259a67-9c2d-4f82-a944-01025799deb9 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:10:33.111527 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebf0c9-7551-4007-90d7-fe2e76cf989c req-9073402b-afa3-412f-b507-104afc6e7023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:10:33.113164 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-91ebf0c9-7551-4007-90d7-fe2e76cf989c req-9073402b-afa3-412f-b507-104afc6e7023 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78a9462b837044d6bcacbe20ce9ea3fc&device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 1098 time: 0.0738394 Jan 26 12:10:33.255547 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebf0c9-7551-4007-90d7-fe2e76cf989c req-733c8cb3-9386-4551-b1d6-86fff5c49ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:10:33.257690 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-91ebf0c9-7551-4007-90d7-fe2e76cf989c req-733c8cb3-9386-4551-b1d6-86fff5c49ff8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1492c500-5d26-47e4-bc38-401068a1325e HTTP/1.1" status: 200 len: 910 time: 0.1386425 Jan 26 12:10:33.329316 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-91ebf0c9-7551-4007-90d7-fe2e76cf989c req-e07e6375-a627-4bb3-a2e1-2c3d39ed7ffe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd4cba9b-fff5-4f64-b674-bd380bec9ff7 HTTP/1.1" status: 200 len: 217 time: 0.0654936 Jan 26 12:10:33.344740 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3bc2e-7fca-4965-a3c6-f6d08237aea5 req-ae1f8a45-5d8a-47bf-bb29-8a8c9bc0fd59 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:10:33.346904 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-75f3bc2e-7fca-4965-a3c6-f6d08237aea5 req-ae1f8a45-5d8a-47bf-bb29-8a8c9bc0fd59 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 945 time: 0.0816038 Jan 26 12:10:33.393368 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-75f3bc2e-7fca-4965-a3c6-f6d08237aea5 req-014e81cb-1e7f-4f58-a1b8-2d7bda513674 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390766 Jan 26 12:10:33.394811 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebf0c9-7551-4007-90d7-fe2e76cf989c req-3f495985-757c-4a3b-b122-a53d5b2e4c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:10:33.396255 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-91ebf0c9-7551-4007-90d7-fe2e76cf989c req-3f495985-757c-4a3b-b122-a53d5b2e4c3b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d9f6f3c-3334-401e-9762-a67e7b2b2a80 HTTP/1.1" status: 200 len: 848 time: 0.0609105 Jan 26 12:10:33.438223 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2b17ff5b-30db-4af5-8495-2fc54640f26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96259a67-9c2d-4f82-a944-01025799deb9', 'name': 'tempest-TestShelveInstance-1569882298-router', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:01:53Z', 'updated_at': '2022-01-26T12:01:57Z', 'revision_number': 4, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'gw_port': {'id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:54Z', 'updated_at': '2022-01-26T12:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '7792f74c-eb30-4531-bcff-f3d6f518c9af', 'name': '', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'mac_address': 'fa:16:3e:20:fa:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:57Z', 'updated_at': '2022-01-26T12:02:05Z', 'revision_number': 5, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'subnets': [{'id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:33.441987 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b17ff5b-30db-4af5-8495-2fc54640f26e None None] Checking router: 96259a67-9c2d-4f82-a944-01025799deb9 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 12:10:33.450115 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b17ff5b-30db-4af5-8495-2fc54640f26e None None] Routers {'96259a67-9c2d-4f82-a944-01025799deb9'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:10:33.450746 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2b17ff5b-30db-4af5-8495-2fc54640f26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:10:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['96259a67-9c2d-4f82-a944-01025799deb9'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:33.477730 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebf0c9-7551-4007-90d7-fe2e76cf989c req-307a615d-8255-4245-a7ae-24c4514c9e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:10:33.479254 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-91ebf0c9-7551-4007-90d7-fe2e76cf989c req-307a615d-8255-4245-a7ae-24c4514c9e97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1492c500-5d26-47e4-bc38-401068a1325e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769107 Jan 26 12:10:33.490214 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [req-91ebf0c9-7551-4007-90d7-fe2e76cf989c req-b58ac892-33ca-4912-a16a-6e122a24faa8 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=87443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 12:10:33.492022 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-91ebf0c9-7551-4007-90d7-fe2e76cf989c req-b58ac892-33ca-4912-a16a-6e122a24faa8 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056882 Jan 26 12:10:33.622461 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-91ebf0c9-7551-4007-90d7-fe2e76cf989c req-9e01df9c-867d-4745-91ed-78b020ed514b service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240504 Jan 26 12:10:33.625836 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-2b17ff5b-30db-4af5-8495-2fc54640f26e None None] Set router 96259a67-9c2d-4f82-a944-01025799deb9 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:10:33.759628 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-91ebf0c9-7551-4007-90d7-fe2e76cf989c req-00bb5d91-6215-4461-899f-040f8e3cf201 service neutron] 10.222.0.24 "GET /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310308 Jan 26 12:10:33.974518 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-2b17ff5b-30db-4af5-8495-2fc54640f26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96259a67-9c2d-4f82-a944-01025799deb9', 'name': 'tempest-TestShelveInstance-1569882298-router', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:01:53Z', 'updated_at': '2022-01-26T12:01:57Z', 'revision_number': 4, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'gw_port': {'id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:54Z', 'updated_at': '2022-01-26T12:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '7792f74c-eb30-4531-bcff-f3d6f518c9af', 'name': '', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'mac_address': 'fa:16:3e:20:fa:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:57Z', 'updated_at': '2022-01-26T12:02:05Z', 'revision_number': 5, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'subnets': [{'id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:33.978409 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b17ff5b-30db-4af5-8495-2fc54640f26e None None] The sync data for ids ['96259a67-9c2d-4f82-a944-01025799deb9'] in dv-neutron-826439-1-hyperv is: [{'id': '96259a67-9c2d-4f82-a944-01025799deb9', 'name': 'tempest-TestShelveInstance-1569882298-router', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:01:53Z', 'updated_at': '2022-01-26T12:01:57Z', 'revision_number': 4, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'gw_port': {'id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:54Z', 'updated_at': '2022-01-26T12:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '7792f74c-eb30-4531-bcff-f3d6f518c9af', 'name': '', 'network_id': '1492c500-5d26-47e4-bc38-401068a1325e', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'mac_address': 'fa:16:3e:20:fa:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:57Z', 'updated_at': '2022-01-26T12:02:05Z', 'revision_number': 5, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'subnets': [{'id': '0d9f6f3c-3334-401e-9762-a67e7b2b2a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 12:10:34.197947 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b331e-7385-4815-b935-97acb3121277 None None] New status for floating IP 097a8cde-0fb1-4eeb-97f2-ae98ec885bd3: DOWN {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 12:10:34.576219 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdacfc-886f-4912-b270-c2b722dea713 req-8cbf58ce-d873-4421-a3b9-84ea67a746fc tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:10:34.576849 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-f7bdacfc-886f-4912-b270-c2b722dea713 req-8cbf58ce-d873-4421-a3b9-84ea67a746fc tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Synchronizing usage tracker for tenant:78a9462b837044d6bcacbe20ce9ea3fc on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:10:34.592285 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-f7bdacfc-886f-4912-b270-c2b722dea713 req-8cbf58ce-d873-4421-a3b9-84ea67a746fc tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Unset dirty status for tenant:78a9462b837044d6bcacbe20ce9ea3fc on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:10:34.593428 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f7bdacfc-886f-4912-b270-c2b722dea713 req-8cbf58ce-d873-4421-a3b9-84ea67a746fc tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 945 time: 0.0948255 Jan 26 12:10:34.641187 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-f7bdacfc-886f-4912-b270-c2b722dea713 req-05af6dbb-b587-43df-a9de-8f14cefeb3b0 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/security-groups?id=78f029c3-245c-4771-a063-59a940c87503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418429 Jan 26 12:10:34.783882 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea9709-a4df-4f4b-be7b-9c46931689ea req-8dbc297a-030d-4756-83b1-44924811ff48 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:10:34.785331 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-31ea9709-a4df-4f4b-be7b-9c46931689ea req-8dbc297a-030d-4756-83b1-44924811ff48 tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 945 time: 0.0832725 Jan 26 12:10:34.854437 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-31ea9709-a4df-4f4b-be7b-9c46931689ea req-48b6be8f-a3d0-42f2-9422-c281dfcc9b8f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Deleting port bd4cba9b-fff5-4f64-b674-bd380bec9ff7 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:10:34.854789 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-31ea9709-a4df-4f4b-be7b-9c46931689ea req-48b6be8f-a3d0-42f2-9422-c281dfcc9b8f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:35.105106 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-31ea9709-a4df-4f4b-be7b-9c46931689ea req-48b6be8f-a3d0-42f2-9422-c281dfcc9b8f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] For port bd4cba9b-fff5-4f64-b674-bd380bec9ff7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=bd4cba9b-fff5-4f64-b674-bd380bec9ff7,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:10:35.105382 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-31ea9709-a4df-4f4b-be7b-9c46931689ea req-48b6be8f-a3d0-42f2-9422-c281dfcc9b8f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:35.228296 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-31ea9709-a4df-4f4b-be7b-9c46931689ea req-48b6be8f-a3d0-42f2-9422-c281dfcc9b8f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Calling delete_port for bd4cba9b-fff5-4f64-b674-bd380bec9ff7 owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:10:35.369535 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-31ea9709-a4df-4f4b-be7b-9c46931689ea req-48b6be8f-a3d0-42f2-9422-c281dfcc9b8f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:35.422334 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6be8f-a3d0-42f2-9422-c281dfcc9b8f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Pushing event deleted for resources: {'Port': ['ID=bd4cba9b-fff5-4f64-b674-bd380bec9ff7,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:35.495862 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ea9709-a4df-4f4b-be7b-9c46931689ea req-48b6be8f-a3d0-42f2-9422-c281dfcc9b8f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] No DVR routers for this DVR port bd4cba9b-fff5-4f64-b674-bd380bec9ff7 on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 12:10:35.498213 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-31ea9709-a4df-4f4b-be7b-9c46931689ea req-48b6be8f-a3d0-42f2-9422-c281dfcc9b8f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:35.500691 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd5b11b-bb1a-418e-ab4b-f4df61a6545b', 'name': 'network-vif-deleted', 'tag': 'bd4cba9b-fff5-4f64-b674-bd380bec9ff7'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:10:35.516438 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-31ea9709-a4df-4f4b-be7b-9c46931689ea req-48b6be8f-a3d0-42f2-9422-c281dfcc9b8f tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.24 "DELETE /v2.0/ports/bd4cba9b-fff5-4f64-b674-bd380bec9ff7 HTTP/1.1" status: 204 len: 173 time: 0.7259517 Jan 26 12:10:35.547047 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5b11b-bb1a-418e-ab4b-f4df61a6545b', 'name': 'network-vif-deleted', 'tag': 'bd4cba9b-fff5-4f64-b674-bd380bec9ff7', 'status': 'completed', 'code': 200} Jan 26 12:10:35.689039 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:35.933832 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-35b4f491-fa9a-4919-b1cb-a766f57c2a16 req-ae69943e-7025-4a5b-aeef-4496bf8b373b tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Synchronizing usage tracker for tenant:78a9462b837044d6bcacbe20ce9ea3fc on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:10:35.952264 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-35b4f491-fa9a-4919-b1cb-a766f57c2a16 req-ae69943e-7025-4a5b-aeef-4496bf8b373b tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Unset dirty status for tenant:78a9462b837044d6bcacbe20ce9ea3fc on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:10:35.954347 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-35b4f491-fa9a-4919-b1cb-a766f57c2a16 req-ae69943e-7025-4a5b-aeef-4496bf8b373b tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcd5b11b-bb1a-418e-ab4b-f4df61a6545b HTTP/1.1" status: 200 len: 210 time: 0.2006481 Jan 26 12:10:37.075336 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 34324) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:10:37.151817 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2888283b-3493-420c-88e8-c5f5bd66459d tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:37.186641 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2888283b-3493-420c-88e8-c5f5bd66459d tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:37.262996 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2888283b-3493-420c-88e8-c5f5bd66459d tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:37.282983 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888283b-3493-420c-88e8-c5f5bd66459d tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f029c3-245c-4771-a063-59a940c87503,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:37.295270 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-2888283b-3493-420c-88e8-c5f5bd66459d tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:37.299050 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-2888283b-3493-420c-88e8-c5f5bd66459d tempest-TestShelveInstance-1730598573 tempest-TestShelveInstance-1730598573-project] 10.222.0.39 "DELETE /v2.0/security-groups/78f029c3-245c-4771-a063-59a940c87503 HTTP/1.1" status: 204 len: 168 time: 0.2200010 Jan 26 12:10:37.363778 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 34330) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:10:38.099161 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ed40547c-40cd-4a3a-baa0-126d79f3508d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:38.449230 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ed40547c-40cd-4a3a-baa0-126d79f3508d admin admin] Deleting port 7792f74c-eb30-4531-bcff-f3d6f518c9af {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:10:38.449570 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ed40547c-40cd-4a3a-baa0-126d79f3508d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:38.621474 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-ed40547c-40cd-4a3a-baa0-126d79f3508d admin admin] For port 7792f74c-eb30-4531-bcff-f3d6f518c9af, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=7792f74c-eb30-4531-bcff-f3d6f518c9af,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:10:38.621727 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ed40547c-40cd-4a3a-baa0-126d79f3508d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:38.746397 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ed40547c-40cd-4a3a-baa0-126d79f3508d admin admin] Calling delete_port for 7792f74c-eb30-4531-bcff-f3d6f518c9af owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:10:39.175298 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ed40547c-40cd-4a3a-baa0-126d79f3508d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:39.227970 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40547c-40cd-4a3a-baa0-126d79f3508d admin admin] Pushing event deleted for resources: {'Port': ['ID=7792f74c-eb30-4531-bcff-f3d6f518c9af,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:39.504698 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ed40547c-40cd-4a3a-baa0-126d79f3508d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:39.828395 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device bd4cba9b-fff5-4f64-b674-bd380bec9ff7 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:10:39.858950 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed40547c-40cd-4a3a-baa0-126d79f3508d admin admin] Router 96259a67-9c2d-4f82-a944-01025799deb9 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 12:10:39.861754 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: bd4cba9b-fff5-4f64-b674-bd380bec9ff7 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 12:10:39.862100 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device bd4cba9b-fff5-4f64-b674-bd380bec9ff7 not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 12:10:40.032227 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed40547c-40cd-4a3a-baa0-126d79f3508d admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 12:10:40.041374 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e7c10e-c693-4c0e-8bc9-aac94baf23d4 None None] Sync routers for ids ['96259a67-9c2d-4f82-a944-01025799deb9'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 12:10:40.052144 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ed40547c-40cd-4a3a-baa0-126d79f3508d admin admin] 10.222.0.39 "PUT /v2.0/routers/96259a67-9c2d-4f82-a944-01025799deb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6847708 Jan 26 12:10:40.052338 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e7c10e-c693-4c0e-8bc9-aac94baf23d4 None None] Routers {'96259a67-9c2d-4f82-a944-01025799deb9'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:10:40.052338 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-79e7c10e-c693-4c0e-8bc9-aac94baf23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:10:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['96259a67-9c2d-4f82-a944-01025799deb9'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:40.052527 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 34338) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:10:40.232125 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-79e7c10e-c693-4c0e-8bc9-aac94baf23d4 None None] Set router 96259a67-9c2d-4f82-a944-01025799deb9 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:10:40.362230 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f7b0-7a97-43d5-8347-243fa6ddedaa admin admin] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:40.521302 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-79e7c10e-c693-4c0e-8bc9-aac94baf23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96259a67-9c2d-4f82-a944-01025799deb9', 'name': 'tempest-TestShelveInstance-1569882298-router', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:01:53Z', 'updated_at': '2022-01-26T12:10:39Z', 'revision_number': 5, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'gw_port': {'id': 'd56baa63-1756-4920-8e2e-57122795dd47', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d2:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96259a67-9c2d-4f82-a944-01025799deb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:01:54Z', 'updated_at': '2022-01-26T12:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:40.525805 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e7c10e-c693-4c0e-8bc9-aac94baf23d4 None None] Checking router: 96259a67-9c2d-4f82-a944-01025799deb9 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 12:10:40.533795 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e7c10e-c693-4c0e-8bc9-aac94baf23d4 None None] Routers {'96259a67-9c2d-4f82-a944-01025799deb9'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:10:40.534418 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-79e7c10e-c693-4c0e-8bc9-aac94baf23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:10:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['96259a67-9c2d-4f82-a944-01025799deb9'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:40.548562 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f7b0-7a97-43d5-8347-243fa6ddedaa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:40.558011 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-7eb0f7b0-7a97-43d5-8347-243fa6ddedaa admin admin] Deleting port d56baa63-1756-4920-8e2e-57122795dd47 {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:10:40.558478 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f7b0-7a97-43d5-8347-243fa6ddedaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:40.684948 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-79e7c10e-c693-4c0e-8bc9-aac94baf23d4 None None] Set router 96259a67-9c2d-4f82-a944-01025799deb9 gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:10:40.745400 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-7eb0f7b0-7a97-43d5-8347-243fa6ddedaa admin admin] For port d56baa63-1756-4920-8e2e-57122795dd47, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d56baa63-1756-4920-8e2e-57122795dd47,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:10:40.745746 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f7b0-7a97-43d5-8347-243fa6ddedaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:40.790855 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-79e7c10e-c693-4c0e-8bc9-aac94baf23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96259a67-9c2d-4f82-a944-01025799deb9', 'name': 'tempest-TestShelveInstance-1569882298-router', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:01:53Z', 'updated_at': '2022-01-26T12:10:40Z', 'revision_number': 6, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:40.794829 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e7c10e-c693-4c0e-8bc9-aac94baf23d4 None None] The sync data for ids ['96259a67-9c2d-4f82-a944-01025799deb9'] in dv-neutron-826439-1-hyperv is: [{'id': '96259a67-9c2d-4f82-a944-01025799deb9', 'name': 'tempest-TestShelveInstance-1569882298-router', 'tenant_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:01:53Z', 'updated_at': '2022-01-26T12:10:40Z', 'revision_number': 6, 'project_id': '78a9462b837044d6bcacbe20ce9ea3fc', 'gw_port_host': None}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 12:10:40.874242 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-7eb0f7b0-7a97-43d5-8347-243fa6ddedaa admin admin] Calling delete_port for d56baa63-1756-4920-8e2e-57122795dd47 owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:10:41.040447 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f7b0-7a97-43d5-8347-243fa6ddedaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:41.085619 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0f7b0-7a97-43d5-8347-243fa6ddedaa admin admin] Pushing event deleted for resources: {'Port': ['ID=d56baa63-1756-4920-8e2e-57122795dd47,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:41.182947 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f7b0-7a97-43d5-8347-243fa6ddedaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:41.364013 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f7b0-7a97-43d5-8347-243fa6ddedaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:41.366702 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f7b0-7a97-43d5-8347-243fa6ddedaa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:41.388202 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f7b0-7a97-43d5-8347-243fa6ddedaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:41.388805 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb0f7b0-7a97-43d5-8347-243fa6ddedaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96259a67-9c2d-4f82-a944-01025799deb9 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 12:10:41.402164 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7eb0f7b0-7a97-43d5-8347-243fa6ddedaa admin admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:41.403318 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7eb0f7b0-7a97-43d5-8347-243fa6ddedaa admin admin] 10.222.0.39 "DELETE /v2.0/routers/96259a67-9c2d-4f82-a944-01025799deb9 HTTP/1.1" status: 204 len: 168 time: 1.3487926 Jan 26 12:10:41.405812 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 34342) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:10:41.463202 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ecc9185-0f2f-4532-8938-c8f2448dd5b5 admin admin] Deleting subnet 0d9f6f3c-3334-401e-9762-a67e7b2b2a80 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 12:10:41.466013 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0ecc9185-0f2f-4532-8938-c8f2448dd5b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:41.516759 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0ecc9185-0f2f-4532-8938-c8f2448dd5b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:41.572908 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7792f74c-eb30-4531-bcff-f3d6f518c9af no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:10:41.598118 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0ecc9185-0f2f-4532-8938-c8f2448dd5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:41.610193 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 7792f74c-eb30-4531-bcff-f3d6f518c9af {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 12:10:41.610565 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 7792f74c-eb30-4531-bcff-f3d6f518c9af not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 12:10:41.668488 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0ecc9185-0f2f-4532-8938-c8f2448dd5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:41.714628 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-0ecc9185-0f2f-4532-8938-c8f2448dd5b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:41.718308 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc9185-0f2f-4532-8938-c8f2448dd5b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d9f6f3c-3334-401e-9762-a67e7b2b2a80,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:41.719662 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82051533-decf-46f4-9f3a-4879165195e9 None None] Network 1492c500-5d26-47e4-bc38-401068a1325e requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 12:10:41.728604 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 34346) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:10:41.729097 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-0ecc9185-0f2f-4532-8938-c8f2448dd5b5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0d9f6f3c-3334-401e-9762-a67e7b2b2a80 HTTP/1.1" status: 204 len: 168 time: 0.3219292 Jan 26 12:10:41.853051 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:41.864807 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] Deleting port 8b174120-0f10-4acd-b827-47ba334f8e9d {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:10:41.865080 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:41.999558 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a34dd1-f1ab-4e0f-b078-7dba1360f175 None None] DHCP port deletion for 1492c500-5d26-47e4-bc38-401068a1325e request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 12:10:42.004012 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-66a34dd1-f1ab-4e0f-b078-7dba1360f175 None None] Deleting port 8b174120-0f10-4acd-b827-47ba334f8e9d {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:10:42.004387 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-66a34dd1-f1ab-4e0f-b078-7dba1360f175 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:42.162152 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] For port 8b174120-0f10-4acd-b827-47ba334f8e9d, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=8b174120-0f10-4acd-b827-47ba334f8e9d,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:10:42.163133 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:42.238271 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-66a34dd1-f1ab-4e0f-b078-7dba1360f175 None None] For port 8b174120-0f10-4acd-b827-47ba334f8e9d, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=8b174120-0f10-4acd-b827-47ba334f8e9d,segment=NetworkSegment(32fc311e-345f-4322-9618-a6df810dcabf),segment_id=32fc311e-345f-4322-9618-a6df810dcabf)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:10:42.238708 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-66a34dd1-f1ab-4e0f-b078-7dba1360f175 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:42.288879 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] Calling delete_port for 8b174120-0f10-4acd-b827-47ba334f8e9d owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:10:42.360281 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-66a34dd1-f1ab-4e0f-b078-7dba1360f175 None None] Calling delete_port for 8b174120-0f10-4acd-b827-47ba334f8e9d owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:10:42.368876 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:42.417151 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] Pushing event deleted for resources: {'Port': ['ID=8b174120-0f10-4acd-b827-47ba334f8e9d,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:42.421901 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] No DVR routers for this DVR port 8b174120-0f10-4acd-b827-47ba334f8e9d on host dv-neutron-826439-1-hyperv {{(pid=87442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 12:10:42.434129 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-66a34dd1-f1ab-4e0f-b078-7dba1360f175 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 12:10:42.434516 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-66a34dd1-f1ab-4e0f-b078-7dba1360f175 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 12:10:42.450944 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:42.451300 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:42.451642 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:42.451981 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:42.452314 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:42.452648 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:42.452981 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:42.453311 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:42.453639 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:42.453963 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:42.454287 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:42.454632 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:42.546633 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:42.571074 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1492c500-5d26-47e4-bc38-401068a1325e']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:42.582717 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32fc311e-345f-4322-9618-a6df810dcabf') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:42.583015 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32fc311e-345f-4322-9618-a6df810dcabf') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:42.594608 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:42.610748 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:42.617492 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 12:10:42.617880 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 12:10:42.630714 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 12:10:42.711031 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:42.726640 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:42.736407 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] Pushing event deleted for resources: {'Network': ['ID=1492c500-5d26-47e4-bc38-401068a1325e,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:42.749901 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-edaa1190-c40a-4b48-9ea6-ca91850cdd7d admin admin] 10.222.0.39 "DELETE /v2.0/networks/1492c500-5d26-47e4-bc38-401068a1325e HTTP/1.1" status: 204 len: 168 time: 1.0202012 Jan 26 12:10:42.752783 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 34350) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:10:42.906593 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 8b174120-0f10-4acd-b827-47ba334f8e9d no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:10:42.935928 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-66a34dd1-f1ab-4e0f-b078-7dba1360f175 None None] Deleting port 8b174120-0f10-4acd-b827-47ba334f8e9d {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:10:42.936394 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-66a34dd1-f1ab-4e0f-b078-7dba1360f175 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:42.975540 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 8b174120-0f10-4acd-b827-47ba334f8e9d {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 12:10:42.975816 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 8b174120-0f10-4acd-b827-47ba334f8e9d not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 12:10:42.976234 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d56baa63-1756-4920-8e2e-57122795dd47 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:10:43.035673 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: d56baa63-1756-4920-8e2e-57122795dd47 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 12:10:43.036019 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d56baa63-1756-4920-8e2e-57122795dd47 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 12:10:43.042205 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-66a34dd1-f1ab-4e0f-b078-7dba1360f175 None None] The port '8b174120-0f10-4acd-b827-47ba334f8e9d' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 12:10:43.289908 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4faf7522-e933-4d44-a389-6155948a7e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:43.727658 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-4faf7522-e933-4d44-a389-6155948a7e5d admin admin] Deleting port 44faaa6f-068f-4f29-85ac-44e2fb661719 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:10:43.727923 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4faf7522-e933-4d44-a389-6155948a7e5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:43.898410 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-4faf7522-e933-4d44-a389-6155948a7e5d admin admin] For port 44faaa6f-068f-4f29-85ac-44e2fb661719, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=44faaa6f-068f-4f29-85ac-44e2fb661719,segment=NetworkSegment(d4d8f895-f51f-408e-8429-85124a8706ac),segment_id=d4d8f895-f51f-408e-8429-85124a8706ac)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:10:43.899065 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4faf7522-e933-4d44-a389-6155948a7e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:44.020874 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-4faf7522-e933-4d44-a389-6155948a7e5d admin admin] Calling delete_port for 44faaa6f-068f-4f29-85ac-44e2fb661719 owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:10:44.332566 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4faf7522-e933-4d44-a389-6155948a7e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:44.382917 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf7522-e933-4d44-a389-6155948a7e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=44faaa6f-068f-4f29-85ac-44e2fb661719,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:44.646396 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-4faf7522-e933-4d44-a389-6155948a7e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:45.112892 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4faf7522-e933-4d44-a389-6155948a7e5d admin admin] Router c77bf577-ab69-4732-97bf-284584ce9cab has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 12:10:45.291602 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4faf7522-e933-4d44-a389-6155948a7e5d admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 12:10:45.300000 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdb3eb5-efcf-4ac7-8b29-85c7d0882aa7 None None] Sync routers for ids ['c77bf577-ab69-4732-97bf-284584ce9cab'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 12:10:45.300442 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-4faf7522-e933-4d44-a389-6155948a7e5d admin admin] 10.222.0.39 "PUT /v2.0/routers/c77bf577-ab69-4732-97bf-284584ce9cab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5466337 Jan 26 12:10:45.302944 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 34354) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:10:45.310419 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdb3eb5-efcf-4ac7-8b29-85c7d0882aa7 None None] Routers {'c77bf577-ab69-4732-97bf-284584ce9cab'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:10:45.311096 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-6cdb3eb5-efcf-4ac7-8b29-85c7d0882aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:10:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['c77bf577-ab69-4732-97bf-284584ce9cab'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:45.477908 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f68c8db5-48ca-4f40-950d-d8082f4b3e4d admin admin] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:45.487303 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-6cdb3eb5-efcf-4ac7-8b29-85c7d0882aa7 None None] Set router c77bf577-ab69-4732-97bf-284584ce9cab gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:10:45.653915 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f68c8db5-48ca-4f40-950d-d8082f4b3e4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:45.663937 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-f68c8db5-48ca-4f40-950d-d8082f4b3e4d admin admin] Deleting port ee3746b4-afd4-4d64-b02f-ab8f9c16ca26 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:10:45.664276 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f68c8db5-48ca-4f40-950d-d8082f4b3e4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:45.767697 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-6cdb3eb5-efcf-4ac7-8b29-85c7d0882aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77bf577-ab69-4732-97bf-284584ce9cab', 'name': 'tempest-TestShelveInstance-269731629-router', 'tenant_id': '8ee55ff89633411998142d2c799a4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.228'}], 'enable_snat': True}, 'gw_port_id': 'ee3746b4-afd4-4d64-b02f-ab8f9c16ca26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:02:00Z', 'updated_at': '2022-01-26T12:10:44Z', 'revision_number': 5, 'project_id': '8ee55ff89633411998142d2c799a4d73', 'gw_port': {'id': 'ee3746b4-afd4-4d64-b02f-ab8f9c16ca26', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77bf577-ab69-4732-97bf-284584ce9cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:02:01Z', 'updated_at': '2022-01-26T12:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:45.772119 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdb3eb5-efcf-4ac7-8b29-85c7d0882aa7 None None] Checking router: c77bf577-ab69-4732-97bf-284584ce9cab for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 12:10:45.780671 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdb3eb5-efcf-4ac7-8b29-85c7d0882aa7 None None] Routers {'c77bf577-ab69-4732-97bf-284584ce9cab'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:10:45.781431 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-6cdb3eb5-efcf-4ac7-8b29-85c7d0882aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:10:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['c77bf577-ab69-4732-97bf-284584ce9cab'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:45.838849 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-f68c8db5-48ca-4f40-950d-d8082f4b3e4d admin admin] For port ee3746b4-afd4-4d64-b02f-ab8f9c16ca26, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=ee3746b4-afd4-4d64-b02f-ab8f9c16ca26,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:10:45.839213 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f68c8db5-48ca-4f40-950d-d8082f4b3e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:45.933585 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-6cdb3eb5-efcf-4ac7-8b29-85c7d0882aa7 None None] Set router c77bf577-ab69-4732-97bf-284584ce9cab gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:10:45.964468 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-f68c8db5-48ca-4f40-950d-d8082f4b3e4d admin admin] Calling delete_port for ee3746b4-afd4-4d64-b02f-ab8f9c16ca26 owned by network:router_gateway {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:10:46.038882 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-6cdb3eb5-efcf-4ac7-8b29-85c7d0882aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77bf577-ab69-4732-97bf-284584ce9cab', 'name': 'tempest-TestShelveInstance-269731629-router', 'tenant_id': '8ee55ff89633411998142d2c799a4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:02:00Z', 'updated_at': '2022-01-26T12:10:45Z', 'revision_number': 6, 'project_id': '8ee55ff89633411998142d2c799a4d73', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:46.042874 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdb3eb5-efcf-4ac7-8b29-85c7d0882aa7 None None] The sync data for ids ['c77bf577-ab69-4732-97bf-284584ce9cab'] in dv-neutron-826439-1-hyperv is: [{'id': 'c77bf577-ab69-4732-97bf-284584ce9cab', 'name': 'tempest-TestShelveInstance-269731629-router', 'tenant_id': '8ee55ff89633411998142d2c799a4d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:02:00Z', 'updated_at': '2022-01-26T12:10:45Z', 'revision_number': 6, 'project_id': '8ee55ff89633411998142d2c799a4d73', 'gw_port_host': None}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 12:10:46.131517 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f68c8db5-48ca-4f40-950d-d8082f4b3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:46.176247 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c8db5-48ca-4f40-950d-d8082f4b3e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=ee3746b4-afd4-4d64-b02f-ab8f9c16ca26,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:46.373826 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f68c8db5-48ca-4f40-950d-d8082f4b3e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:46.547246 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f68c8db5-48ca-4f40-950d-d8082f4b3e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:46.549404 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f68c8db5-48ca-4f40-950d-d8082f4b3e4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:46.571908 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f68c8db5-48ca-4f40-950d-d8082f4b3e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:46.572777 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68c8db5-48ca-4f40-950d-d8082f4b3e4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c77bf577-ab69-4732-97bf-284584ce9cab {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 12:10:46.585366 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f68c8db5-48ca-4f40-950d-d8082f4b3e4d admin admin] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:46.586941 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f68c8db5-48ca-4f40-950d-d8082f4b3e4d admin admin] 10.222.0.39 "DELETE /v2.0/routers/c77bf577-ab69-4732-97bf-284584ce9cab HTTP/1.1" status: 204 len: 168 time: 1.2823102 Jan 26 12:10:46.589873 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 34358) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:10:46.648193 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa9ebac-b25b-41ff-a943-f95f45b374c5 admin admin] Deleting subnet 5553b429-a559-4216-bb49-b76ae57eb931 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 12:10:46.650942 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-efa9ebac-b25b-41ff-a943-f95f45b374c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:46.700768 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-efa9ebac-b25b-41ff-a943-f95f45b374c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:46.905483 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-efa9ebac-b25b-41ff-a943-f95f45b374c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:46.914687 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device ee3746b4-afd4-4d64-b02f-ab8f9c16ca26 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:10:46.948424 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: ee3746b4-afd4-4d64-b02f-ab8f9c16ca26 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 12:10:46.948771 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device ee3746b4-afd4-4d64-b02f-ab8f9c16ca26 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 12:10:46.949207 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 44faaa6f-068f-4f29-85ac-44e2fb661719 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:10:46.975396 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-efa9ebac-b25b-41ff-a943-f95f45b374c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:47.020174 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9ebac-b25b-41ff-a943-f95f45b374c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5553b429-a559-4216-bb49-b76ae57eb931,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:47.024859 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-efa9ebac-b25b-41ff-a943-f95f45b374c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:47.026578 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 44faaa6f-068f-4f29-85ac-44e2fb661719 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 12:10:47.026932 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 44faaa6f-068f-4f29-85ac-44e2fb661719 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 12:10:47.031519 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1428e66c-5765-4ae7-b39a-0a8926606238 None None] Network db6fa1ef-2911-4a16-afe0-a0754c1a06ca requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 12:10:47.033686 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 34362) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:10:47.033781 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-efa9ebac-b25b-41ff-a943-f95f45b374c5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5553b429-a559-4216-bb49-b76ae57eb931 HTTP/1.1" status: 204 len: 168 time: 0.4427488 Jan 26 12:10:47.150487 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-92cc87e2-0393-4f82-bc9c-83f15a8d8528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:47.161131 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-92cc87e2-0393-4f82-bc9c-83f15a8d8528 admin admin] Deleting port d6816124-b1db-45c1-9343-0a22480f42db {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:10:47.161401 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-92cc87e2-0393-4f82-bc9c-83f15a8d8528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:47.297881 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c0da28-2367-4f0c-99aa-91cf28704eb7 None None] DHCP port deletion for db6fa1ef-2911-4a16-afe0-a0754c1a06ca request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 12:10:47.301999 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-d9c0da28-2367-4f0c-99aa-91cf28704eb7 None None] Deleting port d6816124-b1db-45c1-9343-0a22480f42db {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:10:47.302418 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d9c0da28-2367-4f0c-99aa-91cf28704eb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:47.367456 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-92cc87e2-0393-4f82-bc9c-83f15a8d8528 admin admin] For port d6816124-b1db-45c1-9343-0a22480f42db, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d6816124-b1db-45c1-9343-0a22480f42db,segment=NetworkSegment(d4d8f895-f51f-408e-8429-85124a8706ac),segment_id=d4d8f895-f51f-408e-8429-85124a8706ac)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:10:47.367734 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-92cc87e2-0393-4f82-bc9c-83f15a8d8528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:47.496579 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-92cc87e2-0393-4f82-bc9c-83f15a8d8528 admin admin] Calling delete_port for d6816124-b1db-45c1-9343-0a22480f42db owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:10:47.509301 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d9c0da28-2367-4f0c-99aa-91cf28704eb7 None None] For port d6816124-b1db-45c1-9343-0a22480f42db, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=d6816124-b1db-45c1-9343-0a22480f42db,segment=NetworkSegment(d4d8f895-f51f-408e-8429-85124a8706ac),segment_id=d4d8f895-f51f-408e-8429-85124a8706ac)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:10:47.509695 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d9c0da28-2367-4f0c-99aa-91cf28704eb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:47.572844 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-92cc87e2-0393-4f82-bc9c-83f15a8d8528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:47.621158 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc87e2-0393-4f82-bc9c-83f15a8d8528 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6816124-b1db-45c1-9343-0a22480f42db,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:47.624739 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cc87e2-0393-4f82-bc9c-83f15a8d8528 admin admin] No DVR routers for this DVR port d6816124-b1db-45c1-9343-0a22480f42db on host dv-neutron-826439-1-hyperv {{(pid=87442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 12:10:47.633635 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-d9c0da28-2367-4f0c-99aa-91cf28704eb7 None None] Calling delete_port for d6816124-b1db-45c1-9343-0a22480f42db owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:10:47.703416 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-d9c0da28-2367-4f0c-99aa-91cf28704eb7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 12:10:47.703774 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-d9c0da28-2367-4f0c-99aa-91cf28704eb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 12:10:47.737818 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-92cc87e2-0393-4f82-bc9c-83f15a8d8528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:47.762298 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-92cc87e2-0393-4f82-bc9c-83f15a8d8528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db6fa1ef-2911-4a16-afe0-a0754c1a06ca']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:47.774798 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-92cc87e2-0393-4f82-bc9c-83f15a8d8528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d8f895-f51f-408e-8429-85124a8706ac') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:47.775097 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-92cc87e2-0393-4f82-bc9c-83f15a8d8528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d8f895-f51f-408e-8429-85124a8706ac') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:47.785929 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-92cc87e2-0393-4f82-bc9c-83f15a8d8528 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:47.801321 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-92cc87e2-0393-4f82-bc9c-83f15a8d8528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:47.807385 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92cc87e2-0393-4f82-bc9c-83f15a8d8528 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 12:10:47.807919 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-92cc87e2-0393-4f82-bc9c-83f15a8d8528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 12:10:47.821959 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 12:10:47.898396 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-92cc87e2-0393-4f82-bc9c-83f15a8d8528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:47.902990 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-92cc87e2-0393-4f82-bc9c-83f15a8d8528 admin admin] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:47.924582 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc87e2-0393-4f82-bc9c-83f15a8d8528 admin admin] Pushing event deleted for resources: {'Network': ['ID=db6fa1ef-2911-4a16-afe0-a0754c1a06ca,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:47.929886 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-92cc87e2-0393-4f82-bc9c-83f15a8d8528 admin admin] 10.222.0.39 "DELETE /v2.0/networks/db6fa1ef-2911-4a16-afe0-a0754c1a06ca HTTP/1.1" status: 204 len: 168 time: 0.8952093 Jan 26 12:10:48.036878 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 34368) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:10:48.085419 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-d1fa0179-cfc8-4901-8c65-0fb216ee4ec0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=78a9462b837044d6bcacbe20ce9ea3fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474129 Jan 26 12:10:48.087767 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 34372) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:10:48.144479 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e5277a09-06fc-436b-a62b-54a391e9fc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:48.169874 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e5277a09-06fc-436b-a62b-54a391e9fc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:48.205332 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-d9c0da28-2367-4f0c-99aa-91cf28704eb7 None None] Deleting port d6816124-b1db-45c1-9343-0a22480f42db {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:10:48.205847 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d9c0da28-2367-4f0c-99aa-91cf28704eb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:48.220549 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e5277a09-06fc-436b-a62b-54a391e9fc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:48.237914 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5277a09-06fc-436b-a62b-54a391e9fc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092fb74c-7fb7-461a-a359-811db18f0675,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:48.249085 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-e5277a09-06fc-436b-a62b-54a391e9fc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:48.250268 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-e5277a09-06fc-436b-a62b-54a391e9fc90 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/092fb74c-7fb7-461a-a359-811db18f0675 HTTP/1.1" status: 204 len: 168 time: 0.1616087 Jan 26 12:10:48.281952 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-d9c0da28-2367-4f0c-99aa-91cf28704eb7 None None] The port 'd6816124-b1db-45c1-9343-0a22480f42db' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 12:10:48.580733 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 34380) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:10:48.633447 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3e84ece8-df6b-4207-9b26-cb8cca224780 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ee55ff89633411998142d2c799a4d73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515010 Jan 26 12:10:48.635833 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 34384) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:10:48.691798 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-af16ec7b-435d-4825-82b3-399262d5e7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:48.721422 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-af16ec7b-435d-4825-82b3-399262d5e7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:48.773890 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-af16ec7b-435d-4825-82b3-399262d5e7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:48.795130 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16ec7b-435d-4825-82b3-399262d5e7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a60612-10de-455f-8caf-fbb79cf527a7,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:48.803806 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-af16ec7b-435d-4825-82b3-399262d5e7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:48.807256 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-af16ec7b-435d-4825-82b3-399262d5e7ec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/82a60612-10de-455f-8caf-fbb79cf527a7 HTTP/1.1" status: 204 len: 168 time: 0.1682196 Jan 26 12:10:48.905858 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d6816124-b1db-45c1-9343-0a22480f42db no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:10:48.939375 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: d6816124-b1db-45c1-9343-0a22480f42db {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 12:10:48.939712 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device d6816124-b1db-45c1-9343-0a22480f42db not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 12:10:49.548602 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 34408) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:10:49.652932 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-832cc952-4f88-404e-9927-034181362d22 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-511416191-network', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:10:49.657590 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-832cc952-4f88-404e-9927-034181362d22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:10:49.661404 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-832cc952-4f88-404e-9927-034181362d22 admin admin] Usage tracker for resource:network and tenant:fc53c3f8764944348944bf06c44dfa38 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:10:49.664918 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-832cc952-4f88-404e-9927-034181362d22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:10:49.670581 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-832cc952-4f88-404e-9927-034181362d22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:10:49.681385 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832cc952-4f88-404e-9927-034181362d22 admin admin] Made reservation on behalf of fc53c3f8764944348944bf06c44dfa38 for: {'network': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 12:10:49.683683 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-832cc952-4f88-404e-9927-034181362d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:49.696367 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-832cc952-4f88-404e-9927-034181362d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:49.710446 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-832cc952-4f88-404e-9927-034181362d22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:10:49.714126 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-832cc952-4f88-404e-9927-034181362d22 admin admin] Usage tracker for resource:security_group_rule and tenant:fc53c3f8764944348944bf06c44dfa38 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:10:49.716852 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-832cc952-4f88-404e-9927-034181362d22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:10:49.722664 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-832cc952-4f88-404e-9927-034181362d22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:10:49.902721 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-832cc952-4f88-404e-9927-034181362d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:49.906473 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-832cc952-4f88-404e-9927-034181362d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:49.936071 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-832cc952-4f88-404e-9927-034181362d22 admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=87442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 12:10:49.944421 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832cc952-4f88-404e-9927-034181362d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee0eed4-1a2c-4793-9863-522eebffd854,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:49.949855 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-832cc952-4f88-404e-9927-034181362d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:49.950194 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.segments_db [None req-832cc952-4f88-404e-9927-034181362d22 admin admin] Added segment f064eba8-1ac7-417d-a885-37dd1c644e2c of type vlan for network 474cc24a-f736-4d01-8aed-f7fc20f77db5 Jan 26 12:10:49.975794 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-832cc952-4f88-404e-9927-034181362d22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:50.003333 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-832cc952-4f88-404e-9927-034181362d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:50.004283 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832cc952-4f88-404e-9927-034181362d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:10:50.004856 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-832cc952-4f88-404e-9927-034181362d22 admin admin] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:50.100801 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-832cc952-4f88-404e-9927-034181362d22 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5511117 Jan 26 12:10:50.103694 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 34414) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:10:50.105931 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832cc952-4f88-404e-9927-034181362d22 admin admin] Pushing event updated for resources: {'Network': ['ID=474cc24a-f736-4d01-8aed-f7fc20f77db5,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:50.109307 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-33f5eac3-804a-42a8-a046-d8d7b3e1e2a9 admin admin] Request body: {'subnet': {'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-511416191-subnet', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'ip_version': 4}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:10:50.114341 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-33f5eac3-804a-42a8-a046-d8d7b3e1e2a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:10:50.115863 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 474cc24a-f736-4d01-8aed-f7fc20f77db5 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 12:10:50.118766 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-33f5eac3-804a-42a8-a046-d8d7b3e1e2a9 admin admin] Usage tracker for resource:subnet and tenant:fc53c3f8764944348944bf06c44dfa38 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:10:50.121606 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-33f5eac3-804a-42a8-a046-d8d7b3e1e2a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:10:50.127799 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-33f5eac3-804a-42a8-a046-d8d7b3e1e2a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:10:50.138216 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f5eac3-804a-42a8-a046-d8d7b3e1e2a9 admin admin] Made reservation on behalf of fc53c3f8764944348944bf06c44dfa38 for: {'subnet': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 12:10:50.140623 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-33f5eac3-804a-42a8-a046-d8d7b3e1e2a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269524'] for subnet, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:50.334707 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-33f5eac3-804a-42a8-a046-d8d7b3e1e2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4070975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269510'] for subnet, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:50.407264 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5eac3-804a-42a8-a046-d8d7b3e1e2a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03aaf94f-aa2f-49b9-9fc1-43ee003ed845,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:50.415622 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f5eac3-804a-42a8-a046-d8d7b3e1e2a9 admin admin] Checking segment: {'id': 'f064eba8-1ac7-417d-a885-37dd1c644e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 12:10:50.415974 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f5eac3-804a-42a8-a046-d8d7b3e1e2a9 admin admin] Network hostable DHCP agents. Network: 474cc24a-f736-4d01-8aed-f7fc20f77db5, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 12:10:50.434439 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f5eac3-804a-42a8-a046-d8d7b3e1e2a9 admin admin] Network 474cc24a-f736-4d01-8aed-f7fc20f77db5 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 12:10:50.442780 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-33f5eac3-804a-42a8-a046-d8d7b3e1e2a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 474cc24a-f736-4d01-8aed-f7fc20f77db5) {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:10:50.447165 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f5eac3-804a-42a8-a046-d8d7b3e1e2a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:10:50.447746 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-33f5eac3-804a-42a8-a046-d8d7b3e1e2a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:50.453001 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc4faa9-83a8-4f5d-b4fa-0bb71cd1b169 None None] Network 474cc24a-f736-4d01-8aed-f7fc20f77db5 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 12:10:50.467903 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-33f5eac3-804a-42a8-a046-d8d7b3e1e2a9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3630376 Jan 26 12:10:50.470571 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 34418) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:10:50.476251 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-b9f95ec6-89ee-41f1-b01e-8165807abf23 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-511416191-router', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:10:50.480935 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b9f95ec6-89ee-41f1-b01e-8165807abf23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:10:50.484887 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b9f95ec6-89ee-41f1-b01e-8165807abf23 admin admin] Usage tracker for resource:router and tenant:fc53c3f8764944348944bf06c44dfa38 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:10:50.487825 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b9f95ec6-89ee-41f1-b01e-8165807abf23 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:10:50.494138 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b9f95ec6-89ee-41f1-b01e-8165807abf23 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:10:50.503971 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b9f95ec6-89ee-41f1-b01e-8165807abf23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:50.505016 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b9f95ec6-89ee-41f1-b01e-8165807abf23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:50.521947 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b9f95ec6-89ee-41f1-b01e-8165807abf23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:50.673829 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-474cc24a-f736-4d01-8aed-f7fc20f77db5', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'fixed_ips': [{'subnet_id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 12:10:50.674675 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:50.790468 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b9f95ec6-89ee-41f1-b01e-8165807abf23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:50.836868 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Allocated IP 172.20.0.2 (474cc24a-f736-4d01-8aed-f7fc20f77db5/03aaf94f-aa2f-49b9-9fc1-43ee003ed845/63b670ff-3b1c-4eed-a5ba-407fbc5aa22a) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 12:10:51.040442 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:51.050591 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Transition to ACTIVE for port object 63b670ff-3b1c-4eed-a5ba-407fbc5aa22a will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:10:51.070495 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Transition to ACTIVE for port object 63b670ff-3b1c-4eed-a5ba-407fbc5aa22a will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:10:51.075668 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:51.107952 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b9f95ec6-89ee-41f1-b01e-8165807abf23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:51.138585 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b9f95ec6-89ee-41f1-b01e-8165807abf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:51.172995 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Network 474cc24a-f736-4d01-8aed-f7fc20f77db5 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:10:51.175846 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:10:51.179005 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 12:10:51.218304 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Pushing event updated for resources: {'Port': ['ID=63b670ff-3b1c-4eed-a5ba-407fbc5aa22a,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:51.257716 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:51.258067 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:51.258434 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:51.258776 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:51.259107 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:51.259436 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:51.259764 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:51.260089 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:51.260414 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:51.260736 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:51.261055 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:51.261373 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:51.275603 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-b9f95ec6-89ee-41f1-b01e-8165807abf23 admin admin] Allocated IP 172.26.5.67 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/c7af2eff-2635-4ec1-a87c-8e7b89f0ac69) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 12:10:51.283922 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Attempting to bind port 63b670ff-3b1c-4eed-a5ba-407fbc5aa22a on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 12:10:51.284294 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Attempting to bind port 63b670ff-3b1c-4eed-a5ba-407fbc5aa22a by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'f064eba8-1ac7-417d-a885-37dd1c644e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 12:10:51.284658 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Attempting to bind port 63b670ff-3b1c-4eed-a5ba-407fbc5aa22a on network 474cc24a-f736-4d01-8aed-f7fc20f77db5 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 12:10:51.290754 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 12, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 12:10:51.291130 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Checking segment: {'id': 'f064eba8-1ac7-417d-a885-37dd1c644e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 12:10:51.291532 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:51.291930 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Bound using segment: {'id': 'f064eba8-1ac7-417d-a885-37dd1c644e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 12:10:51.292396 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Bound port: 63b670ff-3b1c-4eed-a5ba-407fbc5aa22a, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064eba8-1ac7-417d-a885-37dd1c644e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 12:10:51.292826 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:51.381992 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] For port 63b670ff-3b1c-4eed-a5ba-407fbc5aa22a, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 12:10:51.384926 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] For port 63b670ff-3b1c-4eed-a5ba-407fbc5aa22a, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=63b670ff-3b1c-4eed-a5ba-407fbc5aa22a,segment=NetworkSegment(f064eba8-1ac7-417d-a885-37dd1c644e2c),segment_id=f064eba8-1ac7-417d-a885-37dd1c644e2c)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 12:10:51.389252 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:51.477381 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61180c7c-c18b-43bc-82bf-5709e8cb2852 None None] Pushing event updated for resources: {'Port': ['ID=63b670ff-3b1c-4eed-a5ba-407fbc5aa22a,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:51.543587 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b9f95ec6-89ee-41f1-b01e-8165807abf23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:51.574987 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b9f95ec6-89ee-41f1-b01e-8165807abf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:51.642712 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f95ec6-89ee-41f1-b01e-8165807abf23 admin admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:10:51.646951 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-b9f95ec6-89ee-41f1-b01e-8165807abf23 admin admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:10:51.651070 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f95ec6-89ee-41f1-b01e-8165807abf23 admin admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 12:10:51.686918 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f95ec6-89ee-41f1-b01e-8165807abf23 admin admin] Pushing event updated for resources: {'Port': ['ID=c7af2eff-2635-4ec1-a87c-8e7b89f0ac69,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:52.074032 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b9f95ec6-89ee-41f1-b01e-8165807abf23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:52.430082 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b9f95ec6-89ee-41f1-b01e-8165807abf23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:52.444862 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa09172-3d53-4ef6-a040-301f2401181e None None] Network 474cc24a-f736-4d01-8aed-f7fc20f77db5 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 12:10:52.555721 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-751cd1b3-b1d1-46c3-9949-34ddebafc165 None None] Provisioning for port 63b670ff-3b1c-4eed-a5ba-407fbc5aa22a completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:10:52.635268 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f95ec6-89ee-41f1-b01e-8165807abf23 admin admin] Router 82709d8e-ad24-465f-88a7-0729fa2a39b8 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 12:10:52.688981 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f950b702-e04c-401f-a609-6cfbf5095877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:52.821391 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f95ec6-89ee-41f1-b01e-8165807abf23 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 12:10:52.831097 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] Sync routers for ids ['82709d8e-ad24-465f-88a7-0729fa2a39b8'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 12:10:52.841418 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] Routers {'82709d8e-ad24-465f-88a7-0729fa2a39b8'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:10:52.842254 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:10:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['82709d8e-ad24-465f-88a7-0729fa2a39b8'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:52.853842 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b9f95ec6-89ee-41f1-b01e-8165807abf23 admin admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:52.856215 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b9f95ec6-89ee-41f1-b01e-8165807abf23 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3847034 Jan 26 12:10:52.858612 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 34422) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:10:52.978383 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 63b670ff-3b1c-4eed-a5ba-407fbc5aa22a up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:10:53.055179 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] Set router 82709d8e-ad24-465f-88a7-0729fa2a39b8 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:10:53.060556 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 63b670ff-3b1c-4eed-a5ba-407fbc5aa22a completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:10:53.065416 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 63b670ff-3b1c-4eed-a5ba-407fbc5aa22a triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:10:53.065862 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:53.185981 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:53.218949 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 63b670ff-3b1c-4eed-a5ba-407fbc5aa22a, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=63b670ff-3b1c-4eed-a5ba-407fbc5aa22a,segment=NetworkSegment(f064eba8-1ac7-417d-a885-37dd1c644e2c),segment_id=f064eba8-1ac7-417d-a885-37dd1c644e2c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:10:53.224286 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:53.295611 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=63b670ff-3b1c-4eed-a5ba-407fbc5aa22a,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:53.386693 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'name': 'tempest-TestSnapshotPattern-511416191-router', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:50Z', 'updated_at': '2022-01-26T12:10:51Z', 'revision_number': 3, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'gw_port': {'id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:51Z', 'updated_at': '2022-01-26T12:10:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:53.390633 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] Checking router: 82709d8e-ad24-465f-88a7-0729fa2a39b8 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 12:10:53.390978 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] Updating router 82709d8e-ad24-465f-88a7-0729fa2a39b8 port c7af2eff-2635-4ec1-a87c-8e7b89f0ac69 binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 12:10:53.441231 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:53.668919 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae8dee9f-da4e-48e5-9230-cf95705c5819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:53.761604 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:53.774554 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] Transition to ACTIVE for port object c7af2eff-2635-4ec1-a87c-8e7b89f0ac69 will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:10:53.780558 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:53.868209 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] Attempting to bind port c7af2eff-2635-4ec1-a87c-8e7b89f0ac69 on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 12:10:53.868883 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] Attempting to bind port c7af2eff-2635-4ec1-a87c-8e7b89f0ac69 by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 12:10:53.868883 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] Attempting to bind port c7af2eff-2635-4ec1-a87c-8e7b89f0ac69 on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 12:10:53.872205 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ff0db-76f7-471c-b869-f8c40f6ebbf0 None None] Pushing event updated for resources: {'Port': ['ID=c7af2eff-2635-4ec1-a87c-8e7b89f0ac69,revision_number=2']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:53.876966 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 12, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 12:10:53.877339 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 12:10:53.877736 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:53.878128 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 12:10:53.878618 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] Bound port: c7af2eff-2635-4ec1-a87c-8e7b89f0ac69, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 12:10:53.878991 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:53.885115 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [None req-ae8dee9f-da4e-48e5-9230-cf95705c5819 admin admin] Allocated IP 172.20.0.1 (474cc24a-f736-4d01-8aed-f7fc20f77db5/03aaf94f-aa2f-49b9-9fc1-43ee003ed845/a4c0db27-e36b-4d8c-bdb7-38b79c137adb) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 12:10:53.910918 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ff0db-76f7-471c-b869-f8c40f6ebbf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:53.911423 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ff0db-76f7-471c-b869-f8c40f6ebbf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:53.911774 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ff0db-76f7-471c-b869-f8c40f6ebbf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:53.912156 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ff0db-76f7-471c-b869-f8c40f6ebbf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:53.912497 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ff0db-76f7-471c-b869-f8c40f6ebbf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:53.912839 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ff0db-76f7-471c-b869-f8c40f6ebbf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:53.913161 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ff0db-76f7-471c-b869-f8c40f6ebbf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:53.913486 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ff0db-76f7-471c-b869-f8c40f6ebbf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:53.913831 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ff0db-76f7-471c-b869-f8c40f6ebbf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:53.914133 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ff0db-76f7-471c-b869-f8c40f6ebbf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:53.914481 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ff0db-76f7-471c-b869-f8c40f6ebbf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:53.914802 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414ff0db-76f7-471c-b869-f8c40f6ebbf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:10:53.963080 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] For port c7af2eff-2635-4ec1-a87c-8e7b89f0ac69, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 12:10:53.966047 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] For port c7af2eff-2635-4ec1-a87c-8e7b89f0ac69, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c7af2eff-2635-4ec1-a87c-8e7b89f0ac69,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 12:10:53.970881 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:54.034151 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae8dee9f-da4e-48e5-9230-cf95705c5819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:54.050178 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [None req-ae8dee9f-da4e-48e5-9230-cf95705c5819 admin admin] Transition to ACTIVE for port object a4c0db27-e36b-4d8c-bdb7-38b79c137adb will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:10:54.050990 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] Routers {'82709d8e-ad24-465f-88a7-0729fa2a39b8'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:10:54.051808 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:10:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['82709d8e-ad24-465f-88a7-0729fa2a39b8'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:54.074677 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae8dee9f-da4e-48e5-9230-cf95705c5819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:54.118404 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ff0db-76f7-471c-b869-f8c40f6ebbf0 None None] Pushing event updated for resources: {'Port': ['ID=c7af2eff-2635-4ec1-a87c-8e7b89f0ac69,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:54.139897 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8dee9f-da4e-48e5-9230-cf95705c5819 admin admin] Network 474cc24a-f736-4d01-8aed-f7fc20f77db5 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:10:54.142768 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-ae8dee9f-da4e-48e5-9230-cf95705c5819 admin admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:10:54.146259 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8dee9f-da4e-48e5-9230-cf95705c5819 admin admin] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 12:10:54.179568 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8dee9f-da4e-48e5-9230-cf95705c5819 admin admin] Pushing event updated for resources: {'Port': ['ID=a4c0db27-e36b-4d8c-bdb7-38b79c137adb,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:54.206137 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae8dee9f-da4e-48e5-9230-cf95705c5819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:54.235835 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] Set router 82709d8e-ad24-465f-88a7-0729fa2a39b8 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:10:54.377500 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e95e4aa4-3899-4688-8a1c-83325cf60a6b None None] Provisioning for port a4c0db27-e36b-4d8c-bdb7-38b79c137adb completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:10:54.384652 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-e95e4aa4-3899-4688-8a1c-83325cf60a6b None None] Provisioning complete for port a4c0db27-e36b-4d8c-bdb7-38b79c137adb triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:10:54.385104 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e95e4aa4-3899-4688-8a1c-83325cf60a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:54.445021 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-e95e4aa4-3899-4688-8a1c-83325cf60a6b None None] Port a4c0db27-e36b-4d8c-bdb7-38b79c137adb cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 12:10:54.532092 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'name': 'tempest-TestSnapshotPattern-511416191-router', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:50Z', 'updated_at': '2022-01-26T12:10:51Z', 'revision_number': 3, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'gw_port': {'id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:51Z', 'updated_at': '2022-01-26T12:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:54.536143 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa79265-9104-46e6-89a1-ddb2403c3e40 None None] The sync data for ids ['82709d8e-ad24-465f-88a7-0729fa2a39b8'] in dv-neutron-826439-1-hyperv is: [{'id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'name': 'tempest-TestSnapshotPattern-511416191-router', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:50Z', 'updated_at': '2022-01-26T12:10:51Z', 'revision_number': 3, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'gw_port': {'id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:51Z', 'updated_at': '2022-01-26T12:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 12:10:54.595418 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae8dee9f-da4e-48e5-9230-cf95705c5819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:54.845332 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae8dee9f-da4e-48e5-9230-cf95705c5819 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:54.851305 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae8dee9f-da4e-48e5-9230-cf95705c5819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:54.922233 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-79e1bdca-a263-4578-852f-0698f790f9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:54.960543 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8dee9f-da4e-48e5-9230-cf95705c5819 admin admin] Pushing event updated for resources: {'Port': ['ID=a4c0db27-e36b-4d8c-bdb7-38b79c137adb,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:54.968027 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ae8dee9f-da4e-48e5-9230-cf95705c5819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:55.028538 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 63b670ff-3b1c-4eed-a5ba-407fbc5aa22a up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:10:55.114549 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 63b670ff-3b1c-4eed-a5ba-407fbc5aa22a triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:10:55.115322 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:55.119091 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8dee9f-da4e-48e5-9230-cf95705c5819 admin admin] Network 474cc24a-f736-4d01-8aed-f7fc20f77db5 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:10:55.120233 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [None req-ae8dee9f-da4e-48e5-9230-cf95705c5819 admin admin] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:10:55.256450 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c7af2eff-2635-4ec1-a87c-8e7b89f0ac69 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:10:55.338249 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8dee9f-da4e-48e5-9230-cf95705c5819 admin admin] Router 82709d8e-ad24-465f-88a7-0729fa2a39b8 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 12:10:55.348135 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port c7af2eff-2635-4ec1-a87c-8e7b89f0ac69 completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:10:55.354708 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port c7af2eff-2635-4ec1-a87c-8e7b89f0ac69 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:10:55.355082 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:55.424190 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-90d521ae-400c-41e9-b595-21ce9d28c8a5 None None] Provisioning complete for port a4c0db27-e36b-4d8c-bdb7-38b79c137adb triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:10:55.424827 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-90d521ae-400c-41e9-b595-21ce9d28c8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:55.536306 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8dee9f-da4e-48e5-9230-cf95705c5819 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 12:10:55.538768 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-90d521ae-400c-41e9-b595-21ce9d28c8a5 None None] Port a4c0db27-e36b-4d8c-bdb7-38b79c137adb cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 12:10:55.542459 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:55.549232 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ae8dee9f-da4e-48e5-9230-cf95705c5819 admin admin] 10.222.0.39 "PUT /v2.0/routers/82709d8e-ad24-465f-88a7-0729fa2a39b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6895678 Jan 26 12:10:55.561542 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port c7af2eff-2635-4ec1-a87c-8e7b89f0ac69, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c7af2eff-2635-4ec1-a87c-8e7b89f0ac69,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:10:55.565874 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:55.636139 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=c7af2eff-2635-4ec1-a87c-8e7b89f0ac69,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:56.012030 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:56.066104 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 34440) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:10:56.072446 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-b562cffd-d820-4b58-bdcb-736af6ed4bda admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-16199472-network', 'tenant_id': 'af58dfc408674658a512e6ec39ca2bc8'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:10:56.077248 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b562cffd-d820-4b58-bdcb-736af6ed4bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:10:56.081039 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b562cffd-d820-4b58-bdcb-736af6ed4bda admin admin] Usage tracker for resource:network and tenant:af58dfc408674658a512e6ec39ca2bc8 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:10:56.084465 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b562cffd-d820-4b58-bdcb-736af6ed4bda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:10:56.090068 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b562cffd-d820-4b58-bdcb-736af6ed4bda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:10:56.100712 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b562cffd-d820-4b58-bdcb-736af6ed4bda admin admin] Made reservation on behalf of af58dfc408674658a512e6ec39ca2bc8 for: {'network': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 12:10:56.103147 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b562cffd-d820-4b58-bdcb-736af6ed4bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for network, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:56.116502 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b562cffd-d820-4b58-bdcb-736af6ed4bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:56.131508 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b562cffd-d820-4b58-bdcb-736af6ed4bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:10:56.135375 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b562cffd-d820-4b58-bdcb-736af6ed4bda admin admin] Usage tracker for resource:security_group_rule and tenant:af58dfc408674658a512e6ec39ca2bc8 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:10:56.138104 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-b562cffd-d820-4b58-bdcb-736af6ed4bda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:10:56.143695 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-b562cffd-d820-4b58-bdcb-736af6ed4bda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:10:56.187582 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] Sync routers for ids ['82709d8e-ad24-465f-88a7-0729fa2a39b8'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 12:10:56.197652 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] Routers {'82709d8e-ad24-465f-88a7-0729fa2a39b8'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:10:56.198343 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:10:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['82709d8e-ad24-465f-88a7-0729fa2a39b8'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:56.227909 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b562cffd-d820-4b58-bdcb-736af6ed4bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:56.232023 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b562cffd-d820-4b58-bdcb-736af6ed4bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:56.260271 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b562cffd-d820-4b58-bdcb-736af6ed4bda admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=87443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 12:10:56.272804 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562cffd-d820-4b58-bdcb-736af6ed4bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f28ab8e-c121-423e-8d6b-432875dff1d2,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:56.277333 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b562cffd-d820-4b58-bdcb-736af6ed4bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:56.277680 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.db.segments_db [None req-b562cffd-d820-4b58-bdcb-736af6ed4bda admin admin] Added segment c28c889b-d2f8-4f32-b7d5-276b5965cea3 of type vlan for network 9998942d-919d-4aab-9c94-f2eaa65aeb94 Jan 26 12:10:56.293493 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:56.310438 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b562cffd-d820-4b58-bdcb-736af6ed4bda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754530190942'] for network, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:56.340853 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b562cffd-d820-4b58-bdcb-736af6ed4bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749'] for network, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:56.341887 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b562cffd-d820-4b58-bdcb-736af6ed4bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:10:56.342493 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-b562cffd-d820-4b58-bdcb-736af6ed4bda admin admin] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:56.443059 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] Set router 82709d8e-ad24-465f-88a7-0729fa2a39b8 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:10:56.443668 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-b562cffd-d820-4b58-bdcb-736af6ed4bda admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3762023 Jan 26 12:10:56.446164 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 34444) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:10:56.448754 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562cffd-d820-4b58-bdcb-736af6ed4bda admin admin] Pushing event updated for resources: {'Network': ['ID=9998942d-919d-4aab-9c94-f2eaa65aeb94,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:56.452161 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-9308ff0f-bb7b-444a-93a6-fe220553f0be admin admin] Request body: {'subnet': {'network_id': '9998942d-919d-4aab-9c94-f2eaa65aeb94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-16199472-subnet', 'tenant_id': 'af58dfc408674658a512e6ec39ca2bc8', 'ip_version': 4}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:10:56.457424 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-9308ff0f-bb7b-444a-93a6-fe220553f0be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:10:56.462203 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-9308ff0f-bb7b-444a-93a6-fe220553f0be admin admin] Usage tracker for resource:subnet and tenant:af58dfc408674658a512e6ec39ca2bc8 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:10:56.465155 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-9308ff0f-bb7b-444a-93a6-fe220553f0be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:10:56.471642 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-9308ff0f-bb7b-444a-93a6-fe220553f0be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:10:56.483827 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9308ff0f-bb7b-444a-93a6-fe220553f0be admin admin] Made reservation on behalf of af58dfc408674658a512e6ec39ca2bc8 for: {'subnet': 1} {{(pid=87442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 12:10:56.486225 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9308ff0f-bb7b-444a-93a6-fe220553f0be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398464'] for subnet, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:56.489538 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Network 9998942d-919d-4aab-9c94-f2eaa65aeb94 details requested by agent ovs-agent-dv-neutron-826439-1-hyperv with host dv-neutron-826439-1-hyperv {{(pid=87444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 26 12:10:56.687749 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9308ff0f-bb7b-444a-93a6-fe220553f0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1062649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398482'] for subnet, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:56.765460 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308ff0f-bb7b-444a-93a6-fe220553f0be admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cc0f7d8-98e7-49fd-9e48-885407e22336,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:56.774791 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9308ff0f-bb7b-444a-93a6-fe220553f0be admin admin] Checking segment: {'id': 'c28c889b-d2f8-4f32-b7d5-276b5965cea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '9998942d-919d-4aab-9c94-f2eaa65aeb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 12:10:56.775149 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9308ff0f-bb7b-444a-93a6-fe220553f0be admin admin] Network hostable DHCP agents. Network: 9998942d-919d-4aab-9c94-f2eaa65aeb94, hostable agents: ['3c220268-7ecc-4799-a28f-3bb29f404be3'], hosted agents: [] {{(pid=87442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 12:10:56.794350 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9308ff0f-bb7b-444a-93a6-fe220553f0be admin admin] Network 9998942d-919d-4aab-9c94-f2eaa65aeb94 is scheduled to be hosted by DHCP agent 3c220268-7ecc-4799-a28f-3bb29f404be3 with binding_index 1 {{(pid=87442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 12:10:56.815379 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-9308ff0f-bb7b-444a-93a6-fe220553f0be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826439-1-hyperv, 9998942d-919d-4aab-9c94-f2eaa65aeb94) {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:10:56.823791 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9308ff0f-bb7b-444a-93a6-fe220553f0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:10:56.824140 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9308ff0f-bb7b-444a-93a6-fe220553f0be admin admin] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:56.833136 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e242501e-ba98-45f6-9076-3de26e3ac944 None None] Network 9998942d-919d-4aab-9c94-f2eaa65aeb94 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 12:10:56.853779 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9308ff0f-bb7b-444a-93a6-fe220553f0be admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4053967 Jan 26 12:10:56.855314 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 34448) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:10:56.860494 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-1c5142f6-3317-4a47-a97d-36af417f2f38 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-16199472-router', 'tenant_id': 'af58dfc408674658a512e6ec39ca2bc8', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:10:56.866072 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-1c5142f6-3317-4a47-a97d-36af417f2f38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:10:56.869872 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1c5142f6-3317-4a47-a97d-36af417f2f38 admin admin] Usage tracker for resource:router and tenant:af58dfc408674658a512e6ec39ca2bc8 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:10:56.873173 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-1c5142f6-3317-4a47-a97d-36af417f2f38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:10:56.878921 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-1c5142f6-3317-4a47-a97d-36af417f2f38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:10:56.900402 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1c5142f6-3317-4a47-a97d-36af417f2f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1634654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48725'] for router, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:56.901829 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1c5142f6-3317-4a47-a97d-36af417f2f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1634730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48730'] for router, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:56.920942 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1c5142f6-3317-4a47-a97d-36af417f2f38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:56.926804 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c7af2eff-2635-4ec1-a87c-8e7b89f0ac69 up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:10:57.078252 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'name': 'tempest-TestSnapshotPattern-511416191-router', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:50Z', 'updated_at': '2022-01-26T12:10:54Z', 'revision_number': 4, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'gw_port': {'id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:51Z', 'updated_at': '2022-01-26T12:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'a4c0db27-e36b-4d8c-bdb7-38b79c137adb', 'name': '', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'mac_address': 'fa:16:3e:af:92:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:53Z', 'updated_at': '2022-01-26T12:10:54Z', 'revision_number': 2, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'subnets': [{'id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:57.086735 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] Checking router: 82709d8e-ad24-465f-88a7-0729fa2a39b8 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 12:10:57.087095 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] Updating router 82709d8e-ad24-465f-88a7-0729fa2a39b8 port a4c0db27-e36b-4d8c-bdb7-38b79c137adb binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 12:10:57.175537 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port c7af2eff-2635-4ec1-a87c-8e7b89f0ac69 triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:10:57.175918 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:57.196162 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1c5142f6-3317-4a47-a97d-36af417f2f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1634744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1634641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48712'] for router, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:57.207775 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a74f88-98dc-41a2-b2db-ff50818ab55a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28814e92-1221-5416-ac7a-a2befc7fa5dc-9998942d-919d-4aab-9c94-f2eaa65aeb94', 'network_id': '9998942d-919d-4aab-9c94-f2eaa65aeb94', 'tenant_id': 'af58dfc408674658a512e6ec39ca2bc8', 'fixed_ips': [{'subnet_id': '0cc0f7d8-98e7-49fd-9e48-885407e22336'}]}} from dv-neutron-826439-1-hyperv. {{(pid=87444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 26 12:10:57.208594 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f1a74f88-98dc-41a2-b2db-ff50818ab55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:57.244745 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:57.503656 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1c5142f6-3317-4a47-a97d-36af417f2f38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:57.533315 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1c5142f6-3317-4a47-a97d-36af417f2f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:57.601320 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.db_base_plugin_common [None req-f1a74f88-98dc-41a2-b2db-ff50818ab55a None None] Allocated IP 172.20.0.2 (9998942d-919d-4aab-9c94-f2eaa65aeb94/0cc0f7d8-98e7-49fd-9e48-885407e22336/04568968-140d-491b-afed-3d232fe4cace) {{(pid=87444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 12:10:57.673516 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-1c5142f6-3317-4a47-a97d-36af417f2f38 admin admin] Allocated IP 172.26.5.204 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/8749585a-5dab-4071-87f4-028169909b7a) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 12:10:57.704825 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:57.926151 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1c5142f6-3317-4a47-a97d-36af417f2f38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:57.956445 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1c5142f6-3317-4a47-a97d-36af417f2f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:58.011505 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:58.025995 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5142f6-3317-4a47-a97d-36af417f2f38 admin admin] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:10:58.028986 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-1c5142f6-3317-4a47-a97d-36af417f2f38 admin admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:10:58.031561 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5142f6-3317-4a47-a97d-36af417f2f38 admin admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 12:10:58.034168 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] Transition to ACTIVE for port object a4c0db27-e36b-4d8c-bdb7-38b79c137adb will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:10:58.039955 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f1a74f88-98dc-41a2-b2db-ff50818ab55a None None] Notify callbacks [] for port, precommit_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:58.045542 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:58.071010 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5142f6-3317-4a47-a97d-36af417f2f38 admin admin] Pushing event updated for resources: {'Port': ['ID=8749585a-5dab-4071-87f4-028169909b7a,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:58.086690 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f1a74f88-98dc-41a2-b2db-ff50818ab55a None None] Transition to ACTIVE for port object 04568968-140d-491b-afed-3d232fe4cace will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:10:58.183573 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-f1a74f88-98dc-41a2-b2db-ff50818ab55a None None] Transition to ACTIVE for port object 04568968-140d-491b-afed-3d232fe4cace will not be triggered until provisioned by entity DHCP. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:10:58.197755 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c053e-d6dc-40ed-8e5d-cd5225f169c6 None None] Pushing event updated for resources: {'Port': ['ID=a4c0db27-e36b-4d8c-bdb7-38b79c137adb,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:58.227682 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f1a74f88-98dc-41a2-b2db-ff50818ab55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157'] for port, after_create {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:58.335099 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a74f88-98dc-41a2-b2db-ff50818ab55a None None] Network 9998942d-919d-4aab-9c94-f2eaa65aeb94 is already hosted by enough agents. {{(pid=87444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:10:58.344599 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.scheduler.base_scheduler [None req-f1a74f88-98dc-41a2-b2db-ff50818ab55a None None] Resources bound (agent type, host, resource id): {{(pid=87444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:10:58.356113 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a74f88-98dc-41a2-b2db-ff50818ab55a None None] Received port after_create {{(pid=87444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 12:10:58.364414 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a74f88-98dc-41a2-b2db-ff50818ab55a None None] Pushing event updated for resources: {'Port': ['ID=04568968-140d-491b-afed-3d232fe4cace,revision_number=1']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:58.400109 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] Attempting to bind port a4c0db27-e36b-4d8c-bdb7-38b79c137adb on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 12:10:58.400413 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] Attempting to bind port a4c0db27-e36b-4d8c-bdb7-38b79c137adb by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'f064eba8-1ac7-417d-a885-37dd1c644e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 12:10:58.400781 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] Attempting to bind port a4c0db27-e36b-4d8c-bdb7-38b79c137adb on network 474cc24a-f736-4d01-8aed-f7fc20f77db5 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 12:10:58.441006 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 12, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 12:10:58.441366 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] Checking segment: {'id': 'f064eba8-1ac7-417d-a885-37dd1c644e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 12:10:58.441773 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:58.442172 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] Bound using segment: {'id': 'f064eba8-1ac7-417d-a885-37dd1c644e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 12:10:58.442668 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] Bound port: a4c0db27-e36b-4d8c-bdb7-38b79c137adb, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064eba8-1ac7-417d-a885-37dd1c644e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 12:10:58.443052 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:58.466064 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1c5142f6-3317-4a47-a97d-36af417f2f38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:58.510864 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-f1a74f88-98dc-41a2-b2db-ff50818ab55a None None] Attempting to bind port 04568968-140d-491b-afed-3d232fe4cace on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 12:10:58.511240 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-f1a74f88-98dc-41a2-b2db-ff50818ab55a None None] Attempting to bind port 04568968-140d-491b-afed-3d232fe4cace by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'c28c889b-d2f8-4f32-b7d5-276b5965cea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '9998942d-919d-4aab-9c94-f2eaa65aeb94'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 12:10:58.511600 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a74f88-98dc-41a2-b2db-ff50818ab55a None None] Attempting to bind port 04568968-140d-491b-afed-3d232fe4cace on network 9998942d-919d-4aab-9c94-f2eaa65aeb94 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 12:10:58.531384 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a74f88-98dc-41a2-b2db-ff50818ab55a None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 12, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 12:10:58.531774 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a74f88-98dc-41a2-b2db-ff50818ab55a None None] Checking segment: {'id': 'c28c889b-d2f8-4f32-b7d5-276b5965cea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '9998942d-919d-4aab-9c94-f2eaa65aeb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 12:10:58.532160 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f1a74f88-98dc-41a2-b2db-ff50818ab55a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:58.532860 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a74f88-98dc-41a2-b2db-ff50818ab55a None None] Bound using segment: {'id': 'c28c889b-d2f8-4f32-b7d5-276b5965cea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '9998942d-919d-4aab-9c94-f2eaa65aeb94'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 12:10:58.533023 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-f1a74f88-98dc-41a2-b2db-ff50818ab55a None None] Bound port: 04568968-140d-491b-afed-3d232fe4cace, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28c889b-d2f8-4f32-b7d5-276b5965cea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '9998942d-919d-4aab-9c94-f2eaa65aeb94'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 12:10:58.533399 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f1a74f88-98dc-41a2-b2db-ff50818ab55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:58.618305 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] For port a4c0db27-e36b-4d8c-bdb7-38b79c137adb, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 12:10:58.622632 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] For port a4c0db27-e36b-4d8c-bdb7-38b79c137adb, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a4c0db27-e36b-4d8c-bdb7-38b79c137adb,segment=NetworkSegment(f064eba8-1ac7-417d-a885-37dd1c644e2c),segment_id=f064eba8-1ac7-417d-a885-37dd1c644e2c)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 12:10:58.632946 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:58.709753 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-f1a74f88-98dc-41a2-b2db-ff50818ab55a None None] For port 04568968-140d-491b-afed-3d232fe4cace, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 12:10:58.727671 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-f1a74f88-98dc-41a2-b2db-ff50818ab55a None None] For port 04568968-140d-491b-afed-3d232fe4cace, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=04568968-140d-491b-afed-3d232fe4cace,segment=NetworkSegment(c28c889b-d2f8-4f32-b7d5-276b5965cea3),segment_id=c28c889b-d2f8-4f32-b7d5-276b5965cea3)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 12:10:58.735951 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-f1a74f88-98dc-41a2-b2db-ff50818ab55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:58.740617 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c053e-d6dc-40ed-8e5d-cd5225f169c6 None None] Pushing event updated for resources: {'Port': ['ID=a4c0db27-e36b-4d8c-bdb7-38b79c137adb,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:58.744359 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] Routers {'82709d8e-ad24-465f-88a7-0729fa2a39b8'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:10:58.744994 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:10:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['82709d8e-ad24-465f-88a7-0729fa2a39b8'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:58.828354 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1c5142f6-3317-4a47-a97d-36af417f2f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1634632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634775'] for router, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:58.965920 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a74f88-98dc-41a2-b2db-ff50818ab55a None None] Pushing event updated for resources: {'Port': ['ID=04568968-140d-491b-afed-3d232fe4cace,revision_number=2']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:10:59.008760 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] Set router 82709d8e-ad24-465f-88a7-0729fa2a39b8 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:10:59.079184 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5142f6-3317-4a47-a97d-36af417f2f38 admin admin] Router 2a546eb7-ddd7-4b0c-9560-2704fa08fe08 is scheduled to L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c with binding_index 1 {{(pid=87442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 26 12:10:59.290673 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5142f6-3317-4a47-a97d-36af417f2f38 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 12:10:59.300634 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] Sync routers for ids ['2a546eb7-ddd7-4b0c-9560-2704fa08fe08'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 12:10:59.311518 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] Routers {'2a546eb7-ddd7-4b0c-9560-2704fa08fe08'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:10:59.312526 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:10:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2a546eb7-ddd7-4b0c-9560-2704fa08fe08'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:59.316059 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-1c5142f6-3317-4a47-a97d-36af417f2f38 admin admin] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:10:59.320454 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-1c5142f6-3317-4a47-a97d-36af417f2f38 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4613228 Jan 26 12:10:59.320680 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 34452) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:10:59.371245 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'name': 'tempest-TestSnapshotPattern-511416191-router', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:50Z', 'updated_at': '2022-01-26T12:10:54Z', 'revision_number': 4, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'gw_port': {'id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:51Z', 'updated_at': '2022-01-26T12:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'a4c0db27-e36b-4d8c-bdb7-38b79c137adb', 'name': '', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'mac_address': 'fa:16:3e:af:92:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:53Z', 'updated_at': '2022-01-26T12:10:58Z', 'revision_number': 4, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'subnets': [{'id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:59.375910 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e2e73a-ee57-4ecd-ad77-f490ae4acdde None None] The sync data for ids ['82709d8e-ad24-465f-88a7-0729fa2a39b8'] in dv-neutron-826439-1-hyperv is: [{'id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'name': 'tempest-TestSnapshotPattern-511416191-router', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:50Z', 'updated_at': '2022-01-26T12:10:54Z', 'revision_number': 4, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'gw_port': {'id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:51Z', 'updated_at': '2022-01-26T12:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'a4c0db27-e36b-4d8c-bdb7-38b79c137adb', 'name': '', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'mac_address': 'fa:16:3e:af:92:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:53Z', 'updated_at': '2022-01-26T12:10:58Z', 'revision_number': 4, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'subnets': [{'id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 12:10:59.543142 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] Set router 2a546eb7-ddd7-4b0c-9560-2704fa08fe08 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:10:59.863914 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a546eb7-ddd7-4b0c-9560-2704fa08fe08', 'name': 'tempest-TestSnapshotPattern-16199472-router', 'tenant_id': 'af58dfc408674658a512e6ec39ca2bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.204'}], 'enable_snat': True}, 'gw_port_id': '8749585a-5dab-4071-87f4-028169909b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:56Z', 'updated_at': '2022-01-26T12:10:58Z', 'revision_number': 3, 'project_id': 'af58dfc408674658a512e6ec39ca2bc8', 'gw_port': {'id': '8749585a-5dab-4071-87f4-028169909b7a', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:24:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a546eb7-ddd7-4b0c-9560-2704fa08fe08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:57Z', 'updated_at': '2022-01-26T12:10:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:10:59.868423 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] Checking router: 2a546eb7-ddd7-4b0c-9560-2704fa08fe08 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 12:10:59.869057 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] Updating router 2a546eb7-ddd7-4b0c-9560-2704fa08fe08 port 8749585a-5dab-4071-87f4-028169909b7a binding host dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 12:10:59.928189 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:00.053734 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798263ff-af0b-4326-8d0b-26b9d3b5a1f7 None None] Network 9998942d-919d-4aab-9c94-f2eaa65aeb94 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 12:11:00.175113 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-4b079a2c-bb89-497c-beda-aaa877984b0c None None] Provisioning for port 04568968-140d-491b-afed-3d232fe4cace completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:11:00.308726 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-44dd8945-a1d9-49b0-9b87-9a753ff694e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:00.316942 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] Notify callbacks [] for port, precommit_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:00.331118 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.provisioning_blocks [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] Transition to ACTIVE for port object 8749585a-5dab-4071-87f4-028169909b7a will not be triggered until provisioned by entity L2. {{(pid=87445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:11:00.340402 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:00.433534 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] Attempting to bind port 8749585a-5dab-4071-87f4-028169909b7a on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 12:11:00.433896 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] Attempting to bind port 8749585a-5dab-4071-87f4-028169909b7a by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 12:11:00.434259 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] Attempting to bind port 8749585a-5dab-4071-87f4-028169909b7a on network dbc7419d-d89a-4ebf-afbc-448b19db60c4 {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 12:11:00.446150 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 12, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 12:11:00.446440 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] Checking segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 12:11:00.446838 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:00.447228 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] Bound using segment: {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'} {{(pid=87445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 12:11:00.447686 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.managers [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] Bound port: 8749585a-5dab-4071-87f4-028169909b7a, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9ea661-11e6-492b-94e9-0ef0448204c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4'}}] {{(pid=87445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 12:11:00.448052 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:00.513892 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf001c3-b771-471d-abb1-df39340dc67d None None] Pushing event updated for resources: {'Port': ['ID=8749585a-5dab-4071-87f4-028169909b7a,revision_number=2']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:11:00.526590 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] For port 8749585a-5dab-4071-87f4-028169909b7a, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 12:11:00.530057 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.plugins.ml2.db [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] For port 8749585a-5dab-4071-87f4-028169909b7a, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=8749585a-5dab-4071-87f4-028169909b7a,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 12:11:00.536703 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron_lib.callbacks.manager [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:00.565923 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-44dd8945-a1d9-49b0-9b87-9a753ff694e4 admin admin] Allocated IP 172.20.0.1 (9998942d-919d-4aab-9c94-f2eaa65aeb94/0cc0f7d8-98e7-49fd-9e48-885407e22336/6541114c-38bf-4b33-9e4d-1fd8ac5a902f) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 12:11:00.638868 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] Routers {'2a546eb7-ddd7-4b0c-9560-2704fa08fe08'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:11:00.639660 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:10:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2a546eb7-ddd7-4b0c-9560-2704fa08fe08'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:11:00.694677 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf001c3-b771-471d-abb1-df39340dc67d None None] Pushing event updated for resources: {'Port': ['ID=8749585a-5dab-4071-87f4-028169909b7a,revision_number=3']} {{(pid=87445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:11:00.742036 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-44dd8945-a1d9-49b0-9b87-9a753ff694e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:00.763524 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.provisioning_blocks [None req-44dd8945-a1d9-49b0-9b87-9a753ff694e4 admin admin] Transition to ACTIVE for port object 6541114c-38bf-4b33-9e4d-1fd8ac5a902f will not be triggered until provisioned by entity DHCP. {{(pid=87442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:11:00.796131 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-44dd8945-a1d9-49b0-9b87-9a753ff694e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:00.829187 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] Set router 2a546eb7-ddd7-4b0c-9560-2704fa08fe08 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:11:00.866594 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dd8945-a1d9-49b0-9b87-9a753ff694e4 admin admin] Network 9998942d-919d-4aab-9c94-f2eaa65aeb94 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:11:00.869394 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-44dd8945-a1d9-49b0-9b87-9a753ff694e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:11:00.873636 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dd8945-a1d9-49b0-9b87-9a753ff694e4 admin admin] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 12:11:00.902991 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd8945-a1d9-49b0-9b87-9a753ff694e4 admin admin] Pushing event updated for resources: {'Port': ['ID=6541114c-38bf-4b33-9e4d-1fd8ac5a902f,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:11:00.944976 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-44dd8945-a1d9-49b0-9b87-9a753ff694e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419741'] for router_interface, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:01.055847 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 04568968-140d-491b-afed-3d232fe4cace up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:11:01.136525 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 04568968-140d-491b-afed-3d232fe4cace completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:11:01.142846 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 04568968-140d-491b-afed-3d232fe4cace triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:11:01.143229 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:01.213834 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a546eb7-ddd7-4b0c-9560-2704fa08fe08', 'name': 'tempest-TestSnapshotPattern-16199472-router', 'tenant_id': 'af58dfc408674658a512e6ec39ca2bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.204'}], 'enable_snat': True}, 'gw_port_id': '8749585a-5dab-4071-87f4-028169909b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:56Z', 'updated_at': '2022-01-26T12:10:58Z', 'revision_number': 3, 'project_id': 'af58dfc408674658a512e6ec39ca2bc8', 'gw_port': {'id': '8749585a-5dab-4071-87f4-028169909b7a', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:24:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a546eb7-ddd7-4b0c-9560-2704fa08fe08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:57Z', 'updated_at': '2022-01-26T12:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:11:01.217854 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158443e5-d3ba-47cc-8b7b-cd8944c3a366 None None] The sync data for ids ['2a546eb7-ddd7-4b0c-9560-2704fa08fe08'] in dv-neutron-826439-1-hyperv is: [{'id': '2a546eb7-ddd7-4b0c-9560-2704fa08fe08', 'name': 'tempest-TestSnapshotPattern-16199472-router', 'tenant_id': 'af58dfc408674658a512e6ec39ca2bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.204'}], 'enable_snat': True}, 'gw_port_id': '8749585a-5dab-4071-87f4-028169909b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:56Z', 'updated_at': '2022-01-26T12:10:58Z', 'revision_number': 3, 'project_id': 'af58dfc408674658a512e6ec39ca2bc8', 'gw_port': {'id': '8749585a-5dab-4071-87f4-028169909b7a', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:24:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a546eb7-ddd7-4b0c-9560-2704fa08fe08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:57Z', 'updated_at': '2022-01-26T12:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 12:11:01.283071 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-33b87ff2-6374-438e-bf19-de7ca8f2d71a None None] Provisioning for port 6541114c-38bf-4b33-9e4d-1fd8ac5a902f completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:11:01.286467 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:01.301914 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-33b87ff2-6374-438e-bf19-de7ca8f2d71a None None] Provisioning complete for port 6541114c-38bf-4b33-9e4d-1fd8ac5a902f triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:11:01.302286 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-33b87ff2-6374-438e-bf19-de7ca8f2d71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:01.363593 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-44dd8945-a1d9-49b0-9b87-9a753ff694e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:01.372267 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 04568968-140d-491b-afed-3d232fe4cace, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=04568968-140d-491b-afed-3d232fe4cace,segment=NetworkSegment(c28c889b-d2f8-4f32-b7d5-276b5965cea3),segment_id=c28c889b-d2f8-4f32-b7d5-276b5965cea3)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:11:01.375104 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-33b87ff2-6374-438e-bf19-de7ca8f2d71a None None] Port 6541114c-38bf-4b33-9e4d-1fd8ac5a902f cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 12:11:01.378905 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:01.380308 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a4c0db27-e36b-4d8c-bdb7-38b79c137adb up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:11:01.520992 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=04568968-140d-491b-afed-3d232fe4cace,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:11:01.534346 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port a4c0db27-e36b-4d8c-bdb7-38b79c137adb completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:11:01.539842 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port a4c0db27-e36b-4d8c-bdb7-38b79c137adb triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:11:01.540215 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:01.631636 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-44dd8945-a1d9-49b0-9b87-9a753ff694e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:01.636605 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-44dd8945-a1d9-49b0-9b87-9a753ff694e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:01.666156 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:01.704701 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port a4c0db27-e36b-4d8c-bdb7-38b79c137adb, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a4c0db27-e36b-4d8c-bdb7-38b79c137adb,segment=NetworkSegment(f064eba8-1ac7-417d-a885-37dd1c644e2c),segment_id=f064eba8-1ac7-417d-a885-37dd1c644e2c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:11:01.710928 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:01.756955 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-44dd8945-a1d9-49b0-9b87-9a753ff694e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419584'] for router_interface, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:01.760418 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd8945-a1d9-49b0-9b87-9a753ff694e4 admin admin] Pushing event updated for resources: {'Port': ['ID=6541114c-38bf-4b33-9e4d-1fd8ac5a902f,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:11:01.780487 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=a4c0db27-e36b-4d8c-bdb7-38b79c137adb,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:11:01.908164 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dd8945-a1d9-49b0-9b87-9a753ff694e4 admin admin] Network 9998942d-919d-4aab-9c94-f2eaa65aeb94 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:11:01.909302 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-44dd8945-a1d9-49b0-9b87-9a753ff694e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:11:02.117093 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dd8945-a1d9-49b0-9b87-9a753ff694e4 admin admin] Router 2a546eb7-ddd7-4b0c-9560-2704fa08fe08 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 12:11:02.202034 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-7aed1f29-8c69-4352-af29-9cac72043966 None None] Provisioning complete for port 6541114c-38bf-4b33-9e4d-1fd8ac5a902f triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:11:02.202607 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7aed1f29-8c69-4352-af29-9cac72043966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:02.258382 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-7aed1f29-8c69-4352-af29-9cac72043966 None None] Port 6541114c-38bf-4b33-9e4d-1fd8ac5a902f cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 12:11:02.301612 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dd8945-a1d9-49b0-9b87-9a753ff694e4 admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 12:11:02.310374 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-44dd8945-a1d9-49b0-9b87-9a753ff694e4 admin admin] 10.222.0.39 "PUT /v2.0/routers/2a546eb7-ddd7-4b0c-9560-2704fa08fe08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9886937 Jan 26 12:11:02.620307 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:11:02.840908 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] Sync routers for ids ['2a546eb7-ddd7-4b0c-9560-2704fa08fe08'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 12:11:02.851027 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] Routers {'2a546eb7-ddd7-4b0c-9560-2704fa08fe08'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:11:02.851631 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:10:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2a546eb7-ddd7-4b0c-9560-2704fa08fe08'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:11:03.015821 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 04568968-140d-491b-afed-3d232fe4cace up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:11:03.034054 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 34466) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:11:03.040149 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-f451fa5e-1c36-4b42-8cf2-49a397d56ae3 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1743588794', 'description': 'tempest-secgroup-smoke-1743588794 description', 'project_id': 'fc53c3f8764944348944bf06c44dfa38'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:11:03.046024 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f451fa5e-1c36-4b42-8cf2-49a397d56ae3 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:11:03.049849 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f451fa5e-1c36-4b42-8cf2-49a397d56ae3 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Usage tracker for resource:security_group and tenant:fc53c3f8764944348944bf06c44dfa38 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:11:03.053343 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f451fa5e-1c36-4b42-8cf2-49a397d56ae3 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:11:03.059305 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f451fa5e-1c36-4b42-8cf2-49a397d56ae3 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:11:03.070474 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f451fa5e-1c36-4b42-8cf2-49a397d56ae3 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for security_group, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:03.087307 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] Set router 2a546eb7-ddd7-4b0c-9560-2704fa08fe08 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:11:03.101827 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f451fa5e-1c36-4b42-8cf2-49a397d56ae3 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:11:03.105829 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f451fa5e-1c36-4b42-8cf2-49a397d56ae3 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Usage tracker for resource:security_group_rule and tenant:fc53c3f8764944348944bf06c44dfa38 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:11:03.108854 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f451fa5e-1c36-4b42-8cf2-49a397d56ae3 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:11:03.114776 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f451fa5e-1c36-4b42-8cf2-49a397d56ae3 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:11:03.185719 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f451fa5e-1c36-4b42-8cf2-49a397d56ae3 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for security_group, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:03.190298 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f451fa5e-1c36-4b42-8cf2-49a397d56ae3 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:03.232768 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451fa5e-1c36-4b42-8cf2-49a397d56ae3 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0004a03e-6a78-4f82-b938-74f85061aebc,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:11:03.235618 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f451fa5e-1c36-4b42-8cf2-49a397d56ae3 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:03.239732 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f451fa5e-1c36-4b42-8cf2-49a397d56ae3 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2015128 Jan 26 12:11:03.240000 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 34472) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:11:03.244111 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 04568968-140d-491b-afed-3d232fe4cace triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:11:03.244567 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:03.245018 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-f394a227-f91f-4ccb-a771-506701a98a5c tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Request body: {'security_group_rule': {'security_group_id': '0004a03e-6a78-4f82-b938-74f85061aebc', 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:11:03.257392 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f394a227-f91f-4ccb-a771-506701a98a5c tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:11:03.261147 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f394a227-f91f-4ccb-a771-506701a98a5c tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Usage tracker for resource:security_group_rule and tenant:fc53c3f8764944348944bf06c44dfa38 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:11:03.264052 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-f394a227-f91f-4ccb-a771-506701a98a5c tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:11:03.269645 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-f394a227-f91f-4ccb-a771-506701a98a5c tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:11:03.288832 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f394a227-f91f-4ccb-a771-506701a98a5c tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:03.348932 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f394a227-f91f-4ccb-a771-506701a98a5c tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:03.352381 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f394a227-f91f-4ccb-a771-506701a98a5c tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:03.378669 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394a227-f91f-4ccb-a771-506701a98a5c tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7262d91-6848-4a41-8e58-4e8be837d351,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:11:03.389011 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-f394a227-f91f-4ccb-a771-506701a98a5c tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:03.392827 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-f394a227-f91f-4ccb-a771-506701a98a5c tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1495283 Jan 26 12:11:03.393055 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 34476) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:11:03.398525 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-b21b1691-627f-40c6-9668-078a7baf34ea tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Request body: {'security_group_rule': {'security_group_id': '0004a03e-6a78-4f82-b938-74f85061aebc', 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:11:03.404247 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b21b1691-627f-40c6-9668-078a7baf34ea tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:11:03.408035 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b21b1691-627f-40c6-9668-078a7baf34ea tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Usage tracker for resource:security_group_rule and tenant:fc53c3f8764944348944bf06c44dfa38 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:11:03.410845 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b21b1691-627f-40c6-9668-078a7baf34ea tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:11:03.417604 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b21b1691-627f-40c6-9668-078a7baf34ea tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:11:03.434786 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b21b1691-627f-40c6-9668-078a7baf34ea tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:03.496019 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b21b1691-627f-40c6-9668-078a7baf34ea tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:03.500238 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a4c0db27-e36b-4d8c-bdb7-38b79c137adb up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:11:03.500547 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b21b1691-627f-40c6-9668-078a7baf34ea tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:03.526801 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b1691-627f-40c6-9668-078a7baf34ea tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a33acd1-34ce-480f-8f79-bc6dc1ed7235,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:11:03.537590 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b21b1691-627f-40c6-9668-078a7baf34ea tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:03.539114 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b21b1691-627f-40c6-9668-078a7baf34ea tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1451051 Jan 26 12:11:03.542000 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 34480) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:11:03.547581 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-12803a7e-c925-4cfc-929a-1b7dd73f3911 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Request body: {'security_group_rule': {'security_group_id': '0004a03e-6a78-4f82-b938-74f85061aebc', 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:11:03.554424 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-12803a7e-c925-4cfc-929a-1b7dd73f3911 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:11:03.558224 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-12803a7e-c925-4cfc-929a-1b7dd73f3911 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Usage tracker for resource:security_group_rule and tenant:fc53c3f8764944348944bf06c44dfa38 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:11:03.561120 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-12803a7e-c925-4cfc-929a-1b7dd73f3911 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:11:03.567434 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-12803a7e-c925-4cfc-929a-1b7dd73f3911 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:11:03.585222 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-12803a7e-c925-4cfc-929a-1b7dd73f3911 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:03.625067 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a546eb7-ddd7-4b0c-9560-2704fa08fe08', 'name': 'tempest-TestSnapshotPattern-16199472-router', 'tenant_id': 'af58dfc408674658a512e6ec39ca2bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.204'}], 'enable_snat': True}, 'gw_port_id': '8749585a-5dab-4071-87f4-028169909b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:56Z', 'updated_at': '2022-01-26T12:11:01Z', 'revision_number': 4, 'project_id': 'af58dfc408674658a512e6ec39ca2bc8', 'gw_port': {'id': '8749585a-5dab-4071-87f4-028169909b7a', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:24:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a546eb7-ddd7-4b0c-9560-2704fa08fe08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:57Z', 'updated_at': '2022-01-26T12:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '6541114c-38bf-4b33-9e4d-1fd8ac5a902f', 'name': '', 'network_id': '9998942d-919d-4aab-9c94-f2eaa65aeb94', 'tenant_id': 'af58dfc408674658a512e6ec39ca2bc8', 'mac_address': 'fa:16:3e:6f:05:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a546eb7-ddd7-4b0c-9560-2704fa08fe08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '0cc0f7d8-98e7-49fd-9e48-885407e22336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:11:00Z', 'updated_at': '2022-01-26T12:11:01Z', 'revision_number': 2, 'project_id': 'af58dfc408674658a512e6ec39ca2bc8', 'subnets': [{'id': '0cc0f7d8-98e7-49fd-9e48-885407e22336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:11:03.632739 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] Checking router: 2a546eb7-ddd7-4b0c-9560-2704fa08fe08 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 12:11:03.633090 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] Updating router 2a546eb7-ddd7-4b0c-9560-2704fa08fe08 port 6541114c-38bf-4b33-9e4d-1fd8ac5a902f binding host dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 12:11:03.651522 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-12803a7e-c925-4cfc-929a-1b7dd73f3911 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:03.655235 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-12803a7e-c925-4cfc-929a-1b7dd73f3911 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:03.657438 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port a4c0db27-e36b-4d8c-bdb7-38b79c137adb triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:11:03.657808 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:03.678842 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12803a7e-c925-4cfc-929a-1b7dd73f3911 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e9a4ae5-c8a6-4c91-b536-847067ae6359,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:11:03.688050 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-12803a7e-c925-4cfc-929a-1b7dd73f3911 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:03.689247 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-12803a7e-c925-4cfc-929a-1b7dd73f3911 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462324 Jan 26 12:11:03.692062 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 34484) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:11:03.697284 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [None req-165d8cb9-9cd0-4b89-beaa-b38d0e316eac tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Request body: {'security_group_rule': {'security_group_id': '0004a03e-6a78-4f82-b938-74f85061aebc', 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:11:03.703032 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-165d8cb9-9cd0-4b89-beaa-b38d0e316eac tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:11:03.706812 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-165d8cb9-9cd0-4b89-beaa-b38d0e316eac tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Usage tracker for resource:security_group_rule and tenant:fc53c3f8764944348944bf06c44dfa38 is out of sync, need to count used quota {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:11:03.710173 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [None req-165d8cb9-9cd0-4b89-beaa-b38d0e316eac tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:11:03.716108 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [None req-165d8cb9-9cd0-4b89-beaa-b38d0e316eac tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:11:03.734707 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-165d8cb9-9cd0-4b89-beaa-b38d0e316eac tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:03.738961 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:03.798873 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-165d8cb9-9cd0-4b89-beaa-b38d0e316eac tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:03.804120 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-165d8cb9-9cd0-4b89-beaa-b38d0e316eac tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:03.835562 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d8cb9-9cd0-4b89-beaa-b38d0e316eac tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa9410d4-0d2f-4bdb-8036-bce0a07952fd,revision_number=0']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:11:03.837433 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-165d8cb9-9cd0-4b89-beaa-b38d0e316eac tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:03.841511 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-165d8cb9-9cd0-4b89-beaa-b38d0e316eac tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1485047 Jan 26 12:11:03.841939 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 34488) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:11:03.848287 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-b6e05152-5750-44b0-8fb5-d8a7046f48a6 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Request body: {'security_group_rule': {'security_group_id': '0004a03e-6a78-4f82-b938-74f85061aebc', 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:11:03.854833 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b6e05152-5750-44b0-8fb5-d8a7046f48a6 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:11:03.858694 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b6e05152-5750-44b0-8fb5-d8a7046f48a6 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Usage tracker for resource:security_group_rule and tenant:fc53c3f8764944348944bf06c44dfa38 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:11:03.861535 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-b6e05152-5750-44b0-8fb5-d8a7046f48a6 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:11:03.867831 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-b6e05152-5750-44b0-8fb5-d8a7046f48a6 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:11:03.878192 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.securitygroups_db [None req-b6e05152-5750-44b0-8fb5-d8a7046f48a6 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Project fc53c3f8764944348944bf06c44dfa38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 12:11:03.884658 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b6e05152-5750-44b0-8fb5-d8a7046f48a6 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:03.915028 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 8749585a-5dab-4071-87f4-028169909b7a up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:11:03.950879 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b6e05152-5750-44b0-8fb5-d8a7046f48a6 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:03.954618 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b6e05152-5750-44b0-8fb5-d8a7046f48a6 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:03.983094 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e05152-5750-44b0-8fb5-d8a7046f48a6 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e41f71-2394-4180-b8d4-d023b93f6390,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:11:03.990751 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-b6e05152-5750-44b0-8fb5-d8a7046f48a6 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:03.992090 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-b6e05152-5750-44b0-8fb5-d8a7046f48a6 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1487250 Jan 26 12:11:03.994948 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 34492) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:11:04.000017 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-3b301a00-4c39-4a4b-9999-6c9befbb68d7 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Request body: {'security_group_rule': {'security_group_id': '0004a03e-6a78-4f82-b938-74f85061aebc', 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:11:04.006610 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3b301a00-4c39-4a4b-9999-6c9befbb68d7 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:11:04.010646 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3b301a00-4c39-4a4b-9999-6c9befbb68d7 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Usage tracker for resource:security_group_rule and tenant:fc53c3f8764944348944bf06c44dfa38 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:11:04.013974 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-3b301a00-4c39-4a4b-9999-6c9befbb68d7 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:11:04.020277 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-3b301a00-4c39-4a4b-9999-6c9befbb68d7 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:11:04.030923 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.securitygroups_db [None req-3b301a00-4c39-4a4b-9999-6c9befbb68d7 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Project fc53c3f8764944348944bf06c44dfa38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 12:11:04.037847 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b301a00-4c39-4a4b-9999-6c9befbb68d7 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:04.097451 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 8749585a-5dab-4071-87f4-028169909b7a completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:11:04.109181 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b301a00-4c39-4a4b-9999-6c9befbb68d7 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:04.110213 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 8749585a-5dab-4071-87f4-028169909b7a triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:11:04.112883 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:04.113408 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b301a00-4c39-4a4b-9999-6c9befbb68d7 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624585'] for security_group_rule, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:04.137612 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b301a00-4c39-4a4b-9999-6c9befbb68d7 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db89deec-c1b5-43d2-af77-06e98f44e672,revision_number=0']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:11:04.147205 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-3b301a00-4c39-4a4b-9999-6c9befbb68d7 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:04.148474 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-3b301a00-4c39-4a4b-9999-6c9befbb68d7 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1526103 Jan 26 12:11:04.319715 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] Notify callbacks [] for port, precommit_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:04.333484 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:04.341734 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] Transition to ACTIVE for port object 6541114c-38bf-4b33-9e4d-1fd8ac5a902f will not be triggered until provisioned by entity L2. {{(pid=87444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:11:04.352748 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:04.376367 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-59a9c641-bddd-4ca0-9cb5-aa62d42159b9 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743588794&fields=id&tenant_id=fc53c3f8764944348944bf06c44dfa38 HTTP/1.1" status: 200 len: 267 time: 0.0391352 Jan 26 12:11:04.394654 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 8749585a-5dab-4071-87f4-028169909b7a, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=8749585a-5dab-4071-87f4-028169909b7a,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:11:04.412692 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:04.491953 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a28bd-a6c2-42fc-8651-fcbe6def0f7b None None] Pushing event updated for resources: {'Port': ['ID=6541114c-38bf-4b33-9e4d-1fd8ac5a902f,revision_number=3']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:11:04.532545 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-46ce34ce-b737-4a99-91bc-c2b84682ca5e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:04.534053 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-46ce34ce-b737-4a99-91bc-c2b84682ca5e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/networks?id=474cc24a-f736-4d01-8aed-f7fc20f77db5 HTTP/1.1" status: 200 len: 809 time: 0.1506686 Jan 26 12:11:04.549291 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-ab7354f8-cfe4-478d-b430-6a3dd254ba80 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/quotas/fc53c3f8764944348944bf06c44dfa38 HTTP/1.1" status: 200 len: 375 time: 0.0094495 Jan 26 12:11:04.642497 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] Attempting to bind port 6541114c-38bf-4b33-9e4d-1fd8ac5a902f on host dv-neutron-826439-1-hyperv for vnic_type normal with profile {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 12:11:04.642871 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] Attempting to bind port 6541114c-38bf-4b33-9e4d-1fd8ac5a902f by drivers openvswitch,hyperv on host dv-neutron-826439-1-hyperv at level 0 using segments [{'id': 'c28c889b-d2f8-4f32-b7d5-276b5965cea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '9998942d-919d-4aab-9c94-f2eaa65aeb94'}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 12:11:04.643236 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] Attempting to bind port 6541114c-38bf-4b33-9e4d-1fd8ac5a902f on network 9998942d-919d-4aab-9c94-f2eaa65aeb94 {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 12:11:04.652320 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=8749585a-5dab-4071-87f4-028169909b7a,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:11:04.654936 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] Checking agent: {'id': '91192da8-8bd3-44a2-b5d3-f2354d09df7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 10, 26), 'started_at': datetime.datetime(2022, 1, 26, 11, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 12, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 12:11:04.655309 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] Checking segment: {'id': 'c28c889b-d2f8-4f32-b7d5-276b5965cea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '9998942d-919d-4aab-9c94-f2eaa65aeb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 12:11:04.655706 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:04.656088 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] Bound using segment: {'id': 'c28c889b-d2f8-4f32-b7d5-276b5965cea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '9998942d-919d-4aab-9c94-f2eaa65aeb94'} {{(pid=87444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 12:11:04.656557 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.managers [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] Bound port: 6541114c-38bf-4b33-9e4d-1fd8ac5a902f, host: dv-neutron-826439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28c889b-d2f8-4f32-b7d5-276b5965cea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '9998942d-919d-4aab-9c94-f2eaa65aeb94'}}] {{(pid=87444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 12:11:04.656927 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:04.746829 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-044c0517-8e5f-4505-bde1-94ff37408a59 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Synchronizing usage tracker for tenant:fc53c3f8764944348944bf06c44dfa38 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:11:04.764116 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] For port 6541114c-38bf-4b33-9e4d-1fd8ac5a902f, host dv-neutron-826439-1-hyperv, cleared binding levels {{(pid=87444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 12:11:04.766046 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-044c0517-8e5f-4505-bde1-94ff37408a59 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Unset dirty status for tenant:fc53c3f8764944348944bf06c44dfa38 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:11:04.767380 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] For port 6541114c-38bf-4b33-9e4d-1fd8ac5a902f, host dv-neutron-826439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=6541114c-38bf-4b33-9e4d-1fd8ac5a902f,segment=NetworkSegment(c28c889b-d2f8-4f32-b7d5-276b5965cea3),segment_id=c28c889b-d2f8-4f32-b7d5-276b5965cea3)] {{(pid=87444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 12:11:04.767720 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-044c0517-8e5f-4505-bde1-94ff37408a59 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc53c3f8764944348944bf06c44dfa38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2116210 Jan 26 12:11:04.771959 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:04.851671 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] Routers {'2a546eb7-ddd7-4b0c-9560-2704fa08fe08'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:11:04.852307 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:10:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2a546eb7-ddd7-4b0c-9560-2704fa08fe08'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:11:04.920161 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a28bd-a6c2-42fc-8651-fcbe6def0f7b None None] Pushing event updated for resources: {'Port': ['ID=6541114c-38bf-4b33-9e4d-1fd8ac5a902f,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:11:04.942043 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 8749585a-5dab-4071-87f4-028169909b7a up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:11:04.952852 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-db710674-6405-4375-8f5d-482ccba11cfc service neutron] 10.222.0.39 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715300 Jan 26 12:11:05.092906 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-800251a5-420f-4dce-9f8a-fea72b38b191 service neutron] 10.222.0.39 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333742 Jan 26 12:11:05.112226 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] Set router 2a546eb7-ddd7-4b0c-9560-2704fa08fe08 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:11:05.229817 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 8749585a-5dab-4071-87f4-028169909b7a triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:11:05.230188 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:05.283494 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-d585ba98-5072-430f-8c28-fde531b6a121 req-b3880688-9d61-4920-9087-d6f6d8000fb7 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fa628d1-4cef-4f65-ab2e-80590a46e165 HTTP/1.1" status: 200 len: 210 time: 0.0453107 Jan 26 12:11:05.598355 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a546eb7-ddd7-4b0c-9560-2704fa08fe08', 'name': 'tempest-TestSnapshotPattern-16199472-router', 'tenant_id': 'af58dfc408674658a512e6ec39ca2bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.204'}], 'enable_snat': True}, 'gw_port_id': '8749585a-5dab-4071-87f4-028169909b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:56Z', 'updated_at': '2022-01-26T12:11:01Z', 'revision_number': 4, 'project_id': 'af58dfc408674658a512e6ec39ca2bc8', 'gw_port': {'id': '8749585a-5dab-4071-87f4-028169909b7a', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a546eb7-ddd7-4b0c-9560-2704fa08fe08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:57Z', 'updated_at': '2022-01-26T12:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '6541114c-38bf-4b33-9e4d-1fd8ac5a902f', 'name': '', 'network_id': '9998942d-919d-4aab-9c94-f2eaa65aeb94', 'tenant_id': 'af58dfc408674658a512e6ec39ca2bc8', 'mac_address': 'fa:16:3e:6f:05:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a546eb7-ddd7-4b0c-9560-2704fa08fe08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '0cc0f7d8-98e7-49fd-9e48-885407e22336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:11:00Z', 'updated_at': '2022-01-26T12:11:04Z', 'revision_number': 4, 'project_id': 'af58dfc408674658a512e6ec39ca2bc8', 'subnets': [{'id': '0cc0f7d8-98e7-49fd-9e48-885407e22336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:11:05.603051 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06322a2a-8c1e-4eb6-8abe-ec4eb59d0022 None None] The sync data for ids ['2a546eb7-ddd7-4b0c-9560-2704fa08fe08'] in dv-neutron-826439-1-hyperv is: [{'id': '2a546eb7-ddd7-4b0c-9560-2704fa08fe08', 'name': 'tempest-TestSnapshotPattern-16199472-router', 'tenant_id': 'af58dfc408674658a512e6ec39ca2bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.204'}], 'enable_snat': True}, 'gw_port_id': '8749585a-5dab-4071-87f4-028169909b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:56Z', 'updated_at': '2022-01-26T12:11:01Z', 'revision_number': 4, 'project_id': 'af58dfc408674658a512e6ec39ca2bc8', 'gw_port': {'id': '8749585a-5dab-4071-87f4-028169909b7a', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a546eb7-ddd7-4b0c-9560-2704fa08fe08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:57Z', 'updated_at': '2022-01-26T12:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': '6541114c-38bf-4b33-9e4d-1fd8ac5a902f', 'name': '', 'network_id': '9998942d-919d-4aab-9c94-f2eaa65aeb94', 'tenant_id': 'af58dfc408674658a512e6ec39ca2bc8', 'mac_address': 'fa:16:3e:6f:05:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a546eb7-ddd7-4b0c-9560-2704fa08fe08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '0cc0f7d8-98e7-49fd-9e48-885407e22336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:11:00Z', 'updated_at': '2022-01-26T12:11:04Z', 'revision_number': 4, 'project_id': 'af58dfc408674658a512e6ec39ca2bc8', 'subnets': [{'id': '0cc0f7d8-98e7-49fd-9e48-885407e22336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 12:11:05.700463 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:06.436671 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-4ab6c9ee-3631-42b0-b65a-6ca12f73cf42 req-acd46835-85a6-4c11-bd71-5884ebeef29b tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fa628d1-4cef-4f65-ab2e-80590a46e165 HTTP/1.1" status: 200 len: 210 time: 0.0450633 Jan 26 12:11:06.680916 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-b4c68a04-a27d-4eab-a7ac-9ea35d57e8da tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:06.682452 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-b4c68a04-a27d-4eab-a7ac-9ea35d57e8da tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.24 "GET /v2.0/networks?id=474cc24a-f736-4d01-8aed-f7fc20f77db5 HTTP/1.1" status: 200 len: 809 time: 0.1690290 Jan 26 12:11:06.736815 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-272cc6bc-9a36-44bc-91e6-3b32195d3938 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc53c3f8764944348944bf06c44dfa38 HTTP/1.1" status: 200 len: 380 time: 0.0447519 Jan 26 12:11:06.744520 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-14a474f2-236b-446a-9cfa-5aeb15842138 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Request body: {'port': {'device_id': '6fa628d1-4cef-4f65-ab2e-80590a46e165', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'admin_state_up': True, 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'security_groups': ['0004a03e-6a78-4f82-b938-74f85061aebc']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:11:06.882688 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-14a474f2-236b-446a-9cfa-5aeb15842138 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:11:06.892940 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-14a474f2-236b-446a-9cfa-5aeb15842138 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:11:06.919546 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-14a474f2-236b-446a-9cfa-5aeb15842138 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Made reservation on behalf of fc53c3f8764944348944bf06c44dfa38 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 12:11:06.923209 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-14a474f2-236b-446a-9cfa-5aeb15842138 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:06.965595 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 6541114c-38bf-4b33-9e4d-1fd8ac5a902f up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:11:07.043915 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning for port 6541114c-38bf-4b33-9e4d-1fd8ac5a902f completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:11:07.049534 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 6541114c-38bf-4b33-9e4d-1fd8ac5a902f triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:11:07.049918 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:07.097452 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-14a474f2-236b-446a-9cfa-5aeb15842138 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Allocated IP 172.20.0.10 (474cc24a-f736-4d01-8aed-f7fc20f77db5/03aaf94f-aa2f-49b9-9fc1-43ee003ed845/89b01394-52a1-4068-b305-dc549cfa92ad) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 12:11:07.167851 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:07.200659 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] For port 6541114c-38bf-4b33-9e4d-1fd8ac5a902f, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=6541114c-38bf-4b33-9e4d-1fd8ac5a902f,segment=NetworkSegment(c28c889b-d2f8-4f32-b7d5-276b5965cea3),segment_id=c28c889b-d2f8-4f32-b7d5-276b5965cea3)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:11:07.205942 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:07.278918 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Pushing event updated for resources: {'Port': ['ID=6541114c-38bf-4b33-9e4d-1fd8ac5a902f,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:11:07.295152 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-14a474f2-236b-446a-9cfa-5aeb15842138 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:07.314909 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-14a474f2-236b-446a-9cfa-5aeb15842138 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Transition to ACTIVE for port object 89b01394-52a1-4068-b305-dc549cfa92ad will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:11:07.339019 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-14a474f2-236b-446a-9cfa-5aeb15842138 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:07.406095 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-14a474f2-236b-446a-9cfa-5aeb15842138 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Network 474cc24a-f736-4d01-8aed-f7fc20f77db5 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:11:07.409001 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-14a474f2-236b-446a-9cfa-5aeb15842138 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:11:07.412960 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-14a474f2-236b-446a-9cfa-5aeb15842138 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 12:11:07.453775 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a474f2-236b-446a-9cfa-5aeb15842138 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Pushing event updated for resources: {'Port': ['ID=89b01394-52a1-4068-b305-dc549cfa92ad,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:11:07.486108 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-14a474f2-236b-446a-9cfa-5aeb15842138 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:07.486740 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-14a474f2-236b-446a-9cfa-5aeb15842138 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:07.512945 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-14a474f2-236b-446a-9cfa-5aeb15842138 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7720928 Jan 26 12:11:07.524453 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-a20c91e8-1bba-4a24-950d-f78dc319d0f1 service neutron] Request body: {'port': {'device_id': '6fa628d1-4cef-4f65-ab2e-80590a46e165', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:11:07.637105 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08823f-eee8-459e-b2c8-14c0d779fc3f req-7011a4fa-5df0-4740-9739-21036c72a132 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:07.638770 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ca08823f-eee8-459e-b2c8-14c0d779fc3f req-7011a4fa-5df0-4740-9739-21036c72a132 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fa628d1-4cef-4f65-ab2e-80590a46e165 HTTP/1.1" status: 200 len: 932 time: 0.0865762 Jan 26 12:11:07.640401 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-a20c91e8-1bba-4a24-950d-f78dc319d0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:07.682496 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-ca08823f-eee8-459e-b2c8-14c0d779fc3f req-86e172cf-14b7-49a6-9baa-6f715b4a2888 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Synchronizing usage tracker for tenant:fc53c3f8764944348944bf06c44dfa38 on resource:security_group {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:11:07.700207 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-ca08823f-eee8-459e-b2c8-14c0d779fc3f req-86e172cf-14b7-49a6-9baa-6f715b4a2888 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Unset dirty status for tenant:fc53c3f8764944348944bf06c44dfa38 on resource:security_group {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:11:07.701524 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-ca08823f-eee8-459e-b2c8-14c0d779fc3f req-86e172cf-14b7-49a6-9baa-6f715b4a2888 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571113 Jan 26 12:11:07.744275 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8a26eef1-6e9c-46cd-8914-fe6974190fd1 None None] Provisioning for port 89b01394-52a1-4068-b305-dc549cfa92ad completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:11:07.749188 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-8a26eef1-6e9c-46cd-8914-fe6974190fd1 None None] Provisioning complete for port 89b01394-52a1-4068-b305-dc549cfa92ad triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:11:07.749566 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8a26eef1-6e9c-46cd-8914-fe6974190fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:07.805124 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-8a26eef1-6e9c-46cd-8914-fe6974190fd1 None None] Port 89b01394-52a1-4068-b305-dc549cfa92ad cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 12:11:08.099662 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-a20c91e8-1bba-4a24-950d-f78dc319d0f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b01394-52a1-4068-b305-dc549cfa92ad {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 12:11:08.106847 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-a20c91e8-1bba-4a24-950d-f78dc319d0f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:08.121128 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-a20c91e8-1bba-4a24-950d-f78dc319d0f1 service neutron] Transition to ACTIVE for port object 89b01394-52a1-4068-b305-dc549cfa92ad will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:11:08.125863 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-a20c91e8-1bba-4a24-950d-f78dc319d0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:08.257017 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c91e8-1bba-4a24-950d-f78dc319d0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=89b01394-52a1-4068-b305-dc549cfa92ad,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:11:08.374652 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-a20c91e8-1bba-4a24-950d-f78dc319d0f1 service neutron] Attempting to bind port 89b01394-52a1-4068-b305-dc549cfa92ad on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 12:11:08.374652 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-a20c91e8-1bba-4a24-950d-f78dc319d0f1 service neutron] Attempting to bind port 89b01394-52a1-4068-b305-dc549cfa92ad by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f064eba8-1ac7-417d-a885-37dd1c644e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 12:11:08.375044 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-a20c91e8-1bba-4a24-950d-f78dc319d0f1 service neutron] Attempting to bind port 89b01394-52a1-4068-b305-dc549cfa92ad on network 474cc24a-f736-4d01-8aed-f7fc20f77db5 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 12:11:08.379807 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-a20c91e8-1bba-4a24-950d-f78dc319d0f1 service neutron] Port 89b01394-52a1-4068-b305-dc549cfa92ad on network 474cc24a-f736-4d01-8aed-f7fc20f77db5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 12:11:08.380050 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-a20c91e8-1bba-4a24-950d-f78dc319d0f1 service neutron] Attempting to bind port 89b01394-52a1-4068-b305-dc549cfa92ad on network 474cc24a-f736-4d01-8aed-f7fc20f77db5 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 12:11:08.386808 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-a20c91e8-1bba-4a24-950d-f78dc319d0f1 service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 12, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 12:11:08.387143 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-a20c91e8-1bba-4a24-950d-f78dc319d0f1 service neutron] Checking segment: {'id': 'f064eba8-1ac7-417d-a885-37dd1c644e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 12:11:08.387525 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-a20c91e8-1bba-4a24-950d-f78dc319d0f1 service neutron] Bound using segment: {'id': 'f064eba8-1ac7-417d-a885-37dd1c644e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 12:11:08.387947 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-a20c91e8-1bba-4a24-950d-f78dc319d0f1 service neutron] Bound port: 89b01394-52a1-4068-b305-dc549cfa92ad, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f064eba8-1ac7-417d-a885-37dd1c644e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 12:11:08.388289 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-a20c91e8-1bba-4a24-950d-f78dc319d0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:08.476979 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-a20c91e8-1bba-4a24-950d-f78dc319d0f1 service neutron] For port 89b01394-52a1-4068-b305-dc549cfa92ad, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 12:11:08.479822 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-a20c91e8-1bba-4a24-950d-f78dc319d0f1 service neutron] For port 89b01394-52a1-4068-b305-dc549cfa92ad, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=89b01394-52a1-4068-b305-dc549cfa92ad,segment=NetworkSegment(f064eba8-1ac7-417d-a885-37dd1c644e2c),segment_id=f064eba8-1ac7-417d-a885-37dd1c644e2c)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 12:11:08.484102 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-a20c91e8-1bba-4a24-950d-f78dc319d0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:08.547848 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-a20c91e8-1bba-4a24-950d-f78dc319d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:08.548447 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-a20c91e8-1bba-4a24-950d-f78dc319d0f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:08.549796 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-a20c91e8-1bba-4a24-950d-f78dc319d0f1 service neutron] 10.222.0.24 "PUT /v2.0/ports/89b01394-52a1-4068-b305-dc549cfa92ad HTTP/1.1" status: 200 len: 1094 time: 1.0299532 Jan 26 12:11:08.550242 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa628d1-4cef-4f65-ab2e-80590a46e165', 'tag': '89b01394-52a1-4068-b305-dc549cfa92ad'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:11:08.571840 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c91e8-1bba-4a24-950d-f78dc319d0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=89b01394-52a1-4068-b305-dc549cfa92ad,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:11:08.631625 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa628d1-4cef-4f65-ab2e-80590a46e165', 'tag': '89b01394-52a1-4068-b305-dc549cfa92ad', 'status': 'completed', 'code': 200} Jan 26 12:11:08.667323 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-fe927909-08be-43ff-b01d-ffe872eff295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:08.668830 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-fe927909-08be-43ff-b01d-ffe872eff295 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc53c3f8764944348944bf06c44dfa38&device_id=6fa628d1-4cef-4f65-ab2e-80590a46e165 HTTP/1.1" status: 200 len: 1097 time: 0.0771329 Jan 26 12:11:08.744910 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-a81a0df0-3cd0-4ea2-9e93-591df0c69b1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89b01394-52a1-4068-b305-dc549cfa92ad HTTP/1.1" status: 200 len: 217 time: 0.0697217 Jan 26 12:11:08.807468 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-327b84bf-cfe6-4bfc-bc17-c39850c3a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:08.809013 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-327b84bf-cfe6-4bfc-bc17-c39850c3a485 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03aaf94f-aa2f-49b9-9fc1-43ee003ed845 HTTP/1.1" status: 200 len: 848 time: 0.0586557 Jan 26 12:11:08.893160 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-6dc6ad3d-7f91-4ce6-b8be-e8f53487a3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:08.894708 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-6dc6ad3d-7f91-4ce6-b8be-e8f53487a3f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=474cc24a-f736-4d01-8aed-f7fc20f77db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802023 Jan 26 12:11:08.907531 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2546e-738d-4b7a-9a09-1a88aa4b7722 req-cc57e1e2-16f4-4982-8f80-73d4bbb8a07d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:08.908998 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7cf2546e-738d-4b7a-9a09-1a88aa4b7722 req-cc57e1e2-16f4-4982-8f80-73d4bbb8a07d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fa628d1-4cef-4f65-ab2e-80590a46e165 HTTP/1.1" status: 200 len: 944 time: 0.0888760 Jan 26 12:11:08.930631 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 6541114c-38bf-4b33-9e4d-1fd8ac5a902f up at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:11:08.955913 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-7cf2546e-738d-4b7a-9a09-1a88aa4b7722 req-771fe2b5-1955-4492-be01-add5eb421ed0 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407333 Jan 26 12:11:09.008572 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Provisioning complete for port 6541114c-38bf-4b33-9e4d-1fd8ac5a902f triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:11:09.008943 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:09.030429 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-82c16873-520d-4201-abdb-831c0e86f317 service neutron] 10.222.0.24 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297140 Jan 26 12:11:09.160254 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-c04b182c-ad45-4b61-b207-1b101e734af7 req-6bcecb8e-780a-4c0f-a851-6373cdffb289 service neutron] 10.222.0.24 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242352 Jan 26 12:11:09.270683 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1890629-5cc7-40f5-81cc-ef3a9d90d24b req-cefa375b-35d8-4927-bcee-8883b498b61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:09.272942 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1890629-5cc7-40f5-81cc-ef3a9d90d24b req-cefa375b-35d8-4927-bcee-8883b498b61a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc53c3f8764944348944bf06c44dfa38&device_id=6fa628d1-4cef-4f65-ab2e-80590a46e165 HTTP/1.1" status: 200 len: 1097 time: 0.0710800 Jan 26 12:11:09.402803 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1890629-5cc7-40f5-81cc-ef3a9d90d24b req-a376adb1-a09e-4f3f-9ef2-472abf581ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:09.404242 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1890629-5cc7-40f5-81cc-ef3a9d90d24b req-a376adb1-a09e-4f3f-9ef2-472abf581ffc service neutron] 10.222.0.24 "GET /v2.0/networks?id=474cc24a-f736-4d01-8aed-f7fc20f77db5 HTTP/1.1" status: 200 len: 910 time: 0.1240904 Jan 26 12:11:09.473896 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1890629-5cc7-40f5-81cc-ef3a9d90d24b req-e16e7270-a743-4e0d-a172-cc7d274983ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89b01394-52a1-4068-b305-dc549cfa92ad HTTP/1.1" status: 200 len: 217 time: 0.0634220 Jan 26 12:11:09.535511 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1890629-5cc7-40f5-81cc-ef3a9d90d24b req-c2ce482f-e0d7-46b0-b39e-5df10a78f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:09.537015 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1890629-5cc7-40f5-81cc-ef3a9d90d24b req-c2ce482f-e0d7-46b0-b39e-5df10a78f72a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03aaf94f-aa2f-49b9-9fc1-43ee003ed845 HTTP/1.1" status: 200 len: 848 time: 0.0564430 Jan 26 12:11:09.616100 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1890629-5cc7-40f5-81cc-ef3a9d90d24b req-02cc88e0-eb6a-4d52-b6ba-9b0d6a013502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:09.617547 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1890629-5cc7-40f5-81cc-ef3a9d90d24b req-02cc88e0-eb6a-4d52-b6ba-9b0d6a013502 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=474cc24a-f736-4d01-8aed-f7fc20f77db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720634 Jan 26 12:11:09.857024 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1890629-5cc7-40f5-81cc-ef3a9d90d24b req-9484b033-9ba9-49ad-b0e0-4af7a0db7335 service neutron] 10.222.0.24 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328775 Jan 26 12:11:09.988561 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d1890629-5cc7-40f5-81cc-ef3a9d90d24b req-87d196d9-ffe6-4b63-bdb9-796749efc685 service neutron] 10.222.0.24 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256528 Jan 26 12:11:10.144668 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0feaf8e-b964-4683-9a34-285c6848ce58 req-ea1e00a5-491a-4b05-9037-14a4e6e67cf9 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:10.145273 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-e0feaf8e-b964-4683-9a34-285c6848ce58 req-ea1e00a5-491a-4b05-9037-14a4e6e67cf9 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Synchronizing usage tracker for tenant:fc53c3f8764944348944bf06c44dfa38 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:11:10.159951 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-e0feaf8e-b964-4683-9a34-285c6848ce58 req-ea1e00a5-491a-4b05-9037-14a4e6e67cf9 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Unset dirty status for tenant:fc53c3f8764944348944bf06c44dfa38 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:11:10.161140 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e0feaf8e-b964-4683-9a34-285c6848ce58 req-ea1e00a5-491a-4b05-9037-14a4e6e67cf9 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fa628d1-4cef-4f65-ab2e-80590a46e165 HTTP/1.1" status: 200 len: 944 time: 0.0931020 Jan 26 12:11:10.207081 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-e0feaf8e-b964-4683-9a34-285c6848ce58 req-fdd0f02a-47ac-40f2-b94f-6d99f9abb522 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396290 Jan 26 12:11:11.496024 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216adef5-737a-4aaf-9a52-bf20b1ad8a7f req-90432dd6-5b04-4899-a591-7b35bd74218b tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:11.497379 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-216adef5-737a-4aaf-9a52-bf20b1ad8a7f req-90432dd6-5b04-4899-a591-7b35bd74218b tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fa628d1-4cef-4f65-ab2e-80590a46e165 HTTP/1.1" status: 200 len: 944 time: 0.1793947 Jan 26 12:11:11.540590 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-216adef5-737a-4aaf-9a52-bf20b1ad8a7f req-4fc17d3c-231e-476f-b3ca-563462a70f3e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376050 Jan 26 12:11:11.982525 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 89b01394-52a1-4068-b305-dc549cfa92ad details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 12:11:12.113676 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 89b01394-52a1-4068-b305-dc549cfa92ad, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=89b01394-52a1-4068-b305-dc549cfa92ad,segment=NetworkSegment(f064eba8-1ac7-417d-a885-37dd1c644e2c),segment_id=f064eba8-1ac7-417d-a885-37dd1c644e2c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:11:12.126796 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '89b01394-52a1-4068-b305-dc549cfa92ad', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'port_id': '89b01394-52a1-4068-b305-dc549cfa92ad', 'mac_address': 'fa:16:3e:0c:14:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 12:11:12.179689 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:12.196089 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b01394-52a1-4068-b305-dc549cfa92ad {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 12:11:12.210976 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 89b01394-52a1-4068-b305-dc549cfa92ad, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=89b01394-52a1-4068-b305-dc549cfa92ad,segment=NetworkSegment(f064eba8-1ac7-417d-a885-37dd1c644e2c),segment_id=f064eba8-1ac7-417d-a885-37dd1c644e2c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:11:12.214870 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:12.282789 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=89b01394-52a1-4068-b305-dc549cfa92ad,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:11:12.462641 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['89b01394-52a1-4068-b305-dc549cfa92ad'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 12:11:12.725687 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce185c05-fa5b-4735-988d-74790a043286 req-d3a5315e-c880-477b-b048-de88e8dc88f0 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:12.727115 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ce185c05-fa5b-4735-988d-74790a043286 req-d3a5315e-c880-477b-b048-de88e8dc88f0 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fa628d1-4cef-4f65-ab2e-80590a46e165 HTTP/1.1" status: 200 len: 945 time: 0.0832293 Jan 26 12:11:12.770542 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-ce185c05-fa5b-4735-988d-74790a043286 req-b9774642-d186-43e2-a0d0-a1ae8a6e4548 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376353 Jan 26 12:11:13.952776 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9e8fe-a056-4261-b994-49050a3ca511 req-186fdf46-9430-4485-88c0-5477d99b179e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:13.954372 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-73a9e8fe-a056-4261-b994-49050a3ca511 req-186fdf46-9430-4485-88c0-5477d99b179e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fa628d1-4cef-4f65-ab2e-80590a46e165 HTTP/1.1" status: 200 len: 945 time: 0.0786180 Jan 26 12:11:13.998093 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 89b01394-52a1-4068-b305-dc549cfa92ad up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:11:13.998672 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-73a9e8fe-a056-4261-b994-49050a3ca511 req-4df808ab-ce16-43a8-bf2b-ba54d7bfc41d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374396 Jan 26 12:11:14.064061 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port 89b01394-52a1-4068-b305-dc549cfa92ad completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:11:14.069221 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 89b01394-52a1-4068-b305-dc549cfa92ad triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:11:14.069587 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:14.215757 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:14.242791 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa628d1-4cef-4f65-ab2e-80590a46e165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b01394-52a1-4068-b305-dc549cfa92ad'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:11:14.252842 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 89b01394-52a1-4068-b305-dc549cfa92ad, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=89b01394-52a1-4068-b305-dc549cfa92ad,segment=NetworkSegment(f064eba8-1ac7-417d-a885-37dd1c644e2c),segment_id=f064eba8-1ac7-417d-a885-37dd1c644e2c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:11:14.257304 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:14.292560 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa628d1-4cef-4f65-ab2e-80590a46e165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b01394-52a1-4068-b305-dc549cfa92ad', 'code': 200} Jan 26 12:11:14.330602 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=89b01394-52a1-4068-b305-dc549cfa92ad,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:11:14.515482 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24666608-b4ba-49f8-b808-ce36bf07bd55 req-e01479ac-37ac-4b12-b4cd-ef2f1a20d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:14.516926 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-24666608-b4ba-49f8-b808-ce36bf07bd55 req-e01479ac-37ac-4b12-b4cd-ef2f1a20d69d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6fa628d1-4cef-4f65-ab2e-80590a46e165 HTTP/1.1" status: 200 len: 1099 time: 0.0703053 Jan 26 12:11:14.560021 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-24666608-b4ba-49f8-b808-ce36bf07bd55 req-9f496eb4-91e1-4e53-a050-fa9138215848 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370107 Jan 26 12:11:15.184660 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf466fe-50cd-468c-a13a-e83429795be8 req-f62c58ac-5229-4c04-a7af-8a40ec868949 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:15.185993 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-acf466fe-50cd-468c-a13a-e83429795be8 req-f62c58ac-5229-4c04-a7af-8a40ec868949 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fa628d1-4cef-4f65-ab2e-80590a46e165 HTTP/1.1" status: 200 len: 946 time: 0.0816565 Jan 26 12:11:15.230528 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-acf466fe-50cd-468c-a13a-e83429795be8 req-12fed5bf-2015-432d-82ee-f996bfb2b719 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389271 Jan 26 12:11:16.417474 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe824d99-1cb8-4b0a-a293-306e64689041 req-725534bc-5a36-4429-9892-aa005099bd7e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:16.418994 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fe824d99-1cb8-4b0a-a293-306e64689041 req-725534bc-5a36-4429-9892-aa005099bd7e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fa628d1-4cef-4f65-ab2e-80590a46e165 HTTP/1.1" status: 200 len: 946 time: 0.0826266 Jan 26 12:11:16.463128 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fe824d99-1cb8-4b0a-a293-306e64689041 req-52da5897-a3c2-48f4-87df-f2523165d2ff tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385728 Jan 26 12:11:16.647453 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93871649-2c4f-485e-af35-77a4107314bd req-59c37015-550b-4c5d-b363-16ad84d4e862 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:16.648895 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-93871649-2c4f-485e-af35-77a4107314bd req-59c37015-550b-4c5d-b363-16ad84d4e862 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fa628d1-4cef-4f65-ab2e-80590a46e165 HTTP/1.1" status: 200 len: 946 time: 0.0792737 Jan 26 12:11:16.695714 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-93871649-2c4f-485e-af35-77a4107314bd req-d087d378-5e8c-43df-a556-f10c67c1d238 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412502 Jan 26 12:11:16.717375 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 34564) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:11:16.879157 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019514a3-5490-4e1f-a561-93724e6e38a3 tempest-TestSnapshotPattern-646324348 tempest-TestSnapshotPattern-646324348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:16.879875 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-019514a3-5490-4e1f-a561-93724e6e38a3 tempest-TestSnapshotPattern-646324348 tempest-TestSnapshotPattern-646324348-project-admin] Synchronizing usage tracker for tenant:af58dfc408674658a512e6ec39ca2bc8 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:11:16.895302 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-019514a3-5490-4e1f-a561-93724e6e38a3 tempest-TestSnapshotPattern-646324348 tempest-TestSnapshotPattern-646324348-project-admin] Unset dirty status for tenant:af58dfc408674658a512e6ec39ca2bc8 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:11:16.899473 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-019514a3-5490-4e1f-a561-93724e6e38a3 tempest-TestSnapshotPattern-646324348 tempest-TestSnapshotPattern-646324348-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6fa628d1-4cef-4f65-ab2e-80590a46e165 HTTP/1.1" status: 200 len: 1094 time: 0.1783843 Jan 26 12:11:16.899719 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 34570) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:11:16.905417 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-07d17c42-2258-4e1b-934d-4e0a7f0a8049 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': '89b01394-52a1-4068-b305-dc549cfa92ad', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:11:16.912129 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-07d17c42-2258-4e1b-934d-4e0a7f0a8049 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:11:16.916052 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-07d17c42-2258-4e1b-934d-4e0a7f0a8049 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Usage tracker for resource:floatingip and tenant:fc53c3f8764944348944bf06c44dfa38 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:11:16.918857 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-07d17c42-2258-4e1b-934d-4e0a7f0a8049 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:11:16.924492 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-07d17c42-2258-4e1b-934d-4e0a7f0a8049 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:11:16.935303 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-07d17c42-2258-4e1b-934d-4e0a7f0a8049 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for floatingip, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:17.068171 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-07d17c42-2258-4e1b-934d-4e0a7f0a8049 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:17.203019 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-07d17c42-2258-4e1b-934d-4e0a7f0a8049 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Allocated IP 172.26.5.252 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/0521f213-7ad8-4387-9555-d0258fa6759c) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 12:11:17.350027 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-07d17c42-2258-4e1b-934d-4e0a7f0a8049 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:17.378360 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-07d17c42-2258-4e1b-934d-4e0a7f0a8049 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:17.441883 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d17c42-2258-4e1b-934d-4e0a7f0a8049 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:11:17.444846 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-07d17c42-2258-4e1b-934d-4e0a7f0a8049 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:11:17.448400 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d17c42-2258-4e1b-934d-4e0a7f0a8049 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 12:11:17.481467 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d17c42-2258-4e1b-934d-4e0a7f0a8049 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Pushing event updated for resources: {'Port': ['ID=0521f213-7ad8-4387-9555-d0258fa6759c,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:11:17.851263 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-07d17c42-2258-4e1b-934d-4e0a7f0a8049 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:17.922433 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-07d17c42-2258-4e1b-934d-4e0a7f0a8049 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:18.216114 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-07d17c42-2258-4e1b-934d-4e0a7f0a8049 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:18.220652 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-07d17c42-2258-4e1b-934d-4e0a7f0a8049 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:18.329361 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d17c42-2258-4e1b-934d-4e0a7f0a8049 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Pushing event updated for resources: {'Port': ['ID=0521f213-7ad8-4387-9555-d0258fa6759c,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:11:18.340405 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-07d17c42-2258-4e1b-934d-4e0a7f0a8049 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:18.508194 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-07d17c42-2258-4e1b-934d-4e0a7f0a8049 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Floating IP cbcdbc8f-c4bd-49d8-af8e-74813d1519cd associated. External IP: 172.26.5.252, port: 89b01394-52a1-4068-b305-dc549cfa92ad. Jan 26 12:11:18.857266 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d17c42-2258-4e1b-934d-4e0a7f0a8049 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Router 82709d8e-ad24-465f-88a7-0729fa2a39b8 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 12:11:19.038127 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d17c42-2258-4e1b-934d-4e0a7f0a8049 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 12:11:19.047432 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2481b6f-5b3b-47de-bf5c-1623f82a58ef None None] Sync routers for ids ['82709d8e-ad24-465f-88a7-0729fa2a39b8'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 12:11:19.057689 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2481b6f-5b3b-47de-bf5c-1623f82a58ef None None] Routers {'82709d8e-ad24-465f-88a7-0729fa2a39b8'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:11:19.058302 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-a2481b6f-5b3b-47de-bf5c-1623f82a58ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:10:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['82709d8e-ad24-465f-88a7-0729fa2a39b8'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:11:19.061985 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-07d17c42-2258-4e1b-934d-4e0a7f0a8049 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:19.117214 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-07d17c42-2258-4e1b-934d-4e0a7f0a8049 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2163095 Jan 26 12:11:19.117642 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa628d1-4cef-4f65-ab2e-80590a46e165', 'tag': '89b01394-52a1-4068-b305-dc549cfa92ad'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:11:19.220156 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa628d1-4cef-4f65-ab2e-80590a46e165', 'tag': '89b01394-52a1-4068-b305-dc549cfa92ad', 'status': 'completed', 'code': 200} Jan 26 12:11:19.235623 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-a2481b6f-5b3b-47de-bf5c-1623f82a58ef None None] Set router 82709d8e-ad24-465f-88a7-0729fa2a39b8 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:11:19.314917 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037b9d0-f752-47d4-856f-ac9acc80ff2b req-8ebf2f6e-7ed8-4708-a6ec-f1d6cf81424d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:19.316466 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8037b9d0-f752-47d4-856f-ac9acc80ff2b req-8ebf2f6e-7ed8-4708-a6ec-f1d6cf81424d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc53c3f8764944348944bf06c44dfa38&device_id=6fa628d1-4cef-4f65-ab2e-80590a46e165 HTTP/1.1" status: 200 len: 1099 time: 0.0739560 Jan 26 12:11:19.453190 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037b9d0-f752-47d4-856f-ac9acc80ff2b req-9189f2be-a175-4021-a715-d2171ab18d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:19.454596 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8037b9d0-f752-47d4-856f-ac9acc80ff2b req-9189f2be-a175-4021-a715-d2171ab18d94 service neutron] 10.222.0.24 "GET /v2.0/networks?id=474cc24a-f736-4d01-8aed-f7fc20f77db5 HTTP/1.1" status: 200 len: 910 time: 0.1326523 Jan 26 12:11:19.552436 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8037b9d0-f752-47d4-856f-ac9acc80ff2b req-917a3950-14c8-4f6d-9c39-7ce6da74e158 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89b01394-52a1-4068-b305-dc549cfa92ad HTTP/1.1" status: 200 len: 1000 time: 0.0915556 Jan 26 12:11:19.584808 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-a2481b6f-5b3b-47de-bf5c-1623f82a58ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'name': 'tempest-TestSnapshotPattern-511416191-router', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:50Z', 'updated_at': '2022-01-26T12:10:54Z', 'revision_number': 4, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'gw_port': {'id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:51Z', 'updated_at': '2022-01-26T12:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': 'cbcdbc8f-c4bd-49d8-af8e-74813d1519cd', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'floating_ip_address': '172.26.5.252', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'port_id': '89b01394-52a1-4068-b305-dc549cfa92ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'mac_address': 'fa:16:3e:0c:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa628d1-4cef-4f65-ab2e-80590a46e165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T12:11:17Z', 'updated_at': '2022-01-26T12:11:17Z', 'revision_number': 0, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c0db27-e36b-4d8c-bdb7-38b79c137adb', 'name': '', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'mac_address': 'fa:16:3e:af:92:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:53Z', 'updated_at': '2022-01-26T12:11:01Z', 'revision_number': 5, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'subnets': [{'id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:11:19.588691 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2481b6f-5b3b-47de-bf5c-1623f82a58ef None None] Checking router: 82709d8e-ad24-465f-88a7-0729fa2a39b8 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 12:11:19.596889 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2481b6f-5b3b-47de-bf5c-1623f82a58ef None None] Routers {'82709d8e-ad24-465f-88a7-0729fa2a39b8'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:11:19.597758 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-a2481b6f-5b3b-47de-bf5c-1623f82a58ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:10:55Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['82709d8e-ad24-465f-88a7-0729fa2a39b8'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:11:19.616166 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037b9d0-f752-47d4-856f-ac9acc80ff2b req-0d7fd3c0-0e2a-4988-9aa1-5a26d2cc35ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:19.617650 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8037b9d0-f752-47d4-856f-ac9acc80ff2b req-0d7fd3c0-0e2a-4988-9aa1-5a26d2cc35ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03aaf94f-aa2f-49b9-9fc1-43ee003ed845 HTTP/1.1" status: 200 len: 848 time: 0.0606153 Jan 26 12:11:19.692006 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037b9d0-f752-47d4-856f-ac9acc80ff2b req-cef4ed9e-dbc8-479f-8ccc-e39d4c523ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:19.694266 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8037b9d0-f752-47d4-856f-ac9acc80ff2b req-cef4ed9e-dbc8-479f-8ccc-e39d4c523ac9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=474cc24a-f736-4d01-8aed-f7fc20f77db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704052 Jan 26 12:11:19.771484 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-a2481b6f-5b3b-47de-bf5c-1623f82a58ef None None] Set router 82709d8e-ad24-465f-88a7-0729fa2a39b8 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:11:19.827117 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8037b9d0-f752-47d4-856f-ac9acc80ff2b req-9438672f-f970-498a-b4d9-377064fd4766 service neutron] 10.222.0.24 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275086 Jan 26 12:11:19.958512 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-8037b9d0-f752-47d4-856f-ac9acc80ff2b req-9925bbb6-35f3-4d6b-aae4-a814ff1c5b2d service neutron] 10.222.0.24 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256824 Jan 26 12:11:20.114745 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-a2481b6f-5b3b-47de-bf5c-1623f82a58ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'name': 'tempest-TestSnapshotPattern-511416191-router', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:50Z', 'updated_at': '2022-01-26T12:10:54Z', 'revision_number': 4, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'gw_port': {'id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:51Z', 'updated_at': '2022-01-26T12:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': 'cbcdbc8f-c4bd-49d8-af8e-74813d1519cd', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'floating_ip_address': '172.26.5.252', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'port_id': '89b01394-52a1-4068-b305-dc549cfa92ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'mac_address': 'fa:16:3e:0c:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa628d1-4cef-4f65-ab2e-80590a46e165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T12:11:17Z', 'updated_at': '2022-01-26T12:11:17Z', 'revision_number': 0, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c0db27-e36b-4d8c-bdb7-38b79c137adb', 'name': '', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'mac_address': 'fa:16:3e:af:92:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:53Z', 'updated_at': '2022-01-26T12:11:01Z', 'revision_number': 5, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'subnets': [{'id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:11:20.118782 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2481b6f-5b3b-47de-bf5c-1623f82a58ef None None] The sync data for ids ['82709d8e-ad24-465f-88a7-0729fa2a39b8'] in dv-neutron-826439-1-hyperv is: [{'id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'name': 'tempest-TestSnapshotPattern-511416191-router', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:50Z', 'updated_at': '2022-01-26T12:10:54Z', 'revision_number': 4, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'gw_port': {'id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:51Z', 'updated_at': '2022-01-26T12:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': 'cbcdbc8f-c4bd-49d8-af8e-74813d1519cd', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'floating_ip_address': '172.26.5.252', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'port_id': '89b01394-52a1-4068-b305-dc549cfa92ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'mac_address': 'fa:16:3e:0c:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa628d1-4cef-4f65-ab2e-80590a46e165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T12:11:17Z', 'updated_at': '2022-01-26T12:11:17Z', 'revision_number': 0, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c0db27-e36b-4d8c-bdb7-38b79c137adb', 'name': '', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'mac_address': 'fa:16:3e:af:92:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:53Z', 'updated_at': '2022-01-26T12:11:01Z', 'revision_number': 5, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'subnets': [{'id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 12:11:20.304313 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3f1e37-38e2-44cf-b267-60c3c145acbd None None] New status for floating IP cbcdbc8f-c4bd-49d8-af8e-74813d1519cd: ACTIVE {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 12:11:22.660852 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a76a9760-ceba-4024-b7e5-801d8c5c086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:24.916218 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-04ab8498-1349-4af0-a3d2-f11e208d0358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:26.004663 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:26.246537 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:27.621366 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:35.704151 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:39.619300 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:11:52.662678 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-fc56b4dc-ef06-45fa-8f73-a27657120fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:52.893961 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-523fb1a1-0fe0-49d3-bb59-d1fcda0225f5 req-8e4fa9d6-2710-4db3-8294-9dc5bb9319d0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6fa628d1-4cef-4f65-ab2e-80590a46e165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743878 Jan 26 12:11:53.030460 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fb1a1-0fe0-49d3-bb59-d1fcda0225f5 req-afb63810-e893-4f2c-931f-d5ee439b5f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:53.031933 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-523fb1a1-0fe0-49d3-bb59-d1fcda0225f5 req-afb63810-e893-4f2c-931f-d5ee439b5f35 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc53c3f8764944348944bf06c44dfa38&device_id=6fa628d1-4cef-4f65-ab2e-80590a46e165 HTTP/1.1" status: 200 len: 1099 time: 0.0711508 Jan 26 12:11:53.175713 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fb1a1-0fe0-49d3-bb59-d1fcda0225f5 req-63dedab7-b4ef-4c0c-8476-a41b9e5777ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:53.177159 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-523fb1a1-0fe0-49d3-bb59-d1fcda0225f5 req-63dedab7-b4ef-4c0c-8476-a41b9e5777ea service neutron] 10.222.0.24 "GET /v2.0/networks?id=474cc24a-f736-4d01-8aed-f7fc20f77db5 HTTP/1.1" status: 200 len: 910 time: 0.1268430 Jan 26 12:11:53.279390 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-523fb1a1-0fe0-49d3-bb59-d1fcda0225f5 req-ba1ed1a5-18aa-4ab7-a041-a5328a05033a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89b01394-52a1-4068-b305-dc549cfa92ad HTTP/1.1" status: 200 len: 1002 time: 0.0959847 Jan 26 12:11:53.341274 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fb1a1-0fe0-49d3-bb59-d1fcda0225f5 req-9bbbbd04-b1ef-4ed2-a89a-ba329deac016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:53.342631 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-523fb1a1-0fe0-49d3-bb59-d1fcda0225f5 req-9bbbbd04-b1ef-4ed2-a89a-ba329deac016 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03aaf94f-aa2f-49b9-9fc1-43ee003ed845 HTTP/1.1" status: 200 len: 848 time: 0.0572906 Jan 26 12:11:53.418541 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fb1a1-0fe0-49d3-bb59-d1fcda0225f5 req-f4646624-1fb4-491f-ae62-e3392fe72eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:11:53.419994 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-523fb1a1-0fe0-49d3-bb59-d1fcda0225f5 req-f4646624-1fb4-491f-ae62-e3392fe72eb2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=474cc24a-f736-4d01-8aed-f7fc20f77db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716736 Jan 26 12:11:53.648257 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-523fb1a1-0fe0-49d3-bb59-d1fcda0225f5 req-d47c27b0-f5ac-48d5-a1a4-1b7b580e0863 service neutron] 10.222.0.24 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219226 Jan 26 12:11:53.777801 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-523fb1a1-0fe0-49d3-bb59-d1fcda0225f5 req-facae82d-c0af-4e22-b5b6-56ad73d9cf8b service neutron] 10.222.0.24 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228080 Jan 26 12:11:54.918967 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-561f1cf9-67b6-4ee4-8ac0-5cbb0172b445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:56.007631 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:56.251267 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:11:57.624414 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:12:05.703154 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:12:16.618564 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:12:22.663690 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-325bbb3b-b66a-43c3-82df-7f63e1aade0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:12:24.921079 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dedaacc1-ffc9-42ec-b15f-910c993ce534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:12:26.009933 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:12:26.245011 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:12:27.627049 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:12:35.713819 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:12:52.667322 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-78bc0d44-d699-4e5c-bfae-45aece9af41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:12:53.619171 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:12:53.895856 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bd179bb6-957e-41e0-a4de-e3f723f22492 req-6809add9-2d34-4a7f-b120-977dd863a2cf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6fa628d1-4cef-4f65-ab2e-80590a46e165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692294 Jan 26 12:12:54.033823 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd179bb6-957e-41e0-a4de-e3f723f22492 req-9337461b-efd7-4b87-9cdb-9c7230d1e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:12:54.035332 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bd179bb6-957e-41e0-a4de-e3f723f22492 req-9337461b-efd7-4b87-9cdb-9c7230d1e225 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc53c3f8764944348944bf06c44dfa38&device_id=6fa628d1-4cef-4f65-ab2e-80590a46e165 HTTP/1.1" status: 200 len: 1099 time: 0.0745251 Jan 26 12:12:54.180636 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd179bb6-957e-41e0-a4de-e3f723f22492 req-e51755ef-9ced-42e5-8964-202f202f27b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:12:54.181997 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bd179bb6-957e-41e0-a4de-e3f723f22492 req-e51755ef-9ced-42e5-8964-202f202f27b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=474cc24a-f736-4d01-8aed-f7fc20f77db5 HTTP/1.1" status: 200 len: 910 time: 0.1259334 Jan 26 12:12:54.283599 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bd179bb6-957e-41e0-a4de-e3f723f22492 req-0ae54f47-0995-4bd0-8f21-ff63e6c0cd5f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89b01394-52a1-4068-b305-dc549cfa92ad HTTP/1.1" status: 200 len: 1002 time: 0.0958638 Jan 26 12:12:54.344541 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd179bb6-957e-41e0-a4de-e3f723f22492 req-88c6f498-7cb3-4442-af9c-bfdb3627c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:12:54.345955 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bd179bb6-957e-41e0-a4de-e3f723f22492 req-88c6f498-7cb3-4442-af9c-bfdb3627c277 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03aaf94f-aa2f-49b9-9fc1-43ee003ed845 HTTP/1.1" status: 200 len: 848 time: 0.0564315 Jan 26 12:12:54.421697 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd179bb6-957e-41e0-a4de-e3f723f22492 req-941f2440-9e60-4208-9934-d667980e5451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:12:54.423157 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bd179bb6-957e-41e0-a4de-e3f723f22492 req-941f2440-9e60-4208-9934-d667980e5451 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=474cc24a-f736-4d01-8aed-f7fc20f77db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712619 Jan 26 12:12:54.552019 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bd179bb6-957e-41e0-a4de-e3f723f22492 req-cd0419de-d1c1-4591-a84a-b497d6b46f8d service neutron] 10.222.0.24 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228337 Jan 26 12:12:54.678190 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bd179bb6-957e-41e0-a4de-e3f723f22492 req-291a5f6a-cfa5-4a68-946c-f041d859ec83 service neutron] 10.222.0.24 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204038 Jan 26 12:12:54.922800 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-dbdb0211-e6b6-4d89-8171-fb8043cb37e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:12:56.011574 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:12:56.247249 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:12:57.630921 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:05.711626 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:18.491947 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 89b01394-52a1-4068-b305-dc549cfa92ad details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 12:13:18.642820 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 89b01394-52a1-4068-b305-dc549cfa92ad, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=89b01394-52a1-4068-b305-dc549cfa92ad,segment=NetworkSegment(f064eba8-1ac7-417d-a885-37dd1c644e2c),segment_id=f064eba8-1ac7-417d-a885-37dd1c644e2c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:13:18.657624 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '89b01394-52a1-4068-b305-dc549cfa92ad', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'port_id': '89b01394-52a1-4068-b305-dc549cfa92ad', 'mac_address': 'fa:16:3e:0c:14:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 12:13:18.721814 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:18.743541 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89b01394-52a1-4068-b305-dc549cfa92ad {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 12:13:18.762457 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 89b01394-52a1-4068-b305-dc549cfa92ad, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=89b01394-52a1-4068-b305-dc549cfa92ad,segment=NetworkSegment(f064eba8-1ac7-417d-a885-37dd1c644e2c),segment_id=f064eba8-1ac7-417d-a885-37dd1c644e2c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:13:18.769051 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:18.846631 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['89b01394-52a1-4068-b305-dc549cfa92ad'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 12:13:18.895075 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=89b01394-52a1-4068-b305-dc549cfa92ad,revision_number=6']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:13:18.917277 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:18.917624 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:18.917966 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:18.918302 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:18.918666 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:18.919003 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:18.919336 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:18.919668 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:18.920000 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:18.920328 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:18.920647 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:18.920975 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:20.496793 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 89b01394-52a1-4068-b305-dc549cfa92ad up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:13:20.573329 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 89b01394-52a1-4068-b305-dc549cfa92ad triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:13:20.573699 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:20.750146 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:20.781170 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa628d1-4cef-4f65-ab2e-80590a46e165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b01394-52a1-4068-b305-dc549cfa92ad'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:13:20.814146 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 89b01394-52a1-4068-b305-dc549cfa92ad, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=89b01394-52a1-4068-b305-dc549cfa92ad,segment=NetworkSegment(f064eba8-1ac7-417d-a885-37dd1c644e2c),segment_id=f064eba8-1ac7-417d-a885-37dd1c644e2c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:13:20.826227 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:20.916155 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=89b01394-52a1-4068-b305-dc549cfa92ad,revision_number=7']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:13:20.919942 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa628d1-4cef-4f65-ab2e-80590a46e165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b01394-52a1-4068-b305-dc549cfa92ad', 'code': 200} Jan 26 12:13:22.671101 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-98183504-4c61-4068-ac18-e7a4ad4263b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:24.931272 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-a6238706-314c-4e8d-8874-cf29e22d5624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:26.019060 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:26.267775 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:27.633791 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:27.971575 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-a6816dfd-10ee-4634-b926-1c85d7d211e0 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743588794&fields=id&tenant_id=fc53c3f8764944348944bf06c44dfa38 HTTP/1.1" status: 200 len: 267 time: 0.0432694 Jan 26 12:13:28.119077 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-2950574b-d923-4465-8676-e33237a0bacc tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:28.119753 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-2950574b-d923-4465-8676-e33237a0bacc tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Synchronizing usage tracker for tenant:fc53c3f8764944348944bf06c44dfa38 on resource:network {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:13:28.136711 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-2950574b-d923-4465-8676-e33237a0bacc tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Unset dirty status for tenant:fc53c3f8764944348944bf06c44dfa38 on resource:network {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:13:28.137762 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-2950574b-d923-4465-8676-e33237a0bacc tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/networks?id=474cc24a-f736-4d01-8aed-f7fc20f77db5 HTTP/1.1" status: 200 len: 809 time: 0.1593034 Jan 26 12:13:28.152718 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-184780b9-2ebb-4586-9399-5cd684295207 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/quotas/fc53c3f8764944348944bf06c44dfa38 HTTP/1.1" status: 200 len: 375 time: 0.0094817 Jan 26 12:13:28.237792 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-f9493922-3fce-4cfd-bb6d-4192666f3ccc tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc53c3f8764944348944bf06c44dfa38&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0802324 Jan 26 12:13:28.326176 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-79e9cae5-3e6f-4340-aeb6-423478fbabfb service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=87442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 26 12:13:28.327177 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-79e9cae5-3e6f-4340-aeb6-423478fbabfb service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0779500 Jan 26 12:13:28.458067 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-6dd30c26-9607-45aa-bb63-9f3a012f64f1 service neutron] 10.222.0.39 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248462 Jan 26 12:13:28.698123 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-bacfbde9-5752-4bdc-93d9-d7d1fea1e983 service neutron] 10.222.0.39 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337520 Jan 26 12:13:28.882663 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-25ebdbb0-39f5-4e51-a74e-c460cf11d813 req-91cb8b8e-c801-4de0-8574-79dbb8d2f7a7 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 210 time: 0.0453732 Jan 26 12:13:30.050258 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-25e77c4d-1db7-4214-b696-0df630e37209 req-1bed72c5-03c7-4b2c-b364-2734797445f0 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 210 time: 0.0476439 Jan 26 12:13:30.068264 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-26d00f0b-790a-4f84-bea7-8dd5e1e12f88 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:30.069719 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-26d00f0b-790a-4f84-bea7-8dd5e1e12f88 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.24 "GET /v2.0/networks?id=474cc24a-f736-4d01-8aed-f7fc20f77db5 HTTP/1.1" status: 200 len: 809 time: 0.1519337 Jan 26 12:13:30.122914 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-dff205e5-1109-4c35-a946-65700cfa4c66 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc53c3f8764944348944bf06c44dfa38 HTTP/1.1" status: 200 len: 380 time: 0.0446522 Jan 26 12:13:30.132545 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Request body: {'port': {'device_id': 'f815bf8a-9938-40a6-8415-c81e887480b0', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'admin_state_up': True, 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'security_groups': ['0004a03e-6a78-4f82-b938-74f85061aebc']}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:13:30.270642 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:13:30.281148 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.quota.driver [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:13:30.290939 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Made reservation on behalf of fc53c3f8764944348944bf06c44dfa38 for: {'port': 1} {{(pid=87443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 12:13:30.294495 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:30.465588 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_common [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Allocated IP 172.20.0.5 (474cc24a-f736-4d01-8aed-f7fc20f77db5/03aaf94f-aa2f-49b9-9fc1-43ee003ed845/2490be55-e088-47b4-8fd1-d46a110c52ed) {{(pid=87443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 12:13:30.542358 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 89b01394-52a1-4068-b305-dc549cfa92ad no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:13:30.620830 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:13:30.716143 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:30.752532 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa628d1-4cef-4f65-ab2e-80590a46e165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b01394-52a1-4068-b305-dc549cfa92ad'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:13:30.764763 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 89b01394-52a1-4068-b305-dc549cfa92ad, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=89b01394-52a1-4068-b305-dc549cfa92ad,segment=NetworkSegment(f064eba8-1ac7-417d-a885-37dd1c644e2c),segment_id=f064eba8-1ac7-417d-a885-37dd1c644e2c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:13:30.771042 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:30.853943 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa628d1-4cef-4f65-ab2e-80590a46e165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b01394-52a1-4068-b305-dc549cfa92ad', 'code': 200} Jan 26 12:13:30.876786 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=89b01394-52a1-4068-b305-dc549cfa92ad,revision_number=8']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:13:30.947553 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for port, precommit_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:30.975213 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Transition to ACTIVE for port object 2490be55-e088-47b4-8fd1-d46a110c52ed will not be triggered until provisioned by entity DHCP. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:13:31.001736 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_create {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:31.082076 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Network 474cc24a-f736-4d01-8aed-f7fc20f77db5 is already hosted by enough agents. {{(pid=87443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:13:31.084730 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.base_scheduler [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Resources bound (agent type, host, resource id): {{(pid=87443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:13:31.087377 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Received port after_create {{(pid=87443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 12:13:31.134443 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Pushing event updated for resources: {'Port': ['ID=2490be55-e088-47b4-8fd1-d46a110c52ed,revision_number=1']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:13:31.144078 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:31.144432 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:31.144777 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:31.145113 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:31.145444 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:31.145776 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:31.146105 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:31.146460 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:31.146789 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:31.147117 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:31.147441 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:31.147762 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:31.194247 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:31.194916 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:31.240323 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-23a789f1-bf6e-4768-bedf-1d11aa9b171e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1118779 Jan 26 12:13:31.323724 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64068b07-bd0b-454e-ab18-8862d977c9a3 req-de1c709a-a266-4897-b3db-f011d89ece7e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:31.330726 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-64068b07-bd0b-454e-ab18-8862d977c9a3 req-de1c709a-a266-4897-b3db-f011d89ece7e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 931 time: 0.1086955 Jan 26 12:13:31.394167 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-64068b07-bd0b-454e-ab18-8862d977c9a3 req-4f43af92-41f5-4f7b-b3a6-a38f2d3c63e1 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598483 Jan 26 12:13:31.454854 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-846e5947-9f20-4c90-a5b5-75af67d2bb55 None None] Provisioning for port 2490be55-e088-47b4-8fd1-d46a110c52ed completed by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:13:31.462040 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-846e5947-9f20-4c90-a5b5-75af67d2bb55 None None] Provisioning complete for port 2490be55-e088-47b4-8fd1-d46a110c52ed triggered by entity DHCP. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:13:31.463259 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-846e5947-9f20-4c90-a5b5-75af67d2bb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:31.537168 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-846e5947-9f20-4c90-a5b5-75af67d2bb55 None None] Port 2490be55-e088-47b4-8fd1-d46a110c52ed cannot update to ACTIVE because it is not bound. {{(pid=87444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 26 12:13:32.596316 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3751e-9d9c-4e43-8d9f-6d47cf1f81cc req-35a10f79-3263-4c9c-8d54-ea6a5da14e38 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:32.598236 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-acd3751e-9d9c-4e43-8d9f-6d47cf1f81cc req-35a10f79-3263-4c9c-8d54-ea6a5da14e38 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Synchronizing usage tracker for tenant:fc53c3f8764944348944bf06c44dfa38 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:13:32.615256 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-acd3751e-9d9c-4e43-8d9f-6d47cf1f81cc req-35a10f79-3263-4c9c-8d54-ea6a5da14e38 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Unset dirty status for tenant:fc53c3f8764944348944bf06c44dfa38 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:13:32.616450 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-acd3751e-9d9c-4e43-8d9f-6d47cf1f81cc req-35a10f79-3263-4c9c-8d54-ea6a5da14e38 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 931 time: 0.1092980 Jan 26 12:13:32.666405 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-acd3751e-9d9c-4e43-8d9f-6d47cf1f81cc req-ee93725e-2ab6-48e2-ae01-4456aa410491 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437667 Jan 26 12:13:33.878249 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b332d-3e8c-4e45-a9d3-acf4fe13ceb9 req-3cee62a3-414c-42d9-af1f-1e5e0710ae02 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:33.879784 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f30b332d-3e8c-4e45-a9d3-acf4fe13ceb9 req-3cee62a3-414c-42d9-af1f-1e5e0710ae02 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 931 time: 0.0932267 Jan 26 12:13:33.928687 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-f30b332d-3e8c-4e45-a9d3-acf4fe13ceb9 req-fe34cd61-c0f1-4b60-8468-6b2e7a2b1811 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419879 Jan 26 12:13:35.133670 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81784574-01fd-49b9-b248-d548d9644468 req-aa4572f4-fc9d-43fb-a9ed-3e039d5128ef tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:35.135379 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-81784574-01fd-49b9-b248-d548d9644468 req-aa4572f4-fc9d-43fb-a9ed-3e039d5128ef tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 931 time: 0.0915525 Jan 26 12:13:35.182667 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-81784574-01fd-49b9-b248-d548d9644468 req-b39428a3-6b65-419a-bbaa-24219dc8107d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417342 Jan 26 12:13:35.728506 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:36.403092 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09195557-77e1-4f3a-a924-0a9613d0e33f req-ea53c803-7e8b-4e47-91eb-40ed25702ab9 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:36.404913 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-09195557-77e1-4f3a-a924-0a9613d0e33f req-ea53c803-7e8b-4e47-91eb-40ed25702ab9 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 931 time: 0.1051509 Jan 26 12:13:36.454867 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-09195557-77e1-4f3a-a924-0a9613d0e33f req-1c4fe064-30c8-41a0-907d-906fbf8a200c tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441120 Jan 26 12:13:37.658481 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d77902-f0ba-448a-81ed-284ab97cba93 req-fe460e63-00ea-4b33-8e2d-0eaabea17919 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:37.659984 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-20d77902-f0ba-448a-81ed-284ab97cba93 req-fe460e63-00ea-4b33-8e2d-0eaabea17919 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 931 time: 0.0922134 Jan 26 12:13:37.712067 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-20d77902-f0ba-448a-81ed-284ab97cba93 req-d19eb140-41f5-465b-bf81-1f7412f64901 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455468 Jan 26 12:13:38.031795 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.v2.base [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-e0eb9410-3afe-4119-a047-8027e0da71db service neutron] Request body: {'port': {'device_id': 'f815bf8a-9938-40a6-8415-c81e887480b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=87443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:13:38.144182 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-e0eb9410-3afe-4119-a047-8027e0da71db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:38.489086 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-e0eb9410-3afe-4119-a047-8027e0da71db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2490be55-e088-47b4-8fd1-d46a110c52ed {{(pid=87443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 12:13:38.496225 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-e0eb9410-3afe-4119-a047-8027e0da71db service neutron] Notify callbacks [] for port, precommit_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:38.510664 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.provisioning_blocks [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-e0eb9410-3afe-4119-a047-8027e0da71db service neutron] Transition to ACTIVE for port object 2490be55-e088-47b4-8fd1-d46a110c52ed will not be triggered until provisioned by entity L2. {{(pid=87443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 12:13:38.514474 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-e0eb9410-3afe-4119-a047-8027e0da71db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:38.645809 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb9410-3afe-4119-a047-8027e0da71db service neutron] Pushing event updated for resources: {'Port': ['ID=2490be55-e088-47b4-8fd1-d46a110c52ed,revision_number=2']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:13:38.751586 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-e0eb9410-3afe-4119-a047-8027e0da71db service neutron] Attempting to bind port 2490be55-e088-47b4-8fd1-d46a110c52ed on host hv-neutron-8264 for vnic_type normal with profile {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 26 12:13:38.752136 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-e0eb9410-3afe-4119-a047-8027e0da71db service neutron] Attempting to bind port 2490be55-e088-47b4-8fd1-d46a110c52ed by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f064eba8-1ac7-417d-a885-37dd1c644e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5'}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 26 12:13:38.752371 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-e0eb9410-3afe-4119-a047-8027e0da71db service neutron] Attempting to bind port 2490be55-e088-47b4-8fd1-d46a110c52ed on network 474cc24a-f736-4d01-8aed-f7fc20f77db5 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 12:13:38.756832 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-e0eb9410-3afe-4119-a047-8027e0da71db service neutron] Port 2490be55-e088-47b4-8fd1-d46a110c52ed on network 474cc24a-f736-4d01-8aed-f7fc20f77db5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 26 12:13:38.757150 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-e0eb9410-3afe-4119-a047-8027e0da71db service neutron] Attempting to bind port 2490be55-e088-47b4-8fd1-d46a110c52ed on network 474cc24a-f736-4d01-8aed-f7fc20f77db5 {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 26 12:13:38.762650 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-e0eb9410-3afe-4119-a047-8027e0da71db service neutron] Checking agent: {'id': '3a68a834-ffdb-4180-93dc-b7dca2ae11d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'started_at': datetime.datetime(2022, 1, 26, 11, 17, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 12, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 12:13:38.762996 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-e0eb9410-3afe-4119-a047-8027e0da71db service neutron] Checking segment: {'id': 'f064eba8-1ac7-417d-a885-37dd1c644e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 26 12:13:38.763376 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-e0eb9410-3afe-4119-a047-8027e0da71db service neutron] Bound using segment: {'id': 'f064eba8-1ac7-417d-a885-37dd1c644e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5'} {{(pid=87443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 12:13:38.763800 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.managers [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-e0eb9410-3afe-4119-a047-8027e0da71db service neutron] Bound port: 2490be55-e088-47b4-8fd1-d46a110c52ed, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f064eba8-1ac7-417d-a885-37dd1c644e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5'}}] {{(pid=87443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 26 12:13:38.764150 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-e0eb9410-3afe-4119-a047-8027e0da71db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:38.860782 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-e0eb9410-3afe-4119-a047-8027e0da71db service neutron] For port 2490be55-e088-47b4-8fd1-d46a110c52ed, host hv-neutron-8264, cleared binding levels {{(pid=87443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 26 12:13:38.863807 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-e0eb9410-3afe-4119-a047-8027e0da71db service neutron] For port 2490be55-e088-47b4-8fd1-d46a110c52ed, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2490be55-e088-47b4-8fd1-d46a110c52ed,segment=NetworkSegment(f064eba8-1ac7-417d-a885-37dd1c644e2c),segment_id=f064eba8-1ac7-417d-a885-37dd1c644e2c)] {{(pid=87443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 26 12:13:38.869537 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-e0eb9410-3afe-4119-a047-8027e0da71db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4071090'] for port, after_update {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:38.913891 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fe49d-fe69-4084-b045-2c485ffbccc7 req-b1ce7d03-7169-4f3f-b604-19154c512987 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:38.915547 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b08fe49d-fe69-4084-b045-2c485ffbccc7 req-b1ce7d03-7169-4f3f-b604-19154c512987 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 943 time: 0.0842736 Jan 26 12:13:38.930129 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-e0eb9410-3afe-4119-a047-8027e0da71db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:38.930773 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-e0eb9410-3afe-4119-a047-8027e0da71db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:38.932163 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-e0eb9410-3afe-4119-a047-8027e0da71db service neutron] 10.222.0.24 "PUT /v2.0/ports/2490be55-e088-47b4-8fd1-d46a110c52ed HTTP/1.1" status: 200 len: 1093 time: 0.9046307 Jan 26 12:13:38.932674 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f815bf8a-9938-40a6-8415-c81e887480b0', 'tag': '2490be55-e088-47b4-8fd1-d46a110c52ed'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:13:38.963478 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb9410-3afe-4119-a047-8027e0da71db service neutron] Pushing event updated for resources: {'Port': ['ID=2490be55-e088-47b4-8fd1-d46a110c52ed,revision_number=3']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:13:38.973085 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b08fe49d-fe69-4084-b045-2c485ffbccc7 req-0e4162d8-4b69-49d4-8a46-2bf7d88c35ce tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514367 Jan 26 12:13:39.061401 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-608b6dc9-93c7-4bec-88fc-2e4195c652ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:39.062987 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-608b6dc9-93c7-4bec-88fc-2e4195c652ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc53c3f8764944348944bf06c44dfa38&device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 1096 time: 0.0852454 Jan 26 12:13:39.064517 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f815bf8a-9938-40a6-8415-c81e887480b0', 'tag': '2490be55-e088-47b4-8fd1-d46a110c52ed', 'status': 'completed', 'code': 200} Jan 26 12:13:39.135549 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-061ec7e6-e07a-4077-a0cc-3f277d1328d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2490be55-e088-47b4-8fd1-d46a110c52ed HTTP/1.1" status: 200 len: 217 time: 0.0655797 Jan 26 12:13:39.301415 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-54da92f7-92d2-4f6f-bd28-f8e5b7ae1e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:39.302881 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-54da92f7-92d2-4f6f-bd28-f8e5b7ae1e0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03aaf94f-aa2f-49b9-9fc1-43ee003ed845 HTTP/1.1" status: 200 len: 848 time: 0.1613486 Jan 26 12:13:39.384646 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-718c33ad-97e8-4c9a-82eb-9baa609d9029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:39.386112 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-718c33ad-97e8-4c9a-82eb-9baa609d9029 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=474cc24a-f736-4d01-8aed-f7fc20f77db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778065 Jan 26 12:13:39.516856 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-ea1759db-58df-4033-a62b-9644e055b413 service neutron] 10.222.0.24 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247315 Jan 26 12:13:39.645057 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-a6362eb4-22b6-49a9-9c60-d4d1a4964491 req-e46700d5-e19a-4359-80d2-046c95f4e680 service neutron] 10.222.0.24 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226130 Jan 26 12:13:39.761821 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf16b90-90dc-49e0-83b9-0461696291fa req-02cf6e95-8553-4a09-a7bd-96fd938da7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:39.763308 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5cf16b90-90dc-49e0-83b9-0461696291fa req-02cf6e95-8553-4a09-a7bd-96fd938da7e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc53c3f8764944348944bf06c44dfa38&device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 1096 time: 0.0734956 Jan 26 12:13:39.891303 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf16b90-90dc-49e0-83b9-0461696291fa req-d172d57a-e5b4-4eed-8b12-f2c0fe587b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:39.892778 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5cf16b90-90dc-49e0-83b9-0461696291fa req-d172d57a-e5b4-4eed-8b12-f2c0fe587b13 service neutron] 10.222.0.24 "GET /v2.0/networks?id=474cc24a-f736-4d01-8aed-f7fc20f77db5 HTTP/1.1" status: 200 len: 910 time: 0.1235836 Jan 26 12:13:39.963109 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5cf16b90-90dc-49e0-83b9-0461696291fa req-aeda4edd-872a-419c-9f0a-b857f8ad5267 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2490be55-e088-47b4-8fd1-d46a110c52ed HTTP/1.1" status: 200 len: 217 time: 0.0633349 Jan 26 12:13:40.032208 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf16b90-90dc-49e0-83b9-0461696291fa req-b4895346-5b8c-44fe-acdd-5aa41637bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:40.033761 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5cf16b90-90dc-49e0-83b9-0461696291fa req-b4895346-5b8c-44fe-acdd-5aa41637bde9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03aaf94f-aa2f-49b9-9fc1-43ee003ed845 HTTP/1.1" status: 200 len: 848 time: 0.0643458 Jan 26 12:13:40.113623 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf16b90-90dc-49e0-83b9-0461696291fa req-ae696fe0-f309-4e93-b5f5-68d2e1ea07ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:40.115229 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5cf16b90-90dc-49e0-83b9-0461696291fa req-ae696fe0-f309-4e93-b5f5-68d2e1ea07ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=474cc24a-f736-4d01-8aed-f7fc20f77db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735762 Jan 26 12:13:40.166616 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf92ca-391a-4d1c-8e0c-2b32ddbd27a7 req-98cd9106-9754-4ebb-9c64-c65e11ffdc7f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:40.168106 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-96bf92ca-391a-4d1c-8e0c-2b32ddbd27a7 req-98cd9106-9754-4ebb-9c64-c65e11ffdc7f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 943 time: 0.0830824 Jan 26 12:13:40.218877 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-96bf92ca-391a-4d1c-8e0c-2b32ddbd27a7 req-aac6e526-549d-4493-9632-150ab485e6cb tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446064 Jan 26 12:13:40.258363 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5cf16b90-90dc-49e0-83b9-0461696291fa req-3159f37f-9c1b-485d-b2db-531cae189a28 service neutron] 10.222.0.24 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336129 Jan 26 12:13:40.387775 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-5cf16b90-90dc-49e0-83b9-0461696291fa req-1018faf8-85fd-4bac-9c01-4241b544c816 service neutron] 10.222.0.24 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219668 Jan 26 12:13:41.408000 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e15fb-1e7a-4d60-8eb5-46483195aadf req-4e57384c-5370-4fcf-809c-98257a832073 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:41.409452 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-673e15fb-1e7a-4d60-8eb5-46483195aadf req-4e57384c-5370-4fcf-809c-98257a832073 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 943 time: 0.0838971 Jan 26 12:13:41.457151 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-673e15fb-1e7a-4d60-8eb5-46483195aadf req-88ccb78c-edcd-4bbc-b6e6-5a3be5ce3284 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414081 Jan 26 12:13:42.634580 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 2490be55-e088-47b4-8fd1-d46a110c52ed details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 12:13:42.646281 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6a6f8-0806-4c03-92dc-e44cea20a6f9 req-7fc651f3-4b72-42e5-9e34-61c87c1c70d4 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:42.647782 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e5f6a6f8-0806-4c03-92dc-e44cea20a6f9 req-7fc651f3-4b72-42e5-9e34-61c87c1c70d4 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 943 time: 0.0806637 Jan 26 12:13:42.691920 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-e5f6a6f8-0806-4c03-92dc-e44cea20a6f9 req-be760ba0-47f5-48ef-81ec-4b3fd2ebc525 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376306 Jan 26 12:13:42.767569 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 2490be55-e088-47b4-8fd1-d46a110c52ed, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2490be55-e088-47b4-8fd1-d46a110c52ed,segment=NetworkSegment(f064eba8-1ac7-417d-a885-37dd1c644e2c),segment_id=f064eba8-1ac7-417d-a885-37dd1c644e2c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:13:42.780961 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '2490be55-e088-47b4-8fd1-d46a110c52ed', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'port_id': '2490be55-e088-47b4-8fd1-d46a110c52ed', 'mac_address': 'fa:16:3e:03:60:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 12:13:42.834614 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:42.855894 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2490be55-e088-47b4-8fd1-d46a110c52ed {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 12:13:42.872265 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 2490be55-e088-47b4-8fd1-d46a110c52ed, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2490be55-e088-47b4-8fd1-d46a110c52ed,segment=NetworkSegment(f064eba8-1ac7-417d-a885-37dd1c644e2c),segment_id=f064eba8-1ac7-417d-a885-37dd1c644e2c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:13:42.876151 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:42.944951 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=2490be55-e088-47b4-8fd1-d46a110c52ed,revision_number=4']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:13:43.088049 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['2490be55-e088-47b4-8fd1-d46a110c52ed'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 12:13:43.878282 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066150c0-02c2-4225-985f-f83c7b613112 req-b1da7062-466e-4c87-abca-08fe1333545d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:43.879762 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-066150c0-02c2-4225-985f-f83c7b613112 req-b1da7062-466e-4c87-abca-08fe1333545d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 944 time: 0.0799155 Jan 26 12:13:43.926783 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-066150c0-02c2-4225-985f-f83c7b613112 req-f4d4407b-57c6-4a32-a79e-f11bf0dd04dd tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412188 Jan 26 12:13:44.640662 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 2490be55-e088-47b4-8fd1-d46a110c52ed up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:13:44.707145 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning for port 2490be55-e088-47b4-8fd1-d46a110c52ed completed by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 12:13:44.711862 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 2490be55-e088-47b4-8fd1-d46a110c52ed triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:13:44.712239 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:44.827843 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:44.855180 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f815bf8a-9938-40a6-8415-c81e887480b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2490be55-e088-47b4-8fd1-d46a110c52ed'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:13:44.865046 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 2490be55-e088-47b4-8fd1-d46a110c52ed, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2490be55-e088-47b4-8fd1-d46a110c52ed,segment=NetworkSegment(f064eba8-1ac7-417d-a885-37dd1c644e2c),segment_id=f064eba8-1ac7-417d-a885-37dd1c644e2c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:13:44.869037 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:44.902886 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f815bf8a-9938-40a6-8415-c81e887480b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2490be55-e088-47b4-8fd1-d46a110c52ed', 'code': 200} Jan 26 12:13:44.941455 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=2490be55-e088-47b4-8fd1-d46a110c52ed,revision_number=5']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:13:45.186610 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be65fd-1a04-4227-9bac-db69389c8d3c req-feed05d6-54cc-4802-840d-4e41ec935aeb tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:45.187967 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d6be65fd-1a04-4227-9bac-db69389c8d3c req-feed05d6-54cc-4802-840d-4e41ec935aeb tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 945 time: 0.1506870 Jan 26 12:13:45.189780 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4984769-0270-42ed-a849-dc0dc850f23d req-f43be71e-5443-4ab6-8882-5d6bf5a71faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:45.191122 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b4984769-0270-42ed-a849-dc0dc850f23d req-f43be71e-5443-4ab6-8882-5d6bf5a71faa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 1098 time: 0.1218579 Jan 26 12:13:45.261462 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d6be65fd-1a04-4227-9bac-db69389c8d3c req-c1ddca26-5e3e-423a-a942-e9ee57132742 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676796 Jan 26 12:13:45.263030 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b4984769-0270-42ed-a849-dc0dc850f23d req-157b9a25-a53d-423b-b558-4220144eaaad service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566082 Jan 26 12:13:46.451829 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011ec4f-2dd2-4094-8649-8b092d32df97 req-6d75e762-6fda-4eaa-99a3-be660219123c tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:46.453278 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b011ec4f-2dd2-4094-8649-8b092d32df97 req-6d75e762-6fda-4eaa-99a3-be660219123c tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 945 time: 0.0835168 Jan 26 12:13:46.498066 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-b011ec4f-2dd2-4094-8649-8b092d32df97 req-80d9640b-1beb-4e37-aa65-5fc09cf28d74 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391726 Jan 26 12:13:47.682184 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8cd7e-6e73-43b4-9d8c-dc16d4ef0564 req-1e1585ae-e258-4e39-b0fa-06a6105a62b5 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:47.683660 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-15d8cd7e-6e73-43b4-9d8c-dc16d4ef0564 req-1e1585ae-e258-4e39-b0fa-06a6105a62b5 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 945 time: 0.0810463 Jan 26 12:13:47.826708 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-15d8cd7e-6e73-43b4-9d8c-dc16d4ef0564 req-a5a18ea9-3fbc-4033-9810-0d5924f45935 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374245 Jan 26 12:13:48.010465 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12a77b-713f-44b1-bc88-9db5fdb2cf35 req-db519ccd-2211-4bff-b004-bd6115e11f0c tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:48.011947 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-fc12a77b-713f-44b1-bc88-9db5fdb2cf35 req-db519ccd-2211-4bff-b004-bd6115e11f0c tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 945 time: 0.0788369 Jan 26 12:13:48.057165 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-fc12a77b-713f-44b1-bc88-9db5fdb2cf35 req-8bfdf126-77e3-432e-9b06-c29a71f04b57 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388105 Jan 26 12:13:48.079008 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 34854) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:13:48.152265 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39b88c1-9c9e-43d8-8ea1-692bfad45b6d tempest-TestSnapshotPattern-646324348 tempest-TestSnapshotPattern-646324348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:48.153760 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-c39b88c1-9c9e-43d8-8ea1-692bfad45b6d tempest-TestSnapshotPattern-646324348 tempest-TestSnapshotPattern-646324348-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 1093 time: 0.0738702 Jan 26 12:13:48.156463 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 34858) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:13:48.161208 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.v2.base [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Request body: {'floatingip': {'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'port_id': '2490be55-e088-47b4-8fd1-d46a110c52ed', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 12:13:48.167076 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 26 12:13:48.170911 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Usage tracker for resource:floatingip and tenant:fc53c3f8764944348944bf06c44dfa38 is out of sync, need to count used quota {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 26 12:13:48.173743 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 26 12:13:48.179599 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.quota.driver [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 26 12:13:48.189718 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for floatingip, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:48.324843 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:48.459435 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_common [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Allocated IP 172.26.5.53 (dbc7419d-d89a-4ebf-afbc-448b19db60c4/de7c74bb-741a-4492-a17f-5f651c66324e/40d3605c-1c19-4173-b74c-456cc07c6a6f) {{(pid=87442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 12:13:48.604995 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for port, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:48.633393 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754530205157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:48.698136 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Network dbc7419d-d89a-4ebf-afbc-448b19db60c4 is already hosted by enough agents. {{(pid=87442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 12:13:48.701028 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.base_scheduler [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Resources bound (agent type, host, resource id): {{(pid=87442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 12:13:48.704666 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Received port after_create {{(pid=87442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 26 12:13:48.738679 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Pushing event updated for resources: {'Port': ['ID=40d3605c-1c19-4173-b74c-456cc07c6a6f,revision_number=1']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:13:48.750576 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:48.750929 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:48.751271 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:48.751608 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:48.751935 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:48.752265 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:48.752593 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:48.752915 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:48.753238 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:48.753557 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:48.753874 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:48.754197 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:13:49.227844 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:49.300486 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:49.506843 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for port, precommit_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:49.511746 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1062516'] for port, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:49.620618 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Pushing event updated for resources: {'Port': ['ID=40d3605c-1c19-4173-b74c-456cc07c6a6f,revision_number=2']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:13:49.630792 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634596'] for floatingip, after_update {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:49.799471 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Floating IP 8503e2b0-6502-488e-af78-bcb608fdc218 associated. External IP: 172.26.5.53, port: 2490be55-e088-47b4-8fd1-d46a110c52ed. Jan 26 12:13:50.151312 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Router 82709d8e-ad24-465f-88a7-0729fa2a39b8 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 12:13:50.325779 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 12:13:50.335475 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7dfc53-596e-4db3-8c67-e0850b186470 None None] Sync routers for ids ['82709d8e-ad24-465f-88a7-0729fa2a39b8'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 12:13:50.344569 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7dfc53-596e-4db3-8c67-e0850b186470 None None] Routers {'82709d8e-ad24-465f-88a7-0729fa2a39b8'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:13:50.345170 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-5b7dfc53-596e-4db3-8c67-e0850b186470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:13:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['82709d8e-ad24-465f-88a7-0729fa2a39b8'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:13:50.349366 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:50.407524 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-58eed833-7076-415c-bdf8-a3dd1cecac4e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2499762 Jan 26 12:13:50.408028 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f815bf8a-9938-40a6-8415-c81e887480b0', 'tag': '2490be55-e088-47b4-8fd1-d46a110c52ed'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:13:50.453120 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f815bf8a-9938-40a6-8415-c81e887480b0', 'tag': '2490be55-e088-47b4-8fd1-d46a110c52ed', 'status': 'completed', 'code': 200} Jan 26 12:13:50.531753 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-5b7dfc53-596e-4db3-8c67-e0850b186470 None None] Set router 82709d8e-ad24-465f-88a7-0729fa2a39b8 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:13:50.592146 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227da75e-21c9-472e-960f-4023957bc17c req-49fc955b-46d6-4da5-9838-54e78bb61fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:50.593723 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-227da75e-21c9-472e-960f-4023957bc17c req-49fc955b-46d6-4da5-9838-54e78bb61fe7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc53c3f8764944348944bf06c44dfa38&device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 1098 time: 0.1173453 Jan 26 12:13:50.731085 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227da75e-21c9-472e-960f-4023957bc17c req-9a0d4969-1ceb-4053-a03e-d75f73348b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:50.732468 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-227da75e-21c9-472e-960f-4023957bc17c req-9a0d4969-1ceb-4053-a03e-d75f73348b88 service neutron] 10.222.0.24 "GET /v2.0/networks?id=474cc24a-f736-4d01-8aed-f7fc20f77db5 HTTP/1.1" status: 200 len: 910 time: 0.1245530 Jan 26 12:13:50.835505 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-227da75e-21c9-472e-960f-4023957bc17c req-7b51dd30-f3cb-41ef-a60b-ea4e19045c8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2490be55-e088-47b4-8fd1-d46a110c52ed HTTP/1.1" status: 200 len: 998 time: 0.0974159 Jan 26 12:13:50.887872 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-5b7dfc53-596e-4db3-8c67-e0850b186470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'name': 'tempest-TestSnapshotPattern-511416191-router', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:50Z', 'updated_at': '2022-01-26T12:10:54Z', 'revision_number': 4, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'gw_port': {'id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:51Z', 'updated_at': '2022-01-26T12:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '8503e2b0-6502-488e-af78-bcb608fdc218', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'floating_ip_address': '172.26.5.53', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'port_id': '2490be55-e088-47b4-8fd1-d46a110c52ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'mac_address': 'fa:16:3e:03:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f815bf8a-9938-40a6-8415-c81e887480b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T12:13:49Z', 'updated_at': '2022-01-26T12:13:49Z', 'revision_number': 0, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'fixed_ip_address_scope': None}, {'id': 'cbcdbc8f-c4bd-49d8-af8e-74813d1519cd', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'floating_ip_address': '172.26.5.252', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'port_id': '89b01394-52a1-4068-b305-dc549cfa92ad', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'mac_address': 'fa:16:3e:0c:14:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa628d1-4cef-4f65-ab2e-80590a46e165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T12:11:17Z', 'updated_at': '2022-01-26T12:11:20Z', 'revision_number': 1, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c0db27-e36b-4d8c-bdb7-38b79c137adb', 'name': '', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'mac_address': 'fa:16:3e:af:92:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:53Z', 'updated_at': '2022-01-26T12:11:01Z', 'revision_number': 5, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'subnets': [{'id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:13:50.891977 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7dfc53-596e-4db3-8c67-e0850b186470 None None] Checking router: 82709d8e-ad24-465f-88a7-0729fa2a39b8 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 12:13:50.902384 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7dfc53-596e-4db3-8c67-e0850b186470 None None] Routers {'82709d8e-ad24-465f-88a7-0729fa2a39b8'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:13:50.903016 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-5b7dfc53-596e-4db3-8c67-e0850b186470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:13:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['82709d8e-ad24-465f-88a7-0729fa2a39b8'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:13:50.903138 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227da75e-21c9-472e-960f-4023957bc17c req-6d89ed59-667d-41f0-8001-6fc31a1e420a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:50.904560 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-227da75e-21c9-472e-960f-4023957bc17c req-6d89ed59-667d-41f0-8001-6fc31a1e420a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03aaf94f-aa2f-49b9-9fc1-43ee003ed845 HTTP/1.1" status: 200 len: 848 time: 0.0627284 Jan 26 12:13:50.979503 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227da75e-21c9-472e-960f-4023957bc17c req-fb36c2b7-8248-46cf-bb6b-659c071ab665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:50.980990 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-227da75e-21c9-472e-960f-4023957bc17c req-fb36c2b7-8248-46cf-bb6b-659c071ab665 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=474cc24a-f736-4d01-8aed-f7fc20f77db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712028 Jan 26 12:13:51.076827 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-5b7dfc53-596e-4db3-8c67-e0850b186470 None None] Set router 82709d8e-ad24-465f-88a7-0729fa2a39b8 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:13:51.113836 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-227da75e-21c9-472e-960f-4023957bc17c req-aaa18f89-9a09-493c-b016-2264d32c46e7 service neutron] 10.222.0.24 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267707 Jan 26 12:13:51.249751 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-227da75e-21c9-472e-960f-4023957bc17c req-5f880992-2845-4216-9333-53d192d471d3 service neutron] 10.222.0.24 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277556 Jan 26 12:13:51.427116 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-5b7dfc53-596e-4db3-8c67-e0850b186470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'name': 'tempest-TestSnapshotPattern-511416191-router', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:50Z', 'updated_at': '2022-01-26T12:10:54Z', 'revision_number': 4, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'gw_port': {'id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:51Z', 'updated_at': '2022-01-26T12:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '8503e2b0-6502-488e-af78-bcb608fdc218', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'floating_ip_address': '172.26.5.53', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'port_id': '2490be55-e088-47b4-8fd1-d46a110c52ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'mac_address': 'fa:16:3e:03:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f815bf8a-9938-40a6-8415-c81e887480b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T12:13:49Z', 'updated_at': '2022-01-26T12:13:49Z', 'revision_number': 0, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'fixed_ip_address_scope': None}, {'id': 'cbcdbc8f-c4bd-49d8-af8e-74813d1519cd', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'floating_ip_address': '172.26.5.252', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'port_id': '89b01394-52a1-4068-b305-dc549cfa92ad', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'mac_address': 'fa:16:3e:0c:14:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa628d1-4cef-4f65-ab2e-80590a46e165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T12:11:17Z', 'updated_at': '2022-01-26T12:11:20Z', 'revision_number': 1, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c0db27-e36b-4d8c-bdb7-38b79c137adb', 'name': '', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'mac_address': 'fa:16:3e:af:92:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:53Z', 'updated_at': '2022-01-26T12:11:01Z', 'revision_number': 5, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'subnets': [{'id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:13:51.431118 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7dfc53-596e-4db3-8c67-e0850b186470 None None] The sync data for ids ['82709d8e-ad24-465f-88a7-0729fa2a39b8'] in dv-neutron-826439-1-hyperv is: [{'id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'name': 'tempest-TestSnapshotPattern-511416191-router', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:50Z', 'updated_at': '2022-01-26T12:10:54Z', 'revision_number': 4, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'gw_port': {'id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:51Z', 'updated_at': '2022-01-26T12:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': '8503e2b0-6502-488e-af78-bcb608fdc218', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'floating_ip_address': '172.26.5.53', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'port_id': '2490be55-e088-47b4-8fd1-d46a110c52ed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'mac_address': 'fa:16:3e:03:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f815bf8a-9938-40a6-8415-c81e887480b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T12:13:49Z', 'updated_at': '2022-01-26T12:13:49Z', 'revision_number': 0, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'fixed_ip_address_scope': None}, {'id': 'cbcdbc8f-c4bd-49d8-af8e-74813d1519cd', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'floating_ip_address': '172.26.5.252', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'port_id': '89b01394-52a1-4068-b305-dc549cfa92ad', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'mac_address': 'fa:16:3e:0c:14:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa628d1-4cef-4f65-ab2e-80590a46e165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T12:11:17Z', 'updated_at': '2022-01-26T12:11:20Z', 'revision_number': 1, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c0db27-e36b-4d8c-bdb7-38b79c137adb', 'name': '', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'mac_address': 'fa:16:3e:af:92:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:53Z', 'updated_at': '2022-01-26T12:11:01Z', 'revision_number': 5, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'subnets': [{'id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 12:13:51.615287 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4045d584-1897-4192-8dbe-e6c34070bb30 None None] New status for floating IP 8503e2b0-6502-488e-af78-bcb608fdc218: ACTIVE {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 12:13:52.673845 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b5dace3a-29d8-4047-8914-ca91822ae743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:54.925857 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-76c7f4b1-1f76-4d94-96b3-18da4caf4154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:55.030392 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bf68c362-0955-43eb-bf4b-454326f8a2db req-27031225-845b-42ae-b32e-0216e730e2af service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6fa628d1-4cef-4f65-ab2e-80590a46e165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734088 Jan 26 12:13:55.170155 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68c362-0955-43eb-bf4b-454326f8a2db req-9100b3cd-1058-4c19-bffb-7950dddcb1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:55.171562 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bf68c362-0955-43eb-bf4b-454326f8a2db req-9100b3cd-1058-4c19-bffb-7950dddcb1fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc53c3f8764944348944bf06c44dfa38&device_id=6fa628d1-4cef-4f65-ab2e-80590a46e165 HTTP/1.1" status: 200 len: 1097 time: 0.0712328 Jan 26 12:13:55.312960 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68c362-0955-43eb-bf4b-454326f8a2db req-0f539e00-7538-4a62-8929-4b67f44aeebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:55.314433 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bf68c362-0955-43eb-bf4b-454326f8a2db req-0f539e00-7538-4a62-8929-4b67f44aeebf service neutron] 10.222.0.24 "GET /v2.0/networks?id=474cc24a-f736-4d01-8aed-f7fc20f77db5 HTTP/1.1" status: 200 len: 910 time: 0.1255684 Jan 26 12:13:55.417997 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bf68c362-0955-43eb-bf4b-454326f8a2db req-e85aa2b3-fa29-4d22-be14-5a2929ec372b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89b01394-52a1-4068-b305-dc549cfa92ad HTTP/1.1" status: 200 len: 1000 time: 0.0932307 Jan 26 12:13:55.478561 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68c362-0955-43eb-bf4b-454326f8a2db req-99e43c80-0cfe-46f4-9e8d-eca42a5b10e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:55.479925 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bf68c362-0955-43eb-bf4b-454326f8a2db req-99e43c80-0cfe-46f4-9e8d-eca42a5b10e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03aaf94f-aa2f-49b9-9fc1-43ee003ed845 HTTP/1.1" status: 200 len: 848 time: 0.0565562 Jan 26 12:13:55.556191 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68c362-0955-43eb-bf4b-454326f8a2db req-ca786a6e-889c-470c-9648-a5c6f0bf55c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:13:55.557741 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bf68c362-0955-43eb-bf4b-454326f8a2db req-ca786a6e-889c-470c-9648-a5c6f0bf55c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=474cc24a-f736-4d01-8aed-f7fc20f77db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727000 Jan 26 12:13:55.688392 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bf68c362-0955-43eb-bf4b-454326f8a2db req-29bf12f1-f0ed-436b-a067-4f8ae4a63118 service neutron] 10.222.0.24 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251254 Jan 26 12:13:55.926221 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-bf68c362-0955-43eb-bf4b-454326f8a2db req-19a9eac1-f47c-479d-ba31-27cb0978788a service neutron] 10.222.0.24 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312884 Jan 26 12:13:56.012269 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:56.252668 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:13:57.636479 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:14:05.757340 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:14:07.618821 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:14:22.674596 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1e2a4bdf-4cb6-4a30-b8c1-071b94e3f19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:14:24.926777 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-95bf5007-7f28-42e8-bbe4-2b9afa7a0db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:14:26.017759 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:14:26.255293 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:14:27.670941 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:14:35.760046 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:14:44.618601 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:14:52.676363 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7905f9aa-a5c0-492c-a813-0d04d9fe8dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:14:54.928761 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b0d859cf-9f79-4aef-8bab-b91408004b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:14:54.965627 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fb16154e-62c2-46fc-9c60-ddabcee2023e req-38de6140-f1ba-4924-a7bb-54909821e769 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f815bf8a-9938-40a6-8415-c81e887480b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756364 Jan 26 12:14:55.058462 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16154e-62c2-46fc-9c60-ddabcee2023e req-ee508fa4-633f-4462-9655-3d3b1f62d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:14:55.059922 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fb16154e-62c2-46fc-9c60-ddabcee2023e req-ee508fa4-633f-4462-9655-3d3b1f62d1e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc53c3f8764944348944bf06c44dfa38&device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 1098 time: 0.0745327 Jan 26 12:14:55.201766 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16154e-62c2-46fc-9c60-ddabcee2023e req-0366aa1d-e6c0-4406-b4c7-26234713ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:14:55.203155 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fb16154e-62c2-46fc-9c60-ddabcee2023e req-0366aa1d-e6c0-4406-b4c7-26234713ffa1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=474cc24a-f736-4d01-8aed-f7fc20f77db5 HTTP/1.1" status: 200 len: 910 time: 0.1247964 Jan 26 12:14:55.307654 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fb16154e-62c2-46fc-9c60-ddabcee2023e req-5173135a-9d10-4d4d-83ef-d04ccccd3de0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2490be55-e088-47b4-8fd1-d46a110c52ed HTTP/1.1" status: 200 len: 1000 time: 0.0988183 Jan 26 12:14:55.368900 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16154e-62c2-46fc-9c60-ddabcee2023e req-20df013d-9c7e-42a5-b5e3-d7ab69d9e4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:14:55.370293 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fb16154e-62c2-46fc-9c60-ddabcee2023e req-20df013d-9c7e-42a5-b5e3-d7ab69d9e4b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03aaf94f-aa2f-49b9-9fc1-43ee003ed845 HTTP/1.1" status: 200 len: 848 time: 0.0566711 Jan 26 12:14:55.443358 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16154e-62c2-46fc-9c60-ddabcee2023e req-a19d1e22-c795-444a-8948-f27ba7aef2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:14:55.444845 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fb16154e-62c2-46fc-9c60-ddabcee2023e req-a19d1e22-c795-444a-8948-f27ba7aef2af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=474cc24a-f736-4d01-8aed-f7fc20f77db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685618 Jan 26 12:14:55.576685 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fb16154e-62c2-46fc-9c60-ddabcee2023e req-eb508664-2c45-4d7d-a5d6-eebca935d2d2 service neutron] 10.222.0.24 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251659 Jan 26 12:14:55.708848 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fb16154e-62c2-46fc-9c60-ddabcee2023e req-2a124f33-3af5-42a6-ba2d-710c7a72ae51 service neutron] 10.222.0.24 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257393 Jan 26 12:14:56.020208 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:14:56.260117 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:14:57.643210 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:05.764983 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:15.266993 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 2490be55-e088-47b4-8fd1-d46a110c52ed details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=87444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 26 12:15:15.397763 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 2490be55-e088-47b4-8fd1-d46a110c52ed, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2490be55-e088-47b4-8fd1-d46a110c52ed,segment=NetworkSegment(f064eba8-1ac7-417d-a885-37dd1c644e2c),segment_id=f064eba8-1ac7-417d-a885-37dd1c644e2c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:15:15.410672 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Returning: {'device': '2490be55-e088-47b4-8fd1-d46a110c52ed', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'port_id': '2490be55-e088-47b4-8fd1-d46a110c52ed', 'mac_address': 'fa:16:3e:03:60:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 26 12:15:15.467877 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:15.484738 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2490be55-e088-47b4-8fd1-d46a110c52ed {{(pid=87444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 12:15:15.500034 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 2490be55-e088-47b4-8fd1-d46a110c52ed, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2490be55-e088-47b4-8fd1-d46a110c52ed,segment=NetworkSegment(f064eba8-1ac7-417d-a885-37dd1c644e2c),segment_id=f064eba8-1ac7-417d-a885-37dd1c644e2c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:15:15.503769 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:15.573980 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=2490be55-e088-47b4-8fd1-d46a110c52ed,revision_number=6']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:15:15.580866 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:15.581217 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:15.581557 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:15.581891 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:15.582221 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:15.582578 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:15.582905 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:15.583231 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:15.583560 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:15.583881 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:15.584199 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:15.584516 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:15.602257 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] get_ports_and_sgs() called for port_ids ['2490be55-e088-47b4-8fd1-d46a110c52ed'] {{(pid=87444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 26 12:15:17.269626 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 2490be55-e088-47b4-8fd1-d46a110c52ed up at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 26 12:15:17.345707 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.provisioning_blocks [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Provisioning complete for port 2490be55-e088-47b4-8fd1-d46a110c52ed triggered by entity L2. {{(pid=87444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 12:15:17.346098 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637731'] for port, provisioning_complete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:17.472765 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:17.504011 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f815bf8a-9938-40a6-8415-c81e887480b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2490be55-e088-47b4-8fd1-d46a110c52ed'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:15:17.518206 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 2490be55-e088-47b4-8fd1-d46a110c52ed, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2490be55-e088-47b4-8fd1-d46a110c52ed,segment=NetworkSegment(f064eba8-1ac7-417d-a885-37dd1c644e2c),segment_id=f064eba8-1ac7-417d-a885-37dd1c644e2c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:15:17.524197 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:17.568535 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f815bf8a-9938-40a6-8415-c81e887480b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2490be55-e088-47b4-8fd1-d46a110c52ed', 'code': 200} Jan 26 12:15:17.612119 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=2490be55-e088-47b4-8fd1-d46a110c52ed,revision_number=7']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:15:21.618673 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:15:22.679785 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-18c11d2d-82e6-47f3-b58c-a999184eebcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:24.935035 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e836ef0a-e9f9-4645-8db5-4140c44ddcd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:26.024378 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:26.263921 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:26.607085 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 35052) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:15:26.914150 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-9f8edeba-107c-47f5-b628-efb2e042887f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Deleting port 40d3605c-1c19-4173-b74c-456cc07c6a6f {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:15:26.914524 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9f8edeba-107c-47f5-b628-efb2e042887f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:27.082976 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9f8edeba-107c-47f5-b628-efb2e042887f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:27.083209 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9f8edeba-107c-47f5-b628-efb2e042887f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:27.204104 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-9f8edeba-107c-47f5-b628-efb2e042887f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Calling delete_port for 40d3605c-1c19-4173-b74c-456cc07c6a6f owned by network:floatingip {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:15:27.352957 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9f8edeba-107c-47f5-b628-efb2e042887f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:27.425570 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8edeba-107c-47f5-b628-efb2e042887f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Pushing event deleted for resources: {'Port': ['ID=40d3605c-1c19-4173-b74c-456cc07c6a6f,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:15:27.445132 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8edeba-107c-47f5-b628-efb2e042887f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:27.445489 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8edeba-107c-47f5-b628-efb2e042887f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:27.445836 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8edeba-107c-47f5-b628-efb2e042887f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:27.446176 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8edeba-107c-47f5-b628-efb2e042887f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:27.446538 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8edeba-107c-47f5-b628-efb2e042887f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:27.446874 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8edeba-107c-47f5-b628-efb2e042887f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:27.447204 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8edeba-107c-47f5-b628-efb2e042887f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:27.447535 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8edeba-107c-47f5-b628-efb2e042887f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:27.447864 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8edeba-107c-47f5-b628-efb2e042887f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:27.448214 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8edeba-107c-47f5-b628-efb2e042887f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:27.449278 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8edeba-107c-47f5-b628-efb2e042887f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:27.449676 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8edeba-107c-47f5-b628-efb2e042887f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:27.504757 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9f8edeba-107c-47f5-b628-efb2e042887f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for floatingip, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:27.505100 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-9f8edeba-107c-47f5-b628-efb2e042887f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Floating IP 8503e2b0-6502-488e-af78-bcb608fdc218 disassociated (deleted). External IP: 172.26.5.53, port: 2490be55-e088-47b4-8fd1-d46a110c52ed. Jan 26 12:15:27.647236 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:27.861051 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8edeba-107c-47f5-b628-efb2e042887f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Router 82709d8e-ad24-465f-88a7-0729fa2a39b8 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 12:15:28.039583 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8edeba-107c-47f5-b628-efb2e042887f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 12:15:28.049344 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec0d481-4fea-452f-a02e-322aaeb2ae5a None None] Sync routers for ids ['82709d8e-ad24-465f-88a7-0729fa2a39b8'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 12:15:28.060145 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec0d481-4fea-452f-a02e-322aaeb2ae5a None None] Routers {'82709d8e-ad24-465f-88a7-0729fa2a39b8'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:15:28.060753 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-bec0d481-4fea-452f-a02e-322aaeb2ae5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:15:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['82709d8e-ad24-465f-88a7-0729fa2a39b8'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:15:28.060922 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-9f8edeba-107c-47f5-b628-efb2e042887f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:28.117694 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-9f8edeba-107c-47f5-b628-efb2e042887f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "DELETE /v2.0/floatingips/8503e2b0-6502-488e-af78-bcb608fdc218 HTTP/1.1" status: 204 len: 168 time: 1.5095408 Jan 26 12:15:28.118268 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f815bf8a-9938-40a6-8415-c81e887480b0', 'tag': '2490be55-e088-47b4-8fd1-d46a110c52ed'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:15:28.164069 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f815bf8a-9938-40a6-8415-c81e887480b0', 'tag': '2490be55-e088-47b4-8fd1-d46a110c52ed', 'status': 'completed', 'code': 200} Jan 26 12:15:28.261991 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668ef6c-dfc0-4d22-8b6e-e60ab627e8b4 req-f15a4d85-42b9-452b-85c4-4184b6fd1904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:15:28.264162 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b668ef6c-dfc0-4d22-8b6e-e60ab627e8b4 req-f15a4d85-42b9-452b-85c4-4184b6fd1904 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc53c3f8764944348944bf06c44dfa38&device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 1098 time: 0.0782509 Jan 26 12:15:28.276284 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-bec0d481-4fea-452f-a02e-322aaeb2ae5a None None] Set router 82709d8e-ad24-465f-88a7-0729fa2a39b8 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:15:28.405179 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668ef6c-dfc0-4d22-8b6e-e60ab627e8b4 req-7f22ccf7-a722-4256-b33c-23661d27975a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:15:28.406926 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b668ef6c-dfc0-4d22-8b6e-e60ab627e8b4 req-7f22ccf7-a722-4256-b33c-23661d27975a service neutron] 10.222.0.24 "GET /v2.0/networks?id=474cc24a-f736-4d01-8aed-f7fc20f77db5 HTTP/1.1" status: 200 len: 910 time: 0.1363463 Jan 26 12:15:28.484933 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b668ef6c-dfc0-4d22-8b6e-e60ab627e8b4 req-2ac532f4-28c7-476e-915e-94f1ce84dd3d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2490be55-e088-47b4-8fd1-d46a110c52ed HTTP/1.1" status: 200 len: 217 time: 0.0706611 Jan 26 12:15:28.597440 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668ef6c-dfc0-4d22-8b6e-e60ab627e8b4 req-efbe5d6d-6d1d-404b-967a-045f425f468a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:15:28.599099 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b668ef6c-dfc0-4d22-8b6e-e60ab627e8b4 req-efbe5d6d-6d1d-404b-967a-045f425f468a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03aaf94f-aa2f-49b9-9fc1-43ee003ed845 HTTP/1.1" status: 200 len: 848 time: 0.1088409 Jan 26 12:15:28.630814 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-bec0d481-4fea-452f-a02e-322aaeb2ae5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'name': 'tempest-TestSnapshotPattern-511416191-router', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:50Z', 'updated_at': '2022-01-26T12:10:54Z', 'revision_number': 4, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'gw_port': {'id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:51Z', 'updated_at': '2022-01-26T12:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': 'cbcdbc8f-c4bd-49d8-af8e-74813d1519cd', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'floating_ip_address': '172.26.5.252', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'port_id': '89b01394-52a1-4068-b305-dc549cfa92ad', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'mac_address': 'fa:16:3e:0c:14:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa628d1-4cef-4f65-ab2e-80590a46e165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T12:11:17Z', 'updated_at': '2022-01-26T12:11:20Z', 'revision_number': 1, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c0db27-e36b-4d8c-bdb7-38b79c137adb', 'name': '', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'mac_address': 'fa:16:3e:af:92:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:53Z', 'updated_at': '2022-01-26T12:11:01Z', 'revision_number': 5, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'subnets': [{'id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:15:28.634484 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec0d481-4fea-452f-a02e-322aaeb2ae5a None None] Checking router: 82709d8e-ad24-465f-88a7-0729fa2a39b8 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 12:15:28.642997 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec0d481-4fea-452f-a02e-322aaeb2ae5a None None] Routers {'82709d8e-ad24-465f-88a7-0729fa2a39b8'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:15:28.643594 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-bec0d481-4fea-452f-a02e-322aaeb2ae5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:15:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['82709d8e-ad24-465f-88a7-0729fa2a39b8'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:15:28.677988 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bd92d-6698-43c6-9b43-a1013749dc76 req-ff8bc5e1-2405-47e1-a603-af08817a92fc tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:15:28.679480 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-682bd92d-6698-43c6-9b43-a1013749dc76 req-ff8bc5e1-2405-47e1-a603-af08817a92fc tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 945 time: 0.2113690 Jan 26 12:15:28.726943 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668ef6c-dfc0-4d22-8b6e-e60ab627e8b4 req-9585b93c-9381-4ce5-bfb8-dd36c50a01a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:15:28.728479 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b668ef6c-dfc0-4d22-8b6e-e60ab627e8b4 req-9585b93c-9381-4ce5-bfb8-dd36c50a01a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=474cc24a-f736-4d01-8aed-f7fc20f77db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1218777 Jan 26 12:15:28.733520 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-682bd92d-6698-43c6-9b43-a1013749dc76 req-94a6fa49-23b9-439e-9e6e-994248e96a69 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469973 Jan 26 12:15:28.821961 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-bec0d481-4fea-452f-a02e-322aaeb2ae5a None None] Set router 82709d8e-ad24-465f-88a7-0729fa2a39b8 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:15:28.861087 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b668ef6c-dfc0-4d22-8b6e-e60ab627e8b4 req-b141a765-490e-4c8e-b49f-4f558484bf89 service neutron] 10.222.0.24 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256101 Jan 26 12:15:29.101203 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b668ef6c-dfc0-4d22-8b6e-e60ab627e8b4 req-096c25b3-d047-4c9c-8812-43863f0e008b service neutron] 10.222.0.24 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340043 Jan 26 12:15:29.180804 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-bec0d481-4fea-452f-a02e-322aaeb2ae5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'name': 'tempest-TestSnapshotPattern-511416191-router', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:50Z', 'updated_at': '2022-01-26T12:10:54Z', 'revision_number': 4, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'gw_port': {'id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:51Z', 'updated_at': '2022-01-26T12:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': 'cbcdbc8f-c4bd-49d8-af8e-74813d1519cd', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'floating_ip_address': '172.26.5.252', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'port_id': '89b01394-52a1-4068-b305-dc549cfa92ad', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'mac_address': 'fa:16:3e:0c:14:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa628d1-4cef-4f65-ab2e-80590a46e165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T12:11:17Z', 'updated_at': '2022-01-26T12:11:20Z', 'revision_number': 1, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c0db27-e36b-4d8c-bdb7-38b79c137adb', 'name': '', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'mac_address': 'fa:16:3e:af:92:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:53Z', 'updated_at': '2022-01-26T12:11:01Z', 'revision_number': 5, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'subnets': [{'id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:15:29.185724 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec0d481-4fea-452f-a02e-322aaeb2ae5a None None] The sync data for ids ['82709d8e-ad24-465f-88a7-0729fa2a39b8'] in dv-neutron-826439-1-hyperv is: [{'id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'name': 'tempest-TestSnapshotPattern-511416191-router', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:50Z', 'updated_at': '2022-01-26T12:10:54Z', 'revision_number': 4, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'gw_port': {'id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:51Z', 'updated_at': '2022-01-26T12:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_floatingips': [{'id': 'cbcdbc8f-c4bd-49d8-af8e-74813d1519cd', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'floating_ip_address': '172.26.5.252', 'floating_network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'router_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'port_id': '89b01394-52a1-4068-b305-dc549cfa92ad', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'mac_address': 'fa:16:3e:0c:14:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa628d1-4cef-4f65-ab2e-80590a46e165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T12:11:17Z', 'updated_at': '2022-01-26T12:11:20Z', 'revision_number': 1, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c0db27-e36b-4d8c-bdb7-38b79c137adb', 'name': '', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'mac_address': 'fa:16:3e:af:92:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:53Z', 'updated_at': '2022-01-26T12:11:01Z', 'revision_number': 5, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'subnets': [{'id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 12:15:29.350742 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 2490be55-e088-47b4-8fd1-d46a110c52ed no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:15:29.406158 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf86f3d-1ea8-4f19-8366-99cb6260c910 None None] New status for floating IP 8503e2b0-6502-488e-af78-bcb608fdc218: DOWN {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 12:15:29.595605 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564497'] for port, before_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:29.622409 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f815bf8a-9938-40a6-8415-c81e887480b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2490be55-e088-47b4-8fd1-d46a110c52ed'}] {{(pid=87444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:15:29.631669 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] For port 2490be55-e088-47b4-8fd1-d46a110c52ed, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2490be55-e088-47b4-8fd1-d46a110c52ed,segment=NetworkSegment(f064eba8-1ac7-417d-a885-37dd1c644e2c),segment_id=f064eba8-1ac7-417d-a885-37dd1c644e2c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:15:29.636878 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754530675420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754530205175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754530204712'] for port, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:29.672166 dv-neutron-826439-1-hyperv neutron-server[87444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f815bf8a-9938-40a6-8415-c81e887480b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2490be55-e088-47b4-8fd1-d46a110c52ed', 'code': 200} Jan 26 12:15:29.703711 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Pushing event updated for resources: {'Port': ['ID=2490be55-e088-47b4-8fd1-d46a110c52ed,revision_number=8']} {{(pid=87444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:15:29.971543 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa7392-f141-459b-9a30-eda23b65d19f req-a0b6b5d3-c728-4de3-be03-a415aae2a94a tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:15:29.972999 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7cfa7392-f141-459b-9a30-eda23b65d19f req-a0b6b5d3-c728-4de3-be03-a415aae2a94a tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 943 time: 0.1314266 Jan 26 12:15:30.024718 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c5dcc-e7fe-45c9-a38d-41bcc480734c req-a742e723-9e53-4170-a99d-71251fe3d600 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:15:30.026128 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fd4c5dcc-e7fe-45c9-a38d-41bcc480734c req-a742e723-9e53-4170-a99d-71251fe3d600 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.24 "GET /v2.0/ports?device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 943 time: 0.1206021 Jan 26 12:15:30.068370 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-7cfa7392-f141-459b-9a30-eda23b65d19f req-3f9c3db9-89e1-4798-a890-813bb2284c47 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887153 Jan 26 12:15:30.099376 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-fd4c5dcc-e7fe-45c9-a38d-41bcc480734c req-f0ca4ea5-11f2-45e9-b3cd-c56fff8b6c1d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Deleting port 2490be55-e088-47b4-8fd1-d46a110c52ed {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:15:30.099716 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-fd4c5dcc-e7fe-45c9-a38d-41bcc480734c req-f0ca4ea5-11f2-45e9-b3cd-c56fff8b6c1d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:30.345759 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-fd4c5dcc-e7fe-45c9-a38d-41bcc480734c req-f0ca4ea5-11f2-45e9-b3cd-c56fff8b6c1d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] For port 2490be55-e088-47b4-8fd1-d46a110c52ed, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2490be55-e088-47b4-8fd1-d46a110c52ed,segment=NetworkSegment(f064eba8-1ac7-417d-a885-37dd1c644e2c),segment_id=f064eba8-1ac7-417d-a885-37dd1c644e2c)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:15:30.346036 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-fd4c5dcc-e7fe-45c9-a38d-41bcc480734c req-f0ca4ea5-11f2-45e9-b3cd-c56fff8b6c1d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:30.467035 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-fd4c5dcc-e7fe-45c9-a38d-41bcc480734c req-f0ca4ea5-11f2-45e9-b3cd-c56fff8b6c1d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Calling delete_port for 2490be55-e088-47b4-8fd1-d46a110c52ed owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:15:30.609528 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-fd4c5dcc-e7fe-45c9-a38d-41bcc480734c req-f0ca4ea5-11f2-45e9-b3cd-c56fff8b6c1d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:30.685940 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca4ea5-11f2-45e9-b3cd-c56fff8b6c1d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Pushing event deleted for resources: {'Port': ['ID=2490be55-e088-47b4-8fd1-d46a110c52ed,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:15:30.728814 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ca4ea5-11f2-45e9-b3cd-c56fff8b6c1d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:30.729157 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ca4ea5-11f2-45e9-b3cd-c56fff8b6c1d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:30.730057 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ca4ea5-11f2-45e9-b3cd-c56fff8b6c1d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:30.730414 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ca4ea5-11f2-45e9-b3cd-c56fff8b6c1d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:30.730743 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ca4ea5-11f2-45e9-b3cd-c56fff8b6c1d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:30.731068 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ca4ea5-11f2-45e9-b3cd-c56fff8b6c1d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:30.731392 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ca4ea5-11f2-45e9-b3cd-c56fff8b6c1d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:30.731714 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ca4ea5-11f2-45e9-b3cd-c56fff8b6c1d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:30.732035 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ca4ea5-11f2-45e9-b3cd-c56fff8b6c1d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:30.732352 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ca4ea5-11f2-45e9-b3cd-c56fff8b6c1d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:30.732707 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ca4ea5-11f2-45e9-b3cd-c56fff8b6c1d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:30.733028 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ca4ea5-11f2-45e9-b3cd-c56fff8b6c1d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826439-1-hyperv {{(pid=87443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 12:15:30.746041 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4c5dcc-e7fe-45c9-a38d-41bcc480734c req-f0ca4ea5-11f2-45e9-b3cd-c56fff8b6c1d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] No DVR routers for this DVR port 2490be55-e088-47b4-8fd1-d46a110c52ed on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 12:15:30.748172 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-fd4c5dcc-e7fe-45c9-a38d-41bcc480734c req-f0ca4ea5-11f2-45e9-b3cd-c56fff8b6c1d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:30.750603 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f815bf8a-9938-40a6-8415-c81e887480b0', 'name': 'network-vif-deleted', 'tag': '2490be55-e088-47b4-8fd1-d46a110c52ed'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:15:30.763138 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-fd4c5dcc-e7fe-45c9-a38d-41bcc480734c req-f0ca4ea5-11f2-45e9-b3cd-c56fff8b6c1d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.24 "DELETE /v2.0/ports/2490be55-e088-47b4-8fd1-d46a110c52ed HTTP/1.1" status: 204 len: 173 time: 0.7311454 Jan 26 12:15:30.801213 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f815bf8a-9938-40a6-8415-c81e887480b0', 'name': 'network-vif-deleted', 'tag': '2490be55-e088-47b4-8fd1-d46a110c52ed', 'status': 'completed', 'code': 200} Jan 26 12:15:31.233735 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-d72a7ad1-aa31-4689-956a-22a777888ee6 req-78d4b8ab-8a5f-4c1d-9e2a-7d0e57ebab0d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Synchronizing usage tracker for tenant:fc53c3f8764944348944bf06c44dfa38 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:15:31.248666 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-d72a7ad1-aa31-4689-956a-22a777888ee6 req-78d4b8ab-8a5f-4c1d-9e2a-7d0e57ebab0d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Unset dirty status for tenant:fc53c3f8764944348944bf06c44dfa38 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:15:31.249821 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d72a7ad1-aa31-4689-956a-22a777888ee6 req-78d4b8ab-8a5f-4c1d-9e2a-7d0e57ebab0d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=f815bf8a-9938-40a6-8415-c81e887480b0 HTTP/1.1" status: 200 len: 210 time: 0.0598018 Jan 26 12:15:32.896230 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 35120) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:15:33.193612 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-de5800f2-797a-4eec-b6b3-a070c2a6740f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Deleting port 0521f213-7ad8-4387-9555-d0258fa6759c {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:15:33.193863 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-de5800f2-797a-4eec-b6b3-a070c2a6740f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:33.361802 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-de5800f2-797a-4eec-b6b3-a070c2a6740f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:33.362133 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-de5800f2-797a-4eec-b6b3-a070c2a6740f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:33.365569 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 2490be55-e088-47b4-8fd1-d46a110c52ed no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:15:33.399644 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: 2490be55-e088-47b4-8fd1-d46a110c52ed {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 12:15:33.399987 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 2490be55-e088-47b4-8fd1-d46a110c52ed not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 12:15:33.487605 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-de5800f2-797a-4eec-b6b3-a070c2a6740f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Calling delete_port for 0521f213-7ad8-4387-9555-d0258fa6759c owned by network:floatingip {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:15:33.631117 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-de5800f2-797a-4eec-b6b3-a070c2a6740f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:33.679262 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5800f2-797a-4eec-b6b3-a070c2a6740f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Pushing event deleted for resources: {'Port': ['ID=0521f213-7ad8-4387-9555-d0258fa6759c,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:15:33.772811 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-de5800f2-797a-4eec-b6b3-a070c2a6740f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for floatingip, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:33.773058 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.db.l3_db [None req-de5800f2-797a-4eec-b6b3-a070c2a6740f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Floating IP cbcdbc8f-c4bd-49d8-af8e-74813d1519cd disassociated (deleted). External IP: 172.26.5.252, port: 89b01394-52a1-4068-b305-dc549cfa92ad. Jan 26 12:15:34.122304 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5800f2-797a-4eec-b6b3-a070c2a6740f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Router 82709d8e-ad24-465f-88a7-0729fa2a39b8 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 12:15:34.296113 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5800f2-797a-4eec-b6b3-a070c2a6740f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 12:15:34.305484 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1f2e9-51c1-4233-8a2d-3b45d7fc05fb None None] Sync routers for ids ['82709d8e-ad24-465f-88a7-0729fa2a39b8'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 12:15:34.314442 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b1f2e9-51c1-4233-8a2d-3b45d7fc05fb None None] Routers {'82709d8e-ad24-465f-88a7-0729fa2a39b8'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:15:34.315050 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-50b1f2e9-51c1-4233-8a2d-3b45d7fc05fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:15:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['82709d8e-ad24-465f-88a7-0729fa2a39b8'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:15:34.316875 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-de5800f2-797a-4eec-b6b3-a070c2a6740f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for floatingip, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:34.484347 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-de5800f2-797a-4eec-b6b3-a070c2a6740f tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "DELETE /v2.0/floatingips/cbcdbc8f-c4bd-49d8-af8e-74813d1519cd HTTP/1.1" status: 204 len: 168 time: 1.5869429 Jan 26 12:15:34.484827 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa628d1-4cef-4f65-ab2e-80590a46e165', 'tag': '89b01394-52a1-4068-b305-dc549cfa92ad'}] {{(pid=87442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:15:34.499789 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-50b1f2e9-51c1-4233-8a2d-3b45d7fc05fb None None] Set router 82709d8e-ad24-465f-88a7-0729fa2a39b8 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:15:34.530844 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa628d1-4cef-4f65-ab2e-80590a46e165', 'tag': '89b01394-52a1-4068-b305-dc549cfa92ad', 'status': 'completed', 'code': 200} Jan 26 12:15:34.630100 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9c860-d9f3-4885-bf20-9c411c7cc9c2 req-e027bcf6-6aeb-4031-98fd-69bccbf180a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:15:34.632400 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2af9c860-d9f3-4885-bf20-9c411c7cc9c2 req-e027bcf6-6aeb-4031-98fd-69bccbf180a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc53c3f8764944348944bf06c44dfa38&device_id=6fa628d1-4cef-4f65-ab2e-80590a46e165 HTTP/1.1" status: 200 len: 1097 time: 0.0788810 Jan 26 12:15:34.772895 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9c860-d9f3-4885-bf20-9c411c7cc9c2 req-d3a08415-47c1-45c7-8e56-4624c12cd616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:15:34.774252 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2af9c860-d9f3-4885-bf20-9c411c7cc9c2 req-d3a08415-47c1-45c7-8e56-4624c12cd616 service neutron] 10.222.0.24 "GET /v2.0/networks?id=474cc24a-f736-4d01-8aed-f7fc20f77db5 HTTP/1.1" status: 200 len: 910 time: 0.1362219 Jan 26 12:15:34.849611 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2af9c860-d9f3-4885-bf20-9c411c7cc9c2 req-f6a6c45d-a3a9-4162-b597-409b7e8feec5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89b01394-52a1-4068-b305-dc549cfa92ad HTTP/1.1" status: 200 len: 217 time: 0.0688727 Jan 26 12:15:34.875788 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-50b1f2e9-51c1-4233-8a2d-3b45d7fc05fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'name': 'tempest-TestSnapshotPattern-511416191-router', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:50Z', 'updated_at': '2022-01-26T12:10:54Z', 'revision_number': 4, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'gw_port': {'id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:51Z', 'updated_at': '2022-01-26T12:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'a4c0db27-e36b-4d8c-bdb7-38b79c137adb', 'name': '', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'mac_address': 'fa:16:3e:af:92:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:53Z', 'updated_at': '2022-01-26T12:11:01Z', 'revision_number': 5, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'subnets': [{'id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:15:34.879095 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a49340-7c47-4d26-873d-08dd1f7c13c6 req-e9fa88e6-38cc-4761-b2cd-9ddc9904502d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:15:34.879980 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-a1a49340-7c47-4d26-873d-08dd1f7c13c6 req-e9fa88e6-38cc-4761-b2cd-9ddc9904502d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Synchronizing usage tracker for tenant:fc53c3f8764944348944bf06c44dfa38 on resource:port {{(pid=87442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:15:34.880159 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1f2e9-51c1-4233-8a2d-3b45d7fc05fb None None] Checking router: 82709d8e-ad24-465f-88a7-0729fa2a39b8 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 12:15:34.890077 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b1f2e9-51c1-4233-8a2d-3b45d7fc05fb None None] Routers {'82709d8e-ad24-465f-88a7-0729fa2a39b8'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:15:34.890492 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-50b1f2e9-51c1-4233-8a2d-3b45d7fc05fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:15:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['82709d8e-ad24-465f-88a7-0729fa2a39b8'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:15:34.899196 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.quota.resource [req-a1a49340-7c47-4d26-873d-08dd1f7c13c6 req-e9fa88e6-38cc-4761-b2cd-9ddc9904502d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Unset dirty status for tenant:fc53c3f8764944348944bf06c44dfa38 on resource:port {{(pid=87442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:15:34.900617 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a1a49340-7c47-4d26-873d-08dd1f7c13c6 req-e9fa88e6-38cc-4761-b2cd-9ddc9904502d tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fa628d1-4cef-4f65-ab2e-80590a46e165 HTTP/1.1" status: 200 len: 944 time: 0.1077087 Jan 26 12:15:34.916147 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9c860-d9f3-4885-bf20-9c411c7cc9c2 req-8d2a3a8d-17ca-46d4-8083-78bd1beca212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:15:34.917877 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2af9c860-d9f3-4885-bf20-9c411c7cc9c2 req-8d2a3a8d-17ca-46d4-8083-78bd1beca212 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=03aaf94f-aa2f-49b9-9fc1-43ee003ed845 HTTP/1.1" status: 200 len: 848 time: 0.0615201 Jan 26 12:15:34.953549 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [req-a1a49340-7c47-4d26-873d-08dd1f7c13c6 req-e084a834-8488-416e-af04-337d6cafb2b8 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471070 Jan 26 12:15:34.994711 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9c860-d9f3-4885-bf20-9c411c7cc9c2 req-0346cbf9-171e-45fd-bc3f-3c3fdd3a35ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:15:34.996807 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2af9c860-d9f3-4885-bf20-9c411c7cc9c2 req-0346cbf9-171e-45fd-bc3f-3c3fdd3a35ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=474cc24a-f736-4d01-8aed-f7fc20f77db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721052 Jan 26 12:15:35.074814 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-50b1f2e9-51c1-4233-8a2d-3b45d7fc05fb None None] Set router 82709d8e-ad24-465f-88a7-0729fa2a39b8 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:15:35.235264 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2af9c860-d9f3-4885-bf20-9c411c7cc9c2 req-80bec872-4065-46fc-bde4-95546408bc3c service neutron] 10.222.0.24 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311180 Jan 26 12:15:35.368793 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-2af9c860-d9f3-4885-bf20-9c411c7cc9c2 req-46b72f28-e967-4931-8ff5-f61c72fa7df3 service neutron] 10.222.0.24 "GET /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275871 Jan 26 12:15:35.390530 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-50b1f2e9-51c1-4233-8a2d-3b45d7fc05fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'name': 'tempest-TestSnapshotPattern-511416191-router', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:50Z', 'updated_at': '2022-01-26T12:10:54Z', 'revision_number': 4, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'gw_port': {'id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:51Z', 'updated_at': '2022-01-26T12:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'a4c0db27-e36b-4d8c-bdb7-38b79c137adb', 'name': '', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'mac_address': 'fa:16:3e:af:92:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:53Z', 'updated_at': '2022-01-26T12:11:01Z', 'revision_number': 5, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'subnets': [{'id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:15:35.394528 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1f2e9-51c1-4233-8a2d-3b45d7fc05fb None None] The sync data for ids ['82709d8e-ad24-465f-88a7-0729fa2a39b8'] in dv-neutron-826439-1-hyperv is: [{'id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'name': 'tempest-TestSnapshotPattern-511416191-router', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:50Z', 'updated_at': '2022-01-26T12:10:54Z', 'revision_number': 4, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'gw_port': {'id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:51Z', 'updated_at': '2022-01-26T12:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv', '_interfaces': [{'id': 'a4c0db27-e36b-4d8c-bdb7-38b79c137adb', 'name': '', 'network_id': '474cc24a-f736-4d01-8aed-f7fc20f77db5', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'mac_address': 'fa:16:3e:af:92:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:53Z', 'updated_at': '2022-01-26T12:11:01Z', 'revision_number': 5, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'subnets': [{'id': '03aaf94f-aa2f-49b9-9fc1-43ee003ed845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 12:15:35.622535 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f4c43c-edbd-4751-a4db-d402fcca2a54 None None] New status for floating IP cbcdbc8f-c4bd-49d8-af8e-74813d1519cd: DOWN {{(pid=87444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 12:15:35.788819 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:36.143546 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf086d9-d2a6-4101-84a5-392d8fddad6e req-849b1533-5d41-451c-8de3-a45e1306e275 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:15:36.144998 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-abf086d9-d2a6-4101-84a5-392d8fddad6e req-849b1533-5d41-451c-8de3-a45e1306e275 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fa628d1-4cef-4f65-ab2e-80590a46e165 HTTP/1.1" status: 200 len: 944 time: 0.0842900 Jan 26 12:15:36.188833 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-abf086d9-d2a6-4101-84a5-392d8fddad6e req-312e9d7b-d940-4f12-8696-67be973c954e tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/security-groups?id=0004a03e-6a78-4f82-b938-74f85061aebc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381215 Jan 26 12:15:36.342170 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9fb30-6267-4b58-9227-3c4e0b7de583 req-1d0cd6d5-61a0-4202-a73d-fc9cea31ee40 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 12:15:36.343679 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b2d9fb30-6267-4b58-9227-3c4e0b7de583 req-1d0cd6d5-61a0-4202-a73d-fc9cea31ee40 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa628d1-4cef-4f65-ab2e-80590a46e165 HTTP/1.1" status: 200 len: 944 time: 0.0789435 Jan 26 12:15:36.415432 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-b2d9fb30-6267-4b58-9227-3c4e0b7de583 req-b558808c-8c25-4abc-b6bc-681b1fff5c2a tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Deleting port 89b01394-52a1-4068-b305-dc549cfa92ad {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:15:36.415773 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b2d9fb30-6267-4b58-9227-3c4e0b7de583 req-b558808c-8c25-4abc-b6bc-681b1fff5c2a tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:36.658503 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [req-b2d9fb30-6267-4b58-9227-3c4e0b7de583 req-b558808c-8c25-4abc-b6bc-681b1fff5c2a tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] For port 89b01394-52a1-4068-b305-dc549cfa92ad, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=89b01394-52a1-4068-b305-dc549cfa92ad,segment=NetworkSegment(f064eba8-1ac7-417d-a885-37dd1c644e2c),segment_id=f064eba8-1ac7-417d-a885-37dd1c644e2c)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:15:36.658775 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b2d9fb30-6267-4b58-9227-3c4e0b7de583 req-b558808c-8c25-4abc-b6bc-681b1fff5c2a tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:36.780678 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [req-b2d9fb30-6267-4b58-9227-3c4e0b7de583 req-b558808c-8c25-4abc-b6bc-681b1fff5c2a tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Calling delete_port for 89b01394-52a1-4068-b305-dc549cfa92ad owned by compute:nova {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:15:36.924215 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b2d9fb30-6267-4b58-9227-3c4e0b7de583 req-b558808c-8c25-4abc-b6bc-681b1fff5c2a tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:36.974693 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558808c-8c25-4abc-b6bc-681b1fff5c2a tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Pushing event deleted for resources: {'Port': ['ID=89b01394-52a1-4068-b305-dc549cfa92ad,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:15:37.050131 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d9fb30-6267-4b58-9227-3c4e0b7de583 req-b558808c-8c25-4abc-b6bc-681b1fff5c2a tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] No DVR routers for this DVR port 89b01394-52a1-4068-b305-dc549cfa92ad on host hv-neutron-8264 {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 12:15:37.052480 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [req-b2d9fb30-6267-4b58-9227-3c4e0b7de583 req-b558808c-8c25-4abc-b6bc-681b1fff5c2a tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98737'] for port, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:37.054917 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa628d1-4cef-4f65-ab2e-80590a46e165', 'name': 'network-vif-deleted', 'tag': '89b01394-52a1-4068-b305-dc549cfa92ad'}] {{(pid=87443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 12:15:37.069459 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-b2d9fb30-6267-4b58-9227-3c4e0b7de583 req-b558808c-8c25-4abc-b6bc-681b1fff5c2a tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.24 "DELETE /v2.0/ports/89b01394-52a1-4068-b305-dc549cfa92ad HTTP/1.1" status: 204 len: 173 time: 0.7203302 Jan 26 12:15:37.099168 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa628d1-4cef-4f65-ab2e-80590a46e165', 'name': 'network-vif-deleted', 'tag': '89b01394-52a1-4068-b305-dc549cfa92ad', 'status': 'completed', 'code': 200} Jan 26 12:15:37.356872 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-d600f635-1a8f-47ef-9010-9cec5cabaa03 req-6916fe03-dd23-44b6-b8a9-269e32c4bf7a tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Synchronizing usage tracker for tenant:fc53c3f8764944348944bf06c44dfa38 on resource:port {{(pid=87443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 26 12:15:37.373068 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.quota.resource [req-d600f635-1a8f-47ef-9010-9cec5cabaa03 req-6916fe03-dd23-44b6-b8a9-269e32c4bf7a tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Unset dirty status for tenant:fc53c3f8764944348944bf06c44dfa38 on resource:port {{(pid=87443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 26 12:15:37.374631 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [req-d600f635-1a8f-47ef-9010-9cec5cabaa03 req-6916fe03-dd23-44b6-b8a9-269e32c4bf7a tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fa628d1-4cef-4f65-ab2e-80590a46e165 HTTP/1.1" status: 200 len: 210 time: 0.0621781 Jan 26 12:15:38.468401 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 35140) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:15:38.535547 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-37df4871-b988-4d3b-87da-d28b836b37e5 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:38.565257 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-37df4871-b988-4d3b-87da-d28b836b37e5 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:38.627350 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-37df4871-b988-4d3b-87da-d28b836b37e5 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:38.645731 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df4871-b988-4d3b-87da-d28b836b37e5 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0004a03e-6a78-4f82-b938-74f85061aebc,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:15:38.657617 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-37df4871-b988-4d3b-87da-d28b836b37e5 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:38.658691 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-37df4871-b988-4d3b-87da-d28b836b37e5 tempest-TestSnapshotPattern-2102789328 tempest-TestSnapshotPattern-2102789328-project] 10.222.0.39 "DELETE /v2.0/security-groups/0004a03e-6a78-4f82-b938-74f85061aebc HTTP/1.1" status: 204 len: 168 time: 0.1892953 Jan 26 12:15:39.365291 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 89b01394-52a1-4068-b305-dc549cfa92ad no longer exists at agent hyperv_hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:15:39.399305 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] No Port match for: 89b01394-52a1-4068-b305-dc549cfa92ad {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 12:15:39.399647 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Device 89b01394-52a1-4068-b305-dc549cfa92ad not bound to the agent host hv-neutron-8264 {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 12:15:39.714705 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 35148) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:15:40.293602 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a790be20-929a-4955-91d6-1161b153693d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:40.690023 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-a790be20-929a-4955-91d6-1161b153693d admin admin] Deleting port a4c0db27-e36b-4d8c-bdb7-38b79c137adb {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:15:40.690290 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a790be20-929a-4955-91d6-1161b153693d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:40.863506 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-a790be20-929a-4955-91d6-1161b153693d admin admin] For port a4c0db27-e36b-4d8c-bdb7-38b79c137adb, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=a4c0db27-e36b-4d8c-bdb7-38b79c137adb,segment=NetworkSegment(f064eba8-1ac7-417d-a885-37dd1c644e2c),segment_id=f064eba8-1ac7-417d-a885-37dd1c644e2c)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:15:40.864184 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a790be20-929a-4955-91d6-1161b153693d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:41.088868 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-a790be20-929a-4955-91d6-1161b153693d admin admin] Calling delete_port for a4c0db27-e36b-4d8c-bdb7-38b79c137adb owned by network:router_interface {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:15:41.410813 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a790be20-929a-4955-91d6-1161b153693d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:41.463661 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790be20-929a-4955-91d6-1161b153693d admin admin] Pushing event deleted for resources: {'Port': ['ID=a4c0db27-e36b-4d8c-bdb7-38b79c137adb,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:15:41.735462 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-a790be20-929a-4955-91d6-1161b153693d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:42.089611 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a790be20-929a-4955-91d6-1161b153693d admin admin] Router 82709d8e-ad24-465f-88a7-0729fa2a39b8 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 12:15:42.260610 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a790be20-929a-4955-91d6-1161b153693d admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 12:15:42.269512 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5963871-eb2d-4d07-8824-d49b8763013a None None] Sync routers for ids ['82709d8e-ad24-465f-88a7-0729fa2a39b8'] in dv-neutron-826439-1-hyperv {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 12:15:42.275876 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-a790be20-929a-4955-91d6-1161b153693d admin admin] 10.222.0.39 "PUT /v2.0/routers/82709d8e-ad24-465f-88a7-0729fa2a39b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5600851 Jan 26 12:15:42.278385 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 35152) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:15:42.278811 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5963871-eb2d-4d07-8824-d49b8763013a None None] Routers {'82709d8e-ad24-465f-88a7-0729fa2a39b8'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:15:42.279421 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b5963871-eb2d-4d07-8824-d49b8763013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:15:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['82709d8e-ad24-465f-88a7-0729fa2a39b8'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:15:42.461941 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-b5963871-eb2d-4d07-8824-d49b8763013a None None] Set router 82709d8e-ad24-465f-88a7-0729fa2a39b8 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:15:42.566623 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-34037c2f-6e9e-45fa-bce1-bfc834f3c0c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:42.744500 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b5963871-eb2d-4d07-8824-d49b8763013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'name': 'tempest-TestSnapshotPattern-511416191-router', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67'}], 'enable_snat': True}, 'gw_port_id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:50Z', 'updated_at': '2022-01-26T12:15:41Z', 'revision_number': 5, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'gw_port': {'id': 'c7af2eff-2635-4ec1-a87c-8e7b89f0ac69', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:51Z', 'updated_at': '2022-01-26T12:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:15:42.744758 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-34037c2f-6e9e-45fa-bce1-bfc834f3c0c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:42.748487 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5963871-eb2d-4d07-8824-d49b8763013a None None] Checking router: 82709d8e-ad24-465f-88a7-0729fa2a39b8 for host: dv-neutron-826439-1-hyperv {{(pid=87445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 12:15:42.755128 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-34037c2f-6e9e-45fa-bce1-bfc834f3c0c6 admin admin] Deleting port c7af2eff-2635-4ec1-a87c-8e7b89f0ac69 {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:15:42.755543 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-34037c2f-6e9e-45fa-bce1-bfc834f3c0c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:42.756687 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5963871-eb2d-4d07-8824-d49b8763013a None None] Routers {'82709d8e-ad24-465f-88a7-0729fa2a39b8'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:15:42.757324 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b5963871-eb2d-4d07-8824-d49b8763013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:15:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['82709d8e-ad24-465f-88a7-0729fa2a39b8'], 'active': True} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:15:42.939104 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-34037c2f-6e9e-45fa-bce1-bfc834f3c0c6 admin admin] For port c7af2eff-2635-4ec1-a87c-8e7b89f0ac69, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=c7af2eff-2635-4ec1-a87c-8e7b89f0ac69,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:15:42.939535 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-34037c2f-6e9e-45fa-bce1-bfc834f3c0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:42.945945 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_dvr_db [None req-b5963871-eb2d-4d07-8824-d49b8763013a None None] Set router 82709d8e-ad24-465f-88a7-0729fa2a39b8 gateway port host: None {{(pid=87445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:15:43.051750 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.l3_hamode_db [None req-b5963871-eb2d-4d07-8824-d49b8763013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'name': 'tempest-TestSnapshotPattern-511416191-router', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:50Z', 'updated_at': '2022-01-26T12:15:42Z', 'revision_number': 6, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:15:43.055799 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5963871-eb2d-4d07-8824-d49b8763013a None None] The sync data for ids ['82709d8e-ad24-465f-88a7-0729fa2a39b8'] in dv-neutron-826439-1-hyperv is: [{'id': '82709d8e-ad24-465f-88a7-0729fa2a39b8', 'name': 'tempest-TestSnapshotPattern-511416191-router', 'tenant_id': 'fc53c3f8764944348944bf06c44dfa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:50Z', 'updated_at': '2022-01-26T12:15:42Z', 'revision_number': 6, 'project_id': 'fc53c3f8764944348944bf06c44dfa38', 'gw_port_host': None}] {{(pid=87445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 12:15:43.067573 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-34037c2f-6e9e-45fa-bce1-bfc834f3c0c6 admin admin] Calling delete_port for c7af2eff-2635-4ec1-a87c-8e7b89f0ac69 owned by network:router_gateway {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:15:43.234603 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-34037c2f-6e9e-45fa-bce1-bfc834f3c0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:43.309720 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34037c2f-6e9e-45fa-bce1-bfc834f3c0c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7af2eff-2635-4ec1-a87c-8e7b89f0ac69,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:15:43.372462 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-34037c2f-6e9e-45fa-bce1-bfc834f3c0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:43.552852 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-34037c2f-6e9e-45fa-bce1-bfc834f3c0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:43.554974 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-34037c2f-6e9e-45fa-bce1-bfc834f3c0c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:43.577172 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-34037c2f-6e9e-45fa-bce1-bfc834f3c0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:43.577779 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34037c2f-6e9e-45fa-bce1-bfc834f3c0c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82709d8e-ad24-465f-88a7-0729fa2a39b8 {{(pid=87442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 12:15:43.590120 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-34037c2f-6e9e-45fa-bce1-bfc834f3c0c6 admin admin] Notify callbacks [] for router, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:43.591254 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-34037c2f-6e9e-45fa-bce1-bfc834f3c0c6 admin admin] 10.222.0.39 "DELETE /v2.0/routers/82709d8e-ad24-465f-88a7-0729fa2a39b8 HTTP/1.1" status: 204 len: 168 time: 1.3119724 Jan 26 12:15:43.593736 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 35156) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:15:43.653896 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.db_base_plugin_v2 [None req-db3f5771-91dd-4b2c-bf3b-5d2ffc76788b admin admin] Deleting subnet 03aaf94f-aa2f-49b9-9fc1-43ee003ed845 {{(pid=87442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 12:15:43.656736 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-db3f5771-91dd-4b2c-bf3b-5d2ffc76788b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:43.703978 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-db3f5771-91dd-4b2c-bf3b-5d2ffc76788b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136027'] for subnet, precommit_delete_associations {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:43.782546 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-db3f5771-91dd-4b2c-bf3b-5d2ffc76788b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:43.946350 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-db3f5771-91dd-4b2c-bf3b-5d2ffc76788b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1062462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398571'] for subnet, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:43.985157 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f5771-91dd-4b2c-bf3b-5d2ffc76788b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03aaf94f-aa2f-49b9-9fc1-43ee003ed845,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:15:43.988993 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-db3f5771-91dd-4b2c-bf3b-5d2ffc76788b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:43.997883 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-db3f5771-91dd-4b2c-bf3b-5d2ffc76788b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/03aaf94f-aa2f-49b9-9fc1-43ee003ed845 HTTP/1.1" status: 204 len: 168 time: 0.4007063 Jan 26 12:15:43.998296 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 35160) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:15:43.998956 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03450865-99af-4da9-8a7c-7de8f7962cb1 None None] Network 474cc24a-f736-4d01-8aed-f7fc20f77db5 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 12:15:44.109222 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f91aa63-e310-4534-b0de-d54c9648895f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:44.119490 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-4f91aa63-e310-4534-b0de-d54c9648895f admin admin] Deleting port 63b670ff-3b1c-4eed-a5ba-407fbc5aa22a {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:15:44.119900 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f91aa63-e310-4534-b0de-d54c9648895f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:44.274916 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52245a0f-a281-4151-91ab-410a1d061c61 None None] DHCP port deletion for 474cc24a-f736-4d01-8aed-f7fc20f77db5 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 12:15:44.279807 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-52245a0f-a281-4151-91ab-410a1d061c61 None None] Deleting port 63b670ff-3b1c-4eed-a5ba-407fbc5aa22a {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:15:44.280175 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-52245a0f-a281-4151-91ab-410a1d061c61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:44.323468 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-4f91aa63-e310-4534-b0de-d54c9648895f admin admin] For port 63b670ff-3b1c-4eed-a5ba-407fbc5aa22a, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=63b670ff-3b1c-4eed-a5ba-407fbc5aa22a,segment=NetworkSegment(f064eba8-1ac7-417d-a885-37dd1c644e2c),segment_id=f064eba8-1ac7-417d-a885-37dd1c644e2c)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:15:44.323832 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f91aa63-e310-4534-b0de-d54c9648895f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:44.446338 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-4f91aa63-e310-4534-b0de-d54c9648895f admin admin] Calling delete_port for 63b670ff-3b1c-4eed-a5ba-407fbc5aa22a owned by network:dhcp {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:15:44.478847 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-52245a0f-a281-4151-91ab-410a1d061c61 None None] For port 63b670ff-3b1c-4eed-a5ba-407fbc5aa22a, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=63b670ff-3b1c-4eed-a5ba-407fbc5aa22a,segment=NetworkSegment(f064eba8-1ac7-417d-a885-37dd1c644e2c),segment_id=f064eba8-1ac7-417d-a885-37dd1c644e2c)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:15:44.479269 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-52245a0f-a281-4151-91ab-410a1d061c61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:44.524418 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f91aa63-e310-4534-b0de-d54c9648895f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:44.572130 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91aa63-e310-4534-b0de-d54c9648895f admin admin] Pushing event deleted for resources: {'Port': ['ID=63b670ff-3b1c-4eed-a5ba-407fbc5aa22a,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:15:44.574616 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f91aa63-e310-4534-b0de-d54c9648895f admin admin] No DVR routers for this DVR port 63b670ff-3b1c-4eed-a5ba-407fbc5aa22a on host dv-neutron-826439-1-hyperv {{(pid=87443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 12:15:44.608498 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-52245a0f-a281-4151-91ab-410a1d061c61 None None] Calling delete_port for 63b670ff-3b1c-4eed-a5ba-407fbc5aa22a owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:15:44.693473 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-52245a0f-a281-4151-91ab-410a1d061c61 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 12:15:44.693756 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-52245a0f-a281-4151-91ab-410a1d061c61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 12:15:44.794146 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f91aa63-e310-4534-b0de-d54c9648895f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:44.821398 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-4f91aa63-e310-4534-b0de-d54c9648895f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474cc24a-f736-4d01-8aed-f7fc20f77db5']}} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:15:44.834743 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-4f91aa63-e310-4534-b0de-d54c9648895f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f064eba8-1ac7-417d-a885-37dd1c644e2c') {'for_net_delete': True} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:15:44.835073 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.services.segments.db [None req-4f91aa63-e310-4534-b0de-d54c9648895f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f064eba8-1ac7-417d-a885-37dd1c644e2c') {} {{(pid=87443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:15:44.846080 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f91aa63-e310-4534-b0de-d54c9648895f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315048'] for segment, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:44.861840 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f91aa63-e310-4534-b0de-d54c9648895f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:44.867631 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f91aa63-e310-4534-b0de-d54c9648895f admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=87443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 12:15:44.868002 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f91aa63-e310-4534-b0de-d54c9648895f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4071062'] for segment, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: Traceback (most recent call last): Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: timer() Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: cb(*args, **kw) Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: return func(*args, **kwargs) Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: self._notify() Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: self.callback(batched_events) Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: event.method(event) Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: return f(self, *a, **k) Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._get(url).json() Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: return self.request(url, 'GET', **kwargs) Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 12:15:44.881182 dv-neutron-826439-1-hyperv neutron-server[87443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 12:15:44.952264 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f91aa63-e310-4534-b0de-d54c9648895f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:44.970896 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-4f91aa63-e310-4534-b0de-d54c9648895f admin admin] Notify callbacks [] for network, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:44.981417 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91aa63-e310-4534-b0de-d54c9648895f admin admin] Pushing event deleted for resources: {'Network': ['ID=474cc24a-f736-4d01-8aed-f7fc20f77db5,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:15:44.993960 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-4f91aa63-e310-4534-b0de-d54c9648895f admin admin] 10.222.0.39 "DELETE /v2.0/networks/474cc24a-f736-4d01-8aed-f7fc20f77db5 HTTP/1.1" status: 204 len: 168 time: 0.9933989 Jan 26 12:15:44.997227 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 35164) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:15:45.055617 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c7af2eff-2635-4ec1-a87c-8e7b89f0ac69 no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:15:45.089703 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: c7af2eff-2635-4ec1-a87c-8e7b89f0ac69 {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 12:15:45.090048 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device c7af2eff-2635-4ec1-a87c-8e7b89f0ac69 not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 12:15:45.090502 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a4c0db27-e36b-4d8c-bdb7-38b79c137adb no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:15:45.127228 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: a4c0db27-e36b-4d8c-bdb7-38b79c137adb {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 12:15:45.127574 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device a4c0db27-e36b-4d8c-bdb7-38b79c137adb not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 12:15:45.127997 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 63b670ff-3b1c-4eed-a5ba-407fbc5aa22a no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:15:45.160192 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 63b670ff-3b1c-4eed-a5ba-407fbc5aa22a {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 12:15:45.160541 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 63b670ff-3b1c-4eed-a5ba-407fbc5aa22a not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 12:15:45.194927 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-52245a0f-a281-4151-91ab-410a1d061c61 None None] Deleting port 63b670ff-3b1c-4eed-a5ba-407fbc5aa22a {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:15:45.195331 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-52245a0f-a281-4151-91ab-410a1d061c61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:45.262169 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-52245a0f-a281-4151-91ab-410a1d061c61 None None] The port '63b670ff-3b1c-4eed-a5ba-407fbc5aa22a' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 12:15:45.531725 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-669da056-7a81-4e3a-bfd9-b297c99bd58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419606'] for router_interface, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:45.872103 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-669da056-7a81-4e3a-bfd9-b297c99bd58f admin admin] Deleting port 6541114c-38bf-4b33-9e4d-1fd8ac5a902f {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:15:45.872441 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-669da056-7a81-4e3a-bfd9-b297c99bd58f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:46.040335 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-669da056-7a81-4e3a-bfd9-b297c99bd58f admin admin] For port 6541114c-38bf-4b33-9e4d-1fd8ac5a902f, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=6541114c-38bf-4b33-9e4d-1fd8ac5a902f,segment=NetworkSegment(c28c889b-d2f8-4f32-b7d5-276b5965cea3),segment_id=c28c889b-d2f8-4f32-b7d5-276b5965cea3)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:15:46.040687 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-669da056-7a81-4e3a-bfd9-b297c99bd58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:46.265503 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-669da056-7a81-4e3a-bfd9-b297c99bd58f admin admin] Calling delete_port for 6541114c-38bf-4b33-9e4d-1fd8ac5a902f owned by network:router_interface {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:15:46.580668 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-669da056-7a81-4e3a-bfd9-b297c99bd58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:46.625304 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669da056-7a81-4e3a-bfd9-b297c99bd58f admin admin] Pushing event deleted for resources: {'Port': ['ID=6541114c-38bf-4b33-9e4d-1fd8ac5a902f,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:15:46.897671 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-669da056-7a81-4e3a-bfd9-b297c99bd58f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642374'] for router_interface, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:47.262420 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669da056-7a81-4e3a-bfd9-b297c99bd58f admin admin] Router 2a546eb7-ddd7-4b0c-9560-2704fa08fe08 has already been hosted by L3 agent 941af9ae-c909-4f66-8c99-a722303ab88c {{(pid=87443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 26 12:15:47.442401 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669da056-7a81-4e3a-bfd9-b297c99bd58f admin admin] Notify agent at l3_agent.dv-neutron-826439-1-hyperv the message routers_updated {{(pid=87443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 26 12:15:47.451235 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196dd85c-c4ad-427f-a203-6986b1476b23 None None] Sync routers for ids ['2a546eb7-ddd7-4b0c-9560-2704fa08fe08'] in dv-neutron-826439-1-hyperv {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 12:15:47.459196 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-669da056-7a81-4e3a-bfd9-b297c99bd58f admin admin] 10.222.0.39 "PUT /v2.0/routers/2a546eb7-ddd7-4b0c-9560-2704fa08fe08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4609597 Jan 26 12:15:47.460379 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196dd85c-c4ad-427f-a203-6986b1476b23 None None] Routers {'2a546eb7-ddd7-4b0c-9560-2704fa08fe08'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:15:47.460990 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-196dd85c-c4ad-427f-a203-6986b1476b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:15:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2a546eb7-ddd7-4b0c-9560-2704fa08fe08'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:15:47.461686 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 35168) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:15:47.639223 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-196dd85c-c4ad-427f-a203-6986b1476b23 None None] Set router 2a546eb7-ddd7-4b0c-9560-2704fa08fe08 gateway port host: dv-neutron-826439-1-hyperv {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:15:47.753527 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad44f1ba-df2e-470d-afff-5a1772a0dad0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:47.931770 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad44f1ba-df2e-470d-afff-5a1772a0dad0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:47.941475 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ad44f1ba-df2e-470d-afff-5a1772a0dad0 admin admin] Deleting port 8749585a-5dab-4071-87f4-028169909b7a {{(pid=87443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:15:47.941780 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad44f1ba-df2e-470d-afff-5a1772a0dad0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:47.955300 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-196dd85c-c4ad-427f-a203-6986b1476b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a546eb7-ddd7-4b0c-9560-2704fa08fe08', 'name': 'tempest-TestSnapshotPattern-16199472-router', 'tenant_id': 'af58dfc408674658a512e6ec39ca2bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'external_fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.204'}], 'enable_snat': True}, 'gw_port_id': '8749585a-5dab-4071-87f4-028169909b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:56Z', 'updated_at': '2022-01-26T12:15:46Z', 'revision_number': 5, 'project_id': 'af58dfc408674658a512e6ec39ca2bc8', 'gw_port': {'id': '8749585a-5dab-4071-87f4-028169909b7a', 'name': '', 'network_id': 'dbc7419d-d89a-4ebf-afbc-448b19db60c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a546eb7-ddd7-4b0c-9560-2704fa08fe08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'ip_address': '172.26.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T12:10:57Z', 'updated_at': '2022-01-26T12:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de7c74bb-741a-4492-a17f-5f651c66324e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826439-1-hyperv'}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:15:47.959059 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196dd85c-c4ad-427f-a203-6986b1476b23 None None] Checking router: 2a546eb7-ddd7-4b0c-9560-2704fa08fe08 for host: dv-neutron-826439-1-hyperv {{(pid=87444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 12:15:47.967742 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196dd85c-c4ad-427f-a203-6986b1476b23 None None] Routers {'2a546eb7-ddd7-4b0c-9560-2704fa08fe08'} bound to L3 agent in host dv-neutron-826439-1-hyperv {{(pid=87444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 12:15:47.968335 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-196dd85c-c4ad-427f-a203-6986b1476b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T11:10:25Z,description=,heartbeat_timestamp=2022-01-26T12:15:25Z,host='dv-neutron-826439-1-hyperv',id=941af9ae-c909-4f66-8c99-a722303ab88c,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T11:10:25Z,topic='l3_agent')) {'router_ids': ['2a546eb7-ddd7-4b0c-9560-2704fa08fe08'], 'active': True} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:15:48.121782 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.db [None req-ad44f1ba-df2e-470d-afff-5a1772a0dad0 admin admin] For port 8749585a-5dab-4071-87f4-028169909b7a, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=8749585a-5dab-4071-87f4-028169909b7a,segment=NetworkSegment(ca9ea661-11e6-492b-94e9-0ef0448204c7),segment_id=ca9ea661-11e6-492b-94e9-0ef0448204c7)] {{(pid=87443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:15:48.122137 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad44f1ba-df2e-470d-afff-5a1772a0dad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:48.125935 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_dvr_db [None req-196dd85c-c4ad-427f-a203-6986b1476b23 None None] Set router 2a546eb7-ddd7-4b0c-9560-2704fa08fe08 gateway port host: None {{(pid=87444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 26 12:15:48.233926 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.db.l3_hamode_db [None req-196dd85c-c4ad-427f-a203-6986b1476b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a546eb7-ddd7-4b0c-9560-2704fa08fe08', 'name': 'tempest-TestSnapshotPattern-16199472-router', 'tenant_id': 'af58dfc408674658a512e6ec39ca2bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:56Z', 'updated_at': '2022-01-26T12:15:47Z', 'revision_number': 6, 'project_id': 'af58dfc408674658a512e6ec39ca2bc8', 'gw_port_host': None}], 'dv-neutron-826439-1-hyperv', False) {} {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:15:48.237819 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196dd85c-c4ad-427f-a203-6986b1476b23 None None] The sync data for ids ['2a546eb7-ddd7-4b0c-9560-2704fa08fe08'] in dv-neutron-826439-1-hyperv is: [{'id': '2a546eb7-ddd7-4b0c-9560-2704fa08fe08', 'name': 'tempest-TestSnapshotPattern-16199472-router', 'tenant_id': 'af58dfc408674658a512e6ec39ca2bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T12:10:56Z', 'updated_at': '2022-01-26T12:15:47Z', 'revision_number': 6, 'project_id': 'af58dfc408674658a512e6ec39ca2bc8', 'gw_port_host': None}] {{(pid=87444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 12:15:48.248240 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.plugins.ml2.plugin [None req-ad44f1ba-df2e-470d-afff-5a1772a0dad0 admin admin] Calling delete_port for 8749585a-5dab-4071-87f4-028169909b7a owned by network:router_gateway {{(pid=87443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:15:48.411425 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad44f1ba-df2e-470d-afff-5a1772a0dad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4071115'] for port, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:48.458420 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44f1ba-df2e-470d-afff-5a1772a0dad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8749585a-5dab-4071-87f4-028169909b7a,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:15:48.549610 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad44f1ba-df2e-470d-afff-5a1772a0dad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634811'] for router_gateway, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:48.726023 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad44f1ba-df2e-470d-afff-5a1772a0dad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48707'] for router, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:48.728212 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad44f1ba-df2e-470d-afff-5a1772a0dad0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:48.757129 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad44f1ba-df2e-470d-afff-5a1772a0dad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1636424'] for router, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:48.757918 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad44f1ba-df2e-470d-afff-5a1772a0dad0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a546eb7-ddd7-4b0c-9560-2704fa08fe08 {{(pid=87443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 12:15:48.771548 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-ad44f1ba-df2e-470d-afff-5a1772a0dad0 admin admin] Notify callbacks [] for router, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:48.775119 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-ad44f1ba-df2e-470d-afff-5a1772a0dad0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/2a546eb7-ddd7-4b0c-9560-2704fa08fe08 HTTP/1.1" status: 204 len: 168 time: 1.3100517 Jan 26 12:15:48.775334 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 35172) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:15:48.839975 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fbf5b44-01d8-4ee8-888a-51156ac50fde admin admin] Deleting subnet 0cc0f7d8-98e7-49fd-9e48-885407e22336 {{(pid=87443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 26 12:15:48.843024 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7fbf5b44-01d8-4ee8-888a-51156ac50fde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:48.893543 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7fbf5b44-01d8-4ee8-888a-51156ac50fde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2315995'] for subnet, precommit_delete_associations {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:49.058303 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 6541114c-38bf-4b33-9e4d-1fd8ac5a902f no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:15:49.085656 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7fbf5b44-01d8-4ee8-888a-51156ac50fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1524340'] for subnet, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:49.094032 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 6541114c-38bf-4b33-9e4d-1fd8ac5a902f {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 12:15:49.094401 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 6541114c-38bf-4b33-9e4d-1fd8ac5a902f not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 12:15:49.094831 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 8749585a-5dab-4071-87f4-028169909b7a no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:15:49.128043 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 8749585a-5dab-4071-87f4-028169909b7a {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 12:15:49.128388 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 8749585a-5dab-4071-87f4-028169909b7a not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 12:15:49.160890 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7fbf5b44-01d8-4ee8-888a-51156ac50fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1524351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4071160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269503'] for subnet, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:49.200026 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf5b44-01d8-4ee8-888a-51156ac50fde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cc0f7d8-98e7-49fd-9e48-885407e22336,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:15:49.204656 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-7fbf5b44-01d8-4ee8-888a-51156ac50fde admin admin] Notify callbacks [] for subnet, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:49.209962 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1f608a-f823-41a1-975c-a147a17a7807 None None] Network 9998942d-919d-4aab-9c94-f2eaa65aeb94 requested from dv-neutron-826439-1-hyperv {{(pid=87444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 26 12:15:49.216415 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-7fbf5b44-01d8-4ee8-888a-51156ac50fde admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0cc0f7d8-98e7-49fd-9e48-885407e22336 HTTP/1.1" status: 204 len: 168 time: 0.4357255 Jan 26 12:15:49.216780 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 35176) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:15:49.327402 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8e10153f-c22d-461b-aa72-0a0d33788055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598114'] for network, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:49.337880 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-8e10153f-c22d-461b-aa72-0a0d33788055 admin admin] Deleting port 04568968-140d-491b-afed-3d232fe4cace {{(pid=87442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:15:49.338153 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8e10153f-c22d-461b-aa72-0a0d33788055 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:49.487740 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ba507e-c7af-4f76-be73-ada282db17b4 None None] DHCP port deletion for 9998942d-919d-4aab-9c94-f2eaa65aeb94 request from dv-neutron-826439-1-hyperv {{(pid=87444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 26 12:15:49.491832 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba507e-c7af-4f76-be73-ada282db17b4 None None] Deleting port 04568968-140d-491b-afed-3d232fe4cace {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:15:49.492225 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d3ba507e-c7af-4f76-be73-ada282db17b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:49.550892 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.db [None req-8e10153f-c22d-461b-aa72-0a0d33788055 admin admin] For port 04568968-140d-491b-afed-3d232fe4cace, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=04568968-140d-491b-afed-3d232fe4cace,segment=NetworkSegment(c28c889b-d2f8-4f32-b7d5-276b5965cea3),segment_id=c28c889b-d2f8-4f32-b7d5-276b5965cea3)] {{(pid=87442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:15:49.551251 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8e10153f-c22d-461b-aa72-0a0d33788055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:49.676623 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.plugin [None req-8e10153f-c22d-461b-aa72-0a0d33788055 admin admin] Calling delete_port for 04568968-140d-491b-afed-3d232fe4cace owned by network:dhcp {{(pid=87442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:15:49.690472 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.db [None req-d3ba507e-c7af-4f76-be73-ada282db17b4 None None] For port 04568968-140d-491b-afed-3d232fe4cace, host dv-neutron-826439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826439-1-hyperv',level=0,port_id=04568968-140d-491b-afed-3d232fe4cace,segment=NetworkSegment(c28c889b-d2f8-4f32-b7d5-276b5965cea3),segment_id=c28c889b-d2f8-4f32-b7d5-276b5965cea3)] {{(pid=87444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 26 12:15:49.690865 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d3ba507e-c7af-4f76-be73-ada282db17b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640008'] for port, precommit_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:49.754254 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8e10153f-c22d-461b-aa72-0a0d33788055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-564560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754530675447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754530205166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1062413'] for port, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:49.803589 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10153f-c22d-461b-aa72-0a0d33788055 admin admin] Pushing event deleted for resources: {'Port': ['ID=04568968-140d-491b-afed-3d232fe4cace,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:15:49.813872 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e10153f-c22d-461b-aa72-0a0d33788055 admin admin] No DVR routers for this DVR port 04568968-140d-491b-afed-3d232fe4cace on host dv-neutron-826439-1-hyperv {{(pid=87442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 12:15:49.818763 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba507e-c7af-4f76-be73-ada282db17b4 None None] Calling delete_port for 04568968-140d-491b-afed-3d232fe4cace owned by network:dhcp {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 12:15:49.891937 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.db.api [None req-d3ba507e-c7af-4f76-be73-ada282db17b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 12:15:49.892296 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG oslo_db.api [None req-d3ba507e-c7af-4f76-be73-ada282db17b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 12:15:49.932010 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8e10153f-c22d-461b-aa72-0a0d33788055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1525910', 'neutron.services.segments.db._delete_segments_for_network-8754530724118'] for network, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:49.961896 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-8e10153f-c22d-461b-aa72-0a0d33788055 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9998942d-919d-4aab-9c94-f2eaa65aeb94']}} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:15:49.974604 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-8e10153f-c22d-461b-aa72-0a0d33788055 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28c889b-d2f8-4f32-b7d5-276b5965cea3') {'for_net_delete': True} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:15:49.974909 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.services.segments.db [None req-8e10153f-c22d-461b-aa72-0a0d33788055 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28c889b-d2f8-4f32-b7d5-276b5965cea3') {} {{(pid=87442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 12:15:49.986027 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8e10153f-c22d-461b-aa72-0a0d33788055 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754530726449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137512'] for segment, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:50.002148 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8e10153f-c22d-461b-aa72-0a0d33788055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1530255'] for segment, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:50.008120 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e10153f-c22d-461b-aa72-0a0d33788055 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=87442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 12:15:50.008596 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8e10153f-c22d-461b-aa72-0a0d33788055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1530262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1062480'] for segment, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: Traceback (most recent call last): Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: timer() Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: cb(*args, **kw) Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: return func(*args, **kwargs) Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: self._notify() Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: self.callback(batched_events) Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: event.method(event) Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: return f(self, *a, **k) Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._get(url).json() Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: return self.request(url, 'GET', **kwargs) Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 12:15:50.025552 dv-neutron-826439-1-hyperv neutron-server[87442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 12:15:50.102548 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8e10153f-c22d-461b-aa72-0a0d33788055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1525903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634582'] for network, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:50.117905 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-8e10153f-c22d-461b-aa72-0a0d33788055 admin admin] Notify callbacks [] for network, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:50.130212 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10153f-c22d-461b-aa72-0a0d33788055 admin admin] Pushing event deleted for resources: {'Network': ['ID=9998942d-919d-4aab-9c94-f2eaa65aeb94,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:15:50.136253 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-8e10153f-c22d-461b-aa72-0a0d33788055 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9998942d-919d-4aab-9c94-f2eaa65aeb94 HTTP/1.1" status: 204 len: 168 time: 0.9178045 Jan 26 12:15:50.320245 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 35182) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:15:50.393703 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba507e-c7af-4f76-be73-ada282db17b4 None None] Deleting port 04568968-140d-491b-afed-3d232fe4cace {{(pid=87444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 26 12:15:50.394244 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d3ba507e-c7af-4f76-be73-ada282db17b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754530674122'] for port, before_delete {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:50.461499 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba507e-c7af-4f76-be73-ada282db17b4 None None] The port '04568968-140d-491b-afed-3d232fe4cace' was deleted {{(pid=87444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 26 12:15:50.551472 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-869037e6-f905-4e5b-9890-be940e9f4faa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fc53c3f8764944348944bf06c44dfa38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2300611 Jan 26 12:15:50.553884 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [-] (87443) accepted ('10.222.0.39', 35188) {{(pid=87443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:15:50.610985 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bfa17d83-cb75-4614-a9fa-616b69ca59c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:50.635704 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bfa17d83-cb75-4614-a9fa-616b69ca59c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:50.688351 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bfa17d83-cb75-4614-a9fa-616b69ca59c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:50.709414 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa17d83-cb75-4614-a9fa-616b69ca59c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee0eed4-1a2c-4793-9863-522eebffd854,revision_number=None']} {{(pid=87443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:15:50.717900 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron_lib.callbacks.manager [None req-bfa17d83-cb75-4614-a9fa-616b69ca59c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:50.719153 dv-neutron-826439-1-hyperv neutron-server[87443]: INFO neutron.wsgi [None req-bfa17d83-cb75-4614-a9fa-616b69ca59c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ee0eed4-1a2c-4793-9863-522eebffd854 HTTP/1.1" status: 204 len: 168 time: 0.1642849 Jan 26 12:15:50.994125 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 35196) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:15:51.047232 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-da6081fd-59f6-4971-8508-a65628f13496 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af58dfc408674658a512e6ec39ca2bc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485277 Jan 26 12:15:51.047444 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.wsgi [-] (87442) accepted ('10.222.0.39', 35200) {{(pid=87442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 26 12:15:51.053647 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 04568968-140d-491b-afed-3d232fe4cace no longer exists at agent ovs-agent-dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 26 12:15:51.087915 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.plugin [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] No Port match for: 04568968-140d-491b-afed-3d232fe4cace {{(pid=87444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 26 12:15:51.088262 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron.plugins.ml2.rpc [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Device 04568968-140d-491b-afed-3d232fe4cace not bound to the agent host dv-neutron-826439-1-hyperv {{(pid=87444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 26 12:15:51.106097 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28da9db4-5ef4-4b89-837c-ee6c2696102d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:51.131654 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28da9db4-5ef4-4b89-837c-ee6c2696102d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:51.191116 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28da9db4-5ef4-4b89-837c-ee6c2696102d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624826'] for security_group, after_delete {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:51.205503 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da9db4-5ef4-4b89-837c-ee6c2696102d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f28ab8e-c121-423e-8d6b-432875dff1d2,revision_number=None']} {{(pid=87442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 12:15:51.212353 dv-neutron-826439-1-hyperv neutron-server[87442]: DEBUG neutron_lib.callbacks.manager [None req-28da9db4-5ef4-4b89-837c-ee6c2696102d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:51.213897 dv-neutron-826439-1-hyperv neutron-server[87442]: INFO neutron.wsgi [None req-28da9db4-5ef4-4b89-837c-ee6c2696102d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f28ab8e-c121-423e-8d6b-432875dff1d2 HTTP/1.1" status: 204 len: 168 time: 0.1655655 Jan 26 12:15:52.685244 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7c2794f6-a1e8-45c1-be54-b463d1c8d5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:54.936239 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d0da26cd-d933-465a-9455-ade4b8f6dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:56.027392 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:56.266172 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:57.648326 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:15:58.617452 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:16:05.783563 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:16:22.686070 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8ac407ca-6140-4db5-bcb1-43363cd3407c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:16:24.937441 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-e16605a8-60d8-4549-9127-26d28e470857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:16:26.033172 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:16:26.267112 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:16:27.682372 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:16:35.615897 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:16:35.788009 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:16:52.687527 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-bcf41c36-4600-4632-88de-a1b8cb4e35ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:16:54.938757 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-936f05c1-4b22-46a0-87c2-879a8b098e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:16:56.025952 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:16:56.270843 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:16:57.655251 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:17:05.785682 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:17:12.613834 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:17:22.688717 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-0de4dd0c-4335-4bb3-9cb9-40073c0a619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:17:24.939487 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1d9b32ed-4ea0-46a1-a24d-7dbff6d9e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:17:26.031532 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:17:26.274447 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:17:27.658613 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:17:35.784737 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:17:49.613378 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:17:52.690457 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-7d5769c0-1319-404e-8ee0-0747ff2dd288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:17:54.940966 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-b2d3217a-a193-4672-a18f-c690759eba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:17:56.036130 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:17:56.276139 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:17:57.661721 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:18:05.783923 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:18:22.692311 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-d5686dc5-e69f-48bf-8ae0-ac01f66d8e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:18:24.942107 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-36b0867e-6adc-4b34-bc26-ca9fa7f8f2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:18:26.037492 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:18:26.280036 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:18:26.612784 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:18:27.664834 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:18:35.783163 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:18:52.693809 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-c27907c0-0d01-45c4-aa48-389a8d8ed6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:18:54.943487 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-53f561e9-5d66-4caa-8397-02b25fef96c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:18:56.040165 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:18:56.283244 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:18:57.671679 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:19:03.616815 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:19:05.783857 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:19:22.698268 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-681c82b8-becf-467e-b1bb-8da5773ba0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:19:24.945268 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-6f698029-3b0f-4196-8f70-9c9c29e4ba58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:19:26.050018 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:19:26.285380 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:19:27.672553 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:19:35.782098 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:19:40.615207 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:19:41.418375 dv-neutron-826439-1-hyperv neutron-server[87443]: DEBUG neutron.wsgi [req-3879abb7-22ee-4901-a5c2-826c5da8cc3b req-efb3577b-0fba-4419-adc6-e08d2cf70cff service neutron] (87443) timed out ('10.222.0.39', 33786) {{(pid=87443) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 26 12:19:52.700709 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-0da8dd58-71e4-4def-a765-8e160e875368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:19:54.946376 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ed4e69d7-2fbe-47fc-9aa5-8b83ebdba307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:19:56.042284 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:19:56.288912 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:19:57.676974 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:20:05.777732 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:20:17.614494 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:20:22.703351 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cde12ddd-ed42-4869-a2cb-be9fcc1750df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:20:24.948238 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-91219243-eed0-4666-8af6-755ab780aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:20:26.045278 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:20:26.291487 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:20:27.678360 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:20:35.780666 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:20:52.705074 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-0caf9b51-9c2f-4e17-baae-3778cacdd2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:20:54.613643 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:20:54.950603 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ad81d865-afa7-4f7c-b9a4-09d9c21dbcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:20:56.048822 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:20:56.295026 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:20:57.680868 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:21:05.778428 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:21:22.707140 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-ffcfc1ef-6063-4d22-b51a-c4ee61d7d78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:21:24.951973 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-1231865c-b693-4312-b86b-727b921b15b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:21:26.051490 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-2559f746-bd40-4164-8de9-7c0bab5ff7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:21:26.300308 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-8859abbd-f605-41f9-b960-d1fdbca665e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:21:27.683800 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-cce42802-31e8-4735-b2b8-79805d8a63d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 26 12:21:31.612808 dv-neutron-826439-1-hyperv neutron-server[87445]: DEBUG neutron.db.agents_db [None req-f2e2a1ad-9f62-4bb3-be62-9308a215fa6f None None] Agent healthcheck: found 6 active agents {{(pid=87445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 26 12:21:35.779961 dv-neutron-826439-1-hyperv neutron-server[87444]: DEBUG neutron_lib.callbacks.manager [None req-83be7dbf-17c9-4a44-990e-7ba8c685b1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754530724100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637776'] for agent, after_update {{(pid=87444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}